-- Logs begin at Fri 2021-07-30 02:44:19 UTC, end at Fri 2021-07-30 05:00:15 UTC. -- Jul 30 03:13:25.164533 n-d-778696-14 systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 03:13:27.855563 n-d-778696-14 neutron-server[93769]: INFO neutron.common.config [-] Logging enabled! Jul 30 03:13:27.856158 n-d-778696-14 neutron-server[93769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 03:13:27.856327 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 03:13:27.859445 n-d-778696-14 neutron-server[93769]: INFO neutron.common.config [-] Logging enabled! Jul 30 03:13:27.859698 n-d-778696-14 neutron-server[93769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 03:13:27.860005 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 03:13:27.860907 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 03:13:27.861138 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 03:13:27.861495 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 03:13:27.861737 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 03:13:27.861961 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 03:13:27.862276 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.862569 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.862861 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.863088 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.863408 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.863695 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.863973 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.864256 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.864545 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.864823 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.865096 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.865378 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.865608 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.865882 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.866184 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.866468 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.866688 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] debug = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.866961 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.867412 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.867816 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.868095 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.868383 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.868657 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.868925 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.869194 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.869477 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.869800 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] host = n-d-778696-14 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.870073 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.870355 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.870637 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.870916 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.871209 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.871484 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.871764 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.872030 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.872294 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.872565 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.872848 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.873126 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.873414 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.873635 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.873852 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.874132 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.874413 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.874683 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.874951 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.875247 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.875519 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.875788 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.876049 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.876329 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.876607 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.876885 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.877153 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.877422 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.877688 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.877954 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.878232 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.878501 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.878767 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.879034 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.879351 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.879620 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.879890 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.880183 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.880464 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.880740 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.881015 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.881281 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.881556 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.881871 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.882141 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.882405 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] use_json = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.882669 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.882936 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.883232 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.883500 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.883769 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.884035 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.884298 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.884574 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:27.884862 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.885151 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.885447 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.885725 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.886017 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.886291 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.886576 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.886848 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.887151 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.887436 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.887717 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.887987 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.888265 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.888535 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.888821 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.889119 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.889407 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.889693 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.889961 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.890229 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.890498 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.890769 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.891046 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.891368 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.891655 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.891926 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.892198 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.892486 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.892757 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.893027 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.893305 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.893589 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.893860 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.894128 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.894405 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.894676 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.894940 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.895231 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.895505 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.895790 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.896060 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.896325 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.896589 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.896858 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.897126 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.897939 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.898197 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.898555 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.898832 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.899106 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.899400 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.899671 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.899944 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.900213 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.900483 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.900750 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.901016 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.901282 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.901546 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.901812 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.902077 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.902343 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.902615 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.902887 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.903175 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.903446 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.903719 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.903986 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.904268 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.904560 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.904834 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.905109 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.905383 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.905657 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.905927 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.906200 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.906472 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.906746 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.907012 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.907334 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.907613 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.907895 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.908175 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.908451 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.908746 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.909022 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.909303 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.909576 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.909849 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.910133 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.910410 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.910698 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.910983 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.911296 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.911585 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.911872 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.912147 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.912450 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.912725 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:27.912937 n-d-778696-14 neutron-server[93769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 03:13:27.913771 n-d-778696-14 neutron-server[93769]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93769) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 03:13:28.259434 n-d-778696-14 neutron-server[93769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 03:13:28.259704 n-d-778696-14 neutron-server[93769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 03:13:28.259990 n-d-778696-14 neutron-server[93769]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 03:13:28.260323 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 03:13:28.643440 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.643657 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.643926 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.645213 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.645484 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.645746 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.680089 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.680362 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.680640 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.695724 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.696001 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.696263 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.723902 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.724179 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.724441 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.760456 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.760740 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.761011 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.990631 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.991759 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.991881 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.992120 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:28.992815 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.110380 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.110697 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.110975 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.111261 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.111525 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.111828 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.112083 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.112334 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.112582 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.112858 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.113115 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.113376 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.113626 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.113877 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.114127 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.114384 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.114632 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.114898 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.115175 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.115432 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.115700 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.115945 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.116294 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.116665 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.116912 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.117153 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.117541 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.117783 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.118018 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.118251 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.118484 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.118716 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.119073 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 03:13:29.122112 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 03:13:29.125981 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 03:13:29.129796 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 30 03:13:29.131430 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 03:13:29.132477 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 03:13:29.132811 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 03:13:29.133188 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 03:13:29.135971 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 03:13:29.136213 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 03:13:29.136549 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 03:13:29.141698 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 03:13:29.164392 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 03:13:29.164834 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.165129 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93769) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 03:13:29.165491 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.166823 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93769) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 03:13:29.167096 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 03:13:29.167365 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 03:13:29.170671 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.170954 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.233669 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 03:13:29.233870 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 03:13:29.234066 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 03:13:29.234427 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 03:13:29.255304 n-d-778696-14 neutron-server[93769]: DEBUG oslo_db.sqlalchemy.engines [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93769) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 03:13:29.788189 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing driver for type 'gre' Jul 30 03:13:29.788817 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] gre ID ranges: [(1, 1000)] Jul 30 03:13:29.840180 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing driver for type 'local' Jul 30 03:13:29.840516 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing driver for type 'vlan' Jul 30 03:13:29.852958 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] VlanTypeDriver initialization complete Jul 30 03:13:29.853294 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing driver for type 'vxlan' Jul 30 03:13:29.853785 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] vxlan ID ranges: [(1, 1000)] Jul 30 03:13:29.905471 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing extension driver 'port_security' Jul 30 03:13:29.905863 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.extensions.port_security [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] PortSecurityExtensionDriver initialization complete Jul 30 03:13:29.906202 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing mechanism driver 'openvswitch' Jul 30 03:13:29.906535 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing mechanism driver 'hyperv' Jul 30 03:13:29.913121 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:29.914040 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.914412 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.914761 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.915307 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 03:13:29.915739 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.916089 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.916432 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.916817 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 03:13:29.917216 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.917561 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.917900 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.918282 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 03:13:29.918681 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > security_group after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.919033 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > security_group after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.919399 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.919789 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 03:13:29.920189 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.920535 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.920873 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.921286 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 03:13:29.921683 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > address_group after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.922029 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > address_group after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.922365 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.922746 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 03:13:29.923122 n-d-778696-14 neutron-server[93769]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] ML2 OVO RPC backend initialized. {{(pid=93769) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 03:13:29.923840 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.924193 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.924603 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.924952 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > networks before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.925298 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.925637 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > ports before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.925978 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.926317 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnets before_response 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.926661 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.927000 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.927358 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.927695 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.928031 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.928363 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.928764 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.929297 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.929640 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.930218 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.plugin [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Modular L2 Plugin initialization complete Jul 30 03:13:29.930544 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading services supported by the core plugin {{(pid=93769) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 03:13:29.930871 n-d-778696-14 neutron-server[93769]: INFO neutron.plugins.ml2.managers [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Got port-security extension from driver 'port_security' Jul 30 03:13:29.931360 n-d-778696-14 neutron-server[93769]: INFO neutron.extensions.vlantransparent [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Disabled vlantransparent extension. Jul 30 03:13:29.931844 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93769) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 03:13:29.932153 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: router Jul 30 03:13:29.969886 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.970290 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_create 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.970665 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router before_create 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.971030 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.971435 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.971794 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_delete 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.972156 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.972641 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_create 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.972994 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_update 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.973350 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_update 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.973703 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.974069 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_update 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.974483 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_update 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.974854 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.975512 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.976059 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: subnet after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.976496 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.976854 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.977210 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_create 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.977561 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.978364 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.978364 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router after_update 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.978613 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.978956 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_create 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.979356 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.979708 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_update 55549900 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.980082 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > agent after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.980428 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > agent after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.980775 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > network after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.981649 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Tracking information for resource: router configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.981985 n-d-778696-14 neutron-server[93769]: DEBUG neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Tracking information for resource: floatingip configured {{(pid=93769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 03:13:29.986854 n-d-778696-14 neutron-server[93769]: INFO neutron.db.l3_agentschedulers_db [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 03:13:29.987467 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.987831 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port after_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.988184 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port after_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.988533 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: port after_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.989323 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router before_create 55550100 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.989688 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.990054 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_create 55550100 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.990411 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > router precommit_update 55550100 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:29.995802 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.provider_configuration [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service providers = [] {{(pid=93769) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 03:13:29.996327 n-d-778696-14 neutron-server[93769]: DEBUG neutron.db.servicetype_db [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93769) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 03:13:29.999428 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.service_base [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 03:13:29.999815 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.service_base [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 03:13:30.000167 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.service_base [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 03:13:30.001100 n-d-778696-14 neutron-server[93769]: DEBUG neutron.services.service_base [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 03:13:30.001521 n-d-778696-14 neutron-server[93769]: INFO neutron.services.service_base [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 03:13:30.001938 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.002183 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 03:13:30.015069 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.015431 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: auto_allocate Jul 30 03:13:30.021132 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: network precommit_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.021505 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: network precommit_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.022025 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.022378 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: tag Jul 30 03:13:30.029405 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.029739 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: timestamp Jul 30 03:13:30.033565 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.033896 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: network_ip_availability Jul 30 03:13:30.039607 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.039931 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.040290 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.041038 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.041358 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: flavors Jul 30 03:13:30.046472 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.046733 n-d-778696-14 neutron-server[93769]: INFO neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading Plugin: revisions Jul 30 03:13:30.050984 n-d-778696-14 neutron-server[93769]: DEBUG neutron.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 03:13:30.051413 n-d-778696-14 neutron-server[93769]: DEBUG oslo_concurrency.lockutils [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=93769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 03:13:30.052144 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93769) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 03:13:30.052482 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Initializing extension manager. Jul 30 03:13:30.052989 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: __init__.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.053329 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: __pycache__ {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.054292 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.054854 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: address_group.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.055646 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.056213 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: address-group Jul 30 03:13:30.056543 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: address_scope.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.057255 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.057760 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: address-scope Jul 30 03:13:30.058084 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.059010 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.059556 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: router-admin-state-down-before-update Jul 30 03:13:30.059881 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: agent.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.060571 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.061075 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: agent Jul 30 03:13:30.061396 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: agent_resources_synced.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.062302 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.062806 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: agent-resources-synced Jul 30 03:13:30.063153 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: allowedaddresspairs.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.064932 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.065446 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: allowed-address-pairs Jul 30 03:13:30.065773 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: auto_allocated_topology.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.066839 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.067371 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: auto-allocated-topology Jul 30 03:13:30.067699 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: availability_zone.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.068391 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.068889 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: availability_zone Jul 30 03:13:30.069804 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: availability_zone_filter.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.070986 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.071533 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: availability_zone_filter Jul 30 03:13:30.071863 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: data_plane_status.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.072771 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.073273 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 03:13:30.073597 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: default_subnetpools.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.074520 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.075023 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: default-subnetpools Jul 30 03:13:30.075376 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.076184 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.076686 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: dhcp_agent_scheduler Jul 30 03:13:30.077007 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: dns.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.077916 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.078417 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 03:13:30.078738 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: dns_domain_ports.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.079673 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.080174 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 03:13:30.080498 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.081425 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.081921 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 03:13:30.082252 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: dvr.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.082918 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.083451 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: dvr Jul 30 03:13:30.083771 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: ecmp_routes.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.084684 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.085532 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 03:13:30.085867 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: empty_string_filtering.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.086788 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.087321 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: empty-string-filtering Jul 30 03:13:30.087652 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.088562 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.089060 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 03:13:30.089386 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.090293 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.090799 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 03:13:30.091121 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: external_net.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.092052 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.092556 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: external-net Jul 30 03:13:30.092879 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.093784 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.094283 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: extra_dhcp_opt Jul 30 03:13:30.094608 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: extraroute.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.095548 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.096049 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: extraroute Jul 30 03:13:30.096370 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: extraroute_atomic.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.097401 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.097905 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: extraroute-atomic Jul 30 03:13:30.098226 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: filter_validation.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.099060 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.099595 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: filter-validation Jul 30 03:13:30.099916 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: fip_pf_description.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.101286 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.101794 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 03:13:30.102118 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: fip_port_details.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.103031 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.103574 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: fip-port-details Jul 30 03:13:30.103895 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: flavors.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.105092 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.105598 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: flavors Jul 30 03:13:30.105922 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.107608 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.108118 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 03:13:30.108446 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: floatingip_pools.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.109141 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.109644 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: floatingip-pools Jul 30 03:13:30.109969 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: ip_allocation.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.110904 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.111430 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 03:13:30.111756 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.112673 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.113171 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: ip-substring-filtering Jul 30 03:13:30.113496 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l2_adjacency.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.114420 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.114917 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 03:13:30.115271 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.116967 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.117484 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: router Jul 30 03:13:30.117811 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.120061 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.120579 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 03:13:30.120911 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.121857 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.122367 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: ext-gw-mode Jul 30 03:13:30.122693 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.123658 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.124162 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: l3-ha Jul 30 03:13:30.124488 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3_flavors.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.125403 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.125903 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: l3-flavors Jul 30 03:13:30.126227 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.127208 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.127710 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 03:13:30.128032 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: l3agentscheduler.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.129076 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.129586 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: l3_agent_scheduler Jul 30 03:13:30.129917 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: logging.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.131418 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.132733 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension logging not supported by any of loaded plugins Jul 30 03:13:30.133154 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: metering.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.133875 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.134455 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: metering Jul 30 03:13:30.134780 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.136013 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.136527 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: metering_source_and_destination_fields Jul 30 03:13:30.136855 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: multiprovidernet.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.137781 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.138286 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: multi-provider Jul 30 03:13:30.138611 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: netmtu.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.139555 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.140058 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: net-mtu Jul 30 03:13:30.140382 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: netmtu_writable.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.141305 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.141807 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: net-mtu-writable Jul 30 03:13:30.142133 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: network_availability_zone.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.142805 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.143337 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: network_availability_zone Jul 30 03:13:30.143664 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: network_ip_availability.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.144748 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.145255 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: network-ip-availability Jul 30 03:13:30.145578 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: network_segment_range.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.146338 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.146842 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 03:13:30.147191 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: pagination.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.148467 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.148801 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: pagination Jul 30 03:13:30.149124 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: port_device_profile.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.150052 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.150562 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: port-device-profile Jul 30 03:13:30.150884 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.151846 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.152352 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: port-mac-address-regenerate Jul 30 03:13:30.152673 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.153609 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.154113 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: port-numa-affinity-policy Jul 30 03:13:30.154433 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: port_resource_request.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.155368 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.155868 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 03:13:30.156188 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: portbindings.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.157119 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.157631 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: binding Jul 30 03:13:30.157955 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: portbindings_extended.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.159248 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.159761 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: binding-extended Jul 30 03:13:30.160088 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: portsecurity.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.161005 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.161520 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: port-security Jul 30 03:13:30.161842 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: project_id.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.162810 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.163400 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: project-id Jul 30 03:13:30.163732 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: providernet.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.164661 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.165171 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: provider Jul 30 03:13:30.165492 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.168903 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.169419 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos not supported by any of loaded plugins Jul 30 03:13:30.169754 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.170988 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.171533 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 03:13:30.171862 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.172780 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.173289 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 03:13:30.173614 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_default.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.174523 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.175026 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-default not supported by any of loaded plugins Jul 30 03:13:30.175380 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_fip.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.176029 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.176524 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 03:13:30.176845 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_gateway_ip.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.177771 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.178272 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 03:13:30.179167 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_port_network_policy.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.180311 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.180814 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 03:13:30.181139 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_rule_type_details.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.182059 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.182557 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 03:13:30.182880 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: qos_rules_alias.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.183950 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.184459 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 03:13:30.184783 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: quotasv2.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.185859 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.186186 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: quotas Jul 30 03:13:30.186508 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: quotasv2_detail.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.189532 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.189876 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: quota_details Jul 30 03:13:30.190213 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: rbac.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.191303 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.191824 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: rbac-policies Jul 30 03:13:30.192157 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: rbac_address_group.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.193103 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.193616 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: rbac-address-group Jul 30 03:13:30.193945 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: rbac_address_scope.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.195223 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.195741 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: rbac-address-scope Jul 30 03:13:30.196070 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: rbac_security_groups.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.196992 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.197502 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: rbac-security-groups Jul 30 03:13:30.197829 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: rbac_subnetpool.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.198743 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.199284 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: rbac-subnetpool Jul 30 03:13:30.199612 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: revisionifmatch.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.200527 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.201034 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: revision-if-match Jul 30 03:13:30.201364 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: revisions.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.202471 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.202978 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: standard-attr-revisions Jul 30 03:13:30.203334 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: router_availability_zone.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.204009 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.204514 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: router_availability_zone Jul 30 03:13:30.204841 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: routerservicetype.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.205771 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.206273 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 03:13:30.206597 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.207553 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.208059 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: security-groups-normalized-cidr Jul 30 03:13:30.208384 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.209299 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.210324 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: port-security-groups-filtering Jul 30 03:13:30.210864 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.211842 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.212354 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: security-groups-remote-address-group Jul 30 03:13:30.212681 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: securitygroup.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.222461 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.222987 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: security-group Jul 30 03:13:30.223361 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: segment.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.224155 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.224665 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension segment not supported by any of loaded plugins Jul 30 03:13:30.224994 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.226917 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.227453 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 03:13:30.227786 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: servicetype.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.228910 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.229429 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: service-type Jul 30 03:13:30.229756 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: sorting.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.230739 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.231071 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: sorting Jul 30 03:13:30.231419 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: standard_attr_segment.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.232403 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.232909 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 03:13:30.233237 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: standardattrdescription.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.233886 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.234386 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: standard-attr-description Jul 30 03:13:30.234710 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: stateful_security_group.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.235661 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.236169 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: stateful-security-group Jul 30 03:13:30.236495 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: stdattrs_common.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.237073 n-d-778696-14 neutron-server[93769]: WARNING neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 03:13:30.237394 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.238325 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.238836 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 03:13:30.239184 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: subnet_onboard.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.240244 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.240758 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: subnet_onboard Jul 30 03:13:30.241112 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.242243 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.242752 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 03:13:30.243080 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: subnet_service_types.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.244046 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.244559 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: subnet-service-types Jul 30 03:13:30.244888 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: subnetallocation.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.245967 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.246478 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: subnet_allocation Jul 30 03:13:30.246804 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.247506 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.248007 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: subnetpool-prefix-ops Jul 30 03:13:30.248328 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.249252 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.249753 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 03:13:30.250078 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: tagging.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.251165 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.251682 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: standard-attr-tag Jul 30 03:13:30.252012 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: timestamp.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.253219 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.253726 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loaded extension: standard-attr-timestamp Jul 30 03:13:30.254053 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: trunk.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.255107 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.255626 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension trunk not supported by any of loaded plugins Jul 30 03:13:30.255950 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: trunk_details.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.257014 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.257627 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 03:13:30.257954 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: uplink_status_propagation.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.258882 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.259426 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 03:13:30.259751 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Loading extension file: vlantransparent.py {{(pid=93769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 03:13:30.260419 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 03:13:30.260922 n-d-778696-14 neutron-server[93769]: INFO neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 03:13:30.263385 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:network Jul 30 03:13:30.263943 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:subnet Jul 30 03:13:30.264345 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 03:13:30.264740 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:port Jul 30 03:13:30.265947 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.266389 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service FLAVORS assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.267006 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.267474 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.267802 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:router Jul 30 03:13:30.268229 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 03:13:30.268724 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service METERING assigned prefix: /metering {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.270160 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.270538 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.270894 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:13:30.271936 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 03:13:30.272956 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:security_group Jul 30 03:13:30.273593 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 03:13:30.274215 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service CORE assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.274550 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 03:13:30.274899 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] subnetpool is already registered Jul 30 03:13:30.275358 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service CORE assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.275684 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 03:13:30.276018 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] subnetpool is already registered Jul 30 03:13:30.278333 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.278874 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service FLAVORS assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.279536 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.279974 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.280309 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:router Jul 30 03:13:30.280649 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] router is already registered Jul 30 03:13:30.281061 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 03:13:30.281395 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] floatingip is already registered Jul 30 03:13:30.281864 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service METERING assigned prefix: /metering {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.282572 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 03:13:30.282905 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] rbac_policy is already registered Jul 30 03:13:30.283358 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:security_group Jul 30 03:13:30.283695 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] security_group is already registered Jul 30 03:13:30.284107 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 03:13:30.284442 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] security_group_rule is already registered Jul 30 03:13:30.284933 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service CORE assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.285253 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 03:13:30.285594 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] subnetpool is already registered Jul 30 03:13:30.286004 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.v2.resource_helper [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Service CORE assigned prefix: {{(pid=93769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 03:13:30.286324 n-d-778696-14 neutron-server[93769]: INFO neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 03:13:30.286650 n-d-778696-14 neutron-server[93769]: WARNING neutron.quota.resource_registry [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] subnetpool is already registered Jul 30 03:13:30.289076 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: extensions {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.290610 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: address-groups {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.292076 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: address-scopes {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.293275 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: agents {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.294521 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: auto-allocated-topology {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.295787 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: availability_zones {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.296991 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: dhcp-networks {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.298387 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: dhcp-agents {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.299920 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: routers {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.301610 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: flavors {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.302755 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: service_profiles {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.304969 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: next_providers {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.306394 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: service_profiles {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.307865 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: floatingip-pools {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.309180 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: routers {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.310855 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: floatingips {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.312077 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: l3-routers {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.313551 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: l3-agents {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.314950 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: metering-labels {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.316225 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: metering-label-rules {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.317484 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: network-ip-availabilities {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.318817 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: bindings {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.321244 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: quotas {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.322665 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: quotas {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.324207 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: rbac-policies {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.325391 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: security-groups {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.326623 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: security-group-rules {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.327964 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: service-providers {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.329173 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: subnetpools {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.330488 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: subnetpools {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.332080 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.333761 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.335758 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.337625 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.339340 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.341189 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.342952 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.344772 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.347574 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.349317 n-d-778696-14 neutron-server[93769]: DEBUG neutron.api.extensions [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Extended resource: tags {{(pid=93769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 03:13:30.356443 n-d-778696-14 neutron-server[93769]: WARNING keystonemiddleware.auth_token [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 03:13:30.360968 n-d-778696-14 neutron-server[93769]: WARNING keystonemiddleware.auth_token [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 03:13:30.370297 n-d-778696-14 neutron-server[93769]: DEBUG oslo_concurrency.lockutils [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Acquired lock "singleton_lock" {{(pid=93769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 03:13:30.370767 n-d-778696-14 neutron-server[93769]: DEBUG oslo_concurrency.lockutils [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Releasing lock "singleton_lock" {{(pid=93769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 03:13:30.371438 n-d-778696-14 neutron-server[93769]: INFO oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Starting 2 workers Jul 30 03:13:30.376227 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Started child 93876 {{(pid=93769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 03:13:30.380602 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Started child 93877 {{(pid=93769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 03:13:30.381599 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.382515 n-d-778696-14 neutron-server[93769]: INFO neutron.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 03:13:30.383190 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Notify callbacks [] for process, before_spawn {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.383374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [-] (93876) wsgi starting up on http://0.0.0.0:9696 Jul 30 03:13:30.385623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.386058 n-d-778696-14 neutron-server[93769]: INFO oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Starting 1 workers Jul 30 03:13:30.387021 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [-] (93877) wsgi starting up on http://0.0.0.0:9696 Jul 30 03:13:30.390841 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Started child 93878 {{(pid=93769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 03:13:30.391381 n-d-778696-14 neutron-server[93769]: INFO oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Starting 1 workers Jul 30 03:13:30.394430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] calling RpcWorker wait() {{(pid=93878) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 03:13:30.395046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] returning from RpcWorker wait() {{(pid=93878) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 03:13:30.395827 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Started child 93879 {{(pid=93769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 03:13:30.396182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.396625 n-d-778696-14 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bac9e90-f687-438e-af9e-c9234ebd5a00 None None] Notify callbacks [] for process, after_spawn {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.396777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:30.398798 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 03:13:30.399017 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 03:13:30.399230 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 03:13:30.399450 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 03:13:30.399794 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 03:13:30.399950 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 03:13:30.400471 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.400757 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.400900 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.401411 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.401411 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.401821 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.402092 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.402327 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.402563 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.402846 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.403103 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.403295 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.403433 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.403690 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.403941 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.404225 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.404506 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.404744 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.405001 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.405176 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.405437 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.405715 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.405964 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.406237 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] debug = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.406499 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.406969 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.407214 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.407462 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.407676 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.407960 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.408228 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.408456 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.408713 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.408942 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.409186 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.409434 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.409673 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.409881 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.410095 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.410346 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.410563 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.411016 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] host = n-d-778696-14 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.411283 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.411496 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.411755 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.411994 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.412239 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.412471 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.412748 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.413549 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.413916 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.414301 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.414639 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.414893 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.415129 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.415413 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.415569 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_options = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.415802 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.416075 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.416355 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.416543 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.416712 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.416882 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.417135 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.417286 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.417605 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.417754 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.417954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.418163 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.418415 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.418602 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.418848 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.419076 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.419332 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.419540 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.419783 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.420008 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.420229 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.420483 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.420720 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.420956 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.421279 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.421468 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.421630 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.421877 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.422075 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.422311 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.422554 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.422809 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.423045 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.423332 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.423577 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.423804 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.424035 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.424310 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.424541 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.424807 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.425061 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.425270 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.425523 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.425749 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.425957 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.426186 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_json = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.426397 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.426611 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.426868 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.427093 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.427341 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.427552 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.427820 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.427820 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.427820 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.427820 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.429840 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.430159 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.430403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.430403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.430403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.430403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.431510 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.431755 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.431905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:30.431989 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.432172 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.432448 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.432727 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.433043 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.433288 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.434074 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.434074 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.434074 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.434332 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.434539 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.435448 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.435448 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.435448 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.437815 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438378 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438378 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438378 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438378 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438378 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438720 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438720 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.438954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.439236 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.439470 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.439690 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.439905 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.440209 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.440377 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.441323 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.441323 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.441323 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.441323 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.444446 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445107 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445594 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.445594 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.446308 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.446308 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.446308 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.446694 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.446694 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.446969 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.447182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.447351 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.447564 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.447813 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.448033 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.448244 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.448458 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.448670 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.448908 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.449124 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.449406 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.449721 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.449973 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.450257 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.450630 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.450783 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452004 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452004 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452004 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452004 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452004 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452513 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452513 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452662 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.452845 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.453073 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.453977 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.453977 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.453977 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.454256 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.454256 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455403 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455873 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.455953 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.456204 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.456406 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.456689 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.456903 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.457215 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.457495 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.457770 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.458016 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.458258 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.458520 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.458876 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.459023 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.459275 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.459518 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.459714 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.460157 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.460611 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.460843 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.461058 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.461305 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.461628 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.462079 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.462234 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.462396 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.462614 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.462988 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.463203 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.463410 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.463653 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.464064 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.464227 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.464371 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.464813 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.464813 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.465096 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.465240 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.465438 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.465648 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.465888 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.466095 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.466301 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.466681 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.466832 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.466977 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.467236 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.467450 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.467659 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.467885 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.468110 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.468305 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.468537 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.468783 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.469014 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.469224 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.469441 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.469678 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.469890 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.470170 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.470421 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.470704 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.470843 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.473696 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474394 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474844 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474844 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.474993 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.475428 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.476229 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.478851 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.479932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.480654 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.480654 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.480654 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.480973 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.480973 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.481115 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.481323 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.481547 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.481779 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.482165 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.482561 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.482926 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.483326 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.483699 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.484080 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.484457 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.484688 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.484900 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.485116 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.485341 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.485563 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.485775 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.486022 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.486295 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.486684 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.486901 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.487438 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.487438 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.487634 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.487813 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.488030 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.488259 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.488478 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.488708 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.489007 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.489258 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.489494 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.489776 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.490004 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.490254 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.490658 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.491708 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.492106 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.492451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.492675 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.492909 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.493137 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.493393 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.493736 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.494023 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.494302 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.494585 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.494861 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.495178 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.495444 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.495649 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.495968 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.496302 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.496574 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.496852 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.497086 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.497338 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.497579 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.497795 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.498010 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.498234 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.498426 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.498655 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.498904 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.499167 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.499383 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.499612 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.499852 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.500098 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.500358 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.500546 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.500776 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.500931 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 03:13:30.501442 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 03:13:30.501599 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 03:13:30.501751 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 03:13:30.501940 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 03:13:30.502109 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 03:13:30.502260 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 03:13:30.502465 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.502629 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.502789 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.502950 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.503108 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.503322 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.503581 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.503785 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.503785 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504018 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504137 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504256 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504390 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504513 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504668 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504827 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.504984 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.505142 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.505305 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.505462 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.505619 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.505777 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.505934 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] debug = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.506091 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.506282 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.506433 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.506591 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.506786 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.507045 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.507367 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.507571 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.507727 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.508286 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.508286 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.508286 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] host = n-d-778696-14 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.509182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.510197 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_options = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.512451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513158 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.513608 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514240 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514240 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514240 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514240 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514513 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514513 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514649 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.514818 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515017 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515210 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515336 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515457 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515553 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515684 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.515841 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516000 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516159 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516315 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516466 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516618 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516775 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.516954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.517606 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.517606 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.517880 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.517880 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.518111 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.518111 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_json = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.518275 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.518395 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.518552 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.519281 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.519281 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.519281 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.519281 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.519544 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 03:13:30.519544 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.519675 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.519788 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.519954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.520115 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.520275 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.520434 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.520594 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.520755 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521217 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521217 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521217 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521524 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521524 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521663 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521826 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.521986 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.522145 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.522370 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.522671 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.522928 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.523126 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.523329 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.523494 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.523818 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524027 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524179 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524277 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524469 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524604 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524765 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.524931 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.525091 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.525239 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.525397 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.525557 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.525716 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.525878 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526026 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526189 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526350 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526509 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526669 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526841 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.526981 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.527183 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.527326 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.527491 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.527657 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.527814 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.527977 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.528143 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.528475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:30.529122 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.529299 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.529447 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.529612 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.529767 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.529926 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.530089 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.530253 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.530415 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.530590 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.530742 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.530901 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.531063 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.531251 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.531414 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.531577 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.531738 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.531894 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532032 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532182 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532343 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532487 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532652 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532806 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.532945 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.533109 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.533271 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.533432 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.533585 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.533747 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.533926 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534091 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534231 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534368 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534525 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534687 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534840 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.534993 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.535152 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.535300 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.535462 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.535604 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.535769 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.535924 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536063 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536209 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536374 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536517 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536679 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536834 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.536972 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.537202 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.537345 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.537482 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.537628 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.537766 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.538669 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.538669 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.538953 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.539091 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.539285 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.539451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.539612 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.539782 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.539954 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.540120 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.540279 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.540428 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.540567 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.540758 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.540906 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541043 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541190 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541329 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541465 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541601 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541776 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.541921 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.542086 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.542452 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.542452 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.542969 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.542969 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.542969 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543398 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543398 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543398 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543999 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543999 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543999 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.543999 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.544548 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.544548 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.544548 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.544548 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545053 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545053 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545053 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545653 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545653 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545653 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.545653 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546168 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546168 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546168 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546168 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546685 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546685 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.546685 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547082 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547082 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547082 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547504 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547504 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547504 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547888 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.547888 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548171 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548171 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548430 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548430 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548690 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548690 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.548948 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549083 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549219 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549364 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549508 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549646 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549794 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.549931 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550073 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550214 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550350 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550486 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550674 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550816 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.550953 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.551089 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.551261 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.551400 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.551536 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.551682 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.551843 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552021 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552160 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552296 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552454 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552618 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552781 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.552926 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.553091 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.553254 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.553407 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.553622 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.553799 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554002 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554171 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554315 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554660 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554660 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554939 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.554939 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.555239 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.555239 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.555604 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.555604 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.555870 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.555870 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556152 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556152 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556425 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556563 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556699 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556834 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.556972 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557108 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557240 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557369 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557503 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557652 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557790 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.557925 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.558077 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.558241 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.558386 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.558550 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.558710 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.558853 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559019 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559219 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559355 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559512 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559680 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559839 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.559998 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.560153 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.560317 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.560476 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.560638 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.560798 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.560958 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.561119 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.561281 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.561447 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.561616 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.561783 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.561945 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.562113 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.562282 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.562450 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.562610 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.562776 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.562950 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.563109 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.563291 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.563451 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.563611 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.563772 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.563932 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.564096 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.564259 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.564418 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.564741 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.564903 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.565064 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.565223 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.565383 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.565543 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.565702 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.565861 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.566020 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.566181 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 03:13:30.566333 n-d-778696-14 neutron-server[93769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 03:13:30.835019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47930) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:30.843484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062921 Jul 30 03:13:42.303557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f3b75-05b5-4a68-920c-c13b7e359b0d None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:13:42.392800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f3b75-05b5-4a68-920c-c13b7e359b0d None None] No non-hosted networks {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 03:13:42.410529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.agentschedulers_db [None req-806f3b75-05b5-4a68-920c-c13b7e359b0d None None] DHCP Agent not found on host n-d-778696-14 {{(pid=93878) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 03:13:42.588818 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce818e51-b030-4a5f-83e9-dcbed46d4b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:44.624926 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-275fdd0e-ee61-4fd8-afc3-f81c2ab260bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:44.733931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-95c1c0be-5fa4-40a3-b52c-4d4ff61aaa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:44.814819 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:44.815905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.816448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.816950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.817560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.818137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.819698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.820883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.821990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.822560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.823112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.823683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.824235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:44.824885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778696-14', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:44.838430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778696-14', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:13:46.236158 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:47.820657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:48.219525 n-d-778696-14 neutron-server[93878]: INFO neutron.db.l3_hamode_db [None req-cf00a34d-aa67-4d6c-857a-ce93349f3513 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 03:13:48.295457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00a34d-aa67-4d6c-857a-ce93349f3513 None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:13:48.295838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00a34d-aa67-4d6c-857a-ce93349f3513 None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:13:48.969053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48022) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:49.450910 n-d-778696-14 neutron-server[93877]: WARNING oslo_policy.policy [None req-31b35d97-61f7-458a-b392-2bef558784f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:13:49.451536 n-d-778696-14 neutron-server[93877]: WARNING oslo_policy.policy [None req-31b35d97-61f7-458a-b392-2bef558784f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:13:49.671970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-31b35d97-61f7-458a-b392-2bef558784f3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:13:49.673099 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-31b35d97-61f7-458a-b392-2bef558784f3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7034001 Jul 30 03:13:52.040346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48036) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:52.344866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:52.438125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.policy [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93877) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 03:13:52.483900 n-d-778696-14 neutron-server[93877]: WARNING oslo_policy.policy [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:13:52.484275 n-d-778696-14 neutron-server[93877]: WARNING oslo_policy.policy [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:13:52.492825 n-d-778696-14 neutron-server[93877]: INFO neutron.quota [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] Loaded quota_driver: . Jul 30 03:13:52.584346 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767946930513', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767946931852', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767946934966', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767946932425', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767946584666', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767946896377', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3743144', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3745478', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613036', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586769'] for rbac-policy, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:52.647436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:52.648596 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2ef81a5-4fa2-4220-bb9b-f93543482975 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6072638 Jul 30 03:13:55.222468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48048) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:55.509241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Request body: {'network': {'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'name': 'private'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:55.541564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Made reservation on behalf of 72bb58cd34b34835b6e3324fe561d194 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:55.544633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.560860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.683078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.686489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.705221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:13:55.733964 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767946645288', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.734559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Unsubscribe: segment precommit_create {{(pid=93877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 03:13:55.735061 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Added segment 2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b of type vlan for network 074da693-bf72-4cf5-9454-adaa6e41704b Jul 30 03:13:55.755274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c400c98-ab10-448a-803b-d387c085d072,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:55.805494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.805829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.806165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.806489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.806811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.807129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.807497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.807788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.808100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.808531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.808844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.809155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Tracked resource versions report: Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: pushed versions: Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: { 'AddressGroup': {'1.2'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Log': {'1.0'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Network': {'1.1'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Port': {'1.7'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'PortForwarding': {'1.2'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'QosPolicy': {'1.8'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'SecurityGroup': {'1.4'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'SubPort': {'1.0'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Subnet': {'1.1'}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Trunk': {'1.1'}} Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: consumer versions: Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: L3 agent@n-d-778696-14: {}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: Metadata agent@n-d-778696-14: {}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: Metering agent@n-d-778696-14: {}, Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'ConntrackHelper': '1.0', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Log': '1.0', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Network': '1.1', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Port': '1.7', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'PortForwarding': '1.2', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'QosPolicy': '1.8', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'SecurityGroup': '1.4', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'SecurityGroupRule': '1.2', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'SubPort': '1.0', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Subnet': '1.1', Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: 'Trunk': '1.1'}} Jul 30 03:13:55.810284 n-d-778696-14 neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:13:55.851680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.904602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.905703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:55.906360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:55.993572 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7700214 Jul 30 03:13:56.001625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62dc4a-fcff-469b-af25-16a95bc13528 admin admin] Pushing event updated for resources: {'Network': ['ID=074da693-bf72-4cf5-9454-adaa6e41704b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:56.015182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 074da693-bf72-4cf5-9454-adaa6e41704b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:13:58.637335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:13:59.017752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f439df-1699-43c0-a9d5-cef10652a498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:59.019168 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99f439df-1699-43c0-a9d5-cef10652a498 admin admin] 10.222.0.39 "GET /v2.0/networks/074da693-bf72-4cf5-9454-adaa6e41704b HTTP/1.1" status: 200 len: 824 time: 0.3808365 Jul 30 03:13:59.044130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-87f699cd-2f1e-431c-b45b-6c84644656d8 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/d8dd247c-2ca1-4355-a285-21a426643aa0 HTTP/1.1" status: 200 len: 734 time: 0.0186450 Jul 30 03:13:59.053756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'gateway_ip': '172.20.0.1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'ip_version': 4, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:13:59.074795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Made reservation on behalf of 72bb58cd34b34835b6e3324fe561d194 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:13:59.076988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:59.363075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:59.434452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Checking segment: {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:13:59.434857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Network hostable DHCP agents. Network: 074da693-bf72-4cf5-9454-adaa6e41704b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:13:59.439289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d93ea8-8166-4e5b-b795-9d9658255d13,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:13:59.459942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Network 074da693-bf72-4cf5-9454-adaa6e41704b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:13:59.470889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 074da693-bf72-4cf5-9454-adaa6e41704b) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:13:59.476234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:13:59.476831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:59.481821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4185e4e3-72c1-49cc-873f-9d0302b0374e None None] Network 074da693-bf72-4cf5-9454-adaa6e41704b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:13:59.490752 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-db8210f1-4667-4a98-b4bc-b813e1d94f9b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4407716 Jul 30 03:13:59.809999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-074da693-bf72-4cf5-9454-adaa6e41704b', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:13:59.811359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.092550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Allocated IP 172.20.0.2 (074da693-bf72-4cf5-9454-adaa6e41704b/45d93ea8-8166-4e5b-b795-9d9658255d13/98188d5a-0483-403f-a4cf-900461e8f17a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:14:00.300788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.344657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Transition to ACTIVE for port object 98188d5a-0483-403f-a4cf-900461e8f17a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:14:00.365907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Transition to ACTIVE for port object 98188d5a-0483-403f-a4cf-900461e8f17a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:14:00.374254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.435507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Network 074da693-bf72-4cf5-9454-adaa6e41704b is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:14:00.444944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:14:00.457901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:14:00.461726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Pushing event updated for resources: {'Port': ['ID=98188d5a-0483-403f-a4cf-900461e8f17a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:00.493817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.493817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.493817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.493817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.493817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.494773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.494773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.494773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.494773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.494773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.495106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.495106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Tracked resource versions report: Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: pushed versions: Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: { 'AddressGroup': {'1.2'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Log': {'1.0'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Network': {'1.1'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Port': {'1.7'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'PortForwarding': {'1.2'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'QosPolicy': {'1.8'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'SecurityGroup': {'1.4'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'SubPort': {'1.0'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Subnet': {'1.1'}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Trunk': {'1.1'}} Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: consumer versions: Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: L3 agent@n-d-778696-14: {}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: Metadata agent@n-d-778696-14: {}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: Metering agent@n-d-778696-14: {}, Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'ConntrackHelper': '1.0', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Log': '1.0', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Network': '1.1', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Port': '1.7', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'PortForwarding': '1.2', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'QosPolicy': '1.8', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'SecurityGroup': '1.4', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'SecurityGroupRule': '1.2', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'SubPort': '1.0', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Subnet': '1.1', Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: 'Trunk': '1.1'}} Jul 30 03:14:00.496055 n-d-778696-14 neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:14:00.544106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Attempting to bind port 98188d5a-0483-403f-a4cf-900461e8f17a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:14:00.544513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Attempting to bind port 98188d5a-0483-403f-a4cf-900461e8f17a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:14:00.544933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Attempting to bind port 98188d5a-0483-403f-a4cf-900461e8f17a on network 074da693-bf72-4cf5-9454-adaa6e41704b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:14:00.549802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:14:00.550222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Checking segment: {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:14:00.550680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.551064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Bound using segment: {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:14:00.551550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Bound port: 98188d5a-0483-403f-a4cf-900461e8f17a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:14:00.552011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.615802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] For port 98188d5a-0483-403f-a4cf-900461e8f17a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:14:00.619869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] For port 98188d5a-0483-403f-a4cf-900461e8f17a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=98188d5a-0483-403f-a4cf-900461e8f17a,segment=NetworkSegment(2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b),segment_id=2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:14:00.624236 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.690043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f94b9a-4cb3-412c-ba40-60997b22cf85 None None] Pushing event updated for resources: {'Port': ['ID=98188d5a-0483-403f-a4cf-900461e8f17a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:01.895075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:02.390382 n-d-778696-14 neutron-server[93876]: WARNING oslo_policy.policy [None req-9cfc864e-55b3-403d-93e3-15d8a1eff199 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:14:02.390971 n-d-778696-14 neutron-server[93876]: WARNING oslo_policy.policy [None req-9cfc864e-55b3-403d-93e3-15d8a1eff199 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:14:02.609328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-9cfc864e-55b3-403d-93e3-15d8a1eff199 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:14:02.610489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9cfc864e-55b3-403d-93e3-15d8a1eff199 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7133498 Jul 30 03:14:05.020813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48084) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:05.336976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-045aef89-c39c-4370-9f01-0a90e6a58cc4 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:14:05.338110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-045aef89-c39c-4370-9f01-0a90e6a58cc4 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161898 Jul 30 03:14:08.003963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48098) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:08.306751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] Request body: {'router': {'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'name': 'router1', 'admin_state_up': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:14:08.330222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:08.332147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:08.468384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:08.472772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:08.485670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:08.487538 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2095b729-0385-4595-979f-09525b10e52c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4824884 Jul 30 03:14:09.063609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 98188d5a-0483-403f-a4cf-900461e8f17a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:14:09.106824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcf1fb-afe0-413f-a703-81a5b445e6a3 None None] Network 074da693-bf72-4cf5-9454-adaa6e41704b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:14:09.207705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 98188d5a-0483-403f-a4cf-900461e8f17a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:14:09.232552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] Provisioning for port 98188d5a-0483-403f-a4cf-900461e8f17a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:14:09.239285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] Provisioning complete for port 98188d5a-0483-403f-a4cf-900461e8f17a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:09.239687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:09.414712 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:09.452666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] For port 98188d5a-0483-403f-a4cf-900461e8f17a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=98188d5a-0483-403f-a4cf-900461e8f17a,segment=NetworkSegment(2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b),segment_id=2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:14:09.458357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:09.516234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6a7c1-6b0c-4024-a221-d4af466257ec None None] Pushing event updated for resources: {'Port': ['ID=98188d5a-0483-403f-a4cf-900461e8f17a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:09.578093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9bb23ade-0915-451c-9c9e-02b6c0dbff5e None None] Provisioning complete for port 98188d5a-0483-403f-a4cf-900461e8f17a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:09.578467 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9bb23ade-0915-451c-9c9e-02b6c0dbff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:10.845664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48108) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:11.037113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 98188d5a-0483-403f-a4cf-900461e8f17a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:14:11.082085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 98188d5a-0483-403f-a4cf-900461e8f17a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:11.083166 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:11.154909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-7110cf9b-1693-4e11-a8f1-88c85cba4546 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:14:11.155927 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7110cf9b-1693-4e11-a8f1-88c85cba4546 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093228 Jul 30 03:14:11.456664 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:14:12.225945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9d22e51-3271-4ea0-bddf-e498f1700a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:13.523467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:13.832070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:14:13.853126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Made reservation on behalf of 4f04ad00fc164b9ebafc3e9b12b86656 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:14:13.855292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:13.864928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:13.958127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:13.962050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:13.977465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=93877) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 03:14:13.995850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb3138-7795-4e8c-bc56-86ccdecb9a65,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:14.002060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:14.002398 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Added segment 3e2e42c8-7616-435f-abfb-dec2ca2a943c of type flat for network 1fc087a1-28ee-49dd-996c-fe352639efff Jul 30 03:14:14.047383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:14.083665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:14.084585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:14.085149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:14.136266 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6116664 Jul 30 03:14:14.142845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16e3a-b0c6-481c-b830-9367b4fe89e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc087a1-28ee-49dd-996c-fe352639efff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:14.153736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 1fc087a1-28ee-49dd-996c-fe352639efff details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:14:14.597294 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8790eaeb-9f96-42e4-b9b8-537e386d0005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:14.801931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:16.178680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:16.826753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:17.155963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.policy [None req-5861d2b8-104e-4fd5-96e5-a59b83dec988 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 03:14:17.202665 n-d-778696-14 neutron-server[93876]: WARNING oslo_policy.policy [None req-5861d2b8-104e-4fd5-96e5-a59b83dec988 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:14:17.202976 n-d-778696-14 neutron-server[93876]: WARNING oslo_policy.policy [None req-5861d2b8-104e-4fd5-96e5-a59b83dec988 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 03:14:17.211582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5861d2b8-104e-4fd5-96e5-a59b83dec988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:17.213370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5861d2b8-104e-4fd5-96e5-a59b83dec988 admin admin] 10.222.0.39 "GET /v2.0/subnets/45d93ea8-8166-4e5b-b795-9d9658255d13 HTTP/1.1" status: 200 len: 849 time: 0.3856370 Jul 30 03:14:17.376455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4bd517b6-ca85-461c-b255-5c8b7c3185dc admin admin] 10.222.0.39 "GET /v2.0/routers/56c4d3c2-4067-452e-92cf-ae3e796a63b3 HTTP/1.1" status: 200 len: 704 time: 0.1571660 Jul 30 03:14:17.640745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:17.762932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:17.981743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Allocated IP 172.20.0.1 (074da693-bf72-4cf5-9454-adaa6e41704b/45d93ea8-8166-4e5b-b795-9d9658255d13/2d760304-c29c-4060-a4ee-eb6d1513471f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:14:18.250939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.275596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Transition to ACTIVE for port object 2d760304-c29c-4060-a4ee-eb6d1513471f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:14:18.368042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.426699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Network 074da693-bf72-4cf5-9454-adaa6e41704b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:14:18.431731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:14:18.486670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:14:18.486670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.507560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Pushing event updated for resources: {'Port': ['ID=2d760304-c29c-4060-a4ee-eb6d1513471f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:18.555057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.555432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.555781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.556118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.556446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.556771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.557093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.557414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.557736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.558054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.558372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.558689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Tracked resource versions report: Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: pushed versions: Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: { 'AddressGroup': {'1.2'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Log': {'1.0'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Network': {'1.1'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Port': {'1.7'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'PortForwarding': {'1.2'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'QosPolicy': {'1.8'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'SecurityGroup': {'1.4'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'SubPort': {'1.0'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Subnet': {'1.1'}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Trunk': {'1.1'}} Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: consumer versions: Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: L3 agent@n-d-778696-14: {}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: Metadata agent@n-d-778696-14: {}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: Metering agent@n-d-778696-14: {}, Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'ConntrackHelper': '1.0', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Log': '1.0', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Network': '1.1', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Port': '1.7', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'PortForwarding': '1.2', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'QosPolicy': '1.8', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'SecurityGroup': '1.4', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'SecurityGroupRule': '1.2', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'SubPort': '1.0', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Subnet': '1.1', Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: 'Trunk': '1.1'}} Jul 30 03:14:18.559848 n-d-778696-14 neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:14:18.696740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.726254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7817c6db-5103-4af9-92d3-d33c2904efa3 None None] Provisioning for port 2d760304-c29c-4060-a4ee-eb6d1513471f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:14:18.730002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7817c6db-5103-4af9-92d3-d33c2904efa3 None None] Provisioning complete for port 2d760304-c29c-4060-a4ee-eb6d1513471f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:18.730438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7817c6db-5103-4af9-92d3-d33c2904efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.772453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7817c6db-5103-4af9-92d3-d33c2904efa3 None None] Port 2d760304-c29c-4060-a4ee-eb6d1513471f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:14:18.922667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.927099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:18.927974 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:19.009019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Pushing event updated for resources: {'Port': ['ID=2d760304-c29c-4060-a4ee-eb6d1513471f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:19.060276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Network 074da693-bf72-4cf5-9454-adaa6e41704b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:14:19.061531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:14:19.271247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:14:19.291925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b8984852-485f-4111-ac5b-0dfd42f060b5 None None] Provisioning complete for port 2d760304-c29c-4060-a4ee-eb6d1513471f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:19.292296 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8984852-485f-4111-ac5b-0dfd42f060b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:19.328714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b8984852-485f-4111-ac5b-0dfd42f060b5 None None] Port 2d760304-c29c-4060-a4ee-eb6d1513471f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:14:19.362100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:14:19.367880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d18e07c2-6a85-4935-98ff-a07113e4c6da admin admin] 10.222.0.39 "PUT /v2.0/routers/56c4d3c2-4067-452e-92cf-ae3e796a63b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9859459 Jul 30 03:14:19.386509 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Sync routers for ids ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:14:19.398471 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Routers {'56c4d3c2-4067-452e-92cf-ae3e796a63b3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:14:19.399393 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:14:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:19.584925 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Set router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:14:20.029882 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'name': 'router1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:14:08Z', 'updated_at': '2021-07-30T03:14:18Z', 'revision_number': 2, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'gw_port_host': None, '_interfaces': [{'id': '2d760304-c29c-4060-a4ee-eb6d1513471f', 'name': '', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'mac_address': 'fa:16:3e:0a:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:17Z', 'updated_at': '2021-07-30T03:14:18Z', 'revision_number': 2, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'subnets': [{'id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:20.080695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Checking router: 56c4d3c2-4067-452e-92cf-ae3e796a63b3 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:14:20.081081 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Updating router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 port 2d760304-c29c-4060-a4ee-eb6d1513471f binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:14:20.129308 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:20.654665 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:20.671982 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Transition to ACTIVE for port object 2d760304-c29c-4060-a4ee-eb6d1513471f will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:14:20.676992 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:20.835051 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Pushing event updated for resources: {'Port': ['ID=2d760304-c29c-4060-a4ee-eb6d1513471f,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:20.853123 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.853480 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.853905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.854156 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.854490 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.854820 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.855205 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.855508 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.855834 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.856246 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.856682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.857008 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Tracked resource versions report: Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: pushed versions: Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: { 'AddressGroup': {'1.2'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Log': {'1.0'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Network': {'1.1'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Port': {'1.7'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'PortForwarding': {'1.2'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'QosPolicy': {'1.8'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'SecurityGroup': {'1.4'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'SubPort': {'1.0'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Subnet': {'1.1'}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Trunk': {'1.1'}} Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: consumer versions: Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: L3 agent@n-d-778696-14: {}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: Metadata agent@n-d-778696-14: {}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: Metering agent@n-d-778696-14: {}, Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'ConntrackHelper': '1.0', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Log': '1.0', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Network': '1.1', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Port': '1.7', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'PortForwarding': '1.2', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'QosPolicy': '1.8', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'SecurityGroup': '1.4', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'SecurityGroupRule': '1.2', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'SubPort': '1.0', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Subnet': '1.1', Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: 'Trunk': '1.1'}} Jul 30 03:14:20.858127 n-d-778696-14 neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:14:20.860322 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Attempting to bind port 2d760304-c29c-4060-a4ee-eb6d1513471f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:14:20.860718 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Attempting to bind port 2d760304-c29c-4060-a4ee-eb6d1513471f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:14:20.861149 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Attempting to bind port 2d760304-c29c-4060-a4ee-eb6d1513471f on network 074da693-bf72-4cf5-9454-adaa6e41704b {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:14:20.866933 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:14:20.867390 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Checking segment: {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:14:20.867850 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:20.868237 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Bound using segment: {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:14:20.868744 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Bound port: 2d760304-c29c-4060-a4ee-eb6d1513471f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:14:20.869143 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:20.934979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] For port 2d760304-c29c-4060-a4ee-eb6d1513471f, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:14:20.957319 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] For port 2d760304-c29c-4060-a4ee-eb6d1513471f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2d760304-c29c-4060-a4ee-eb6d1513471f,segment=NetworkSegment(2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b),segment_id=2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:14:20.962321 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:21.005148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Routers {'56c4d3c2-4067-452e-92cf-ae3e796a63b3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:14:21.005944 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:14:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:21.111572 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46c502-ee65-4381-95c3-7f04f68dec08 None None] Pushing event updated for resources: {'Port': ['ID=2d760304-c29c-4060-a4ee-eb6d1513471f,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:21.120301 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] Set router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:14:21.328016 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'name': 'router1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:14:08Z', 'updated_at': '2021-07-30T03:14:18Z', 'revision_number': 2, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'gw_port_host': None, '_interfaces': [{'id': '2d760304-c29c-4060-a4ee-eb6d1513471f', 'name': '', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'mac_address': 'fa:16:3e:0a:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:17Z', 'updated_at': '2021-07-30T03:14:20Z', 'revision_number': 4, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'subnets': [{'id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:21.354433 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638332-4aff-47e4-9868-682359cd9bbf None None] The sync data for ids ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'] in n-d-778696-14 is: [{'id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'name': 'router1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:14:08Z', 'updated_at': '2021-07-30T03:14:18Z', 'revision_number': 2, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'gw_port_host': None, '_interfaces': [{'id': '2d760304-c29c-4060-a4ee-eb6d1513471f', 'name': '', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'mac_address': 'fa:16:3e:0a:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:17Z', 'updated_at': '2021-07-30T03:14:20Z', 'revision_number': 4, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'subnets': [{'id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:14:21.580594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:21.690141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838741f4-77a7-460e-a9b6-2fcdea37da60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:21.691593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-838741f4-77a7-460e-a9b6-2fcdea37da60 admin admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 842 time: 0.1098890 Jul 30 03:14:21.701593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:14:21.702959 n-d-778696-14 neutron-server[93876]: INFO neutron.quota [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Loaded quota_driver: . Jul 30 03:14:21.739558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Made reservation on behalf of 4f04ad00fc164b9ebafc3e9b12b86656 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:14:21.741902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:22.055504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:14:22.055930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:22.111227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1127573-741b-4eba-ae66-c640da246295,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:22.121162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:14:22.121537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Network hostable DHCP agents. Network: 1fc087a1-28ee-49dd-996c-fe352639efff, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:14:22.143546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:14:22.154650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 1fc087a1-28ee-49dd-996c-fe352639efff) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:14:22.158810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:22.159454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:22.164806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6fdfb-5f31-4503-a36e-e2cf73338568 None None] Network 1fc087a1-28ee-49dd-996c-fe352639efff requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:14:22.181920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5ffbde18-e817-498e-9956-ed28091625b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4837945 Jul 30 03:14:22.312125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbd3ce-0e06-4181-b764-d8a798bf772f None None] Network 1fc087a1-28ee-49dd-996c-fe352639efff requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:14:24.441995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:24.568913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9d2fffb3-139e-433d-a024-60e80720e872 admin admin] 10.222.0.39 "GET /v2.0/routers/56c4d3c2-4067-452e-92cf-ae3e796a63b3 HTTP/1.1" status: 200 len: 710 time: 0.1258068 Jul 30 03:14:24.652958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24586b55-34f0-4657-85a8-d0043ae8bd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:14:24.654234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-24586b55-34f0-4657-85a8-d0043ae8bd45 admin admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 886 time: 0.0797982 Jul 30 03:14:24.663939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:14:24.912954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:25.228284 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:25.301817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:25.407519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Allocated IP 172.25.6.195 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/b64639b0-01d1-44b5-869c-cf8ed6a71e5e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:14:25.505949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:25.548903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:25.584759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:14:25.587513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:14:25.590833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:14:25.656193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Pushing event updated for resources: {'Port': ['ID=b64639b0-01d1-44b5-869c-cf8ed6a71e5e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:25.843320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:26.049496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:26.053601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:26.156599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:14:26.263799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:14:26.268103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:26.269485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c09b10bf-b0aa-4522-adaa-45bab5e2e6af admin admin] 10.222.0.39 "PUT /v2.0/routers/56c4d3c2-4067-452e-92cf-ae3e796a63b3 HTTP/1.1" status: 200 len: 890 time: 1.6087029 Jul 30 03:14:27.072551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2d760304-c29c-4060-a4ee-eb6d1513471f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:14:27.124017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2d760304-c29c-4060-a4ee-eb6d1513471f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:14:27.127825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2d760304-c29c-4060-a4ee-eb6d1513471f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:27.128201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:27.202091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:27.236743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 2d760304-c29c-4060-a4ee-eb6d1513471f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2d760304-c29c-4060-a4ee-eb6d1513471f,segment=NetworkSegment(2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b),segment_id=2e8c1fa8-be54-4fff-afa1-b1d612fdbf7b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:14:27.240810 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:27.334650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=2d760304-c29c-4060-a4ee-eb6d1513471f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:27.831971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Sync routers for ids ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:14:27.841901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Routers {'56c4d3c2-4067-452e-92cf-ae3e796a63b3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:14:27.842540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:14:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:28.046097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Set router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:14:28.426210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'name': 'router1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'b64639b0-01d1-44b5-869c-cf8ed6a71e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:14:08Z', 'updated_at': '2021-07-30T03:14:25Z', 'revision_number': 4, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'gw_port': {'id': 'b64639b0-01d1-44b5-869c-cf8ed6a71e5e', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:25Z', 'updated_at': '2021-07-30T03:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2d760304-c29c-4060-a4ee-eb6d1513471f', 'name': '', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'mac_address': 'fa:16:3e:0a:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:17Z', 'updated_at': '2021-07-30T03:14:27Z', 'revision_number': 5, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'subnets': [{'id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:28.476651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Checking router: 56c4d3c2-4067-452e-92cf-ae3e796a63b3 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:14:28.477009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Updating router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 port b64639b0-01d1-44b5-869c-cf8ed6a71e5e binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:14:28.523324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:28.656867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:14:28.767277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dac6b28e-4a9c-405f-8a88-442df752ea3a admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091537 Jul 30 03:14:28.849051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:28.860374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Transition to ACTIVE for port object b64639b0-01d1-44b5-869c-cf8ed6a71e5e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:14:28.866587 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:28.920867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Attempting to bind port b64639b0-01d1-44b5-869c-cf8ed6a71e5e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:14:28.921241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Attempting to bind port b64639b0-01d1-44b5-869c-cf8ed6a71e5e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:14:28.921605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Attempting to bind port b64639b0-01d1-44b5-869c-cf8ed6a71e5e on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:14:28.923522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d432d5-e8a5-4a55-80f7-48c3eefe5e94 None None] Pushing event updated for resources: {'Port': ['ID=b64639b0-01d1-44b5-869c-cf8ed6a71e5e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:28.929132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:14:28.929435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:14:28.929834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:28.930217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:14:28.930994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Bound port: b64639b0-01d1-44b5-869c-cf8ed6a71e5e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:14:28.931105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:28.981740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] For port b64639b0-01d1-44b5-869c-cf8ed6a71e5e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:14:28.984919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] For port b64639b0-01d1-44b5-869c-cf8ed6a71e5e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b64639b0-01d1-44b5-869c-cf8ed6a71e5e,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:14:28.988919 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:29.056044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d432d5-e8a5-4a55-80f7-48c3eefe5e94 None None] Pushing event updated for resources: {'Port': ['ID=b64639b0-01d1-44b5-869c-cf8ed6a71e5e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:29.060251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2d760304-c29c-4060-a4ee-eb6d1513471f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:14:29.063664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Routers {'56c4d3c2-4067-452e-92cf-ae3e796a63b3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:14:29.064405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:14:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:29.270082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2d760304-c29c-4060-a4ee-eb6d1513471f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:29.270463 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:29.296337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] Set router 56c4d3c2-4067-452e-92cf-ae3e796a63b3 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:14:29.563610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'name': 'router1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'b64639b0-01d1-44b5-869c-cf8ed6a71e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:14:08Z', 'updated_at': '2021-07-30T03:14:25Z', 'revision_number': 4, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'gw_port': {'id': 'b64639b0-01d1-44b5-869c-cf8ed6a71e5e', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:25Z', 'updated_at': '2021-07-30T03:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2d760304-c29c-4060-a4ee-eb6d1513471f', 'name': '', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'mac_address': 'fa:16:3e:0a:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:17Z', 'updated_at': '2021-07-30T03:14:27Z', 'revision_number': 5, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'subnets': [{'id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:14:29.590365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac763f8-035a-4213-a79b-602b3fff5f0c None None] The sync data for ids ['56c4d3c2-4067-452e-92cf-ae3e796a63b3'] in n-d-778696-14 is: [{'id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'name': 'router1', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'b64639b0-01d1-44b5-869c-cf8ed6a71e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:14:08Z', 'updated_at': '2021-07-30T03:14:25Z', 'revision_number': 4, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'gw_port': {'id': 'b64639b0-01d1-44b5-869c-cf8ed6a71e5e', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:25Z', 'updated_at': '2021-07-30T03:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2d760304-c29c-4060-a4ee-eb6d1513471f', 'name': '', 'network_id': '074da693-bf72-4cf5-9454-adaa6e41704b', 'tenant_id': '72bb58cd34b34835b6e3324fe561d194', 'mac_address': 'fa:16:3e:0a:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c4d3c2-4067-452e-92cf-ae3e796a63b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:14:17Z', 'updated_at': '2021-07-30T03:14:27Z', 'revision_number': 5, 'project_id': '72bb58cd34b34835b6e3324fe561d194', 'subnets': [{'id': '45d93ea8-8166-4e5b-b795-9d9658255d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8dd247c-2ca1-4355-a285-21a426643aa0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:14:31.104584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b64639b0-01d1-44b5-869c-cf8ed6a71e5e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:14:31.163096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b64639b0-01d1-44b5-869c-cf8ed6a71e5e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:14:31.167811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b64639b0-01d1-44b5-869c-cf8ed6a71e5e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:31.167993 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:31.258902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:31.281175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b64639b0-01d1-44b5-869c-cf8ed6a71e5e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b64639b0-01d1-44b5-869c-cf8ed6a71e5e,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:14:31.286459 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:31.338151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b64639b0-01d1-44b5-869c-cf8ed6a71e5e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:14:33.088478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b64639b0-01d1-44b5-869c-cf8ed6a71e5e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:14:33.160648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b64639b0-01d1-44b5-869c-cf8ed6a71e5e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:14:33.161025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:42.230561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a577915e-013a-495b-b654-468d7b660df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:44.602932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a04de9b-8df9-43cc-8037-7d4e8c1a9520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:44.810481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:46.181771 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:47.788135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:48.456697 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:15:12.234327 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2558c22b-9a1f-4672-821b-aa3354cda55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:14.595725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6681-c11b-4c39-9cd7-36fb2524057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:14.806361 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:16.188777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:17.779890 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:25.456269 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:15:42.236559 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac32a-031a-419e-8627-bc37a61c58b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:44.599603 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78827598-9905-473f-950c-c9334d84dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:44.809130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:46.186642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:47.783785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:02.456311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:16:09.904970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:09.969514 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9337d69b-8889-4c35-97ab-d4ad2f1985f2 admin admin] GET failed (client error): The resource could not be found. Jul 30 03:16:09.972091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9337d69b-8889-4c35-97ab-d4ad2f1985f2 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649250 Jul 30 03:16:10.132989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0e957-b11a-4929-9368-d6b5ba56bf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:10.134352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-25c0e957-b11a-4929-9368-d6b5ba56bf35 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1587696 Jul 30 03:16:12.238300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6c307f2a-242d-4aa2-a294-9cb9d2952bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:12.290362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48790) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:12.382482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9f37c-c456-463f-8582-871a75c5d7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:12.383838 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-16d9f37c-c456-463f-8582-871a75c5d7ca admin admin] 10.222.0.39 "GET /v2.0/subnets/45d93ea8-8166-4e5b-b795-9d9658255d13 HTTP/1.1" status: 200 len: 849 time: 0.0925391 Jul 30 03:16:12.394057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:16:12.481675 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:12.624164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767946570280'] for subnet, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:12.657340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:12.658406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:12.662875 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] 10.222.0.39 "PUT /v2.0/subnets/45d93ea8-8166-4e5b-b795-9d9658255d13 HTTP/1.1" status: 200 len: 868 time: 0.2687929 Jul 30 03:16:12.663065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc030d-f6ba-43ce-a85c-9680e04418ef None None] Network 074da693-bf72-4cf5-9454-adaa6e41704b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:16:12.678569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d93ea8-8166-4e5b-b795-9d9658255d13,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:16:12.686398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.686746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.687090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.687460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.687795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.688124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.688453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.688792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.689230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.689571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.689897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:12.690219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e4422-602d-4b3d-91f1-99cc2f6fe301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:16:13.045801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-14630101-ebef-450a-bfaa-946db6242881 None None] Provisioning complete for port 98188d5a-0483-403f-a4cf-900461e8f17a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:16:13.046169 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14630101-ebef-450a-bfaa-946db6242881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:13.137220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-14630101-ebef-450a-bfaa-946db6242881 None None] Provisioning complete for port 2d760304-c29c-4060-a4ee-eb6d1513471f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:16:13.137484 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14630101-ebef-450a-bfaa-946db6242881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:14.601309 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80293275-ed01-43b6-bb73-4cd875b37ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:14.814575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:14.860141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:15.055941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ba4e6-1db0-4a0b-ba63-812a51cfd788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:15.056413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ba4e6-1db0-4a0b-ba63-812a51cfd788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:15.057918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c96ba4e6-1db0-4a0b-ba63-812a51cfd788 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1968718 Jul 30 03:16:16.192078 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:17.225549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:17.352320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f556f-85fc-466e-ac84-7beb16637a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:17.352799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f556f-85fc-466e-ac84-7beb16637a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:17.354323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c00f556f-85fc-466e-ac84-7beb16637a40 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1278470 Jul 30 03:16:17.788331 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:19.499652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:19.668882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53768118-633f-4f57-bdb4-0aa099f5e9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:19.670383 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-53768118-633f-4f57-bdb4-0aa099f5e9a5 admin admin] 10.222.0.39 "GET /v2.0/networks/074da693-bf72-4cf5-9454-adaa6e41704b HTTP/1.1" status: 200 len: 868 time: 0.1697826 Jul 30 03:16:21.857587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:21.980412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b2379-1924-4309-9405-9eccd6b90512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:21.981773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-080b2379-1924-4309-9405-9eccd6b90512 admin admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 886 time: 0.1232560 Jul 30 03:16:24.104054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:24.226555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf82b91-95f7-4069-90bb-d5148271593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:24.226916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf82b91-95f7-4069-90bb-d5148271593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:24.228453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbf82b91-95f7-4069-90bb-d5148271593e admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234567 Jul 30 03:16:26.426866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:26.516285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed42f0f0-6609-4132-9986-10d5124e4674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:26.516747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed42f0f0-6609-4132-9986-10d5124e4674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:26.518333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ed42f0f0-6609-4132-9986-10d5124e4674 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904884 Jul 30 03:16:28.665336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:28.756013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d16d3-0817-4198-8dff-f31fbac1625a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:28.757349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b69d16d3-0817-4198-8dff-f31fbac1625a admin admin] 10.222.0.39 "GET /v2.0/subnets/45d93ea8-8166-4e5b-b795-9d9658255d13 HTTP/1.1" status: 200 len: 868 time: 0.0910609 Jul 30 03:16:30.939466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:31.027858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf24993-d6a4-42f0-8f1c-439a1a49330c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:31.029321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-faf24993-d6a4-42f0-8f1c-439a1a49330c admin admin] 10.222.0.39 "GET /v2.0/subnets/b1127573-741b-4eba-ae66-c640da246295 HTTP/1.1" status: 200 len: 816 time: 0.0888662 Jul 30 03:16:39.455346 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:16:42.239539 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dfd38f0e-778f-42a7-ac37-4720b9d4d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:44.602030 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0611527c-3aaa-4dcf-8c8d-1ac8e18206b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:44.815585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:46.187529 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:47.797135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:56.774271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:56.819120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-68f74f8d-b239-4028-a9de-987036b044b6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:16:56.820124 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-68f74f8d-b239-4028-a9de-987036b044b6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449259 Jul 30 03:16:59.080708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48918) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:16:59.183864 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5b90f7-6295-49e3-bb8e-42903763f7ef admin admin] GET failed (client error): The resource could not be found. Jul 30 03:16:59.186042 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac5b90f7-6295-49e3-bb8e-42903763f7ef admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1043928 Jul 30 03:16:59.268853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286fac1-d265-404b-b5bb-19ca0ff037c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:16:59.270249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9286fac1-d265-404b-b5bb-19ca0ff037c0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798194 Jul 30 03:17:01.481868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:17:01.526900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:17:01.627005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Made reservation on behalf of 4f04ad00fc164b9ebafc3e9b12b86656 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:17:01.629286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:01.660403 n-d-778696-14 neutron-server[93876]: WARNING neutron.services.revisions.revision_plugin [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Could not find related network for resource to bump revision. Jul 30 03:17:01.678957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:17:01.692373 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767946645288', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:01.692937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Unsubscribe: segment precommit_create {{(pid=93876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 03:17:01.693411 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Added segment d7412de7-7667-413b-b4b6-81a01be37f77 of type vlan for network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 Jul 30 03:17:01.738753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:01.776870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:01.777799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:01.779005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:01.855957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3729999 Jul 30 03:17:01.869046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Pushing event updated for resources: {'Network': ['ID=156a805e-a8a4-417a-b6a9-49e6b6c2bed5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:17:01.877097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.877452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.877794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.878132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.878466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.878811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.879125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.879484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.879809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.880142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.880463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.880789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29262295-30db-4dab-9f78-f58d0408eaab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:01.894417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:17:04.065418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:17:04.123693 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdee085-479d-49dc-a10a-6f7d3edd5d5c admin admin] GET failed (client error): The resource could not be found. Jul 30 03:17:04.124997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ebdee085-479d-49dc-a10a-6f7d3edd5d5c admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585966 Jul 30 03:17:04.222735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df1469-ac4d-48b4-9b37-ca68a8860660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:04.224119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-81df1469-ac4d-48b4-9b37-ca68a8860660 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0946801 Jul 30 03:17:04.234663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:17:04.254979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Made reservation on behalf of 4f04ad00fc164b9ebafc3e9b12b86656 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:17:04.257205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.414172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.470781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Pushing event updated for resources: {'Subnet': ['ID=454a90f7-57a9-4681-bb2c-48c699d78707,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:17:04.477478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:17:04.477821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Network hostable DHCP agents. Network: 156a805e-a8a4-417a-b6a9-49e6b6c2bed5, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:17:04.492798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:17:04.501143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 156a805e-a8a4-417a-b6a9-49e6b6c2bed5) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:17:04.505185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:17:04.505762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.510104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cff5a5-4ff3-4637-a15b-32589eaa16da None None] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:17:04.520194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-12172bcd-cb3f-4976-a636-5adfaa6c793d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2889266 Jul 30 03:17:04.674208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'tenant_id': '4f04ad00fc164b9ebafc3e9b12b86656', 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:17:04.675401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.823157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Allocated IP 192.168.233.2 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/4bc9fdcf-56b7-4faf-b546-9733a8ec78a6) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:17:04.975631 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.986180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Transition to ACTIVE for port object 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:17:05.001060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Transition to ACTIVE for port object 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:17:05.006855 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:05.049193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:17:05.053887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:17:05.058230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:17:05.062047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Pushing event updated for resources: {'Port': ['ID=4bc9fdcf-56b7-4faf-b546-9733a8ec78a6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:17:05.072910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.073348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.073608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.073958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.074295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.074629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.074988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.075975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.076312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.076642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.076969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.077295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:17:05.123863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Attempting to bind port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:17:05.124231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Attempting to bind port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:17:05.124587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Attempting to bind port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:17:05.129675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:17:05.130051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:17:05.130443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:05.130829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:17:05.131319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Bound port: 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:17:05.131718 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:05.193719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] For port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:17:05.197311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] For port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4bc9fdcf-56b7-4faf-b546-9733a8ec78a6,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:17:05.202453 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:05.259401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a994f5-1823-4028-b681-765d0dc023ab None None] Pushing event updated for resources: {'Port': ['ID=4bc9fdcf-56b7-4faf-b546-9733a8ec78a6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:17:06.063673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba435a11-ee39-4a02-a62f-9f8ca32931d7 None None] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:17:06.126634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-17bb3229-3ea7-4db6-bc27-a86224531a0b None None] Provisioning for port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:17:07.196852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:17:07.247562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:17:07.251065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:17:07.251474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:07.329637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:07.363758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4bc9fdcf-56b7-4faf-b546-9733a8ec78a6,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:17:07.368574 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:07.420411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4bc9fdcf-56b7-4faf-b546-9733a8ec78a6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:17:09.179600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:17:09.228282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4bc9fdcf-56b7-4faf-b546-9733a8ec78a6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:17:09.228579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:12.240907 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ced760af-6c93-4d6f-b368-577c06d91922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:14.606991 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-901c16cf-4b32-4632-87fb-896da52bb620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:14.817758 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:16.191641 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:16.453961 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:17:17.801489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:42.243807 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9da2dd03-df3c-4cf8-b23e-edea462852af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:44.608058 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0beb5f7-7868-4f98-b071-c36398c689b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:44.819109 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:46.194225 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:47.806069 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:53.451928 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:18:12.246276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e42dd78b-1233-4f4e-8d0b-3d7ba3d16154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:14.610141 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-760f94d4-b9ab-4961-b5aa-6c205542ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:14.820150 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:16.197842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:17.807943 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:19.653609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:19.660209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-8e0c823a-92d7-4a66-b163-a710b6b23d4a tempest-verify_tempest_config-32385530 tempest-verify_tempest_config-32385530-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:18:19.661211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8e0c823a-92d7-4a66-b163-a710b6b23d4a tempest-verify_tempest_config-32385530 tempest-verify_tempest_config-32385530-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066118 Jul 30 03:18:19.968401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:20.070153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.183733 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.187924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.234805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15d67e705dd3453a9824a4397a458314&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2653828 Jul 30 03:18:20.235793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95fd867-a091-4972-bead-d2ad5005d8fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:20.237581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:18:20.242611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.242974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.243357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.243697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.244036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.244370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.244729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.245057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.245384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.245707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.246032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.246354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f6736-61b9-41c4-a53a-f13a76644496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.295948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.316110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.401906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.404871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:20.406034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d95fd867-a091-4972-bead-d2ad5005d8fb HTTP/1.1" status: 204 len: 168 time: 0.1674175 Jul 30 03:18:20.414137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95fd867-a091-4972-bead-d2ad5005d8fb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:18:20.421544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.421892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.422232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.422567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.422897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.423263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.423592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.423916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.424238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.424558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.424876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:20.425196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a6d-562a-41f2-b0a5-c2bdccede6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:18:30.449954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:18:42.248053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01834b45-d7b2-4dd7-92fa-6c43965dcd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:44.611220 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3886fd76-861b-4b1d-9127-c3a19ffd8182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:44.820332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:46.200482 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:47.813635 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:07.448901 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:19:12.249030 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-302d525c-4bc1-4f49-b68b-a0d4dcdc38db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:14.612034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f9c67228-0619-4d53-9ad6-21a9b455b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:14.824854 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:16.204254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:17.814892 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:42.248699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-065aa36d-bbb1-439c-99bd-a75e90774d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:44.446656 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:19:44.612282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93d35a52-ed8b-450e-808d-d54ff011a4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:44.824842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:46.206971 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:47.817352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:12.251073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ef1161f-8bed-4f44-9437-d13b0f5b2221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:14.612683 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fdc63c5-fac9-46ab-b1fc-d7ed5657c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:14.823732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:16.210456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:17.818509 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:21.445780 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:20:42.252469 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b2737ff-9a91-4b47-bea3-54b3759c80f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:44.612341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f532d6f-fd76-413c-b71e-cbab9d186d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:44.824136 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:46.212551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:47.821655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:58.444959 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 5 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:21:10.575408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:12.251723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02af9a90-ee9d-4846-86ef-c8fd0a93b0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:14.612765 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-52772ad8-dd14-46ab-a74b-791e5f660c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:14.825399 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:16.214746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:17.825904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:30.237821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544719'] for agent, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:35.444565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:21:40.559808 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:42.252496 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8fc3-80ef-49fc-960c-328d951a7859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:44.613068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-11317c87-4a58-4c13-b51d-59b259bd0ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:44.829618 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:46.216891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:21:47.827594 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:00.186651 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:00.468946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49070) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:22:00.569847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-98b6b290-5414-4c26-a313-579f4771161f admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0998104 Jul 30 03:22:02.762061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:22:02.821684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc811eff-4e53-40d3-b416-4f289621834f admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0585239 Jul 30 03:22:10.558834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:12.252486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35426346-6993-4ab8-aafb-0726958ec13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:12.443505 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:22:14.613479 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e06778a-b5ea-4505-81dd-ded68748045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:14.830051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:16.219878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:17.830291 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:30.201317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:40.557708 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:42.253875 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e41459cf-470b-4df6-9ae6-c9d2e1a7de0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:44.619618 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30e5dc3d-36bf-422d-8d9b-41e12197c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:44.831353 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:46.225276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:47.842958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:22:49.443409 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:23:00.199373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:10.573905 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:12.255065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1688-44b7-42b1-a141-128cb4e49ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:14.616303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b7c97bc-eb3a-4bb7-ab8c-eecd9d32fb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:14.832128 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:16.226331 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:17.838181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:26.443350 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:23:26.504509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:26.848686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-network', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:26.880288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Made reservation on behalf of 6c6e51fc8ec5425eaa21614f12be2c06 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:26.882735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:26.891896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:26.988214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:26.993367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.017675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:23:27.025852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c2d06-c4ac-4a55-8080-8ad63608d5d2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:27.034893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.035488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.035991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.036330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.036665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.036998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.037340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.037672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.037985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.038306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.038805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.039174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Tracked resource versions report: Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: pushed versions: Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: { 'AddressGroup': {'1.2'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Log': {'1.0'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Network': {'1.1'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Port': {'1.7'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'PortForwarding': {'1.2'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'QosPolicy': {'1.8'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'SecurityGroup': {'1.4'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'SubPort': {'1.0'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Subnet': {'1.1'}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Trunk': {'1.1'}} Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: consumer versions: Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: HyperV agent@n-h1-778696-14: {}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: HyperV agent@n-h2-778696-14: {}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: L3 agent@n-d-778696-14: {}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: Metadata agent@n-d-778696-14: {}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: Metering agent@n-d-778696-14: {}, Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'ConntrackHelper': '1.0', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Log': '1.0', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Network': '1.1', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Port': '1.7', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'PortForwarding': '1.2', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'QosPolicy': '1.8', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'SecurityGroup': '1.4', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'SecurityGroupRule': '1.2', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'SubPort': '1.0', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Subnet': '1.1', Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: 'Trunk': '1.1'}} Jul 30 03:23:27.040202 n-d-778696-14 neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:23:27.048207 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.048552 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Added segment 9a1249e5-d846-4fce-9e50-0c75d37914a0 of type vlan for network 9f698c94-f4a5-4fab-82a9-edc9f3929091 Jul 30 03:23:27.088502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.119163 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.120491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:27.121476 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.180930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] Pushing event updated for resources: {'Network': ['ID=9f698c94-f4a5-4fab-82a9-edc9f3929091,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:27.194835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:23:27.195435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49346) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:27.195860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1488fc37-8cde-42ce-9c56-d8ac5b1c5c90 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6899385 Jul 30 03:23:27.201281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Request body: {'subnet': {'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-subnet', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:27.228097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Made reservation on behalf of 6c6e51fc8ec5425eaa21614f12be2c06 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:27.232633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.439938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.500437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a9fba3-ccad-4789-939c-e152781f5095,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:27.508783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.509127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.509463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.509794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.510117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.510436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.510755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.511076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.511420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.511740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.512053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.512371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Tracked resource versions report: Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: pushed versions: Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: { 'AddressGroup': {'1.2'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Log': {'1.0'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Network': {'1.1'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Port': {'1.7'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'PortForwarding': {'1.2'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'QosPolicy': {'1.8'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'SecurityGroup': {'1.4'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'SubPort': {'1.0'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Subnet': {'1.1'}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Trunk': {'1.1'}} Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: consumer versions: Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: HyperV agent@n-h1-778696-14: {}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: HyperV agent@n-h2-778696-14: {}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: L3 agent@n-d-778696-14: {}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: Metadata agent@n-d-778696-14: {}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: Metering agent@n-d-778696-14: {}, Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'ConntrackHelper': '1.0', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Log': '1.0', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Network': '1.1', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Port': '1.7', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'PortForwarding': '1.2', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'QosPolicy': '1.8', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'SecurityGroup': '1.4', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'SecurityGroupRule': '1.2', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'SubPort': '1.0', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Subnet': '1.1', Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: 'Trunk': '1.1'}} Jul 30 03:23:27.513438 n-d-778696-14 neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:23:27.525195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Checking segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:27.525549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Network hostable DHCP agents. Network: 9f698c94-f4a5-4fab-82a9-edc9f3929091, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:23:27.545954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:23:27.556279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9f698c94-f4a5-4fab-82a9-edc9f3929091) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:27.560731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:27.561422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.568779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39bfca-5d92-4944-8224-c904c636bddd None None] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:27.590070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95748deb-3148-47f8-80c6-d262ccef8c41 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3934925 Jul 30 03:23:27.593298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:27.599820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:27.631005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.632243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.717668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.745866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9f698c94-f4a5-4fab-82a9-edc9f3929091', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:23:27.746760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:27.917117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Allocated IP 172.20.0.2 (9f698c94-f4a5-4fab-82a9-edc9f3929091/97a9fba3-ccad-4789-939c-e152781f5095/94f70af6-bb55-42d7-9672-551eb3bb527e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:27.918571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.115190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.135153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Transition to ACTIVE for port object 94f70af6-bb55-42d7-9672-551eb3bb527e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:28.162903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Transition to ACTIVE for port object 94f70af6-bb55-42d7-9672-551eb3bb527e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:28.176910 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.208311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:28.215449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:28.233476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.244021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:28.267204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.496089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Allocated IP 172.25.6.25 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/41d181af-2a06-486a-8d88-26140a201c63) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:28.502161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Attempting to bind port 94f70af6-bb55-42d7-9672-551eb3bb527e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:28.502620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Attempting to bind port 94f70af6-bb55-42d7-9672-551eb3bb527e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:28.503045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Attempting to bind port 94f70af6-bb55-42d7-9672-551eb3bb527e on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:28.510218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:28.510867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Checking segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:28.511561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.512203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Bound using segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:28.512826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Bound port: 94f70af6-bb55-42d7-9672-551eb3bb527e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:28.514135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.584293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] For port 94f70af6-bb55-42d7-9672-551eb3bb527e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:28.588011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] For port 94f70af6-bb55-42d7-9672-551eb3bb527e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94f70af6-bb55-42d7-9672-551eb3bb527e,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:28.598476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.612368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Pushing event updated for resources: {'Port': ['ID=94f70af6-bb55-42d7-9672-551eb3bb527e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:28.625900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.626497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.627513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.628031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.629135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.629628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.631909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.632462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.632948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.633439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.633931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.634428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Tracked resource versions report: Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: pushed versions: Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: { 'AddressGroup': {'1.2'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Log': {'1.0'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Network': {'1.1'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Port': {'1.7'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'PortForwarding': {'1.2'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'QosPolicy': {'1.8'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'SecurityGroup': {'1.4'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'SubPort': {'1.0'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Subnet': {'1.1'}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Trunk': {'1.1'}} Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: consumer versions: Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: HyperV agent@n-h1-778696-14: {}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: HyperV agent@n-h2-778696-14: {}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: L3 agent@n-d-778696-14: {}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: Metadata agent@n-d-778696-14: {}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: Metering agent@n-d-778696-14: {}, Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'ConntrackHelper': '1.0', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Log': '1.0', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Network': '1.1', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Port': '1.7', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'PortForwarding': '1.2', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'QosPolicy': '1.8', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'SecurityGroup': '1.4', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'SecurityGroupRule': '1.2', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'SubPort': '1.0', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Subnet': '1.1', Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: 'Trunk': '1.1'}} Jul 30 03:23:28.635714 n-d-778696-14 neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:23:28.708372 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.742491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e4066-258b-411b-8016-845281f50a67 None None] Pushing event updated for resources: {'Port': ['ID=94f70af6-bb55-42d7-9672-551eb3bb527e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:28.868456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:28.903566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:28.929690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:28.977698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:29.210691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Pushing event updated for resources: {'Port': ['ID=41d181af-2a06-486a-8d88-26140a201c63,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:29.432460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:29.479012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94f70af6-bb55-42d7-9672-551eb3bb527e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:29.551018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 94f70af6-bb55-42d7-9672-551eb3bb527e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:29.697313 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:29.703943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:29.887443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecafdd25-84ff-461c-97f4-76d55c236368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:29.928004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3a028-a681-4d53-99ea-88ebfe5d00f4 None None] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:29.972907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:23:29.995421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] Provisioning for port 94f70af6-bb55-42d7-9672-551eb3bb527e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:30.005464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] Provisioning complete for port 94f70af6-bb55-42d7-9672-551eb3bb527e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:30.006133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.082462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecafdd25-84ff-461c-97f4-76d55c236368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.087951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecafdd25-84ff-461c-97f4-76d55c236368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.140256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafdd25-84ff-461c-97f4-76d55c236368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2036927b-e8b9-402d-ac40-312414289b37,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:30.151716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ecafdd25-84ff-461c-97f4-76d55c236368 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c3c60b05f4f4b91933149e5b40875a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4459312 Jul 30 03:23:30.155041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:30.178383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:23:30.198334 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:23:30.208835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.214257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:30.216226 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:30.232257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd25253-9402-448f-a55b-57ccf9edf7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.235667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.237027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43016492-7a54-4ff7-96a7-63c4ad67da9c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.6422963 Jul 30 03:23:30.239947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:30.259148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd25253-9402-448f-a55b-57ccf9edf7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.265238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] For port 94f70af6-bb55-42d7-9672-551eb3bb527e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94f70af6-bb55-42d7-9672-551eb3bb527e,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:30.309179 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.374011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd25253-9402-448f-a55b-57ccf9edf7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.376779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd25253-9402-448f-a55b-57ccf9edf7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.380630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ebd25253-9402-448f-a55b-57ccf9edf7e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2036927b-e8b9-402d-ac40-312414289b37 HTTP/1.1" status: 204 len: 168 time: 0.2218590 Jul 30 03:23:30.392479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd25253-9402-448f-a55b-57ccf9edf7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036927b-e8b9-402d-ac40-312414289b37,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:30.450256 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:30.470140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e9e90-6a08-41cb-8b13-5cb637828531 None None] Pushing event updated for resources: {'Port': ['ID=94f70af6-bb55-42d7-9672-551eb3bb527e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:30.491857 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.718313 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:29Z', 'revision_number': 3, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:30.738601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-463ca87c-e7c3-4bd7-95db-fd2b34ae7b59 None None] Provisioning complete for port 94f70af6-bb55-42d7-9672-551eb3bb527e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:30.739187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-463ca87c-e7c3-4bd7-95db-fd2b34ae7b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:30.752680 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:23:30.753038 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Updating router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b port 41d181af-2a06-486a-8d88-26140a201c63 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:23:30.779858 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.071473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.153105 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.157227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:31.172063 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Transition to ACTIVE for port object 41d181af-2a06-486a-8d88-26140a201c63 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:31.176672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36d8452-f26f-4d9e-8118-b101c60803cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.178452 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.248541 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Pushing event updated for resources: {'Port': ['ID=41d181af-2a06-486a-8d88-26140a201c63,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:31.264484 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.264964 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.265242 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.265584 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.265921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.266312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.266643 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.266971 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.267379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.267709 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.268039 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.268529 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Tracked resource versions report: Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: pushed versions: Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: { 'AddressGroup': {'1.2'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Log': {'1.0'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Network': {'1.1'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Port': {'1.7'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'PortForwarding': {'1.2'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'QosPolicy': {'1.8'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'SecurityGroup': {'1.4'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'SubPort': {'1.0'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Subnet': {'1.1'}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Trunk': {'1.1'}} Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: consumer versions: Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: { DHCP agent@n-d-778696-14: {}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: HyperV agent@n-h1-778696-14: {}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: HyperV agent@n-h2-778696-14: {}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: L3 agent@n-d-778696-14: {}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: Metadata agent@n-d-778696-14: {}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: Metering agent@n-d-778696-14: {}, Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: Open vSwitch agent@n-d-778696-14: { 'AddressGroup': '1.2', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'ConntrackHelper': '1.0', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Log': '1.0', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Network': '1.1', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Port': '1.7', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'PortForwarding': '1.2', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'QosPolicy': '1.8', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'SecurityGroup': '1.4', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'SecurityGroupRule': '1.2', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'SubPort': '1.0', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Subnet': '1.1', Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: 'Trunk': '1.1'}} Jul 30 03:23:31.269936 n-d-778696-14 neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 03:23:31.285290 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Attempting to bind port 41d181af-2a06-486a-8d88-26140a201c63 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:31.285861 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Attempting to bind port 41d181af-2a06-486a-8d88-26140a201c63 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:31.286144 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Attempting to bind port 41d181af-2a06-486a-8d88-26140a201c63 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:31.286659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36d8452-f26f-4d9e-8118-b101c60803cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.292270 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:31.292557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36d8452-f26f-4d9e-8118-b101c60803cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.292807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:31.293222 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.293691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:31.294991 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Bound port: 41d181af-2a06-486a-8d88-26140a201c63, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:31.296494 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.333555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8452-f26f-4d9e-8118-b101c60803cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33a6d5-f12b-44e8-9ea8-a3b597f619ce,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:31.351699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b36d8452-f26f-4d9e-8118-b101c60803cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02b1d87aaadc405f835c36f4b2add310&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1927888 Jul 30 03:23:31.354787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:31.423981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e401834b-0e9f-48b9-914c-805f5042b109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.434045 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] For port 41d181af-2a06-486a-8d88-26140a201c63, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:31.438993 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] For port 41d181af-2a06-486a-8d88-26140a201c63, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=41d181af-2a06-486a-8d88-26140a201c63,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:31.446936 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.479835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e401834b-0e9f-48b9-914c-805f5042b109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.481093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94f70af6-bb55-42d7-9672-551eb3bb527e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:31.499169 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:31.499834 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:31.574916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e401834b-0e9f-48b9-914c-805f5042b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.579748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e401834b-0e9f-48b9-914c-805f5042b109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.582191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e401834b-0e9f-48b9-914c-805f5042b109 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd33a6d5-f12b-44e8-9ea8-a3b597f619ce HTTP/1.1" status: 204 len: 168 time: 0.2261307 Jul 30 03:23:31.598599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Allocated IP 172.20.0.1 (9f698c94-f4a5-4fab-82a9-edc9f3929091/97a9fba3-ccad-4789-939c-e152781f5095/cc19f9d5-8ea7-41f0-b545-203c65cbc155) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:31.609481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401834b-0e9f-48b9-914c-805f5042b109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33a6d5-f12b-44e8-9ea8-a3b597f619ce,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:31.626243 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:31.644194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 94f70af6-bb55-42d7-9672-551eb3bb527e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:31.644657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.828222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.848657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Transition to ACTIVE for port object cc19f9d5-8ea7-41f0-b545-203c65cbc155 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:31.860944 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c8dc2-a822-4179-81e3-826f7bee2fe5 None None] Pushing event updated for resources: {'Port': ['ID=41d181af-2a06-486a-8d88-26140a201c63,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:31.910620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:31.925690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:29Z', 'revision_number': 3, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:31.956477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Pushing event updated for resources: {'Port': ['ID=cc19f9d5-8ea7-41f0-b545-203c65cbc155,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:31.967094 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac9e52d-8a21-4e6d-a2c0-f59947c704d2 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:29Z', 'revision_number': 3, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:23:31.972030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:31.973475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:31.975766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:31.976244 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:32.331955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-be30ee9a-147e-46cd-8793-844f7bddf0de None None] Provisioning for port cc19f9d5-8ea7-41f0-b545-203c65cbc155 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:32.340362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-be30ee9a-147e-46cd-8793-844f7bddf0de None None] Provisioning complete for port cc19f9d5-8ea7-41f0-b545-203c65cbc155 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:32.341910 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be30ee9a-147e-46cd-8793-844f7bddf0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:32.405670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-be30ee9a-147e-46cd-8793-844f7bddf0de None None] Port cc19f9d5-8ea7-41f0-b545-203c65cbc155 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:23:32.441180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:32.744641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:32.751592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:32.752862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:32.890831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Pushing event updated for resources: {'Port': ['ID=cc19f9d5-8ea7-41f0-b545-203c65cbc155,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:32.971052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:32.975745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:33.183486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:23:33.353521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8728bdef-742a-4463-9a5f-5ab1de41685d None None] Provisioning complete for port cc19f9d5-8ea7-41f0-b545-203c65cbc155 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:33.356301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:23:33.357989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8728bdef-742a-4463-9a5f-5ab1de41685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:33.375191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d99d34a5-c69e-4e0c-9f17-63d142c21c58 admin admin] 10.222.0.39 "PUT /v2.0/routers/8ba848cf-bf76-4ca0-a4fb-b6f989790b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1301377 Jul 30 03:23:33.411164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8728bdef-742a-4463-9a5f-5ab1de41685d None None] Port cc19f9d5-8ea7-41f0-b545-203c65cbc155 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:23:33.458325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 41d181af-2a06-486a-8d88-26140a201c63 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:33.515806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 41d181af-2a06-486a-8d88-26140a201c63 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:33.520949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 41d181af-2a06-486a-8d88-26140a201c63 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:33.521341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:33.635800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:33.662895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 41d181af-2a06-486a-8d88-26140a201c63, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=41d181af-2a06-486a-8d88-26140a201c63,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:33.684020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:33.749028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=41d181af-2a06-486a-8d88-26140a201c63,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:33.759608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:34.008622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:34.013879 n-d-778696-14 neutron-server[93876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 03:23:34.050628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-419047af-2228-4e5a-9858-21327f4e41ae tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=823e4a6667554b0d9d85908d431bb54f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360744 Jul 30 03:23:34.158510 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cca50f71-d07b-465b-b2a6-69c2fa84061a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.240835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:23:34.254165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:34.255224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:34.369240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4dd112d6-4a07-4386-a579-613307d609c9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:34.370965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4dd112d6-4a07-4386-a579-613307d609c9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219767 Jul 30 03:23:34.423555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-a5322051-aafb-450a-b9da-12905176caea tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/quotas/823e4a6667554b0d9d85908d431bb54f HTTP/1.1" status: 200 len: 375 time: 0.0298789 Jul 30 03:23:34.428239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cca50f71-d07b-465b-b2a6-69c2fa84061a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.460958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cca50f71-d07b-465b-b2a6-69c2fa84061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.470531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:34.503316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cca50f71-d07b-465b-b2a6-69c2fa84061a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=906495f8e25d46fab6a3ae29acfd81ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7426422 Jul 30 03:23:34.503458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:34.517831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4a569a78-99a5-43a9-818d-a561fd65fdd9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=823e4a6667554b0d9d85908d431bb54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865614 Jul 30 03:23:34.565217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca50f71-d07b-465b-b2a6-69c2fa84061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e428729-d3d2-4ffa-9933-187cf15d44b1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:34.623558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49758) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:34.630959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-network', 'tenant_id': '4390672893e9465993c963d2f8e88720'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:34.639960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8869b610-78d3-42a7-a1d9-a311c91b5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.661559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Made reservation on behalf of 4390672893e9465993c963d2f8e88720 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:34.665497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.676696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.685825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8869b610-78d3-42a7-a1d9-a311c91b5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.738138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 2, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:34.772156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8869b610-78d3-42a7-a1d9-a311c91b5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.774841 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8869b610-78d3-42a7-a1d9-a311c91b5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:34.777587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:23:34.781110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8869b610-78d3-42a7-a1d9-a311c91b5278 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e428729-d3d2-4ffa-9933-187cf15d44b1 HTTP/1.1" status: 204 len: 168 time: 0.2733498 Jul 30 03:23:34.789661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Updating router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b port cc19f9d5-8ea7-41f0-b545-203c65cbc155 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:23:34.797395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869b610-78d3-42a7-a1d9-a311c91b5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e428729-d3d2-4ffa-9933-187cf15d44b1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:34.841682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.000683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.032454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.078289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62418b10-2a63-4c69-a188-5a5a3d7c57bd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:35.097432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eec8d18c-48f1-4d85-9ff3-a0760666a19b req-e9b3ad67-1666-4dbe-a25f-971fb08ca92f tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 210 time: 0.2823474 Jul 30 03:23:35.109347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:23:35.132714 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.133137 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Added segment 8230b0ff-dc3b-46f7-b305-d02ac1bd478f of type vlan for network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 Jul 30 03:23:35.135838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.163027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Transition to ACTIVE for port object cc19f9d5-8ea7-41f0-b545-203c65cbc155 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:35.175301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.222145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.266622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd3e7-4055-49f2-97c3-3d3ecd04db30 None None] Pushing event updated for resources: {'Port': ['ID=cc19f9d5-8ea7-41f0-b545-203c65cbc155,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:35.270648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:35.297810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99d6c0ed-c98c-4d8c-8f93-81ab40995281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.319239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.319239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:35.319239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.346944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Attempting to bind port cc19f9d5-8ea7-41f0-b545-203c65cbc155 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:35.347465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Attempting to bind port cc19f9d5-8ea7-41f0-b545-203c65cbc155 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:35.347872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Attempting to bind port cc19f9d5-8ea7-41f0-b545-203c65cbc155 on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:35.353483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:35.353835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Checking segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:35.354249 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.354640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Bound using segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:35.355106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Bound port: cc19f9d5-8ea7-41f0-b545-203c65cbc155, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:35.355527 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.481928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 41d181af-2a06-486a-8d88-26140a201c63 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:35.516595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] For port cc19f9d5-8ea7-41f0-b545-203c65cbc155, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:35.525301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] Pushing event updated for resources: {'Network': ['ID=c4e2250a-00bf-45dd-95a9-1f1fd342ece6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:35.546330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:23:35.553204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] For port cc19f9d5-8ea7-41f0-b545-203c65cbc155, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cc19f9d5-8ea7-41f0-b545-203c65cbc155,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:35.561113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99d6c0ed-c98c-4d8c-8f93-81ab40995281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.569570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99d6c0ed-c98c-4d8c-8f93-81ab40995281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.584388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a18e55d0-54bb-4691-a64d-0ce35457958e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9592235 Jul 30 03:23:35.585252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:35.590703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Request body: {'subnet': {'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-subnet', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:35.592583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.644038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Made reservation on behalf of 4390672893e9465993c963d2f8e88720 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:35.647354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.661797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd3e7-4055-49f2-97c3-3d3ecd04db30 None None] Pushing event updated for resources: {'Port': ['ID=cc19f9d5-8ea7-41f0-b545-203c65cbc155,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:35.692244 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99d6c0ed-c98c-4d8c-8f93-81ab40995281 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6100b158772e4e71a4dae6fbddc9bdc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4202883 Jul 30 03:23:35.692910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49824) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:35.699916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c0ed-c98c-4d8c-8f93-81ab40995281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf2c63-8ffa-4eb2-a635-2e96f9d5fb99,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:35.787079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1038-1fed-4027-8b43-7a8839abc8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.837976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1038-1fed-4027-8b43-7a8839abc8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.848332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:35.849924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:35.952308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1038-1fed-4027-8b43-7a8839abc8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.955769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1038-1fed-4027-8b43-7a8839abc8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:35.959738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b4ff1038-1fed-4027-8b43-7a8839abc8de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39bf2c63-8ffa-4eb2-a635-2e96f9d5fb99 HTTP/1.1" status: 204 len: 168 time: 0.2632430 Jul 30 03:23:35.999985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff1038-1fed-4027-8b43-7a8839abc8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf2c63-8ffa-4eb2-a635-2e96f9d5fb99,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:36.025541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:36.071050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 41d181af-2a06-486a-8d88-26140a201c63 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:36.071627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.089370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.253717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e24789-dcbd-454d-94c1-66aba51565d6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:36.283148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Checking segment: {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:36.283594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Network hostable DHCP agents. Network: c4e2250a-00bf-45dd-95a9-1f1fd342ece6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:23:36.334934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:23:36.361580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, c4e2250a-00bf-45dd-95a9-1f1fd342ece6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:36.373534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094dd0a3-75eb-4274-9d28-15ba60b09139 None None] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:36.374844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:36.375489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.397797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49882) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:36.398270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-78e2dd49-612d-43f4-b764-44d61edfdb83 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8118184 Jul 30 03:23:36.402293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:36.450473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.451598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.455336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:36.568513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.712873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.803926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:35Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:36.837140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-c4e2250a-00bf-45dd-95a9-1f1fd342ece6', 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'fixed_ips': [{'subnet_id': 'e4e24789-dcbd-454d-94c1-66aba51565d6'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:23:36.838132 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:36.842478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dbc3e-6cd2-4afd-a101-429f414cdf67 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:35Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:23:37.121351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Allocated IP 172.20.0.2 (c4e2250a-00bf-45dd-95a9-1f1fd342ece6/e4e24789-dcbd-454d-94c1-66aba51565d6/e659317f-8003-442b-8c9e-dcb2fe30f326) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:37.183402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:37.250522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.260233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e8273e2-d4bf-41a5-be4f-b60e0e118d1c req-43a4c486-a918-4293-b546-57dc5a72a2c6 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 210 time: 0.8028293 Jul 30 03:23:37.300833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.366478 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f20a7f9-4334-4799-81f1-caeb86f4faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.445322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Allocated IP 172.25.6.134 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/b0131132-3659-4ff1-8894-1c5de805adfc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:37.548298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc19f9d5-8ea7-41f0-b545-203c65cbc155 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:37.641695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.646482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f20a7f9-4334-4799-81f1-caeb86f4faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.657566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f20a7f9-4334-4799-81f1-caeb86f4faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.663863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Transition to ACTIVE for port object e659317f-8003-442b-8c9e-dcb2fe30f326 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:37.677135 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.702092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Transition to ACTIVE for port object e659317f-8003-442b-8c9e-dcb2fe30f326 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:37.719038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20a7f9-4334-4799-81f1-caeb86f4faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28a188-98bf-4d84-89b9-f1eced39053e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:37.727835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4f20a7f9-4334-4799-81f1-caeb86f4faeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=041f1932fb20405ca7ddf1f6465be619&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5433626 Jul 30 03:23:37.729219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:37.739511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.771782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:37.775253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:37.781948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port cc19f9d5-8ea7-41f0-b545-203c65cbc155 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:37.804799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.819447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b4100db-e75f-43c3-ba4f-1189c97b5cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.819715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:37.831057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cc19f9d5-8ea7-41f0-b545-203c65cbc155 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:37.831473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.868804 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b4100db-e75f-43c3-ba4f-1189c97b5cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.887372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Pushing event updated for resources: {'Port': ['ID=b0131132-3659-4ff1-8894-1c5de805adfc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:37.902949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:37.905394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:37.908929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:37.933833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b4100db-e75f-43c3-ba4f-1189c97b5cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.944218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b4100db-e75f-43c3-ba4f-1189c97b5cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:37.948923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7b4100db-e75f-43c3-ba4f-1189c97b5cee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe28a188-98bf-4d84-89b9-f1eced39053e HTTP/1.1" status: 204 len: 168 time: 0.2186627 Jul 30 03:23:37.967656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4100db-e75f-43c3-ba4f-1189c97b5cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28a188-98bf-4d84-89b9-f1eced39053e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:38.041893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.18', 54015) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:38.086574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-1191cf91-8f57-46e6-a71e-97aa14e27b21 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=823e4a6667554b0d9d85908d431bb54f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419562 Jul 30 03:23:38.134887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Attempting to bind port e659317f-8003-442b-8c9e-dcb2fe30f326 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:38.135512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Attempting to bind port e659317f-8003-442b-8c9e-dcb2fe30f326 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:38.135647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Attempting to bind port e659317f-8003-442b-8c9e-dcb2fe30f326 on network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:38.178078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:38.181676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Checking segment: {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:38.185680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.188066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Bound using segment: {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:38.188736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Bound port: e659317f-8003-442b-8c9e-dcb2fe30f326, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:38.190425 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.270901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Pushing event updated for resources: {'Port': ['ID=e659317f-8003-442b-8c9e-dcb2fe30f326,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:38.385280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-b8d41f84-4038-42ae-ba7e-a8959efb88f0 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:38.391872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-b8d41f84-4038-42ae-ba7e-a8959efb88f0 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938497 Jul 30 03:23:38.442539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Request body: {'port': {'device_id': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '823e4a6667554b0d9d85908d431bb54f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:38.449377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-13be2235-367a-4829-a7be-25158bc9241c None None] For port e659317f-8003-442b-8c9e-dcb2fe30f326, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:38.459186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-13be2235-367a-4829-a7be-25158bc9241c None None] For port e659317f-8003-442b-8c9e-dcb2fe30f326, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e659317f-8003-442b-8c9e-dcb2fe30f326,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:38.471003 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.552357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.568447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.628793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be2235-367a-4829-a7be-25158bc9241c None None] Pushing event updated for resources: {'Port': ['ID=e659317f-8003-442b-8c9e-dcb2fe30f326,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:38.642255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port cc19f9d5-8ea7-41f0-b545-203c65cbc155, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cc19f9d5-8ea7-41f0-b545-203c65cbc155,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:38.647862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.673388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:38.717391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=cc19f9d5-8ea7-41f0-b545-203c65cbc155,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:38.771800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89c6475f-6fe6-41de-b573-c11e38dab138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:38.777541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-197062e8-6e22-4a79-b49b-207e087440c3 req-ec2674ca-5b91-45fb-a6fb-d9fa54959120 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 210 time: 0.0997031 Jul 30 03:23:39.052333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.086334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:39.196369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89c6475f-6fe6-41de-b573-c11e38dab138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.203084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89c6475f-6fe6-41de-b573-c11e38dab138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.232171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Made reservation on behalf of 823e4a6667554b0d9d85908d431bb54f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:39.245426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.258170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6475f-6fe6-41de-b573-c11e38dab138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9634e1de-e6ae-4192-a9f6-0dd4fb325e73,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:39.270720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-89c6475f-6fe6-41de-b573-c11e38dab138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=987496dc0dd44468b9a03f6ac8a3d38f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5902836 Jul 30 03:23:39.270937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50022) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:39.280581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.319997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acf0c732-41ae-4967-a3c6-3a4ddc0c7fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.349657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:23:39.365301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0d5c8-52ca-4f59-9426-534835585b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.429401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0d5c8-52ca-4f59-9426-534835585b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.495628 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.520587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:23:39.530948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Sync routers for ids ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:23:39.547907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.549228 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Routers {'1065a3f8-f5b1-4b07-8813-f46a8e7355ec'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:39.549997 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:39.556027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0d5c8-52ca-4f59-9426-534835585b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.571042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3a0d5c8-52ca-4f59-9426-534835585b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:39.571042 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c3a0d5c8-52ca-4f59-9426-534835585b74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9634e1de-e6ae-4192-a9f6-0dd4fb325e73 HTTP/1.1" status: 204 len: 168 time: 0.2829134 Jul 30 03:23:39.585342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d5c8-52ca-4f59-9426-534835585b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9634e1de-e6ae-4192-a9f6-0dd4fb325e73,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:39.646218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e659317f-8003-442b-8c9e-dcb2fe30f326 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:39.719944 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Set router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:39.765380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e659317f-8003-442b-8c9e-dcb2fe30f326 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:39.770933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc19f9d5-8ea7-41f0-b545-203c65cbc155 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:39.771209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8f577-b32c-49f6-87b4-d76ad3764adf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:39.952014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cc19f9d5-8ea7-41f0-b545-203c65cbc155 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:39.953419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.007451 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 3, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:40.087463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Checking router: 1065a3f8-f5b1-4b07-8813-f46a8e7355ec for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:23:40.092569 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Updating router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec port b0131132-3659-4ff1-8894-1c5de805adfc binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:23:40.116052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0697e77-e1e5-4d53-bf1e-e478199c43b6 req-7c84d1cd-79ae-4641-a085-bfb747b780de tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 210 time: 0.1237338 Jul 30 03:23:40.217942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Allocated IP 192.168.233.78 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/e36d6824-144d-4fad-ad2f-edb58cd463ba) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:40.227938 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.253266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acf0c732-41ae-4967-a3c6-3a4ddc0c7fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.267991 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acf0c732-41ae-4967-a3c6-3a4ddc0c7fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.271970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.276646 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ff21232-1a31-4158-8aca-c40d94ccf149 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8745835 Jul 30 03:23:40.276845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50042) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:40.281725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00ed13-4abc-4bc9-9eb1-24f27b10e561 None None] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:40.377747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-acf0c732-41ae-4967-a3c6-3a4ddc0c7fee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1801fe0ee9ed43f9b1bfe611fa1df862&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2901652 Jul 30 03:23:40.378606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:40.383014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0c732-41ae-4967-a3c6-3a4ddc0c7fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e5de8a-1a30-4669-92a8-7d41c4b2a533,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:40.500113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] Provisioning for port e659317f-8003-442b-8c9e-dcb2fe30f326 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:40.520759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] Provisioning complete for port e659317f-8003-442b-8c9e-dcb2fe30f326 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:40.521429 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.651711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80007c42-701c-4fdd-a865-447bd9980cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.680628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.720041 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:40.802944 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80007c42-701c-4fdd-a865-447bd9980cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.019609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50060) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:41.035588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Transition to ACTIVE for port object e36d6824-144d-4fad-ad2f-edb58cd463ba will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:41.041359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ade91730-8d7c-46a8-9fc2-b3b72488329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.083934 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.164198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80007c42-701c-4fdd-a865-447bd9980cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.164679 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.181885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80007c42-701c-4fdd-a865-447bd9980cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.189090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-80007c42-701c-4fdd-a865-447bd9980cca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48e5de8a-1a30-4669-92a8-7d41c4b2a533 HTTP/1.1" status: 204 len: 168 time: 0.8014398 Jul 30 03:23:41.196259 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Transition to ACTIVE for port object b0131132-3659-4ff1-8894-1c5de805adfc will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:41.212695 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.236104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.275491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50068) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:41.276497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80007c42-701c-4fdd-a865-447bd9980cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e5de8a-1a30-4669-92a8-7d41c4b2a533,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:41.324467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] For port e659317f-8003-442b-8c9e-dcb2fe30f326, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e659317f-8003-442b-8c9e-dcb2fe30f326,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:41.330972 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Attempting to bind port b0131132-3659-4ff1-8894-1c5de805adfc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:41.344945 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Attempting to bind port b0131132-3659-4ff1-8894-1c5de805adfc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:41.345416 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Attempting to bind port b0131132-3659-4ff1-8894-1c5de805adfc on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:41.372531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.428243 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892743fb-7509-41dd-9a4b-01dc6d30d8f7 None None] Pushing event updated for resources: {'Port': ['ID=b0131132-3659-4ff1-8894-1c5de805adfc,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:41.435809 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:41.437768 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:41.438857 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.440027 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:41.442707 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Bound port: b0131132-3659-4ff1-8894-1c5de805adfc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:41.443166 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.545817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:41.546790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0970c71-81f1-493f-8af9-5ef26258f3f7 None None] Pushing event updated for resources: {'Port': ['ID=e659317f-8003-442b-8c9e-dcb2fe30f326,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:41.577089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Pushing event updated for resources: {'Port': ['ID=e36d6824-144d-4fad-ad2f-edb58cd463ba,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:41.588508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:41.592102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:41.600527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:41.601242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.645889 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] For port b0131132-3659-4ff1-8894-1c5de805adfc, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:41.657037 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] For port b0131132-3659-4ff1-8894-1c5de805adfc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b0131132-3659-4ff1-8894-1c5de805adfc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:41.665696 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.700382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ade91730-8d7c-46a8-9fc2-b3b72488329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.735849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ade91730-8d7c-46a8-9fc2-b3b72488329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.805965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4e17e9b3-379e-4a5c-8d54-c24e27652bfa None None] Provisioning complete for port e659317f-8003-442b-8c9e-dcb2fe30f326 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:41.811392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e17e9b3-379e-4a5c-8d54-c24e27652bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:41.830947 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892743fb-7509-41dd-9a4b-01dc6d30d8f7 None None] Pushing event updated for resources: {'Port': ['ID=b0131132-3659-4ff1-8894-1c5de805adfc,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:41.846479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Routers {'1065a3f8-f5b1-4b07-8813-f46a8e7355ec'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:41.847151 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:41.847494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ade91730-8d7c-46a8-9fc2-b3b72488329d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fc4fd4b9a044dccbc6089ee7f12da68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8264260 Jul 30 03:23:41.864437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50076) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:41.882456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:42.039915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade91730-8d7c-46a8-9fc2-b3b72488329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6761f3-32df-487d-8789-11eaf58bfb66,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:42.064947 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] Set router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:42.066162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1900522-5b55-460d-bea9-ac8fe90b3d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.068417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-4237fe10-1210-464d-8f7c-ef15fb465b2b tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6302865 Jul 30 03:23:42.071816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7290a1ae-0915-4690-a85d-c9f8ded70f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.123398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb6946-d417-49e7-9040-0362479cd951 req-4473fa92-0460-4b71-a4d0-5b86a64618d5 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:42.125046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40fb6946-d417-49e7-9040-0362479cd951 req-4473fa92-0460-4b71-a4d0-5b86a64618d5 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 935 time: 0.5547783 Jul 30 03:23:42.134205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.174696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-093211f4-0664-4c62-a421-5f3b3efc393d None None] Provisioning for port e36d6824-144d-4fad-ad2f-edb58cd463ba completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:42.178759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-093211f4-0664-4c62-a421-5f3b3efc393d None None] Provisioning complete for port e36d6824-144d-4fad-ad2f-edb58cd463ba triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:42.179365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-093211f4-0664-4c62-a421-5f3b3efc393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.183301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb69682-af29-49ae-aaf4-1d4bfa941f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.232524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-093211f4-0664-4c62-a421-5f3b3efc393d None None] Port e36d6824-144d-4fad-ad2f-edb58cd463ba cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:23:42.275869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40fb6946-d417-49e7-9040-0362479cd951 req-1fb6fcb6-5899-4928-b43b-95bd60d94458 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408896 Jul 30 03:23:42.285587 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27e84ee7-d085-4d9b-86f8-f184ab350386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.368593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb69682-af29-49ae-aaf4-1d4bfa941f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.446198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7290a1ae-0915-4690-a85d-c9f8ded70f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.457582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7290a1ae-0915-4690-a85d-c9f8ded70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.467715 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 3, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:42.511895 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d0485-3c7e-4cd8-8485-4dd586c09bf3 None None] The sync data for ids ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'] in n-d-778696-14 is: [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 3, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:23:42.525736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7290a1ae-0915-4690-a85d-c9f8ded70f95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=094bf9f1e854498d895b7ab4267c0326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9779313 Jul 30 03:23:42.527832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50086) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:42.527832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290a1ae-0915-4690-a85d-c9f8ded70f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a167e-d6b3-400d-8e63-a198f4a3dca2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:42.640427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e0a7b4-0d04-45c7-9f32-7d70b75a13b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.675444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb69682-af29-49ae-aaf4-1d4bfa941f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.680135 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb69682-af29-49ae-aaf4-1d4bfa941f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.681835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9bb69682-af29-49ae-aaf4-1d4bfa941f63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af6761f3-32df-487d-8789-11eaf58bfb66 HTTP/1.1" status: 204 len: 168 time: 0.8080249 Jul 30 03:23:42.710365 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e0a7b4-0d04-45c7-9f32-7d70b75a13b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.740561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb69682-af29-49ae-aaf4-1d4bfa941f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6761f3-32df-487d-8789-11eaf58bfb66,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:42.760259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Allocated IP 172.20.0.1 (c4e2250a-00bf-45dd-95a9-1f1fd342ece6/e4e24789-dcbd-454d-94c1-66aba51565d6/9bfd66da-15e8-44c0-83f0-7f3be681953d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:42.833022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e0a7b4-0d04-45c7-9f32-7d70b75a13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.835818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e0a7b4-0d04-45c7-9f32-7d70b75a13b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:42.840056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-37e0a7b4-0d04-45c7-9f32-7d70b75a13b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a3a167e-d6b3-400d-8e63-a198f4a3dca2 HTTP/1.1" status: 204 len: 168 time: 0.3098984 Jul 30 03:23:42.851994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a7b4-0d04-45c7-9f32-7d70b75a13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3a167e-d6b3-400d-8e63-a198f4a3dca2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:42.994693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1900522-5b55-460d-bea9-ac8fe90b3d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.002581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1900522-5b55-460d-bea9-ac8fe90b3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.110719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.138443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Transition to ACTIVE for port object 9bfd66da-15e8-44c0-83f0-7f3be681953d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:43.225099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.386046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:43.394043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b1900522-5b55-460d-bea9-ac8fe90b3d74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a1e3092dadb4931a8703e9d10c9ae4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4433897 Jul 30 03:23:43.402864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1900522-5b55-460d-bea9-ac8fe90b3d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec85c4-b367-4a15-84cf-7c23b9a4f378,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:43.432831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:43.434061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfd66da-15e8-44c0-83f0-7f3be681953d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:43.440293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:43.508740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:43.510661 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.532525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-c8cbd96d-0d66-445a-83c1-34b8bb2e5361 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:23:43.533855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-c8cbd96d-0d66-445a-83c1-34b8bb2e5361 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418007 Jul 30 03:23:43.592688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:43.652379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fb1b-f0b5-4f09-83f8-cece2fafe8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.669141 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935ff53b-b03f-44f4-ae37-113aa91619e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.742324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c8d16-2ec7-4b2d-9c50-89558cfa88ae req-3aa2b11e-2fe7-4164-8fba-a032453aaa6a tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:43.758309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c26c8d16-2ec7-4b2d-9c50-89558cfa88ae req-3aa2b11e-2fe7-4164-8fba-a032453aaa6a tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 935 time: 0.2107606 Jul 30 03:23:43.826659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935ff53b-b03f-44f4-ae37-113aa91619e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.836479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e659317f-8003-442b-8c9e-dcb2fe30f326 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:43.942089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:43.986193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c26c8d16-2ec7-4b2d-9c50-89558cfa88ae req-3de5d107-85d8-413a-9858-8fe26c4f9dfa tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266514 Jul 30 03:23:44.045786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-817bd82a-f577-4f0f-a628-48d72db8add2 None None] Provisioning for port 9bfd66da-15e8-44c0-83f0-7f3be681953d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:44.050501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-817bd82a-f577-4f0f-a628-48d72db8add2 None None] Provisioning complete for port 9bfd66da-15e8-44c0-83f0-7f3be681953d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:44.050875 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-817bd82a-f577-4f0f-a628-48d72db8add2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.085068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935ff53b-b03f-44f4-ae37-113aa91619e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.087669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935ff53b-b03f-44f4-ae37-113aa91619e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.096209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-935ff53b-b03f-44f4-ae37-113aa91619e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95ec85c4-b367-4a15-84cf-7c23b9a4f378 HTTP/1.1" status: 204 len: 168 time: 0.7066813 Jul 30 03:23:44.115390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e659317f-8003-442b-8c9e-dcb2fe30f326 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:44.116037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.161808 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fb1b-f0b5-4f09-83f8-cece2fafe8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.162303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-817bd82a-f577-4f0f-a628-48d72db8add2 None None] Port 9bfd66da-15e8-44c0-83f0-7f3be681953d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:23:44.173985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fb1b-f0b5-4f09-83f8-cece2fafe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.239588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c5c4fb1b-f0b5-4f09-83f8-cece2fafe8a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b167afac013419cb7c2c3ccb98bf724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6413143 Jul 30 03:23:44.242952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:44.245099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ff53b-b03f-44f4-ae37-113aa91619e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec85c4-b367-4a15-84cf-7c23b9a4f378,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:44.281172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b0131132-3659-4ff1-8894-1c5de805adfc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:44.349548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Request body: {'port': {'device_id': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'device_owner': 'compute:tempest-test_az-1195385991', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:44.357432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.366194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.367452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.378083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b0131132-3659-4ff1-8894-1c5de805adfc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:44.380250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4fb1b-f0b5-4f09-83f8-cece2fafe8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2374fdcf-3bc6-4f03-8fdb-37db6b9e2a01,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:44.385266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b0131132-3659-4ff1-8894-1c5de805adfc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:44.397167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.456288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfd66da-15e8-44c0-83f0-7f3be681953d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:44.563180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5b980ec-43a2-4ee6-9cef-ee20eac440e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.566090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.656926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:44.660821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:44.669730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b17b46ac-97a3-4c8b-ba09-5b54957a722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.673265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.702395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5b980ec-43a2-4ee6-9cef-ee20eac440e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.728747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b0131132-3659-4ff1-8894-1c5de805adfc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b0131132-3659-4ff1-8894-1c5de805adfc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:44.737716 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.810016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5b980ec-43a2-4ee6-9cef-ee20eac440e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.812713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5b980ec-43a2-4ee6-9cef-ee20eac440e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.816982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a5b980ec-43a2-4ee6-9cef-ee20eac440e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2374fdcf-3bc6-4f03-8fdb-37db6b9e2a01 HTTP/1.1" status: 204 len: 168 time: 0.5167692 Jul 30 03:23:44.839481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b980ec-43a2-4ee6-9cef-ee20eac440e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2374fdcf-3bc6-4f03-8fdb-37db6b9e2a01,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:44.896242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b0131132-3659-4ff1-8894-1c5de805adfc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:44.964937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:44.985800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:23:45.108363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e9a69f3a-ce50-4e0e-bcc4-dbfcad2dab0b None None] Provisioning complete for port 9bfd66da-15e8-44c0-83f0-7f3be681953d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:45.108746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9a69f3a-ce50-4e0e-bcc4-dbfcad2dab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.236472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e9a69f3a-ce50-4e0e-bcc4-dbfcad2dab0b None None] Port 9bfd66da-15e8-44c0-83f0-7f3be681953d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:23:45.271299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:23:45.289583 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ecaab371-13d0-47e3-a726-518834e81c92 admin admin] 10.222.0.39 "PUT /v2.0/routers/1065a3f8-f5b1-4b07-8813-f46a8e7355ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0106728 Jul 30 03:23:45.352150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c6ea7-413a-4644-8f98-bc5d6a1d928d req-594b3a09-9cb1-4af3-a2c5-f82add314b86 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:45.364218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba0c6ea7-413a-4644-8f98-bc5d6a1d928d req-594b3a09-9cb1-4af3-a2c5-f82add314b86 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 935 time: 0.2269704 Jul 30 03:23:45.482706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba0c6ea7-413a-4644-8f98-bc5d6a1d928d req-4d1cfb99-12b8-4b84-926f-fae12b7bc820 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175201 Jul 30 03:23:45.503390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b0131132-3659-4ff1-8894-1c5de805adfc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:45.508779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36d6824-144d-4fad-ad2f-edb58cd463ba {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:23:45.519668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.549192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Transition to ACTIVE for port object e36d6824-144d-4fad-ad2f-edb58cd463ba will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:45.556326 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.627294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b0131132-3659-4ff1-8894-1c5de805adfc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:45.637579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.759713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Attempting to bind port e36d6824-144d-4fad-ad2f-edb58cd463ba on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:45.760212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Attempting to bind port e36d6824-144d-4fad-ad2f-edb58cd463ba by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:45.760543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Attempting to bind port e36d6824-144d-4fad-ad2f-edb58cd463ba on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:45.767943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Port e36d6824-144d-4fad-ad2f-edb58cd463ba on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:23:45.768319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Attempting to bind port e36d6824-144d-4fad-ad2f-edb58cd463ba on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:45.776232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:45.776572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:45.777139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:45.777688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Bound port: e36d6824-144d-4fad-ad2f-edb58cd463ba, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:45.778241 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.858019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Sync routers for ids ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:23:45.899226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] For port e36d6824-144d-4fad-ad2f-edb58cd463ba, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:45.905198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] For port e36d6824-144d-4fad-ad2f-edb58cd463ba, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:45.909457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Routers {'1065a3f8-f5b1-4b07-8813-f46a8e7355ec'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:45.910198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:45.917174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.953208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:45.955708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:45.957254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] 10.222.0.18 "PUT /v2.0/ports/e36d6824-144d-4fad-ad2f-edb58cd463ba HTTP/1.1" status: 200 len: 1118 time: 1.8906066 Jul 30 03:23:45.959232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'tag': 'e36d6824-144d-4fad-ad2f-edb58cd463ba'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:23:46.050327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Pushing event updated for resources: {'Port': ['ID=e36d6824-144d-4fad-ad2f-edb58cd463ba,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:46.330913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:46.352441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-04e95746-5acb-4e99-9eff-ab6f8e80ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:46.354884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-04e95746-5acb-4e99-9eff-ab6f8e80ef46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=823e4a6667554b0d9d85908d431bb54f&device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 1121 time: 0.2361014 Jul 30 03:23:46.356558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276760-ba65-4f6c-9290-9d17333a0a28 service neutron] Pushing event updated for resources: {'Port': ['ID=e36d6824-144d-4fad-ad2f-edb58cd463ba,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:46.439846 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Set router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:46.701923 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c13d84-8061-449c-958f-44edb4446382" -d '{"events": [{"name": "network-changed", "server_uuid": "4004e074-ce5c-43a5-92b5-a5bb59dc76fc", "tag": "e36d6824-144d-4fad-ad2f-edb58cd463ba"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:23:46.712653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9719b6-642d-4d0b-9d1b-0e361be2a8ee req-94aa2384-2cb9-496a-8b42-7a3dfbcc87e0 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:46.721388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c9719b6-642d-4d0b-9d1b-0e361be2a8ee req-94aa2384-2cb9-496a-8b42-7a3dfbcc87e0 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.1339226 Jul 30 03:23:46.793503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c9719b6-642d-4d0b-9d1b-0e361be2a8ee req-93a15f4e-1c23-42a1-a2b1-f85cbd4fa805 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Jul 30 03:23:46.858336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:23:43Z', 'revision_number': 4, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9bfd66da-15e8-44c0-83f0-7f3be681953d', 'name': '', 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'mac_address': 'fa:16:3e:89:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e4e24789-dcbd-454d-94c1-66aba51565d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:42Z', 'updated_at': '2021-07-30T03:23:44Z', 'revision_number': 2, 'project_id': '4390672893e9465993c963d2f8e88720', 'subnets': [{'id': 'e4e24789-dcbd-454d-94c1-66aba51565d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:46.893993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Checking router: 1065a3f8-f5b1-4b07-8813-f46a8e7355ec for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:23:46.894438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Updating router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec port 9bfd66da-15e8-44c0-83f0-7f3be681953d binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:23:46.931125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.484188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50222) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:47.489390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686208083', 'description': 'tempest-description--1302155237'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:47.497388 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecddd314-441e-4e43-8bed-9bb7d29cf445 x-openstack-request-id: req-ecddd314-441e-4e43-8bed-9bb7d29cf445 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:23:47.502290 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4004e074-ce5c-43a5-92b5-a5bb59dc76fc", "tag": "e36d6824-144d-4fad-ad2f-edb58cd463ba", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:23:47.502548 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecddd314-441e-4e43-8bed-9bb7d29cf445 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:23:47.505979 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'tag': 'e36d6824-144d-4fad-ad2f-edb58cd463ba', 'status': 'completed', 'code': 200} Jul 30 03:23:47.560725 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.607462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.641038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Transition to ACTIVE for port object 9bfd66da-15e8-44c0-83f0-7f3be681953d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:23:47.655773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.735254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.742563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.743971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c78e53-2210-4250-85e5-dccd5436044b None None] Pushing event updated for resources: {'Port': ['ID=9bfd66da-15e8-44c0-83f0-7f3be681953d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:47.811738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.813226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3279130 Jul 30 03:23:47.823509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d6069-2127-4a75-ad51-5ac149537f56 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79358409-9340-47d9-99fb-f5a15602dcf4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:47.824978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:47.829955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'security_group_rule': {'security_group_id': '79358409-9340-47d9-99fb-f5a15602dcf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:47.898364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Attempting to bind port 9bfd66da-15e8-44c0-83f0-7f3be681953d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:23:47.898971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Attempting to bind port 9bfd66da-15e8-44c0-83f0-7f3be681953d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:23:47.900218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Attempting to bind port 9bfd66da-15e8-44c0-83f0-7f3be681953d on network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:23:47.924072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:23:47.925027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Checking segment: {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:47.925240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.926507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.927611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Bound using segment: {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:23:47.928311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Bound port: 9bfd66da-15e8-44c0-83f0-7f3be681953d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8230b0ff-dc3b-46f7-b305-d02ac1bd478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:23:47.931806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:47.987610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.116374 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.122881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.169596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] For port 9bfd66da-15e8-44c0-83f0-7f3be681953d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:23:48.175036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] For port 9bfd66da-15e8-44c0-83f0-7f3be681953d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bfd66da-15e8-44c0-83f0-7f3be681953d,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:23:48.188451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.197736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.200960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746738 Jul 30 03:23:48.206426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:48.207469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-f38734e7-f26e-4474-a44e-1aa7e56ac789 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba HTTP/1.1" status: 200 len: 217 time: 0.2015898 Jul 30 03:23:48.208297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a83285-8882-4807-9cd1-cfc4098ef4e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec500b94-622d-458d-ac23-2ac9fa3b46da,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:48.221864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'security_group_rule': {'security_group_id': '79358409-9340-47d9-99fb-f5a15602dcf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:48.238931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021241-b945-41ab-b641-1c1c445d2f0e req-85f96a0e-2d21-4968-a2c1-76bb4cbffec9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:48.257825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51021241-b945-41ab-b641-1c1c445d2f0e req-85f96a0e-2d21-4968-a2c1-76bb4cbffec9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.3140216 Jul 30 03:23:48.293901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.298311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Routers {'1065a3f8-f5b1-4b07-8813-f46a8e7355ec'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:23:48.299234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:48.303348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c78e53-2210-4250-85e5-dccd5436044b None None] Pushing event updated for resources: {'Port': ['ID=9bfd66da-15e8-44c0-83f0-7f3be681953d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:48.461693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51021241-b945-41ab-b641-1c1c445d2f0e req-792429e0-1503-4910-bfdb-8e7c03e9bad1 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993964 Jul 30 03:23:48.463890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-ad047250-b416-4b93-8e2d-c332e189c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:48.465897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-ad047250-b416-4b93-8e2d-c332e189c427 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2055657 Jul 30 03:23:48.488348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.499349 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.544314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] Set router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:23:48.564351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee90a4d-7245-4298-8003-afc761306339,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:48.603987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:48.605476 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9dd6d3b1-6d80-4f82-9dda-2f54b5d60488 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3882489 Jul 30 03:23:48.609618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50252) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:48.620093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:48.720153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-5267d8fb-71df-4e39-b430-7a823650b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:48.729856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-5267d8fb-71df-4e39-b430-7a823650b61d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2545750 Jul 30 03:23:48.734570 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:49.221519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:23:43Z', 'revision_number': 4, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9bfd66da-15e8-44c0-83f0-7f3be681953d', 'name': '', 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'mac_address': 'fa:16:3e:89:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e4e24789-dcbd-454d-94c1-66aba51565d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:42Z', 'updated_at': '2021-07-30T03:23:48Z', 'revision_number': 4, 'project_id': '4390672893e9465993c963d2f8e88720', 'subnets': [{'id': 'e4e24789-dcbd-454d-94c1-66aba51565d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:23:49.303838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f922ec8-120f-4d71-8efc-7431a39e832c None None] The sync data for ids ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'] in n-d-778696-14 is: [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:23:43Z', 'revision_number': 4, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9bfd66da-15e8-44c0-83f0-7f3be681953d', 'name': '', 'network_id': 'c4e2250a-00bf-45dd-95a9-1f1fd342ece6', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'mac_address': 'fa:16:3e:89:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e4e24789-dcbd-454d-94c1-66aba51565d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:42Z', 'updated_at': '2021-07-30T03:23:48Z', 'revision_number': 4, 'project_id': '4390672893e9465993c963d2f8e88720', 'subnets': [{'id': 'e4e24789-dcbd-454d-94c1-66aba51565d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:23:49.363614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:49.549474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bfd66da-15e8-44c0-83f0-7f3be681953d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:49.583205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Allocated IP 172.25.6.174 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/59a61c7f-0c13-40d6-861c-513daf55e4c8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:23:49.680477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9bfd66da-15e8-44c0-83f0-7f3be681953d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:49.692044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9bfd66da-15e8-44c0-83f0-7f3be681953d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:49.692532 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:49.829170 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:49.857469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:49.891796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9bfd66da-15e8-44c0-83f0-7f3be681953d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bfd66da-15e8-44c0-83f0-7f3be681953d,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:49.898379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:49.918451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fd3ac-278b-4748-9687-b2ca08ec314e req-23fb4151-8f00-4289-9536-3c03714a5747 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:49.920185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f02fd3ac-278b-4748-9687-b2ca08ec314e req-23fb4151-8f00-4289-9536-3c03714a5747 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.2366490 Jul 30 03:23:50.000708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f02fd3ac-278b-4748-9687-b2ca08ec314e req-f103cfa1-41ec-4424-8dc2-aff627a3c4dc tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598238 Jul 30 03:23:50.030917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:50.070738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9bfd66da-15e8-44c0-83f0-7f3be681953d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:50.104996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'Port': ['ID=59a61c7f-0c13-40d6-861c-513daf55e4c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:50.201484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:23:50.288543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:50.292498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:23:50.371368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50342) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:50.455966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:50.553379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:50.613981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-8d85a4bc-f71c-4c23-9142-92731b45e906 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727848 Jul 30 03:23:50.747194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3327c91-6d4e-477c-af4d-cfe6d6ff19d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:50.834521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50352) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:50.915596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:50.981308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:50.992291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.023869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3327c91-6d4e-477c-af4d-cfe6d6ff19d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.035320 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3327c91-6d4e-477c-af4d-cfe6d6ff19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.052345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.081668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.083690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4715104 Jul 30 03:23:51.104745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb05ac-7833-49b8-937a-d478ba9430b7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'Port': ['ID=59a61c7f-0c13-40d6-861c-513daf55e4c8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:51.166691 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3327c91-6d4e-477c-af4d-cfe6d6ff19d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23b58ef34fbd469ab7d13870995e6f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933640 Jul 30 03:23:51.167358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50364) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:51.178348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-195f1506-611a-4b94-8be3-6114de1b5be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.210534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2ac0-ece2-474d-ba33-1c25515b82b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.216313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3327c91-6d4e-477c-af4d-cfe6d6ff19d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca9bc1f-6afe-43d4-85f6-bab041955d64,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:51.247519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efd5ebc7-887e-46d1-b19e-4ce8596b502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.293958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efd5ebc7-887e-46d1-b19e-4ce8596b502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.357287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a6bcf-8dcb-4935-bdc4-b79e5a0a7769 req-f6325e50-2f1d-4f35-a7b3-21f8075eac62 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:51.358892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-438a6bcf-8dcb-4935-bdc4-b79e5a0a7769 req-f6325e50-2f1d-4f35-a7b3-21f8075eac62 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.1625278 Jul 30 03:23:51.408127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efd5ebc7-887e-46d1-b19e-4ce8596b502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.414193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efd5ebc7-887e-46d1-b19e-4ce8596b502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.416290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-efd5ebc7-887e-46d1-b19e-4ce8596b502f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ca9bc1f-6afe-43d4-85f6-bab041955d64 HTTP/1.1" status: 204 len: 168 time: 0.2468407 Jul 30 03:23:51.441254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5ebc7-887e-46d1-b19e-4ce8596b502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca9bc1f-6afe-43d4-85f6-bab041955d64,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:51.476444 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-195f1506-611a-4b94-8be3-6114de1b5be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.487751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-438a6bcf-8dcb-4935-bdc4-b79e5a0a7769 req-629e981a-b13f-4cdb-bf77-fc9d6936ea9f tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111763 Jul 30 03:23:51.492417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bfd66da-15e8-44c0-83f0-7f3be681953d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:51.493492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-195f1506-611a-4b94-8be3-6114de1b5be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.559411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9bfd66da-15e8-44c0-83f0-7f3be681953d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:51.559849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.585909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f1506-611a-4b94-8be3-6114de1b5be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa75eb-ae5f-486e-b591-81f18031f64b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:51.594198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-195f1506-611a-4b94-8be3-6114de1b5be7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80f02f151b78442e816acde223871e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6769419 Jul 30 03:23:51.597217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50382) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:51.606880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-d4cebec6-f576-437d-996a-adc01902ee8e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1686208083&fields=id&tenant_id=6c6e51fc8ec5425eaa21614f12be2c06 HTTP/1.1" status: 200 len: 267 time: 0.1442361 Jul 30 03:23:51.677158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac726ca6-7496-4813-9fb5-5cceaf605b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.700324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac726ca6-7496-4813-9fb5-5cceaf605b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.749992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac726ca6-7496-4813-9fb5-5cceaf605b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.752874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac726ca6-7496-4813-9fb5-5cceaf605b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.763473 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac726ca6-7496-4813-9fb5-5cceaf605b29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9aa75eb-ae5f-486e-b591-81f18031f64b HTTP/1.1" status: 204 len: 168 time: 0.1577508 Jul 30 03:23:51.772955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac726ca6-7496-4813-9fb5-5cceaf605b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa75eb-ae5f-486e-b591-81f18031f64b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:51.785317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50386) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:51.809981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7dd2-29f9-489e-8fdf-c46a628fab7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.812074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2ac0-ece2-474d-ba33-1c25515b82b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.819381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2ac0-ece2-474d-ba33-1c25515b82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.837961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-95bd49bd-bc7b-4d96-9c23-1c14ccc1628b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:51.845066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-95bd49bd-bc7b-4d96-9c23-1c14ccc1628b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 823 time: 0.2373548 Jul 30 03:23:51.891877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-539d1294-96de-45d6-a594-e99df3e0b8a8 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/quotas/6c6e51fc8ec5425eaa21614f12be2c06 HTTP/1.1" status: 200 len: 375 time: 0.0457296 Jul 30 03:23:51.906863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fb2e2ac0-ece2-474d-ba33-1c25515b82b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab3d5a95f56649669c69892b7a42716f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0710108 Jul 30 03:23:51.910446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7dd2-29f9-489e-8fdf-c46a628fab7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.911584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50390) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:51.919568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7dd2-29f9-489e-8fdf-c46a628fab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:51.935477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2ac0-ece2-474d-ba33-1c25515b82b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb69685-25b0-4a9f-b3cd-14062b6ebe61,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:51.962374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a7dd7dd2-29f9-489e-8fdf-c46a628fab7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=388b37a3faa244d598cc05e0e8efb8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756678 Jul 30 03:23:51.965211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:51.993302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd7dd2-29f9-489e-8fdf-c46a628fab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3f889-9519-42ac-9f0d-78cb7de818fb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:52.009690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4586135-2d92-49ee-9fd5-334a9f911eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.034169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4586135-2d92-49ee-9fd5-334a9f911eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.078321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-a241b382-f652-4f6b-9ce2-922ed7a346e3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1465125 Jul 30 03:23:52.082251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3926fc62-9114-4858-bf91-a7dc5db79d2e req-e6abbf6c-f7af-49e5-9b6e-017770cb5e72 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113299 Jul 30 03:23:52.094421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-628f9119-386f-4b01-ab31-fa1c2af715d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.116439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4586135-2d92-49ee-9fd5-334a9f911eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.120124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4586135-2d92-49ee-9fd5-334a9f911eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.121365 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4586135-2d92-49ee-9fd5-334a9f911eef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bb69685-25b0-4a9f-b3cd-14062b6ebe61 HTTP/1.1" status: 204 len: 168 time: 0.2086170 Jul 30 03:23:52.122321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-628f9119-386f-4b01-ab31-fa1c2af715d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.130015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586135-2d92-49ee-9fd5-334a9f911eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb69685-25b0-4a9f-b3cd-14062b6ebe61,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:52.148836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:52.167607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80785931-b139-456f-ac9d-4de1c5055b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.224312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13d84-8061-449c-958f-44edb4446382 req-a5fcce34-0888-46d5-bc40-6f29f602deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:52.225824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-a5fcce34-0888-46d5-bc40-6f29f602deca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=823e4a6667554b0d9d85908d431bb54f&device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 1121 time: 0.0716209 Jul 30 03:23:52.266368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-628f9119-386f-4b01-ab31-fa1c2af715d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.270132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-628f9119-386f-4b01-ab31-fa1c2af715d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.271626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-628f9119-386f-4b01-ab31-fa1c2af715d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1b3f889-9519-42ac-9f0d-78cb7de818fb HTTP/1.1" status: 204 len: 168 time: 0.3052170 Jul 30 03:23:52.312163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-9d18b47d-1c18-4d68-8b07-884a2154db19 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:23:52.313373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-9d18b47d-1c18-4d68-8b07-884a2154db19 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0865068 Jul 30 03:23:52.339122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f9119-386f-4b01-ab31-fa1c2af715d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3f889-9519-42ac-9f0d-78cb7de818fb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:52.358455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80785931-b139-456f-ac9d-4de1c5055b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.364778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80785931-b139-456f-ac9d-4de1c5055b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.416592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-80785931-b139-456f-ac9d-4de1c5055b43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08d21cbe62bd4e71a829652c0b07d7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661614 Jul 30 03:23:52.417459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50408) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:52.426649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80785931-b139-456f-ac9d-4de1c5055b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a72fa7-55b0-43c9-97c5-7a4725d2f214,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:52.485173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15c9580c-eb46-477f-96ab-8d455c76d7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.523882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15c9580c-eb46-477f-96ab-8d455c76d7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.612028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15c9580c-eb46-477f-96ab-8d455c76d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.619523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15c9580c-eb46-477f-96ab-8d455c76d7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.624804 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-15c9580c-eb46-477f-96ab-8d455c76d7df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15a72fa7-55b0-43c9-97c5-7a4725d2f214 HTTP/1.1" status: 204 len: 168 time: 0.2020693 Jul 30 03:23:52.632379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9580c-eb46-477f-96ab-8d455c76d7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a72fa7-55b0-43c9-97c5-7a4725d2f214,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:52.671366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13d84-8061-449c-958f-44edb4446382 req-166e4757-fece-4f10-903b-f6b5917b676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:52.672827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-166e4757-fece-4f10-903b-f6b5917b676e service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.4396603 Jul 30 03:23:52.689302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-900cecbc-c56c-475a-9e28-f004b66c414b service neutron] 10.222.0.39 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663707 Jul 30 03:23:52.698455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50420) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:52.702725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1b296-0581-4248-906f-a0fed32d0f09 req-ed4d000a-f59a-4979-9ae1-577586539ed9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:52.704537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57c1b296-0581-4248-906f-a0fed32d0f09 req-ed4d000a-f59a-4979-9ae1-577586539ed9 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.1194539 Jul 30 03:23:52.721789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e7934a-9285-478d-8e12-0d9db34f2d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.743291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-a281bdfc-1e50-409f-bd65-e0a92c9996ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba HTTP/1.1" status: 200 len: 217 time: 0.0618365 Jul 30 03:23:52.830877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e7934a-9285-478d-8e12-0d9db34f2d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.835757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e7934a-9285-478d-8e12-0d9db34f2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.877819 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-89e7934a-9285-478d-8e12-0d9db34f2d79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85f402bd19cc450e82fb531f14197674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759338 Jul 30 03:23:52.877819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7934a-9285-478d-8e12-0d9db34f2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b2ef8-2127-48a1-ba79-1b24cff5dd1c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:52.879020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57c1b296-0581-4248-906f-a0fed32d0f09 req-b7e54026-8bd1-4bc4-9974-600f3ff9e72f tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389117 Jul 30 03:23:52.879251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:52.882732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13d84-8061-449c-958f-44edb4446382 req-c46f83b4-5d52-4ee3-bf85-65d315b6c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:52.884402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-c46f83b4-5d52-4ee3-bf85-65d315b6c732 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0959082 Jul 30 03:23:52.937088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-8356ee34-3279-4c9a-afaa-847acb3f8f7c service neutron] 10.222.0.39 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045031 Jul 30 03:23:52.947266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ff5f78-378e-40f0-9d45-9b6793e47853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.976480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13d84-8061-449c-958f-44edb4446382 req-998dcd78-5508-4e7f-b720-da3eb656caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:52.977885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ff5f78-378e-40f0-9d45-9b6793e47853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:52.980031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-998dcd78-5508-4e7f-b720-da3eb656caf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834060 Jul 30 03:23:53.061144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ff5f78-378e-40f0-9d45-9b6793e47853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:53.067183 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ff5f78-378e-40f0-9d45-9b6793e47853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:53.069065 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08ff5f78-378e-40f0-9d45-9b6793e47853 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db0b2ef8-2127-48a1-ba79-1b24cff5dd1c HTTP/1.1" status: 204 len: 168 time: 0.1887820 Jul 30 03:23:53.077144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5f78-378e-40f0-9d45-9b6793e47853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b2ef8-2127-48a1-ba79-1b24cff5dd1c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:53.110855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-4a9e2ca1-bedf-413e-97b3-71eb991cb5ab service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211832 Jul 30 03:23:53.242855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d9a33fe-860a-40fe-9f72-f875159eaf6b req-f20f926d-81bd-4b92-bcc5-cbc36e91949a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0405240 Jul 30 03:23:53.288985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c13d84-8061-449c-958f-44edb4446382 req-6faed19b-5516-4a4d-a38a-79fc84cac7d6 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700969 Jul 30 03:23:54.077936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58474-2d3a-43e5-961d-7202aa9cb4aa req-46ad613f-ca6b-4e37-9e4f-97c88861372d tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:54.079655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b58474-2d3a-43e5-961d-7202aa9cb4aa req-46ad613f-ca6b-4e37-9e4f-97c88861372d tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.0686541 Jul 30 03:23:54.155989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b58474-2d3a-43e5-961d-7202aa9cb4aa req-2603490c-8dec-4f60-a000-454d2cc6a771 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Jul 30 03:23:54.347954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83a33618-f01f-4fb1-b007-9b2462007b62 req-7f111c93-4453-4602-afde-66db74028df5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0370700 Jul 30 03:23:54.414062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.16', 62975) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:54.786710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-d01ae499-a14d-4ab3-a687-66027d4eca93 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:54.788733 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-d01ae499-a14d-4ab3-a687-66027d4eca93 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 823 time: 0.3611028 Jul 30 03:23:54.861112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50530) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:55.049925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-138143771-network', 'tenant_id': '8ce19f09c0354ff2b630bbfec9c1f116'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:55.089453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Made reservation on behalf of 8ce19f09c0354ff2b630bbfec9c1f116 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:55.092444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.104691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.237294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.242081 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.270433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:23:55.279616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8b1b7-1939-4140-b397-39eaaea3a6cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:55.287196 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.287870 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Added segment db72f2c0-46bf-4981-b8f9-0f4b1d773293 of type vlan for network 7a5f7d7f-caac-4e11-b433-81992d628020 Jul 30 03:23:55.295091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513d80-c052-475d-a336-785f36ae7b5b req-fdc231f6-7e56-407d-839a-75be69f06c24 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:55.297476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb513d80-c052-475d-a336-785f36ae7b5b req-fdc231f6-7e56-407d-839a-75be69f06c24 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 969 time: 0.0774720 Jul 30 03:23:55.334034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.351759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e36d6824-144d-4fad-ad2f-edb58cd463ba details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:23:55.353057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb513d80-c052-475d-a336-785f36ae7b5b req-c02a8972-ab28-46ef-8c6a-185539ce7210 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Jul 30 03:23:55.405078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.407933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:55.413642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.473716 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6074860 Jul 30 03:23:55.473716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50554) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:55.481656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Request body: {'subnet': {'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-138143771-subnet', 'tenant_id': '8ce19f09c0354ff2b630bbfec9c1f116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:55.499627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e36d6824-144d-4fad-ad2f-edb58cd463ba, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:55.504415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f328eab-f241-426a-8dda-29c867ab9760 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5f7d7f-caac-4e11-b433-81992d628020,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:55.510080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Made reservation on behalf of 8ce19f09c0354ff2b630bbfec9c1f116 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:55.513145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'e36d6824-144d-4fad-ad2f-edb58cd463ba', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'e36d6824-144d-4fad-ad2f-edb58cd463ba', 'mac_address': 'fa:16:3e:83:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-1195385991', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:23:55.522078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.532918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91aefb61-1b17-4469-9845-54e07bd3c380 req-3d3f3e50-afdf-4f4c-93e5-f4cfbefd5133 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0816023 Jul 30 03:23:55.541470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7a5f7d7f-caac-4e11-b433-81992d628020 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:23:55.616190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.643638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36d6824-144d-4fad-ad2f-edb58cd463ba {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:23:55.672700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e36d6824-144d-4fad-ad2f-edb58cd463ba, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:55.679630 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.756808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.783303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e36d6824-144d-4fad-ad2f-edb58cd463ba,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:55.842829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0a06f1-91ca-4824-aaa8-b697c054d315,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:55.854829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:55.855240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Network hostable DHCP agents. Network: 7a5f7d7f-caac-4e11-b433-81992d628020, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:23:55.883313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Network 7a5f7d7f-caac-4e11-b433-81992d628020 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:23:55.892221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7a5f7d7f-caac-4e11-b433-81992d628020) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:55.896826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:55.897463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:55.901495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3661dc93-e63e-4521-b913-c006d54f6c7d None None] Network 7a5f7d7f-caac-4e11-b433-81992d628020 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:55.919198 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f2988374-dfa0-408b-a265-65874cb1c228 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4412463 Jul 30 03:23:55.954930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e36d6824-144d-4fad-ad2f-edb58cd463ba'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:23:56.146021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:56.181237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50598) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:56.257529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a02af-02ac-4d74-aa87-9b9a4c456790 None None] Network 7a5f7d7f-caac-4e11-b433-81992d628020 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:56.512074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d40e163-5c0b-46cf-9363-6b9d19df643c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.569572 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9ed5-d9ca-4103-8466-b4df48f7a0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.659026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-547deb52-c35a-403e-a169-abc155ac2ec2 req-a6c67b94-7b5d-475f-9ae0-4d245dad472b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0416720 Jul 30 03:23:56.670624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3c92f-90ea-4f89-aa7d-1b5de19a42ec req-021f9bc2-924c-4df9-bd6c-d30e664a657c tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:56.673265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ee3c92f-90ea-4f89-aa7d-1b5de19a42ec req-021f9bc2-924c-4df9-bd6c-d30e664a657c tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 970 time: 0.1223490 Jul 30 03:23:56.706662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d40e163-5c0b-46cf-9363-6b9d19df643c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.712638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d40e163-5c0b-46cf-9363-6b9d19df643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.719725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ee3c92f-90ea-4f89-aa7d-1b5de19a42ec req-720ee916-6962-4890-912c-7f5039b11479 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Jul 30 03:23:56.757551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1d40e163-5c0b-46cf-9363-6b9d19df643c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f3c20fea55f4e598506ff958d1f98eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742369 Jul 30 03:23:56.757551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40e163-5c0b-46cf-9363-6b9d19df643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81188099-7b47-491d-a5cc-4ec6569bce3f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:56.760100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50612) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:56.816684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9ed5-d9ca-4103-8466-b4df48f7a0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.820145 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-728b5db5-6f4b-4563-ba47-fd967c4b34c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.821821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9ed5-d9ca-4103-8466-b4df48f7a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.844541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-728b5db5-6f4b-4563-ba47-fd967c4b34c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.873319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3fcf9ed5-d9ca-4103-8466-b4df48f7a0a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e498e0539a9e428d8f7ab9b49fa6d1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259531 Jul 30 03:23:56.874283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf9ed5-d9ca-4103-8466-b4df48f7a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a9cbf-6084-4a3f-867a-767cc9125b37,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:56.877011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50616) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:56.905704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-728b5db5-6f4b-4563-ba47-fd967c4b34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.908509 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-728b5db5-6f4b-4563-ba47-fd967c4b34c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.909871 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-728b5db5-6f4b-4563-ba47-fd967c4b34c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81188099-7b47-491d-a5cc-4ec6569bce3f HTTP/1.1" status: 204 len: 168 time: 0.1488647 Jul 30 03:23:56.918176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b5db5-6f4b-4563-ba47-fd967c4b34c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81188099-7b47-491d-a5cc-4ec6569bce3f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:56.952853 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7989bec-4b83-49e1-9bf9-881e08e2a7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.954529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50622) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:56.960765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-65617123-network', 'tenant_id': '9fabecdc2bf943b8a5110dc39d4e79b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:56.977866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7989bec-4b83-49e1-9bf9-881e08e2a7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.987475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Made reservation on behalf of 9fabecdc2bf943b8a5110dc39d4e79b9 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:56.989888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:56.999297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.040745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7989bec-4b83-49e1-9bf9-881e08e2a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.045298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7989bec-4b83-49e1-9bf9-881e08e2a7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.046707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c7989bec-4b83-49e1-9bf9-881e08e2a7c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e10a9cbf-6084-4a3f-867a-767cc9125b37 HTTP/1.1" status: 204 len: 168 time: 0.1689477 Jul 30 03:23:57.059164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7989bec-4b83-49e1-9bf9-881e08e2a7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a9cbf-6084-4a3f-867a-767cc9125b37,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:57.138086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.143428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.173247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:23:57.178536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e92be9-2f92-4a59-afd3-dc42ed5eaceb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:57.187085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.187460 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Added segment 03e87610-e01f-4c3f-9ab8-a98e97d3d12e of type vlan for network 3a9ad496-ce62-4253-b000-2d2423e3bda1 Jul 30 03:23:57.227250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.261026 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.262586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:57.263354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.283316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:57.305055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec701294-24ec-45df-a110-19a63e7bcb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.318282 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3620648 Jul 30 03:23:57.320576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50632) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:57.324801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e36d6824-144d-4fad-ad2f-edb58cd463ba up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:23:57.327907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Request body: {'subnet': {'network_id': '3a9ad496-ce62-4253-b000-2d2423e3bda1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-65617123-subnet', 'tenant_id': '9fabecdc2bf943b8a5110dc39d4e79b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:23:57.340361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce996ad-56f5-4dbd-bff1-216f815e70bb admin admin] Pushing event updated for resources: {'Network': ['ID=3a9ad496-ce62-4253-b000-2d2423e3bda1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:57.352181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3a9ad496-ce62-4253-b000-2d2423e3bda1 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:23:57.436276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec701294-24ec-45df-a110-19a63e7bcb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.441506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec701294-24ec-45df-a110-19a63e7bcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.443370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port e36d6824-144d-4fad-ad2f-edb58cd463ba completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:23:57.447641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port e36d6824-144d-4fad-ad2f-edb58cd463ba triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:23:57.448267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.460858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Made reservation on behalf of 9fabecdc2bf943b8a5110dc39d4e79b9 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:23:57.463638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.468772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ec701294-24ec-45df-a110-19a63e7bcb6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c168498867b44426b85e44c1745dce43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840656 Jul 30 03:23:57.477771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:57.511469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701294-24ec-45df-a110-19a63e7bcb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0b6a6c-78eb-4a49-aa04-5f8a4262ef21,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:57.559860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf163-ab77-49af-8f71-7ab32715f637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.560723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.585082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf163-ab77-49af-8f71-7ab32715f637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.588188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d6824-144d-4fad-ad2f-edb58cd463ba'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:23:57.648696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50636) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:57.660916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf163-ab77-49af-8f71-7ab32715f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.663855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf163-ab77-49af-8f71-7ab32715f637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.665315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c1bf163-ab77-49af-8f71-7ab32715f637 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc0b6a6c-78eb-4a49-aa04-5f8a4262ef21 HTTP/1.1" status: 204 len: 168 time: 0.1863410 Jul 30 03:23:57.668661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e36d6824-144d-4fad-ad2f-edb58cd463ba, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:23:57.677240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.680281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bf163-ab77-49af-8f71-7ab32715f637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0b6a6c-78eb-4a49-aa04-5f8a4262ef21,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:57.683107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e188c684-6d62-4dc1-85cc-bbcda421d2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.757312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e36d6824-144d-4fad-ad2f-edb58cd463ba,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:57.836360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3c06e2e-d339-46d6-847d-1e532fcf461d req-2ecedcf1-0d2f-426c-81f2-243bdb7e6341 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0447905 Jul 30 03:23:57.877901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.887039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbb632-a52c-417d-93f7-e298f28fb21e req-210836ec-0fac-4c34-a71c-4e4f0edddfc0 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:57.888669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6dbb632-a52c-417d-93f7-e298f28fb21e req-210836ec-0fac-4c34-a71c-4e4f0edddfc0 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 971 time: 0.0662737 Jul 30 03:23:57.900437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e188c684-6d62-4dc1-85cc-bbcda421d2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.902759 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60d79e5-6274-444f-9187-1f5d5ca3496c" -d '{"events": [{"server_uuid": "4004e074-ce5c-43a5-92b5-a5bb59dc76fc", "name": "network-vif-plugged", "status": "completed", "tag": "e36d6824-144d-4fad-ad2f-edb58cd463ba"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:23:57.928502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e188c684-6d62-4dc1-85cc-bbcda421d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:57.955517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6dbb632-a52c-417d-93f7-e298f28fb21e req-601d6e56-8432-4a30-9132-18d59a9ea513 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428679 Jul 30 03:23:58.023326 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e188c684-6d62-4dc1-85cc-bbcda421d2cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71e968fc6df3483abe79332e6344622a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695366 Jul 30 03:23:58.023326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a30ef4f-bd78-4789-a405-44660827d744,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:58.023714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:23:58.034589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c684-6d62-4dc1-85cc-bbcda421d2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2215c-c751-4c26-a5ec-c454829544c3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:58.044269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Checking segment: {'id': '03e87610-e01f-4c3f-9ab8-a98e97d3d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a9ad496-ce62-4253-b000-2d2423e3bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:23:58.044789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Network hostable DHCP agents. Network: 3a9ad496-ce62-4253-b000-2d2423e3bda1, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:23:58.082116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Network 3a9ad496-ce62-4253-b000-2d2423e3bda1 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:23:58.088945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaf6e-3996-46b4-a637-be7898948a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.112324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3a9ad496-ce62-4253-b000-2d2423e3bda1) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:23:58.116499 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e80d54-9cdb-4e4a-a98e-9528f2c1f3af x-openstack-request-id: req-63e80d54-9cdb-4e4a-a98e-9528f2c1f3af {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:23:58.116790 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4004e074-ce5c-43a5-92b5-a5bb59dc76fc", "name": "network-vif-plugged", "status": "completed", "tag": "e36d6824-144d-4fad-ad2f-edb58cd463ba", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:23:58.117044 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63e80d54-9cdb-4e4a-a98e-9528f2c1f3af {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:23:58.117738 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d6824-144d-4fad-ad2f-edb58cd463ba', 'code': 200} Jul 30 03:23:58.120641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c259c-1c58-41f4-998f-77d5f5662f08 None None] Network 3a9ad496-ce62-4253-b000-2d2423e3bda1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:58.125750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:58.126353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.127882 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaf6e-3996-46b4-a637-be7898948a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.146122 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa47696a-3dc5-4fb6-bb9f-7ec60231205a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8243241 Jul 30 03:23:58.253690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaf6e-3996-46b4-a637-be7898948a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.256232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaf6e-3996-46b4-a637-be7898948a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.260152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7c4aaf6e-3996-46b4-a637-be7898948a35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3f2215c-c751-4c26-a5ec-c454829544c3 HTTP/1.1" status: 204 len: 168 time: 0.2354002 Jul 30 03:23:58.299476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aaf6e-3996-46b4-a637-be7898948a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2215c-c751-4c26-a5ec-c454829544c3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:58.330636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a7cda-ea2d-4657-a9ff-e9d17f88210c None None] Network 3a9ad496-ce62-4253-b000-2d2423e3bda1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:23:58.336542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b7c75-422d-41f1-904a-e8da6b266225 req-49899b15-6884-4b15-8594-cf1465e6ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:58.338395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a83b7c75-422d-41f1-904a-e8da6b266225 req-49899b15-6884-4b15-8594-cf1465e6ac3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 1123 time: 0.1206503 Jul 30 03:23:58.366648 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a83b7c75-422d-41f1-904a-e8da6b266225 req-c05dd20d-2353-4a7d-b8bd-6c76ffcfb08d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.498100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a83b7c75-422d-41f1-904a-e8da6b266225 req-c05dd20d-2353-4a7d-b8bd-6c76ffcfb08d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.503556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a83b7c75-422d-41f1-904a-e8da6b266225 req-c05dd20d-2353-4a7d-b8bd-6c76ffcfb08d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:23:58.538225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a83b7c75-422d-41f1-904a-e8da6b266225 req-c05dd20d-2353-4a7d-b8bd-6c76ffcfb08d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919746 Jul 30 03:23:58.551339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dd20d-2353-4a7d-b8bd-6c76ffcfb08d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fefd33-f8b1-4f74-8749-a7ff18708a2d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:23:58.942359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e3ad7a5-64a8-4276-b50a-21c60651189b req-8438ff3a-0c3b-4665-b3cb-5473fb857864 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0313206 Jul 30 03:23:58.984419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-506230c8-af51-4795-90c3-d0d325fdf680 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:58.994484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-506230c8-af51-4795-90c3-d0d325fdf680 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.1648691 Jul 30 03:23:59.013524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-d50fd6b4-d45d-41c4-b1c8-8f6e02461772 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/quotas/8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 375 time: 0.0179844 Jul 30 03:23:59.054938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-dd22244f-06a1-49bd-931e-7a2fb39688ee tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404170 Jul 30 03:23:59.109541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844144b-7ad5-4698-98e3-61b37f36d708 req-14916982-9b6a-4772-ad7e-ab18daed700a tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:23:59.111080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5844144b-7ad5-4698-98e3-61b37f36d708 req-14916982-9b6a-4772-ad7e-ab18daed700a tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 971 time: 0.0551636 Jul 30 03:23:59.156544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5844144b-7ad5-4698-98e3-61b37f36d708 req-0f278d54-330a-4538-926e-2938dfa0b1cb tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Jul 30 03:23:59.304088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-f7dd59b2-c247-438d-af0a-13fc27457815 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:23:59.308020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-f7dd59b2-c247-438d-af0a-13fc27457815 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1312685 Jul 30 03:23:59.413222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-3d608b5c-f576-4f79-9870-c5be1116bffa service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998638 Jul 30 03:23:59.522605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-ccc0063b-c7ca-4558-92c9-947a1982ca40 service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006293 Jul 30 03:23:59.730338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c537c422-b3af-4bb5-b774-f223faa8979d req-9313e8e4-6f2a-4201-86a4-fb155d821024 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 210 time: 0.0328367 Jul 30 03:24:00.094240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb9efb16-c2ea-4758-9502-49fbaedd3ddc req-319fa967-684f-4c53-83b3-098c0e32e806 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0396929 Jul 30 03:24:00.220697 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:00.359015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383503df-7cfc-4a5d-83cb-6d9b0eaa6620 req-6612b5dc-d185-4bf3-9dd3-aa12a7240cea tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:00.360746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-383503df-7cfc-4a5d-83cb-6d9b0eaa6620 req-6612b5dc-d185-4bf3-9dd3-aa12a7240cea tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 971 time: 0.0616601 Jul 30 03:24:00.418367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-383503df-7cfc-4a5d-83cb-6d9b0eaa6620 req-a4b63c3f-e381-4cfe-a7a3-b6128461c29c tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Jul 30 03:24:00.663804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0693fb-0d69-4068-becf-dd96c84946fd req-68501925-5bbe-4721-91c9-35ae33800880 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:00.672268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be0693fb-0d69-4068-becf-dd96c84946fd req-68501925-5bbe-4721-91c9-35ae33800880 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 1123 time: 0.0608413 Jul 30 03:24:00.686965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be0693fb-0d69-4068-becf-dd96c84946fd req-691186ce-ce30-48ab-bc61-bb43bfe80d34 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:00.845886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be0693fb-0d69-4068-becf-dd96c84946fd req-691186ce-ce30-48ab-bc61-bb43bfe80d34 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:00.856223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be0693fb-0d69-4068-becf-dd96c84946fd req-691186ce-ce30-48ab-bc61-bb43bfe80d34 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:00.882996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6e77d34-c3f7-41be-86e0-6a1204eb91e9 req-7a5df957-e1c7-4089-8eb2-c4b0a381a182 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 210 time: 0.0390291 Jul 30 03:24:00.911961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be0693fb-0d69-4068-becf-dd96c84946fd req-691186ce-ce30-48ab-bc61-bb43bfe80d34 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331796 Jul 30 03:24:00.914709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:00.917380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691186ce-ce30-48ab-bc61-bb43bfe80d34 tempest-AggregatesAdminTestJSON-1902257981 tempest-AggregatesAdminTestJSON-1902257981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cad5a-a090-4187-afbc-6e69f71de954,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:01.011356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50824) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:01.103814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daf513c0-d3eb-4840-8047-c5de1be23826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.204966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-147c284c-3a03-471d-8524-908906f99f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.271568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daf513c0-d3eb-4840-8047-c5de1be23826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.271779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bb7a5c8-d622-498c-bd27-1c0174668209 req-30bd92b7-02e2-4a56-a537-a9c6975992a7 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0465839 Jul 30 03:24:01.290511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daf513c0-d3eb-4840-8047-c5de1be23826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.305760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-18abe894-c46c-4a57-a957-1daac31a220f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:01.307716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-18abe894-c46c-4a57-a957-1daac31a220f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.1699507 Jul 30 03:24:01.325266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Request body: {'port': {'device_id': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'admin_state_up': True, 'tenant_id': '8ce19f09c0354ff2b630bbfec9c1f116'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:01.335521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf513c0-d3eb-4840-8047-c5de1be23826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816cf203-0f78-4e5a-a0d7-aa2ebe65bfcd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:01.360705 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-daf513c0-d3eb-4840-8047-c5de1be23826 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1356739a1ee64521aaf604139213ebd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433773 Jul 30 03:24:01.362462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50842) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:01.448705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8400b1-ab73-480f-8028-d26e455cf1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.468188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-147c284c-3a03-471d-8524-908906f99f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.476650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-147c284c-3a03-471d-8524-908906f99f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.488455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8400b1-ab73-480f-8028-d26e455cf1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.490147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Made reservation on behalf of 8ce19f09c0354ff2b630bbfec9c1f116 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:01.494400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.540571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c284c-3a03-471d-8524-908906f99f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0cdf26-cf73-4f77-a916-97342faa5048,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:01.549435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-147c284c-3a03-471d-8524-908906f99f3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e7ad839b14741feaf68ebdc2583f077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360448 Jul 30 03:24:01.552441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50854) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:01.601480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8400b1-ab73-480f-8028-d26e455cf1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.604162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8400b1-ab73-480f-8028-d26e455cf1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.605818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d8400b1-ab73-480f-8028-d26e455cf1a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/816cf203-0f78-4e5a-a0d7-aa2ebe65bfcd HTTP/1.1" status: 204 len: 168 time: 0.2395153 Jul 30 03:24:01.616821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98ee0f10-4b46-48a1-b32a-2fe31e9e4993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.641607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98ee0f10-4b46-48a1-b32a-2fe31e9e4993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.657894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Allocated IP 172.20.0.14 (7a5f7d7f-caac-4e11-b433-81992d628020/ce0a06f1-91ca-4824-aaa8-b697c054d315/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:01.680474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8400b1-ab73-480f-8028-d26e455cf1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816cf203-0f78-4e5a-a0d7-aa2ebe65bfcd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:01.732714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98ee0f10-4b46-48a1-b32a-2fe31e9e4993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.736199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98ee0f10-4b46-48a1-b32a-2fe31e9e4993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:01.742997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-98ee0f10-4b46-48a1-b32a-2fe31e9e4993 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df0cdf26-cf73-4f77-a916-97342faa5048 HTTP/1.1" status: 204 len: 168 time: 0.1890414 Jul 30 03:24:01.754487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0f10-4b46-48a1-b32a-2fe31e9e4993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0cdf26-cf73-4f77-a916-97342faa5048,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.047822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50888) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:02.050241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4759b63-4875-476f-a77c-e3174a11c755 req-785bfaa3-4a04-4a9c-9b33-8e686ac3d16d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 210 time: 0.0385797 Jul 30 03:24:02.068460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ea93658-c892-45da-872e-4de1b4f150f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.084913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.125235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.181937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Network 7a5f7d7f-caac-4e11-b433-81992d628020 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:02.185813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:02.193436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:02.198991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:02.199681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.208420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.208774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ea93658-c892-45da-872e-4de1b4f150f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.216126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ea93658-c892-45da-872e-4de1b4f150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.221487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-b428e60b-1def-4e3f-a5d0-f320f607ff7d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9006712 Jul 30 03:24:02.245853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Request body: {'port': {'device_id': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'device_owner': 'compute:tempest-test_az-1195385991', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:02.259266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea93658-c892-45da-872e-4de1b4f150f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522722bd-8075-459b-b76f-abab143eef4d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.269104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ea93658-c892-45da-872e-4de1b4f150f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43134e1fe044460f9fc5567b877c8172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196200 Jul 30 03:24:02.271039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:02.276878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:02.303844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfd89-da1d-461d-a884-182e9f111952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.317180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.358261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3848-cc55-4171-884a-148f01f8eaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.396354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3848-cc55-4171-884a-148f01f8eaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.486554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfd89-da1d-461d-a884-182e9f111952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.487682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e938adf6-2a85-49df-b013-1a13dacb52e5 req-f1f31585-4481-4d9a-b6d2-600377a57373 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.1050003 Jul 30 03:24:02.491172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3848-cc55-4171-884a-148f01f8eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.494352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3848-cc55-4171-884a-148f01f8eaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.498826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2ba3848-cc55-4171-884a-148f01f8eaa1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/522722bd-8075-459b-b76f-abab143eef4d HTTP/1.1" status: 204 len: 168 time: 0.2241857 Jul 30 03:24:02.500892 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfd89-da1d-461d-a884-182e9f111952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.518645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba3848-cc55-4171-884a-148f01f8eaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522722bd-8075-459b-b76f-abab143eef4d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.542227 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9fdfd89-da1d-461d-a884-182e9f111952 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da2717920d8f4de59a8870f01a925943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642703 Jul 30 03:24:02.547196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50920) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:02.557622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfd89-da1d-461d-a884-182e9f111952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c10cf-3ef3-4f38-bce1-74af9891aae5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.624662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f592-79af-42e8-94a2-0c2ceae5f524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.646721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f592-79af-42e8-94a2-0c2ceae5f524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.706034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f592-79af-42e8-94a2-0c2ceae5f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.708674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f592-79af-42e8-94a2-0c2ceae5f524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.712361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f3e7f592-79af-42e8-94a2-0c2ceae5f524 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/316c10cf-3ef3-4f38-bce1-74af9891aae5 HTTP/1.1" status: 204 len: 168 time: 0.1617327 Jul 30 03:24:02.717913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4527a2-3e21-4d0c-90a2-1c39c6e0535c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:02.730826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7f592-79af-42e8-94a2-0c2ceae5f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c10cf-3ef3-4f38-bce1-74af9891aae5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.736215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.762307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Transition to ACTIVE for port object ea4527a2-3e21-4d0c-90a2-1c39c6e0535c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:02.768573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:02.844487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:02.859425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:02.860018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:02.860413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:02.865159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:02.865607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:02.872435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:02.872983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:02.873402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:02.873871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Bound port: ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:02.874276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:03.002008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:03.006751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:03.016490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:03.092276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:03.093089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:03.097498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 1115 time: 0.8662696 Jul 30 03:24:03.133765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:03.139893 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5f200-30bd-4fb7-893a-ac408b26a598" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:03.142661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e59fd-d19e-4f38-ada6-fd5de2b0aa52 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:03.207352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-2b3efd0d-2f09-4fae-ad29-d693eed0e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:03.209145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-2b3efd0d-2f09-4fae-ad29-d693eed0e0d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1118 time: 0.0553803 Jul 30 03:24:03.291630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-19345749-4764-47ea-baf3-bc202d11998b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.0666955 Jul 30 03:24:03.366916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde46347-604e-455b-8cbc-a7e7575f193b req-7539c1fa-98e0-4412-b646-b3bd96e57a56 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:03.375024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cde46347-604e-455b-8cbc-a7e7575f193b req-7539c1fa-98e0-4412-b646-b3bd96e57a56 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.1629853 Jul 30 03:24:03.377641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-19055b7e-54a2-473b-b41d-0d0b27cba67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:03.379100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-19055b7e-54a2-473b-b41d-0d0b27cba67e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0805261 Jul 30 03:24:03.433865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-03144265-a40d-4775-8991-91cf71158589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293133 Jul 30 03:24:03.435795 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2bdd4-0256-4645-98ea-e4ec141b5f0b x-openstack-request-id: req-c2d2bdd4-0256-4645-98ea-e4ec141b5f0b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:03.436086 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:03.436345 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2d2bdd4-0256-4645-98ea-e4ec141b5f0b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:03.436869 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'status': 'completed', 'code': 200} Jul 30 03:24:03.445061 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:24:03.448174 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3f5494d9-37b3-4438-bcc6-b9f61af42cf6 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6e51fc8ec5425eaa21614f12be2c06 HTTP/1.1" status: 200 len: 380 time: 0.0847421 Jul 30 03:24:03.470515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'port': {'device_id': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'admin_state_up': True, 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'security_groups': ['79358409-9340-47d9-99fb-f5a15602dcf4']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:03.595496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cde46347-604e-455b-8cbc-a7e7575f193b req-6509de12-9f6b-4040-b732-c10534d5d67f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194467 Jul 30 03:24:03.667439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-c25d6dd7-2606-403c-a253-efe126190549 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191770 Jul 30 03:24:03.702694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30cb3c8f-e057-4721-b56b-fbf58469e2f7 req-5355bdae-9551-4150-8ba0-af4cbd48a0dc tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 210 time: 0.0341623 Jul 30 03:24:03.818519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e372998-4e60-41a2-a1ef-9110173b32e5 req-4ffed0a3-918f-4193-9d73-5e6eb38db815 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139627 Jul 30 03:24:03.826963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Made reservation on behalf of 6c6e51fc8ec5425eaa21614f12be2c06 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:03.833540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:03.957133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-d78e7683-c13a-4c4c-b2d8-bdfe6d264556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:03.958793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-d78e7683-c13a-4c4c-b2d8-bdfe6d264556 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1118 time: 0.0863831 Jul 30 03:24:04.181985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-2b56fc18-54e2-43eb-8d6e-6c0dcc300481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:04.184123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-2b56fc18-54e2-43eb-8d6e-6c0dcc300481 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.2117434 Jul 30 03:24:04.196958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Allocated IP 172.20.0.3 (9f698c94-f4a5-4fab-82a9-edc9f3929091/97a9fba3-ccad-4789-939c-e152781f5095/3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:04.251682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-cd157ffb-54d6-46bf-a83a-e34da26d6bc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.0596178 Jul 30 03:24:04.353692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-0de590ba-8404-40a0-8082-faaddf3926f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:04.357722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-0de590ba-8404-40a0-8082-faaddf3926f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0971038 Jul 30 03:24:04.425353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:04.435007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-37e75733-b703-4851-95fa-9f5f5e5d936f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680194 Jul 30 03:24:04.631669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-a60293d3-4f7f-496e-94eb-95ca1581f2f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847394 Jul 30 03:24:04.671782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.693492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Transition to ACTIVE for port object 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:04.744804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.765309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6051cdb-a639-4570-9100-5741768312aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.806030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa5f200-30bd-4fb7-893a-ac408b26a598 req-2b9471d3-0b5a-493d-aada-4c77eca2a4ee service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659198 Jul 30 03:24:04.857824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:04.872883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:04.880607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:04.888175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:04.888994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.893235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'Port': ['ID=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:04.948331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6051cdb-a639-4570-9100-5741768312aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.955562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6051cdb-a639-4570-9100-5741768312aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:04.967718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-38c4274a-dbbc-4206-97ae-886c97ccbd37 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5080812 Jul 30 03:24:04.990706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-7824a32d-b2dd-4493-b466-aaab449cb1a3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:24:04.991659 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-7824a32d-b2dd-4493-b466-aaab449cb1a3 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098386 Jul 30 03:24:05.018435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051cdb-a639-4570-9100-5741768312aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe0b499-ebac-4970-804b-11555c2e358b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:05.066257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b6051cdb-a639-4570-9100-5741768312aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94524371da1d4790800a7244fb94fcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300159 Jul 30 03:24:05.069324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51110) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:05.133347 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f8501f0a-70c9-4104-8bcc-ee0ea635b36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.145858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e437d-34cf-4f3b-9e6f-5530f3078d0f req-0c3e8046-4c6b-44ab-9ad0-ff75298d0094 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:05.147423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a5e437d-34cf-4f3b-9e6f-5530f3078d0f req-0c3e8046-4c6b-44ab-9ad0-ff75298d0094 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.0581238 Jul 30 03:24:05.156879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f8501f0a-70c9-4104-8bcc-ee0ea635b36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.188560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-69338e08-a011-41ca-9098-35478c3886f2 None None] Provisioning for port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:05.194331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-69338e08-a011-41ca-9098-35478c3886f2 None None] Provisioning complete for port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:05.194776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69338e08-a011-41ca-9098-35478c3886f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.210431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a5e437d-34cf-4f3b-9e6f-5530f3078d0f req-7cfdc35c-90a3-4e94-89fb-a2cfc451587b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462031 Jul 30 03:24:05.212287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:05.237160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f8501f0a-70c9-4104-8bcc-ee0ea635b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.242919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f8501f0a-70c9-4104-8bcc-ee0ea635b36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.247121 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f8501f0a-70c9-4104-8bcc-ee0ea635b36b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebe0b499-ebac-4970-804b-11555c2e358b HTTP/1.1" status: 204 len: 168 time: 0.1766458 Jul 30 03:24:05.263622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8501f0a-70c9-4104-8bcc-ee0ea635b36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe0b499-ebac-4970-804b-11555c2e358b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:05.314559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-69338e08-a011-41ca-9098-35478c3886f2 None None] Port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:05.426526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a07ed0f4-6da5-4ae1-bfd8-11a979a80f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.453781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f962454-02d9-4707-9667-7380b94c2aa9 req-6d42b914-b503-402a-ae09-12dbb7d7b175 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:05.455325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f962454-02d9-4707-9667-7380b94c2aa9 req-6d42b914-b503-402a-ae09-12dbb7d7b175 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 971 time: 0.0808041 Jul 30 03:24:05.467942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68ebf-81ce-48bd-a22a-8e769669901d req-5fb8ce7c-4839-4ec4-8fed-06cea6852fce tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:05.470498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9aa68ebf-81ce-48bd-a22a-8e769669901d req-5fb8ce7c-4839-4ec4-8fed-06cea6852fce tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 931 time: 0.1163528 Jul 30 03:24:05.501898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Request body: {'port': {'device_id': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:05.513119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f962454-02d9-4707-9667-7380b94c2aa9 req-aaadd07b-4e4e-45fc-a8cf-98d4cf3d2a00 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Jul 30 03:24:05.561827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9aa68ebf-81ce-48bd-a22a-8e769669901d req-5f337436-c771-4e59-afdb-0db715c30c40 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542672 Jul 30 03:24:05.581319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.631939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a07ed0f4-6da5-4ae1-bfd8-11a979a80f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.642734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a07ed0f4-6da5-4ae1-bfd8-11a979a80f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.782750 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a07ed0f4-6da5-4ae1-bfd8-11a979a80f54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd0d21fd301e4347864a7747ae72ae71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690482 Jul 30 03:24:05.785723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:05.802673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ed0f4-6da5-4ae1-bfd8-11a979a80f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9560b07-b93f-4940-acba-feee6e0a03be,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:05.927375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3250297d-d950-4bc2-8dfd-077dfb2f58d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:05.998090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3250297d-d950-4bc2-8dfd-077dfb2f58d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.008546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:06.017577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.032413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Transition to ACTIVE for port object 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:06.039767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.070683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3250297d-d950-4bc2-8dfd-077dfb2f58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.073299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3250297d-d950-4bc2-8dfd-077dfb2f58d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.078666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3250297d-d950-4bc2-8dfd-077dfb2f58d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9560b07-b93f-4940-acba-feee6e0a03be HTTP/1.1" status: 204 len: 168 time: 0.2910039 Jul 30 03:24:06.089070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250297d-d950-4bc2-8dfd-077dfb2f58d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9560b07-b93f-4940-acba-feee6e0a03be,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:06.119705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:06.140289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-444b33df-1c2b-4cc5-a558-849526f2190e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.165943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Pushing event updated for resources: {'Port': ['ID=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:06.174529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Attempting to bind port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:06.175029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Attempting to bind port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:06.175216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Attempting to bind port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:06.179947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:06.180270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Attempting to bind port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:06.189198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:06.189537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Checking segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:06.190427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Bound using segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:06.190547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Bound port: 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:06.190873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.284312 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-444b33df-1c2b-4cc5-a558-849526f2190e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.290149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-444b33df-1c2b-4cc5-a558-849526f2190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.378527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b33df-1c2b-4cc5-a558-849526f2190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e92acbe-1899-483d-b91a-032aea7897c6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:06.382975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] For port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:06.390662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] For port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:06.399561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.401354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-444b33df-1c2b-4cc5-a558-849526f2190e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18cc45b3c98846acba87fa6eb011f0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807126 Jul 30 03:24:06.405540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51184) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:06.514126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:06.516633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.519724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] 10.222.0.16 "PUT /v2.0/ports/3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 200 len: 1092 time: 1.1608112 Jul 30 03:24:06.520850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:06.558696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-170b4089-02e4-4399-a3bd-aa9d646716bc req-7806ee83-e755-43da-8d06-230e1bcff375 tempest-FlavorsV2NegativeTest-1155098187 tempest-FlavorsV2NegativeTest-1155098187-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a69ff1e9dc164812ad6a602f4439a379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733101 Jul 30 03:24:06.599500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70192-22fd-43df-bd13-d1148e5876af req-2ad44d36-dd1a-4ac5-85f1-5f784a62288e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:06.608041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dca70192-22fd-43df-bd13-d1148e5876af req-2ad44d36-dd1a-4ac5-85f1-5f784a62288e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.2426856 Jul 30 03:24:06.730662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dca70192-22fd-43df-bd13-d1148e5876af req-f55516a2-2087-4df5-be05-6cef0466181b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173069 Jul 30 03:24:06.764706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-0785bded-57b8-443a-9319-0d3a386153e4 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:06.772285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-0785bded-57b8-443a-9319-0d3a386153e4 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.18 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 971 time: 0.3547788 Jul 30 03:24:06.822180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a013ac5-d050-4f57-bffd-bf85df85f3dd service neutron] Pushing event updated for resources: {'Port': ['ID=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:06.866099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-d44a0cf1-6523-42fd-b7e9-56a2ac31394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:06.868511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-d44a0cf1-6523-42fd-b7e9-56a2ac31394a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 1095 time: 0.1812780 Jul 30 03:24:06.879922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51202) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:06.910607 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e302c0-34fc-4fb8-b3ae-b0d00be03203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:06.981806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51208) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:07.019102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-fd5e5f4d-d955-4250-9faf-25a3d31d06fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 200 len: 217 time: 0.1157577 Jul 30 03:24:07.020208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:07.036651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e302c0-34fc-4fb8-b3ae-b0d00be03203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.051820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e6bc-52a4-4631-8b08-4f896aa1be09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.072929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b4089-02e4-4399-a3bd-aa9d646716bc req-b78e830c-56fd-4340-8e50-ff1021f97d54 tempest-FlavorsV2NegativeTest-1155098187 tempest-FlavorsV2NegativeTest-1155098187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:07.080432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-170b4089-02e4-4399-a3bd-aa9d646716bc req-b78e830c-56fd-4340-8e50-ff1021f97d54 tempest-FlavorsV2NegativeTest-1155098187 tempest-FlavorsV2NegativeTest-1155098187-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5201552 Jul 30 03:24:07.102688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054767-1316-4f22-aef6-a7c8b22c76cb req-89e84136-dfe7-456f-ac2e-c50413eaaf93 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:07.110775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-f21e2364-56e9-4c09-86d4-eefcb1820700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:07.111078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9054767-1316-4f22-aef6-a7c8b22c76cb req-89e84136-dfe7-456f-ac2e-c50413eaaf93 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 971 time: 0.2313008 Jul 30 03:24:07.112333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-f21e2364-56e9-4c09-86d4-eefcb1820700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.0789013 Jul 30 03:24:07.155984 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552132b0-5242-4e20-a63f-1a451d3c52b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:07.237007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-1d67fffd-c396-4c15-ad60-ab272e9784af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:07.238660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-1d67fffd-c396-4c15-ad60-ab272e9784af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154919 Jul 30 03:24:07.268225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11e1f764-debf-47fc-b8ef-0873a11d5605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.322137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.324272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-170b4089-02e4-4399-a3bd-aa9d646716bc req-852f8fb6-bbd8-4773-aabb-e45ef8336aa8 tempest-FlavorsV2NegativeTest-1155098187 tempest-FlavorsV2NegativeTest-1155098187-project] 10.222.0.39 "GET /v2.0/quotas/a69ff1e9dc164812ad6a602f4439a379 HTTP/1.1" status: 200 len: 375 time: 0.2423131 Jul 30 03:24:07.380311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9054767-1316-4f22-aef6-a7c8b22c76cb req-46b13b8f-2f5f-4895-a569-01fd5b4231d4 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/security-groups?id=43a8f577-b32c-49f6-87b4-d76ad3764adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683628 Jul 30 03:24:07.384639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e6bc-52a4-4631-8b08-4f896aa1be09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.385963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-170b4089-02e4-4399-a3bd-aa9d646716bc req-fb93f6e5-87a5-43ac-82a0-b24e1b26db20 tempest-FlavorsV2NegativeTest-1155098187 tempest-FlavorsV2NegativeTest-1155098187-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a69ff1e9dc164812ad6a602f4439a379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513036 Jul 30 03:24:07.388996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:07.396641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Deleting port e36d6824-144d-4fad-ad2f-edb58cd463ba {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:24:07.397033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.398086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e6bc-52a4-4631-8b08-4f896aa1be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.421039 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-b5564348-54c4-4562-93ef-b3bd1ab2591e service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723077 Jul 30 03:24:07.442441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e302c0-34fc-4fb8-b3ae-b0d00be03203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.445973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e302c0-34fc-4fb8-b3ae-b0d00be03203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.451383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-52e302c0-34fc-4fb8-b3ae-b0d00be03203 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e92acbe-1899-483d-b91a-032aea7897c6 HTTP/1.1" status: 204 len: 168 time: 1.0426426 Jul 30 03:24:07.456291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:24:07.456291 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:24:07.456291 n-d-778696-14 neutron-server[93877]: [parameters: {'project_id_1': '66bd538624ef43d6ad61277cf8bd4ecb', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 24, 7, 350497)}] Jul 30 03:24:07.456291 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:24:07.456664 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:24:07.470719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e302c0-34fc-4fb8-b3ae-b0d00be03203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e92acbe-1899-483d-b91a-032aea7897c6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:07.503497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c0f7e6bc-52a4-4631-8b08-4f896aa1be09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1456a147f03c4090b7e017bc8352707d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795513 Jul 30 03:24:07.506364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:07.537211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e6bc-52a4-4631-8b08-4f896aa1be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043aaca5-4e54-40b7-86cc-aa2e70f5cbe0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:07.573301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] For port e36d6824-144d-4fad-ad2f-edb58cd463ba, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e36d6824-144d-4fad-ad2f-edb58cd463ba,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:07.576082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.629045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:07.639475 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ef310-f03f-4963-86ae-ce4c1c4e69a2 x-openstack-request-id: req-110ef310-f03f-4963-86ae-ce4c1c4e69a2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:07.640637 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:07.640905 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-110ef310-f03f-4963-86ae-ce4c1c4e69a2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:07.641356 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'status': 'completed', 'code': 200} Jul 30 03:24:07.648274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'port_id': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'mac_address': 'fa:16:3e:48:8b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0a06f1-91ca-4824-aaa8-b697c054d315', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1195385991', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:07.652596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Calling delete_port for e36d6824-144d-4fad-ad2f-edb58cd463ba owned by compute:tempest-test_az-1195385991 {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:24:07.675642 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a478f466-0aad-4ab8-a19e-4bcbd8a435b6 req-eea7f782-356f-47f2-b831-9be2de4c6bd8 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391381 Jul 30 03:24:07.712352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a12606d-70ef-4e73-814d-f89e59ead5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.716107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.732216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4527a2-3e21-4d0c-90a2-1c39c6e0535c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:07.754995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11e1f764-debf-47fc-b8ef-0873a11d5605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.758428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:07.765664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.770727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11e1f764-debf-47fc-b8ef-0873a11d5605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.822958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:07.827228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a446a-c033-4ea7-9adf-3f696a06ad7d req-f410c0ef-011f-4742-9768-7a498979f0cb tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:07.828697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9a446a-c033-4ea7-9adf-3f696a06ad7d req-f410c0ef-011f-4742-9768-7a498979f0cb tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 943 time: 0.2345672 Jul 30 03:24:07.838004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a12606d-70ef-4e73-814d-f89e59ead5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.918984 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-11e1f764-debf-47fc-b8ef-0873a11d5605 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5200e11855a14c04ae693fd627d2f0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0345967 Jul 30 03:24:07.927085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:07.927963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1f764-debf-47fc-b8ef-0873a11d5605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb56f4e-6b22-49f7-8aab-eded45d1f9fe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:07.946416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-f0262f71-8845-49a9-bc8e-16b6a300c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:07.947924 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-f0262f71-8845-49a9-bc8e-16b6a300c3e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 1095 time: 0.1332533 Jul 30 03:24:07.967974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:07.970864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:07.996553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9a446a-c033-4ea7-9adf-3f696a06ad7d req-fd7d7695-4a6c-4abe-8c7f-a44891fa0a25 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498339 Jul 30 03:24:08.085852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a6153-c04e-4b03-af0a-222131720158 req-c95a1c88-e8aa-4787-ac50-75739edcdab5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:08.093835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e3a6153-c04e-4b03-af0a-222131720158 req-c95a1c88-e8aa-4787-ac50-75739edcdab5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.2124565 Jul 30 03:24:08.194918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-686bed45-6a0a-4c56-b409-3f2c0976ab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.209458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.213066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a12606d-70ef-4e73-814d-f89e59ead5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.218052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a12606d-70ef-4e73-814d-f89e59ead5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.221392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4a12606d-70ef-4e73-814d-f89e59ead5a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/043aaca5-4e54-40b7-86cc-aa2e70f5cbe0 HTTP/1.1" status: 204 len: 168 time: 0.7085009 Jul 30 03:24:08.226136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e3a6153-c04e-4b03-af0a-222131720158 req-6540ef2a-1cfa-4fcd-a31a-57514fcfd448 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314287 Jul 30 03:24:08.262249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Pushing event deleted for resources: {'Port': ['ID=e36d6824-144d-4fad-ad2f-edb58cd463ba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:08.270262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-686bed45-6a0a-4c56-b409-3f2c0976ab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.290007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12606d-70ef-4e73-814d-f89e59ead5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043aaca5-4e54-40b7-86cc-aa2e70f5cbe0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:08.350746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] No DVR routers for this DVR port e36d6824-144d-4fad-ad2f-edb58cd463ba on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:24:08.364737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.366923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81a15af2-5ad2-4bba-bd4a-0e18a08621d7 req-22ed5b26-6bc1-41be-8a99-3c059f1b6102 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.18 "DELETE /v2.0/ports/e36d6824-144d-4fad-ad2f-edb58cd463ba HTTP/1.1" status: 204 len: 173 time: 1.5865068 Jul 30 03:24:08.373668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'name': 'network-vif-deleted', 'tag': 'e36d6824-144d-4fad-ad2f-edb58cd463ba'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:08.382438 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571aefb9-8419-4ab6-8471-26470620c2d7" -d '{"events": [{"server_uuid": "4004e074-ce5c-43a5-92b5-a5bb59dc76fc", "name": "network-vif-deleted", "tag": "e36d6824-144d-4fad-ad2f-edb58cd463ba"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:08.396724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-1cd32077-9e76-4950-9a06-df52227ca7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:08.401024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-1cd32077-9e76-4950-9a06-df52227ca7be service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 923 time: 0.4449756 Jul 30 03:24:08.423953 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-686bed45-6a0a-4c56-b409-3f2c0976ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.427486 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-686bed45-6a0a-4c56-b409-3f2c0976ab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.430118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-686bed45-6a0a-4c56-b409-3f2c0976ab0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5eb56f4e-6b22-49f7-8aab-eded45d1f9fe HTTP/1.1" status: 204 len: 168 time: 0.4995856 Jul 30 03:24:08.450897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bed45-6a0a-4c56-b409-3f2c0976ab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb56f4e-6b22-49f7-8aab-eded45d1f9fe,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:08.523887 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-d7c147f9-0850-4ca4-a3fb-f1e1ff10cd53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 200 len: 217 time: 0.0975611 Jul 30 03:24:08.616844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51272) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:08.633642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49968cc2-7fe3-42d2-98ff-9b44aa130cbf req-120f5fdf-b4b4-4ff3-80dd-f8c65fb75b07 tempest-AggregatesAdminTestJSON-884854544 tempest-AggregatesAdminTestJSON-884854544-project] 10.222.0.39 "GET /v2.0/ports?device_id=4004e074-ce5c-43a5-92b5-a5bb59dc76fc HTTP/1.1" status: 200 len: 210 time: 0.0777822 Jul 30 03:24:08.636159 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f8972-3a1a-4398-8f2d-7e1ac462f871 x-openstack-request-id: req-193f8972-3a1a-4398-8f2d-7e1ac462f871 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:08.636475 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4004e074-ce5c-43a5-92b5-a5bb59dc76fc", "name": "network-vif-deleted", "tag": "e36d6824-144d-4fad-ad2f-edb58cd463ba", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:08.636695 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-193f8972-3a1a-4398-8f2d-7e1ac462f871 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:08.637088 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4004e074-ce5c-43a5-92b5-a5bb59dc76fc', 'name': 'network-vif-deleted', 'tag': 'e36d6824-144d-4fad-ad2f-edb58cd463ba', 'status': 'completed', 'code': 200} Jul 30 03:24:08.665847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-9cab48ae-23c2-474c-ae38-c1950235d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:08.667760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-9cab48ae-23c2-474c-ae38-c1950235d676 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.1426432 Jul 30 03:24:08.689259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.711920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.763162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66bd538624ef43d6ad61277cf8bd4ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7804320 Jul 30 03:24:08.764740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7ce1-a0c7-4956-982a-f5e4b680980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea27610d-b22b-41a9-ae71-71384cc08e64,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:08.765775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:08.768864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-04c005d6-aab0-4479-991a-cdfb3c2bd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:08.770327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-04c005d6-aab0-4479-991a-cdfb3c2bd539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936432 Jul 30 03:24:08.824072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d98b32d8-634d-4b7b-b0c7-193bb2de49f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.850320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d98b32d8-634d-4b7b-b0c7-193bb2de49f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.903948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-f805d9c3-8f01-4c61-afba-7e79517875d7 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250648 Jul 30 03:24:08.935389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d98b32d8-634d-4b7b-b0c7-193bb2de49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.938428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d98b32d8-634d-4b7b-b0c7-193bb2de49f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:08.942420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d98b32d8-634d-4b7b-b0c7-193bb2de49f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea27610d-b22b-41a9-ae71-71384cc08e64 HTTP/1.1" status: 204 len: 168 time: 0.1755109 Jul 30 03:24:08.955934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b32d8-634d-4b7b-b0c7-193bb2de49f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea27610d-b22b-41a9-ae71-71384cc08e64,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:08.991643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-686dd4f4-819f-40a8-84ba-80e45989c4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.113025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-552132b0-5242-4e20-a63f-1a451d3c52b5 req-5347d2b9-23df-4e35-8fb1-a288734b0d33 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012703 Jul 30 03:24:09.177855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871c830-c332-4f62-a9bd-da35cc3053eb req-42e9b951-981b-4296-ba54-686d50497cd2 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:09.179457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c871c830-c332-4f62-a9bd-da35cc3053eb req-42e9b951-981b-4296-ba54-686d50497cd2 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 943 time: 0.0794561 Jul 30 03:24:09.192153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51292) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:09.203556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-686dd4f4-819f-40a8-84ba-80e45989c4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.213779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-686dd4f4-819f-40a8-84ba-80e45989c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.220392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9659b021-2ce0-4126-914f-824dff177b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.271034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-686dd4f4-819f-40a8-84ba-80e45989c4b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a69ff1e9dc164812ad6a602f4439a379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486063 Jul 30 03:24:09.272433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c871c830-c332-4f62-a9bd-da35cc3053eb req-9e6a867a-b79c-470e-9022-01d91120190c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818989 Jul 30 03:24:09.273732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51298) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:09.327081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dd4f4-819f-40a8-84ba-80e45989c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106aaf3c-4f25-49fc-bfa7-da6a39e05f8f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:09.372901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55ad5b6b-7cb3-4a94-8444-8b1621906481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.390982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9659b021-2ce0-4126-914f-824dff177b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.406996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55ad5b6b-7cb3-4a94-8444-8b1621906481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.411730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9659b021-2ce0-4126-914f-824dff177b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.416878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:09.433895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:09.488048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55ad5b6b-7cb3-4a94-8444-8b1621906481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.490623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55ad5b6b-7cb3-4a94-8444-8b1621906481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.496963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55ad5b6b-7cb3-4a94-8444-8b1621906481 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/106aaf3c-4f25-49fc-bfa7-da6a39e05f8f HTTP/1.1" status: 204 len: 168 time: 0.2220361 Jul 30 03:24:09.504764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:09.507011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51308) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:09.510244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:09.510828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.518044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad5b6b-7cb3-4a94-8444-8b1621906481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106aaf3c-4f25-49fc-bfa7-da6a39e05f8f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:09.519533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9659b021-2ce0-4126-914f-824dff177b48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57df6644d06c407ea45674dcea2636dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220756 Jul 30 03:24:09.520739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659b021-2ce0-4126-914f-824dff177b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87b09c-c6a1-49cd-a42d-e601084fa21c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:09.527679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:09.535411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdede7-e5e0-459a-9240-794d16727557 req-aadb0dda-67c9-4d7d-9468-a4b418bd67df tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:09.537173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30fdede7-e5e0-459a-9240-794d16727557 req-aadb0dda-67c9-4d7d-9468-a4b418bd67df tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.1641595 Jul 30 03:24:09.568103 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3305b74c-2c8c-489e-9f7f-5df03f1ac1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.597203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30fdede7-e5e0-459a-9240-794d16727557 req-fe0097dc-de34-46da-9648-0c2dce009265 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536075 Jul 30 03:24:09.613507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cd2e0c-fc60-4fca-9998-7e5343cde94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.638219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.651482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cd2e0c-fc60-4fca-9998-7e5343cde94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.666323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:09.669422 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406007c-c549-45df-bad8-8a3c249853f1" -d '{"events": [{"server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:09.685808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:09.692265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.693714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e36d6824-144d-4fad-ad2f-edb58cd463ba no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:24:09.731442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: e36d6824-144d-4fad-ad2f-edb58cd463ba {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:24:09.731910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e36d6824-144d-4fad-ad2f-edb58cd463ba not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:24:09.742497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cd2e0c-fc60-4fca-9998-7e5343cde94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.745686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cd2e0c-fc60-4fca-9998-7e5343cde94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.747040 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56cd2e0c-fc60-4fca-9998-7e5343cde94a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e87b09c-c6a1-49cd-a42d-e601084fa21c HTTP/1.1" status: 204 len: 168 time: 0.2183800 Jul 30 03:24:09.754971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3305b74c-2c8c-489e-9f7f-5df03f1ac1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.763320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd2e0c-fc60-4fca-9998-7e5343cde94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87b09c-c6a1-49cd-a42d-e601084fa21c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:09.770351 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f91ee-9e72-4467-83a3-09d385f4c814 x-openstack-request-id: req-e53f91ee-9e72-4467-83a3-09d385f4c814 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:09.770798 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:09.771293 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e53f91ee-9e72-4467-83a3-09d385f4c814 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:09.771849 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'code': 200} Jul 30 03:24:09.771988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3305b74c-2c8c-489e-9f7f-5df03f1ac1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.813692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:09.823338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3305b74c-2c8c-489e-9f7f-5df03f1ac1ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=278760e3bd104cf4b56c5166dbe2731a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151984 Jul 30 03:24:09.826071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51322) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:09.832212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305b74c-2c8c-489e-9f7f-5df03f1ac1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671865e9-f604-4be9-9a82-2b4bbe68b5f0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:09.876895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb2065-80b5-4dd5-bf11-0d8924c5ae97 req-c33244df-1333-4ab6-bcbf-3d9e8911dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:09.878564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fb2065-80b5-4dd5-bf11-0d8924c5ae97 req-c33244df-1333-4ab6-bcbf-3d9e8911dbf0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1120 time: 0.0515213 Jul 30 03:24:09.887222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2e09e0b-2b43-43a6-ad78-43cec7bde34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.912455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2e09e0b-2b43-43a6-ad78-43cec7bde34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:09.919683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fb2065-80b5-4dd5-bf11-0d8924c5ae97 req-2ecdade3-7b95-4f06-be30-7b8d050070ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Jul 30 03:24:09.978928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5a8b7111-0078-4233-8c19-5bbd693b7b83 tempest-AutoAllocateNetworkTest-27522463 tempest-AutoAllocateNetworkTest-27522463-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e211e7b04a34d21bceb666a0650757b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5432336 Jul 30 03:24:09.979076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:10.006279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2e09e0b-2b43-43a6-ad78-43cec7bde34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.009307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2e09e0b-2b43-43a6-ad78-43cec7bde34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.010444 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b2e09e0b-2b43-43a6-ad78-43cec7bde34b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/671865e9-f604-4be9-9a82-2b4bbe68b5f0 HTTP/1.1" status: 204 len: 168 time: 0.1834619 Jul 30 03:24:10.019744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e09e0b-2b43-43a6-ad78-43cec7bde34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671865e9-f604-4be9-9a82-2b4bbe68b5f0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:10.124841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbafc38-8bfb-42f1-bf7d-d2367f689ad7 tempest-AutoAllocateNetworkTest-27522463 tempest-AutoAllocateNetworkTest-27522463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:10.129672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dbbafc38-8bfb-42f1-bf7d-d2367f689ad7 tempest-AutoAllocateNetworkTest-27522463 tempest-AutoAllocateNetworkTest-27522463-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1458366 Jul 30 03:24:10.130201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51336) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:10.194099 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cb75b3f7-dfdf-47b7-9e71-1a2884990d4b tempest-AutoAllocateNetworkTest-27522463 tempest-AutoAllocateNetworkTest-27522463-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605726 Jul 30 03:24:10.194387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51340) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:10.225176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5355ff24-2350-4e90-92cf-b3e772863daa tempest-AutoAllocateNetworkTest-27522463 tempest-AutoAllocateNetworkTest-27522463-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e211e7b04a34d21bceb666a0650757b HTTP/1.1" status: 200 len: 208 time: 0.0293934 Jul 30 03:24:10.366035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51356) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:10.407560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadf0a2-bb76-4c45-b799-561cb7dd0208 req-98d03539-55dd-4679-9269-197250265f99 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:10.407996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0eadf0a2-bb76-4c45-b799-561cb7dd0208 req-98d03539-55dd-4679-9269-197250265f99 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 943 time: 0.0564969 Jul 30 03:24:10.455220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0eadf0a2-bb76-4c45-b799-561cb7dd0208 req-1ccf67a1-9719-44a6-b765-9dcb5cf1c384 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Jul 30 03:24:10.607445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.681190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c511ec85-7d8a-48dd-b088-a1ffc5aaa730 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=823e4a6667554b0d9d85908d431bb54f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3112168 Jul 30 03:24:10.681727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51372) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:10.729124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:10.775747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e5e53ca-7faa-48a1-9381-73ea6da733e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.791694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7394027-67cd-4af5-a252-d394b9c8b414 req-77d338d6-713a-4af3-b0ad-16f663479752 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:10.800522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7394027-67cd-4af5-a252-d394b9c8b414 req-77d338d6-713a-4af3-b0ad-16f663479752 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 968 time: 0.0835149 Jul 30 03:24:10.814533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e5e53ca-7faa-48a1-9381-73ea6da733e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.848415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7394027-67cd-4af5-a252-d394b9c8b414 req-f624cd7c-9c22-496a-a0ce-50f7ca66e81d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Jul 30 03:24:10.874246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e5e53ca-7faa-48a1-9381-73ea6da733e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.877008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e5e53ca-7faa-48a1-9381-73ea6da733e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:10.878191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e5e53ca-7faa-48a1-9381-73ea6da733e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43a8f577-b32c-49f6-87b4-d76ad3764adf HTTP/1.1" status: 204 len: 168 time: 0.1955853 Jul 30 03:24:10.887417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e53ca-7faa-48a1-9381-73ea6da733e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a8f577-b32c-49f6-87b4-d76ad3764adf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:11.025301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fee9d2-4a05-40b9-ad54-4510ef58595f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.135216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fee9d2-4a05-40b9-ad54-4510ef58595f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.140301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fee9d2-4a05-40b9-ad54-4510ef58595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.180426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-74fee9d2-4a05-40b9-ad54-4510ef58595f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e211e7b04a34d21bceb666a0650757b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467864 Jul 30 03:24:11.181125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fee9d2-4a05-40b9-ad54-4510ef58595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e81572-c636-46cc-9db9-a734dd7e4adc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:11.183678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51396) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:11.245183 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf25567-27f6-49e3-8a6f-a352064664c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.267001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf25567-27f6-49e3-8a6f-a352064664c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.325844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf25567-27f6-49e3-8a6f-a352064664c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.328457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf25567-27f6-49e3-8a6f-a352064664c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.329604 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8cf25567-27f6-49e3-8a6f-a352064664c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60e81572-c636-46cc-9db9-a734dd7e4adc HTTP/1.1" status: 204 len: 168 time: 0.1425376 Jul 30 03:24:11.337174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf25567-27f6-49e3-8a6f-a352064664c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e81572-c636-46cc-9db9-a734dd7e4adc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:11.472812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51412) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:11.516228 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-30f88087-a878-4811-9191-480944e1dffc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d088282e69574052a7b7b8e0d4547952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420732 Jul 30 03:24:11.518851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51416) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:11.587402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd394f26-8578-4506-b0b1-660317d7c6e8 req-2d758cb9-667c-46c6-bf6a-8bd288b447d5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:11.589034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd394f26-8578-4506-b0b1-660317d7c6e8 req-2d758cb9-667c-46c6-bf6a-8bd288b447d5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 943 time: 0.0626595 Jul 30 03:24:11.592788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05ab93f3-9f20-4419-ba18-4de26584948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.619364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05ab93f3-9f20-4419-ba18-4de26584948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.652663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd394f26-8578-4506-b0b1-660317d7c6e8 req-ded7461c-5156-4bf1-95ff-c5db37fe6544 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538650 Jul 30 03:24:11.684270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05ab93f3-9f20-4419-ba18-4de26584948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.687327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05ab93f3-9f20-4419-ba18-4de26584948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:11.688480 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-05ab93f3-9f20-4419-ba18-4de26584948a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d3cad5a-a090-4187-afbc-6e69f71de954 HTTP/1.1" status: 204 len: 168 time: 0.1685109 Jul 30 03:24:11.698913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab93f3-9f20-4419-ba18-4de26584948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cad5a-a090-4187-afbc-6e69f71de954,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:11.987534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937413c-623d-49be-8918-a45e5bc20bab req-f0c8ef8a-c7e4-4eeb-ad22-4d44c0ca4ed8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:11.989078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8937413c-623d-49be-8918-a45e5bc20bab req-f0c8ef8a-c7e4-4eeb-ad22-4d44c0ca4ed8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 968 time: 0.0644205 Jul 30 03:24:11.996011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51442) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:12.033275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8937413c-623d-49be-8918-a45e5bc20bab req-1d9cf8b8-9fea-43fb-8526-70793e40eec8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377848 Jul 30 03:24:12.258430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4bcd7394-ac90-4170-84bc-07bf166f7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.290502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51462) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:12.329816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-13839120-network', 'tenant_id': '2039229f1da0436cbe5d0eac45c712f3'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:12.351522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Made reservation on behalf of 2039229f1da0436cbe5d0eac45c712f3 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:12.354228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.363617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.469334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.474555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.500627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:24:12.510620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947ac93d-9cff-4a08-a44c-433abee356cb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:12.528376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.528935 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Added segment 5e0d8636-e6dd-4255-a06d-3dbf960e5423 of type vlan for network 861c1afe-48bb-4313-9664-557269edb77e Jul 30 03:24:12.571299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.620025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-958321017-network', 'tenant_id': 'e909e52ea57a4c22b21676e4f1bb8ac7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:12.629929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.635413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:12.636259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.662233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2a5d7-e1e3-4ab2-b032-4b1e39bd0823 req-f96adbf6-4779-442e-8e45-d0fdb1740faf tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:12.672139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46b2a5d7-e1e3-4ab2-b032-4b1e39bd0823 req-f96adbf6-4779-442e-8e45-d0fdb1740faf tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1120 time: 0.0555894 Jul 30 03:24:12.725044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Made reservation on behalf of e909e52ea57a4c22b21676e4f1bb8ac7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:12.728439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.742116 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7444494 Jul 30 03:24:12.745431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.748480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51480) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:12.764662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46b2a5d7-e1e3-4ab2-b032-4b1e39bd0823 req-baebeb20-7670-4c94-9371-1a7576bc5b3f tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748184 Jul 30 03:24:12.764823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Request body: {'subnet': {'network_id': '861c1afe-48bb-4313-9664-557269edb77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-13839120-subnet', 'tenant_id': '2039229f1da0436cbe5d0eac45c712f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:12.774470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f665e-3a6d-44de-abf4-3443131d47ec admin admin] Pushing event updated for resources: {'Network': ['ID=861c1afe-48bb-4313-9664-557269edb77e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:12.786841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 861c1afe-48bb-4313-9664-557269edb77e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:24:12.788804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-fe32cc54-f099-41dd-b40d-c86aa5d403a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1059942 Jul 30 03:24:12.822638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Made reservation on behalf of 2039229f1da0436cbe5d0eac45c712f3 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:12.825199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:12.894730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa55ae-0a6b-4ede-9243-599f9641cd43 req-2a03b500-39e4-4982-b1f3-50b5661ae38b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:12.896472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55aa55ae-0a6b-4ede-9243-599f9641cd43 req-2a03b500-39e4-4982-b1f3-50b5661ae38b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 943 time: 0.1324189 Jul 30 03:24:12.907411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-06793923-2c42-458d-86d5-80a14e07741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:12.909059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-06793923-2c42-458d-86d5-80a14e07741a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1120 time: 0.0687144 Jul 30 03:24:12.986672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:13.023458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55aa55ae-0a6b-4ede-9243-599f9641cd43 req-0d575f84-9f97-4cb0-8af3-63f3729e444f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133060 Jul 30 03:24:13.103039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.107817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-d6cec8fd-9e2f-43fd-b921-a1bde15da89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:13.113087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-d6cec8fd-9e2f-43fd-b921-a1bde15da89b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1766865 Jul 30 03:24:13.121840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.177679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:13.198684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'port_id': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'mac_address': 'fa:16:3e:16:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:13.204052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-e2606b45-5943-4be6-b43e-08637363aa95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.0855844 Jul 30 03:24:13.220482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:24:13.226684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb70e6c-7425-4ae6-8b9b-49de126573f1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:13.234719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.244706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.244992 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Added segment 44fb524e-d019-47ac-be19-eaa2c7fb6a84 of type vlan for network 390ae97a-db93-46bc-bcbf-70d2fe878f01 Jul 30 03:24:13.283526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-009752b3-3f9a-46f2-af5d-8876f6792da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:13.285196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-009752b3-3f9a-46f2-af5d-8876f6792da2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0497754 Jul 30 03:24:13.295157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.324550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:13.325154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.350748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785089c8-e980-4002-82c1-e8c56279bb06,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:13.351379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-b9f96664-f4ce-4962-881a-d282d65ed95c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597889 Jul 30 03:24:13.363333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:13.368055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf43f6e-1163-4295-840d-6c0cba4fc7d6 req-d446e62f-ece4-4d06-bdcd-30ee9eebf3b6 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:13.369563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcf43f6e-1163-4295-840d-6c0cba4fc7d6 req-d446e62f-ece4-4d06-bdcd-30ee9eebf3b6 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1120 time: 0.1646299 Jul 30 03:24:13.373913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.386042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Checking segment: {'id': '5e0d8636-e6dd-4255-a06d-3dbf960e5423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '861c1afe-48bb-4313-9664-557269edb77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:13.386422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Network hostable DHCP agents. Network: 861c1afe-48bb-4313-9664-557269edb77e, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:24:13.408238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.410727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:13.411942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.433789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:13.498621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcf43f6e-1163-4295-840d-6c0cba4fc7d6 req-d83648e0-6221-46d4-ab5e-8875f67d64f2 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007955 Jul 30 03:24:13.500457 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2088850 Jul 30 03:24:13.506598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:13.509568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Network 861c1afe-48bb-4313-9664-557269edb77e is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:24:13.513068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Request body: {'subnet': {'network_id': '390ae97a-db93-46bc-bcbf-70d2fe878f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-958321017-subnet', 'tenant_id': 'e909e52ea57a4c22b21676e4f1bb8ac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:13.523457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 861c1afe-48bb-4313-9664-557269edb77e) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:13.534163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a9721-4637-4012-9efb-7953440a8d30 None None] Network 861c1afe-48bb-4313-9664-557269edb77e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:13.543043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:13.543766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.558824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568f0b1-edfb-4857-9e4f-a6d603d15ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=390ae97a-db93-46bc-bcbf-70d2fe878f01,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:13.563583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-9e866ccb-1b86-4535-b8bf-963d96372226 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973970 Jul 30 03:24:13.564999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Made reservation on behalf of e909e52ea57a4c22b21676e4f1bb8ac7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:13.568067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.574513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 390ae97a-db93-46bc-bcbf-70d2fe878f01 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:24:13.581124 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d8ca570-a851-4753-be22-6fd177f00390 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8279290 Jul 30 03:24:13.701228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51520) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:13.764346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97aeee5b-073d-419f-b92b-6364d32417f9 req-7f3c126e-699d-4a5f-933e-4e793fdc5600 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899004 Jul 30 03:24:13.921208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:13.988954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e7d30-acf6-4c1e-a9ef-315d56f8c675 None None] Network 861c1afe-48bb-4313-9664-557269edb77e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:14.000323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2f1dab-bdb8-4290-ba91-c75d5a54f462,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:14.013746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Checking segment: {'id': '44fb524e-d019-47ac-be19-eaa2c7fb6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '390ae97a-db93-46bc-bcbf-70d2fe878f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:14.014379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Network hostable DHCP agents. Network: 390ae97a-db93-46bc-bcbf-70d2fe878f01, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:24:14.016729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-370da3c1-32b6-4afe-91f1-ad9cd5a389fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.045593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Network 390ae97a-db93-46bc-bcbf-70d2fe878f01 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:24:14.081799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 390ae97a-db93-46bc-bcbf-70d2fe878f01) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:14.094081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:14.094988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:14.096344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.146263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7d0c8-f5ae-4e17-a197-bfd976f85e3a None None] Network 390ae97a-db93-46bc-bcbf-70d2fe878f01 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:14.171363 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-370da3c1-32b6-4afe-91f1-ad9cd5a389fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.178422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-370da3c1-32b6-4afe-91f1-ad9cd5a389fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.186300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9bba6148-2d47-4427-93a6-d7fafd6f99b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6783543 Jul 30 03:24:14.220916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370da3c1-32b6-4afe-91f1-ad9cd5a389fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692d6a3a-11de-4945-8e35-a93c40bdd863,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:14.243207 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-370da3c1-32b6-4afe-91f1-ad9cd5a389fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fcb933b73c544d98897dbe0235a6a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407312 Jul 30 03:24:14.246056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:14.291463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8c6f8ca3-7932-4ec1-ad79-1a546fb6a2cc req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1936958857', 'description': 'tempest-description-1090181213'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:14.386972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517d0ec6-c23f-4653-9c88-dfb4f96f68dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.415272 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c6f8ca3-7932-4ec1-ad79-1a546fb6a2cc req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.440540 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517d0ec6-c23f-4653-9c88-dfb4f96f68dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.529753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517d0ec6-c23f-4653-9c88-dfb4f96f68dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.532546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517d0ec6-c23f-4653-9c88-dfb4f96f68dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.532684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023af2b3-7c30-4c4e-add3-861ebeab4866 None None] Network 390ae97a-db93-46bc-bcbf-70d2fe878f01 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:14.536780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-517d0ec6-c23f-4653-9c88-dfb4f96f68dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/692d6a3a-11de-4945-8e35-a93c40bdd863 HTTP/1.1" status: 204 len: 168 time: 0.2866154 Jul 30 03:24:14.544591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d0ec6-c23f-4653-9c88-dfb4f96f68dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d6a3a-11de-4945-8e35-a93c40bdd863,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:14.575393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c6f8ca3-7932-4ec1-ad79-1a546fb6a2cc req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.581182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c6f8ca3-7932-4ec1-ad79-1a546fb6a2cc req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.628402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf1dd9-8eb7-4456-921c-2b7844e53aa7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:14.630855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c6f8ca3-7932-4ec1-ad79-1a546fb6a2cc req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.645758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c6f8ca3-7932-4ec1-ad79-1a546fb6a2cc req-8eb7df74-fe7f-4fb6-981c-3a39d1dc8fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3745697 Jul 30 03:24:14.668582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-408a3460-8781-4a01-a89d-eae6868e4989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:14.750684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913680cd-97a7-44a7-9a64-3ba99c2a105e req-0f3fe480-ea4f-4914-a19c-5d759bf4490b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:14.758647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-913680cd-97a7-44a7-9a64-3ba99c2a105e req-0f3fe480-ea4f-4914-a19c-5d759bf4490b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 944 time: 0.0652616 Jul 30 03:24:14.799780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-913680cd-97a7-44a7-9a64-3ba99c2a105e req-8757519a-6ad6-436b-933b-261ef0eed82b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 Jul 30 03:24:14.838396 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.255493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51586) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:15.273019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fded2f5a-dd3e-46c8-a0d1-bcd6cabebfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.400775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fded2f5a-dd3e-46c8-a0d1-bcd6cabebfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.406329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fded2f5a-dd3e-46c8-a0d1-bcd6cabebfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.483044 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fded2f5a-dd3e-46c8-a0d1-bcd6cabebfad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21c490e629574ab4b051c33e6560994a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234364 Jul 30 03:24:15.484879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:15.506859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded2f5a-dd3e-46c8-a0d1-bcd6cabebfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37288d2-ca9b-4e16-b685-289828e52f18,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:15.578427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70574448-14d2-48ea-9f77-f1aedff4efd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.611826 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70574448-14d2-48ea-9f77-f1aedff4efd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.678702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70574448-14d2-48ea-9f77-f1aedff4efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.683949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70574448-14d2-48ea-9f77-f1aedff4efd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:15.685810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-70574448-14d2-48ea-9f77-f1aedff4efd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b37288d2-ca9b-4e16-b685-289828e52f18 HTTP/1.1" status: 204 len: 168 time: 0.1991918 Jul 30 03:24:15.696082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70574448-14d2-48ea-9f77-f1aedff4efd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37288d2-ca9b-4e16-b685-289828e52f18,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:15.979034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-ebed8385-ee00-44a8-a268-54ee664faae1 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/0caf1dd9-8eb7-4456-921c-2b7844e53aa7 HTTP/1.1" status: 200 len: 1805 time: 0.0706425 Jul 30 03:24:15.992857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0caf1dd9-8eb7-4456-921c-2b7844e53aa7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:15.993365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0caf1dd9-8eb7-4456-921c-2b7844e53aa7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:16.078008 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.102127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.108607 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.126538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8553097-dc64-473f-846e-76acbbc5b880,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:16.135103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.146879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e09f625a-2a8d-4e08-ad62-20ed7f119507 req-852489ec-6a45-450d-a8fc-e232a80fdbf0 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1608768 Jul 30 03:24:16.196040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51638) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:16.201150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-738724396-network', 'tenant_id': '11eb139f8b7e4435a6e7ac8bd1b83bb4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:16.230782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Made reservation on behalf of 11eb139f8b7e4435a6e7ac8bd1b83bb4 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:16.234085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.246403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.252708 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.257504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1364a-fef7-47bb-9ffa-f2eb37ec194c req-12d3f740-4484-428a-b0ae-3318ea6e48b9 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:16.259447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eae1364a-fef7-47bb-9ffa-f2eb37ec194c req-12d3f740-4484-428a-b0ae-3318ea6e48b9 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 944 time: 0.0729194 Jul 30 03:24:16.311388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eae1364a-fef7-47bb-9ffa-f2eb37ec194c req-d436f51b-c795-42c7-9055-56f5e8beaeaa tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Jul 30 03:24:16.415005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.431023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.453950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:24:16.473179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.474558 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Added segment 5af40567-0818-42be-b789-3d4ed1d61caf of type vlan for network f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8 Jul 30 03:24:16.557166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.578305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:16.616448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdff3c3-17e0-458c-ab87-2f97f4a71d85,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:16.629635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.631350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:16.632820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.721726 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5242252 Jul 30 03:24:16.724378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:16.730960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Request body: {'subnet': {'network_id': 'f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-738724396-subnet', 'tenant_id': '11eb139f8b7e4435a6e7ac8bd1b83bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:16.732911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d161bd-52c6-4099-bf35-94e425924b5a admin admin] Pushing event updated for resources: {'Network': ['ID=f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:16.743412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:24:16.794015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Made reservation on behalf of 11eb139f8b7e4435a6e7ac8bd1b83bb4 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:16.796747 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:16.987512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:17.046293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:17.050996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:17.051635 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.087422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-25cfe373-d2a1-49d3-b7e0-1879903b5549 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:24:17.088437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-25cfe373-d2a1-49d3-b7e0-1879903b5549 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5089936 Jul 30 03:24:17.144602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.170159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:17.172914 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e9ab94-a1a8-4963-aa74-1d0d56ce1676" -d '{"events": [{"server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "name": "network-vif-plugged", "status": "completed", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:17.188038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:17.193970 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.220066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.220541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.221011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.221471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.221925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.222380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.222831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.223315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.223764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.224218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.235716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2269002f-7e61-4d82-9041-5d993a4f12d3 req-1b43bd91-8118-4369-97f9-664b45cc6133 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7092 time: 0.4591246 Jul 30 03:24:17.250293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2da5523a-2609-4fc0-85e3-e9dd2ef0433c req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-804159658', 'description': 'tempest-description-417298604'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:17.265714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:17.309856 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da5523a-2609-4fc0-85e3-e9dd2ef0433c req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.350487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:17.350998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:24:17.399390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.546927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c7fadb-45ca-41f7-a6cc-1f6ead3512b6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:17.590707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Checking segment: {'id': '5af40567-0818-42be-b789-3d4ed1d61caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:17.591315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Network hostable DHCP agents. Network: f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:24:17.607801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da5523a-2609-4fc0-85e3-e9dd2ef0433c req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.624415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da5523a-2609-4fc0-85e3-e9dd2ef0433c req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.643660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:17.643994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:17.644319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:17.663644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:17.663967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:17.665807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Network f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:24:17.674113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da5523a-2609-4fc0-85e3-e9dd2ef0433c req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.679856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da5523a-2609-4fc0-85e3-e9dd2ef0433c req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4358470 Jul 30 03:24:17.683111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8a0d-a4f4-4b74-b176-eba955f3ab71 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f83ec6-aa9f-4898-99bc-412d3eabd8f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:17.685588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:17.685923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:17.686426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:17.686870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Bound port: ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:17.752671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:17.765218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65faaf-c303-45d6-bdaa-5e81547e075c None None] Network f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:17.766912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:17.767530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.801707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-47dca7a7-3368-4f69-b389-f1f05fe09413 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0762382 Jul 30 03:24:17.803697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:17.819483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:17.829158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-36bc3dd0-de09-402b-9178-d78dbe535609 service neutron] 10.222.0.39 "POST /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5465662 Jul 30 03:24:17.869472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.000966 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eafd42-4d82-415c-a21e-9294b65e5ef9 x-openstack-request-id: req-c0eafd42-4d82-415c-a21e-9294b65e5ef9 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:18.001525 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "name": "network-vif-plugged", "status": "completed", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:18.002112 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0eafd42-4d82-415c-a21e-9294b65e5ef9 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:18.002572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-68488bff-ff75-4e66-b6c3-3e572844be69 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aec1d734c60d412bbf105dc221221c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454447 Jul 30 03:24:18.002903 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'code': 200} Jul 30 03:24:18.043801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff24860-cf01-4198-9712-dff9834f222c None None] Network f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:18.047948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51722) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:18.149549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Deleting subnet 8f2f1dab-bdb8-4290-ba91-c75d5a54f462 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:24:18.150713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.16', 62986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:18.172817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.222899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284714-ce89-42ac-906e-0277bbe628e1 req-2e33162d-0d6f-43f1-b6f9-922e9951d4f5 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:18.224311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f284714-ce89-42ac-906e-0277bbe628e1 req-2e33162d-0d6f-43f1-b6f9-922e9951d4f5 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 886 time: 0.2339022 Jul 30 03:24:18.227819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22495f91-b6b4-40f5-a309-5731c020b667 req-c3f42cc7-d72e-470c-b7ee-1606c0227fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:18.229664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-22495f91-b6b4-40f5-a309-5731c020b667 req-c3f42cc7-d72e-470c-b7ee-1606c0227fdc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 1097 time: 0.1252005 Jul 30 03:24:18.231600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-78409934-a0f3-4d22-8404-875b5c2078cc tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:18.233140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-78409934-a0f3-4d22-8404-875b5c2078cc tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977379 Jul 30 03:24:18.233806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.249910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-cf5471e7-086f-446c-b3c0-3926a6ab8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:18.251394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-cf5471e7-086f-446c-b3c0-3926a6ab8be8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1120 time: 0.0994952 Jul 30 03:24:18.253930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-3dd179b9-0a38-45b8-9ca6-7d110ab81e30 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/quotas/aec1d734c60d412bbf105dc221221c03 HTTP/1.1" status: 200 len: 375 time: 0.0146477 Jul 30 03:24:18.254759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.311969 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-22495f91-b6b4-40f5-a309-5731c020b667 req-a2879a5b-9830-4bae-a018-63ac69a1096a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746198 Jul 30 03:24:18.330659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.332369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-93ba2780-1d7e-4dc2-a8ef-6868d275bdd9 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec1d734c60d412bbf105dc221221c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663581 Jul 30 03:24:18.360197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2f1dab-bdb8-4290-ba91-c75d5a54f462,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:18.362138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.364647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b326c174-7f03-4b2c-be67-56f52c35d781 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f2f1dab-bdb8-4290-ba91-c75d5a54f462 HTTP/1.1" status: 204 len: 168 time: 0.3150978 Jul 30 03:24:18.366577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:18.409553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854db0a-477d-458d-94f3-7dc4020babec req-0a1c0a56-5c1d-4feb-a9ef-2f152ec9be12 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:18.410879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b854db0a-477d-458d-94f3-7dc4020babec req-0a1c0a56-5c1d-4feb-a9ef-2f152ec9be12 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 945 time: 0.1016145 Jul 30 03:24:18.443652 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.450739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-ce7edc25-22ed-4d9b-be03-27a35c14db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:18.452805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-ce7edc25-22ed-4d9b-be03-27a35c14db4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1944318 Jul 30 03:24:18.470148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b854db0a-477d-458d-94f3-7dc4020babec req-4d221b4b-cea8-453c-af44-04660a1db953 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471804 Jul 30 03:24:18.529295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-abc910e3-048a-40a2-9a4d-14db7c75f625 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/a9f83ec6-aa9f-4898-99bc-412d3eabd8f2 HTTP/1.1" status: 200 len: 1803 time: 0.0470521 Jul 30 03:24:18.534905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.541438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a9f83ec6-aa9f-4898-99bc-412d3eabd8f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:18.543218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a9f83ec6-aa9f-4898-99bc-412d3eabd8f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:18.558229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.558567 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.559398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.559734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > port after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.560107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.560436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > port after_update 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.561003 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.561332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.561637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.561943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.621160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.658041 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.662838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.669531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.670563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.670563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.670886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:24:18.671365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390ae97a-db93-46bc-bcbf-70d2fe878f01']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:18.685817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.687295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62b05371-b215-4a93-a8c2-dc2e7df24c23 req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1512849 Jul 30 03:24:18.690434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81c55c-a9b5-42f1-8267-cbfe8dece05f tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93b27fd-fc10-43ba-9b2c-5ddd521bdd9a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:18.696186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fb524e-d019-47ac-be19-eaa2c7fb6a84') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:18.696544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fb524e-d019-47ac-be19-eaa2c7fb6a84') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:18.714407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.739334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.750079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:24:18.750692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: from cryptography.utils import int_from_bytes Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: from cryptography.utils import int_from_bytes Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:24:18.793851 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:24:18.867600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.875671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.880905 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] 10.222.0.39 "DELETE /v2.0/networks/390ae97a-db93-46bc-bcbf-70d2fe878f01 HTTP/1.1" status: 204 len: 168 time: 0.5133653 Jul 30 03:24:18.881673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51752) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:18.906537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-187eabf1-6790-48f5-a6b8-dd0f71d15bbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.0653615 Jul 30 03:24:18.907170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-5e1ed88e-4f1d-4f39-a479-3be70ecd0a01 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a55979738ba47358cff54bb60955395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686638 Jul 30 03:24:18.922997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123cc04-ee66-4773-8013-1f15fe5fa451 admin admin] Pushing event deleted for resources: {'Network': ['ID=390ae97a-db93-46bc-bcbf-70d2fe878f01,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:18.950188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Deleting subnet 59c7fadb-45ca-41f7-a6cc-1f6ead3512b6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:24:18.954258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:18.992487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.040081 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.042521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942c496-0765-4a3d-ad23-a59e84b4c3c4 req-642f2d55-1493-41f9-b27f-d43e4deba231 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.043544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e942c496-0765-4a3d-ad23-a59e84b4c3c4 req-642f2d55-1493-41f9-b27f-d43e4deba231 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 968 time: 0.1857388 Jul 30 03:24:19.047742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-e230d057-c573-407f-9e85-034c5c2bb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.049116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-e230d057-c573-407f-9e85-034c5c2bb4b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1273484 Jul 30 03:24:19.097603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.107171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-3e008ccc-d5e4-42d2-906e-9a391af644f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458257 Jul 30 03:24:19.124707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c7fadb-45ca-41f7-a6cc-1f6ead3512b6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:19.131013 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.133429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cbd430db-ae71-4930-a1aa-400b6f36c25c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/59c7fadb-45ca-41f7-a6cc-1f6ead3512b6 HTTP/1.1" status: 204 len: 168 time: 0.2492867 Jul 30 03:24:19.136462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:19.178669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-20739e61-de44-4884-9f13-594178a2e777 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.180161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-20739e61-de44-4884-9f13-594178a2e777 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570930 Jul 30 03:24:19.185704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e942c496-0765-4a3d-ad23-a59e84b4c3c4 req-cdf928df-d0b4-4e61-9710-1d4c541c5a05 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333783 Jul 30 03:24:19.208070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-0211998c-902c-4b6a-9c8d-13d168439f6a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/quotas/6a55979738ba47358cff54bb60955395 HTTP/1.1" status: 200 len: 375 time: 0.0213883 Jul 30 03:24:19.225631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.298134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-f4fe2c1f-0066-40a8-b2a0-b5161f4cdde9 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a55979738ba47358cff54bb60955395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756636 Jul 30 03:24:19.302515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.314106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:19.320511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-417ba4e1-01ee-460b-b82a-6c644d49635d service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005451 Jul 30 03:24:19.328653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af40567-0818-42be-b789-3d4ed1d61caf') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:19.329044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af40567-0818-42be-b789-3d4ed1d61caf') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:19.339298 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.413812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.414321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.414767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.415347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.415710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.416168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.416629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.421789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.421789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.424279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44b74d33-14bf-4330-bf5f-afa91ad24bf7 req-667328e9-72e6-4f6b-a499-f7f8b2199597 tempest-NetworksTest-1881570336 tempest-NetworksTest-1881570336-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.2102005 Jul 30 03:24:19.461907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5ff6ff48-d49d-4903-91b4-b6cbcfc4649e req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-767192619', 'description': 'tempest-description-2058267876'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:19.543666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d96e10ff-ef96-4bc2-8341-b2b84d054514 req-3abd353c-30d9-481a-bdbf-bce5c49b3d8c tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 210 time: 0.0571334 Jul 30 03:24:19.568757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.579098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ff6ff48-d49d-4903-91b4-b6cbcfc4649e req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.584566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:24:19.585484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:24:19.587943 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:24:19.596943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-bc59d8ef-620c-4ee6-ad47-4b59b6f69a96 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591655 Jul 30 03:24:19.598565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-7ebd6f53-826c-4d29-8adf-ef5307276a72 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aec1d734c60d412bbf105dc221221c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538998 Jul 30 03:24:19.692192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.700014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:19.702600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] 10.222.0.39 "DELETE /v2.0/networks/f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8 HTTP/1.1" status: 204 len: 168 time: 0.5647738 Jul 30 03:24:19.717438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a018246-42da-48de-b66c-6021c14aab5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b5fc15-ab40-4fdc-a27e-3722ddc3ead8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:19.721517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd106310-4673-401c-8019-f225486df233 req-6bb2154a-1440-47e4-a828-25667c25dc95 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 210 time: 0.0519357 Jul 30 03:24:19.839522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-e48dda6e-38b7-4b3e-9cc5-37b8c632ec9c tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:19.841015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-e48dda6e-38b7-4b3e-9cc5-37b8c632ec9c tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352140 Jul 30 03:24:19.879428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Request body: {'port': {'device_id': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'aec1d734c60d412bbf105dc221221c03'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:19.891327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:19.952960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45923f17-80f2-4a80-ac59-0af342dcf600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e909e52ea57a4c22b21676e4f1bb8ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601659 Jul 30 03:24:19.953894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:19.960177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51778) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:20.062403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36dcd1ee-8a61-4f22-bf76-0fa862332563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.096816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36dcd1ee-8a61-4f22-bf76-0fa862332563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.162486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36dcd1ee-8a61-4f22-bf76-0fa862332563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.165397 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36dcd1ee-8a61-4f22-bf76-0fa862332563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.169308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-36dcd1ee-8a61-4f22-bf76-0fa862332563 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cb70e6c-7425-4ae6-8b9b-49de126573f1 HTTP/1.1" status: 204 len: 168 time: 0.2055340 Jul 30 03:24:20.177738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcd1ee-8a61-4f22-bf76-0fa862332563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb70e6c-7425-4ae6-8b9b-49de126573f1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:20.217774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ff6ff48-d49d-4903-91b4-b6cbcfc4649e req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.229692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7a7b7-f890-40b8-b53d-87a9f1522ee3 req-0c320d89-8abd-4295-9e7d-1c998cab1d1a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:20.230671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-321b5b22-107e-4ddb-9aa8-391d410328a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.231334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61b7a7b7-f890-40b8-b53d-87a9f1522ee3 req-0c320d89-8abd-4295-9e7d-1c998cab1d1a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 945 time: 0.4149077 Jul 30 03:24:20.241112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ff6ff48-d49d-4903-91b4-b6cbcfc4649e req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.303786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-de9c8bad-f5a5-4fb7-a475-7ad2b06607b3 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:20.305264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-de9c8bad-f5a5-4fb7-a475-7ad2b06607b3 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1120 time: 0.4406519 Jul 30 03:24:20.320593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4cb7e-b24f-4a60-b6be-9221898527c1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:20.345667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61b7a7b7-f890-40b8-b53d-87a9f1522ee3 req-096c08f5-32f5-4bbb-95a7-b0b039a3a0ee tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062508 Jul 30 03:24:20.352619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:20.355070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-321b5b22-107e-4ddb-9aa8-391d410328a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.362131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-321b5b22-107e-4ddb-9aa8-391d410328a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.404027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ff6ff48-d49d-4903-91b4-b6cbcfc4649e req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.405292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-321b5b22-107e-4ddb-9aa8-391d410328a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e121c425825f4b14b606d865baa7a580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501061 Jul 30 03:24:20.407582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5b22-107e-4ddb-9aa8-391d410328a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d802be95-5ff3-4a4e-93bb-6d42226ab130,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:20.410153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:20.427280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ff6ff48-d49d-4903-91b4-b6cbcfc4649e req-60264234-6a9d-49fa-ae00-44207c2f7ea8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9812398 Jul 30 03:24:20.493679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1dd4378e-a222-481e-8557-987c29418b72 req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1406828012', 'description': 'tempest-description-505806644'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:20.498125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfcbb-ec82-4c50-8c87-19e188aca162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.501855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Made reservation on behalf of aec1d734c60d412bbf105dc221221c03 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:20.505442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.522989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.527942 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.538732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfcbb-ec82-4c50-8c87-19e188aca162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.575183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dd4378e-a222-481e-8557-987c29418b72 req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.600989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfcbb-ec82-4c50-8c87-19e188aca162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.604765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfcbb-ec82-4c50-8c87-19e188aca162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.606657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f0dfcbb-ec82-4c50-8c87-19e188aca162 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d802be95-5ff3-4a4e-93bb-6d42226ab130 HTTP/1.1" status: 204 len: 168 time: 0.1945007 Jul 30 03:24:20.618270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dfcbb-ec82-4c50-8c87-19e188aca162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d802be95-5ff3-4a4e-93bb-6d42226ab130,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:20.671447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6f2fa-8005-4483-a4e7-2b2375bf64ad req-3e5c8429-93d6-42e8-b2d4-1fbf320f609f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:20.672958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3a6f2fa-8005-4483-a4e7-2b2375bf64ad req-3e5c8429-93d6-42e8-b2d4-1fbf320f609f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 968 time: 0.1473472 Jul 30 03:24:20.678931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:20.722540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af9f4c29-15fd-461d-a278-e8ffad45f788 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11eb139f8b7e4435a6e7ac8bd1b83bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421667 Jul 30 03:24:20.725620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51804) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:20.783864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae04e63c-245e-493f-8fb3-9609906dab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.793757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3a6f2fa-8005-4483-a4e7-2b2375bf64ad req-c2e56f9e-c011-4ea6-9a41-542e6d6e824a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884490 Jul 30 03:24:20.795565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:20.806324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae04e63c-245e-493f-8fb3-9609906dab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.873980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.877305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:20.900990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.913979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae04e63c-245e-493f-8fb3-9609906dab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.918202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae04e63c-245e-493f-8fb3-9609906dab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:20.922243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae04e63c-245e-493f-8fb3-9609906dab0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcdff3c3-17e0-458c-ab87-2f97f4a71d85 HTTP/1.1" status: 204 len: 168 time: 0.1952984 Jul 30 03:24:20.956828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e63c-245e-493f-8fb3-9609906dab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdff3c3-17e0-458c-ab87-2f97f4a71d85,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:21.001054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-d6c242c5-c3cd-4830-b06b-98585f61a59f tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6a55979738ba47358cff54bb60955395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341210 Jul 30 03:24:21.033008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:21.035476 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c61c27-a34a-4f77-b183-98435955c9f6" -d '{"events": [{"server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:21.047738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.073774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f42f7f9-fd6d-4615-bf77-a6d28c355789,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:21.137568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e376bbd6-6ab6-4ee0-9689-aff044da469d req-2b43482a-f3b8-4360-9fec-7fb1d28aa48f tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 210 time: 0.0965548 Jul 30 03:24:21.138997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.182959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51818) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:21.238945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73a289ab-2516-4359-88ad-53f57ec13b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.286759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-e3805f03-6ea3-4e8f-a5ac-2ffeaa6a88dc tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:21.288332 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-e3805f03-6ea3-4e8f-a5ac-2ffeaa6a88dc tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815490 Jul 30 03:24:21.310821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Request body: {'port': {'device_id': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '6a55979738ba47358cff54bb60955395'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:21.330448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51820) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:21.352549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:21.358492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bf4359f-5d3c-4567-9669-6d8ad725efd4 req-0a7b9f25-dfe1-47e7-a4c9-6af5f01cd400 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 210 time: 0.0938683 Jul 30 03:24:21.381777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dd4378e-a222-481e-8557-987c29418b72 req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.388697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Allocated IP 192.168.233.44 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/6831a0c6-1ba8-4ebe-8124-cc75c133768f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:21.399831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:21.400379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:21.400754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:21.408518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:21.408518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Attempting to bind port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:21.411000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dd4378e-a222-481e-8557-987c29418b72 req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.455749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:21.456358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:21.456845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:21.457409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Bound port: ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:21.457862 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.462785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9454e97-52e8-4157-adb6-bb4ccd40b6d1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:21.467313 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743dbbbc-91da-420b-a249-e2c4773d0ee5 x-openstack-request-id: req-743dbbbc-91da-420b-a249-e2c4773d0ee5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:21.467712 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:21.468434 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-743dbbbc-91da-420b-a249-e2c4773d0ee5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:21.468709 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'code': 200} Jul 30 03:24:21.568253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73a289ab-2516-4359-88ad-53f57ec13b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.575868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73a289ab-2516-4359-88ad-53f57ec13b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.628317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dd4378e-a222-481e-8557-987c29418b72 req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.629767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dd4378e-a222-481e-8557-987c29418b72 req-1dba8d0b-2b25-4bbe-a5ab-7749bbe5ff5b tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1444142 Jul 30 03:24:21.636020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a289ab-2516-4359-88ad-53f57ec13b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46ccd4-1555-4496-b8dc-0f1575142b38,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:21.653925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-73a289ab-2516-4359-88ad-53f57ec13b02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=037fb4f1625b469396c46ed78c0aac89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581020 Jul 30 03:24:21.660525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:21.666086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Made reservation on behalf of 6a55979738ba47358cff54bb60955395 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:21.669830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.690074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.692190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:21.721536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c94d1-7b9a-49b3-a85c-a8b6d015b444 req-35a125d1-08b9-48c5-a2e5-1a32ec413848 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:21.729676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-383c94d1-7b9a-49b3-a85c-a8b6d015b444 req-35a125d1-08b9-48c5-a2e5-1a32ec413848 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 945 time: 0.1906834 Jul 30 03:24:21.775988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:21.789996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fef549d-6502-4748-91e1-f0cf0358b242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.790811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.826586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.835330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.856106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.906983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-383c94d1-7b9a-49b3-a85c-a8b6d015b444 req-a917abcf-ed14-4b80-805b-e8a996973e9a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758850 Jul 30 03:24:21.916213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Transition to ACTIVE for port object 6831a0c6-1ba8-4ebe-8124-cc75c133768f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:21.933870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-ad13a6a2-e613-4605-a805-aa440838b1dd tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/35b4cb7e-b24f-4a60-b6be-9221898527c1 HTTP/1.1" status: 200 len: 1804 time: 0.2432690 Jul 30 03:24:21.955183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea36ac7-4c56-4f88-a453-fb8df6df89eb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:21.989940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:21.990608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:21.992096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 1146 time: 1.6446202 Jul 30 03:24:22.000059 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39865d5f-137e-43da-8b2d-bb53d5167f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.023906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39865d5f-137e-43da-8b2d-bb53d5167f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.045747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e570-b05c-4f10-94f1-2f13bf766172 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.049383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:22.076355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fef549d-6502-4748-91e1-f0cf0358b242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.082158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fef549d-6502-4748-91e1-f0cf0358b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.128212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef549d-6502-4748-91e1-f0cf0358b242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77483939-3977-4ed4-814f-6421b0cb2e77,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.143476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-faf16210-1f06-42cb-ad82-7d30097bef3e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/c9454e97-52e8-4157-adb6-bb4ccd40b6d1 HTTP/1.1" status: 200 len: 1804 time: 0.1848814 Jul 30 03:24:22.153304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.161589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35b4cb7e-b24f-4a60-b6be-9221898527c1', 'remote_group_id': 'c9454e97-52e8-4157-adb6-bb4ccd40b6d1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:22.161898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35b4cb7e-b24f-4a60-b6be-9221898527c1', 'remote_group_id': 'c9454e97-52e8-4157-adb6-bb4ccd40b6d1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:22.176014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84798da-1741-4fb6-a039-7c3b9652f59b req-101fee8e-59e4-4d18-b834-4ebd238ed3ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:22.177767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e84798da-1741-4fb6-a039-7c3b9652f59b req-101fee8e-59e4-4d18-b834-4ebd238ed3ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.1253450 Jul 30 03:24:22.202572 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2fef549d-6502-4748-91e1-f0cf0358b242 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd9cf18092594118a68795d005c9f08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709519 Jul 30 03:24:22.205537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51858) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:22.237162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39865d5f-137e-43da-8b2d-bb53d5167f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.239979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39865d5f-137e-43da-8b2d-bb53d5167f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.241858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-39865d5f-137e-43da-8b2d-bb53d5167f3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e46ccd4-1555-4496-b8dc-0f1575142b38 HTTP/1.1" status: 204 len: 168 time: 0.5805736 Jul 30 03:24:22.277368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:22.284736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Allocated IP 192.168.233.123 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:22.299588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:22.307285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Pushing event updated for resources: {'Port': ['ID=6831a0c6-1ba8-4ebe-8124-cc75c133768f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.326126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39865d5f-137e-43da-8b2d-bb53d5167f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46ccd4-1555-4496-b8dc-0f1575142b38,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.326814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c374d940-6b43-4d6b-9a5f-1098c40589f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.340006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:22.345868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:22.346718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.390058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c374d940-6b43-4d6b-9a5f-1098c40589f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.434170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e84798da-1741-4fb6-a039-7c3b9652f59b req-06d80795-06fd-4f38-91e2-a38b071eb2a7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323303 Jul 30 03:24:22.491963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ae46a27d-8322-467a-8e14-e03a7ca47624 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6282911 Jul 30 03:24:22.509132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Request body: {'port': {'device_id': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:22.575812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c374d940-6b43-4d6b-9a5f-1098c40589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.578341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c374d940-6b43-4d6b-9a5f-1098c40589f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.581733 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c374d940-6b43-4d6b-9a5f-1098c40589f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77483939-3977-4ed4-814f-6421b0cb2e77 HTTP/1.1" status: 204 len: 168 time: 0.3730733 Jul 30 03:24:22.603518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.608321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374d940-6b43-4d6b-9a5f-1098c40589f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77483939-3977-4ed4-814f-6421b0cb2e77,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.638812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.664024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Transition to ACTIVE for port object da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:22.667738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.701337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.715648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.759225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b87976-91db-4e18-bb4a-c0753281ac3b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.768648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-621a7439-8d69-4c74-9442-10aa3859a057 None None] Provisioning for port 6831a0c6-1ba8-4ebe-8124-cc75c133768f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:22.772510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da1e15-acdd-4f15-b7d4-9a9774f02a78 req-c9f752a1-9d8b-4a33-aca3-a5a5151c1273 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:22.774835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-621a7439-8d69-4c74-9442-10aa3859a057 None None] Provisioning complete for port 6831a0c6-1ba8-4ebe-8124-cc75c133768f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:22.775251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-621a7439-8d69-4c74-9442-10aa3859a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.782315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4da1e15-acdd-4f15-b7d4-9a9774f02a78 req-c9f752a1-9d8b-4a33-aca3-a5a5151c1273 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 945 time: 0.2099864 Jul 30 03:24:22.783699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:22.787292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51884) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:22.793819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'floatingip': {'port_id': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:22.796229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.804718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:22.817269 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.841543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77a577f2-5d0b-4f5c-a2f6-f1c2c923b7d8 req-4c8958c2-09a3-48e4-88ec-451e57502ec7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6904438 Jul 30 03:24:22.860552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-621a7439-8d69-4c74-9442-10aa3859a057 None None] Port 6831a0c6-1ba8-4ebe-8124-cc75c133768f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:22.902272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:22.959337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Pushing event updated for resources: {'Port': ['ID=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:22.969527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:22.969885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:22.999258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.042875 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-7caebd2b-9084-4a58-9cc2-950ead2b71ab tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7368493 Jul 30 03:24:23.066666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Request body: {'port': {'device_id': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:23.163948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:23.184410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71c761c8-e7da-4667-8c8b-0bdc5494bae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.279404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c833d3-3e15-418a-8a6a-abc33079a4cb req-e8c43c60-0b03-4025-9fdc-da46acd679d8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:23.280962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2c833d3-3e15-418a-8a6a-abc33079a4cb req-e8c43c60-0b03-4025-9fdc-da46acd679d8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 935 time: 0.3757315 Jul 30 03:24:23.294618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818d6a-d54e-47cc-9292-3af33a9c42ff req-36d18a8a-cbfd-4cdb-acd6-5f390fd170cc tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:23.300927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1bd29bb7-2472-4ff7-819f-160404e50b3d None None] Provisioning for port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:23.302369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8818d6a-d54e-47cc-9292-3af33a9c42ff req-36d18a8a-cbfd-4cdb-acd6-5f390fd170cc tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 936 time: 0.3741891 Jul 30 03:24:23.306124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.308474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1bd29bb7-2472-4ff7-819f-160404e50b3d None None] Provisioning complete for port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:23.309332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1bd29bb7-2472-4ff7-819f-160404e50b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.406473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1bd29bb7-2472-4ff7-819f-160404e50b3d None None] Port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:23.437900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8818d6a-d54e-47cc-9292-3af33a9c42ff req-f46d79e9-e2d3-40cf-8079-2d2a0b5568d0 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345387 Jul 30 03:24:23.450192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6831a0c6-1ba8-4ebe-8124-cc75c133768f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:23.469023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2c833d3-3e15-418a-8a6a-abc33079a4cb req-1cb98231-6de6-41b1-b3a8-46d413e2c319 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645725 Jul 30 03:24:23.475996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:23.478858 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078cfa47-f702-49d5-8488-1f7091a51c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:23.481358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71c761c8-e7da-4667-8c8b-0bdc5494bae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.484308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.500852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cb26a1ea-24be-410f-b4b7-005c325c5ba8 req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-478125153', 'description': 'tempest-description-1781639492'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:23.505976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71c761c8-e7da-4667-8c8b-0bdc5494bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.514628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Transition to ACTIVE for port object 6831a0c6-1ba8-4ebe-8124-cc75c133768f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:23.528247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.590353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb26a1ea-24be-410f-b4b7-005c325c5ba8 req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.626678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-71c761c8-e7da-4667-8c8b-0bdc5494bae2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb2d58d4aead407b988b6ef69fe8287d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563987 Jul 30 03:24:23.648948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:23.679156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Pushing event updated for resources: {'Port': ['ID=6831a0c6-1ba8-4ebe-8124-cc75c133768f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:23.720978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c761c8-e7da-4667-8c8b-0bdc5494bae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b3c7d-29e3-46a6-b834-9533c2e4db4e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:23.783375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Attempting to bind port 6831a0c6-1ba8-4ebe-8124-cc75c133768f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:23.784989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Attempting to bind port 6831a0c6-1ba8-4ebe-8124-cc75c133768f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:23.785424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Attempting to bind port 6831a0c6-1ba8-4ebe-8124-cc75c133768f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:23.810144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Port 6831a0c6-1ba8-4ebe-8124-cc75c133768f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:23.810477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Attempting to bind port 6831a0c6-1ba8-4ebe-8124-cc75c133768f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:23.857271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8511dca2-db47-4999-b484-b790429d8372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.877889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:23.878526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:23.879080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:23.879721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Bound port: 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:23.880262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:23.952146 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110368-7cb8-4d72-920c-45043dfe6347 req-b3627ff4-9837-4707-bc7d-48bf772133ea tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:23.953969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf110368-7cb8-4d72-920c-45043dfe6347 req-b3627ff4-9837-4707-bc7d-48bf772133ea tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.3133821 Jul 30 03:24:24.025859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8511dca2-db47-4999-b484-b790429d8372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.088044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb26a1ea-24be-410f-b4b7-005c325c5ba8 req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.103397 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb26a1ea-24be-410f-b4b7-005c325c5ba8 req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.108138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf110368-7cb8-4d72-920c-45043dfe6347 req-54ae1df8-7b6c-47ee-b7da-e15aebf7b47d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231439 Jul 30 03:24:24.113885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] For port 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:24.143018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] For port 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:24.158654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.170444 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb26a1ea-24be-410f-b4b7-005c325c5ba8 req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.171712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb26a1ea-24be-410f-b4b7-005c325c5ba8 req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6985340 Jul 30 03:24:24.173789 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1abec31-3d35-4140-9d0c-b99c85307d8d x-openstack-request-id: req-d1abec31-3d35-4140-9d0c-b99c85307d8d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:24.174091 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:24.174325 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1abec31-3d35-4140-9d0c-b99c85307d8d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:24.174732 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'status': 'completed', 'code': 200} Jul 30 03:24:24.215762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a582da-3bd4-4e15-8916-6e002d9fad30 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f161aaef-aa77-4f70-86e1-35d78135f686,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:24.221208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.18', 54049) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:24.221208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:24.221697 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.223901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] 10.222.0.18 "PUT /v2.0/ports/6831a0c6-1ba8-4ebe-8124-cc75c133768f HTTP/1.1" status: 200 len: 1096 time: 1.7210641 Jul 30 03:24:24.270325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8511dca2-db47-4999-b484-b790429d8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.278113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8511dca2-db47-4999-b484-b790429d8372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.281922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8511dca2-db47-4999-b484-b790429d8372 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b6b3c7d-29e3-46a6-b834-9533c2e4db4e HTTP/1.1" status: 204 len: 168 time: 0.6180568 Jul 30 03:24:24.361628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511dca2-db47-4999-b484-b790429d8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b3c7d-29e3-46a6-b834-9533c2e4db4e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:24.376524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00352fb5-bfa1-4549-a12a-48e84fdaa777 service neutron] Pushing event updated for resources: {'Port': ['ID=6831a0c6-1ba8-4ebe-8124-cc75c133768f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:24.394688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-2d78acfd-6c12-42b9-af24-2adfaf1e896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:24.399513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-2d78acfd-6c12-42b9-af24-2adfaf1e896e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1149 time: 0.1720757 Jul 30 03:24:24.473275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:24:24.488169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ddad8ed4-a5d8-416f-b270-3d040d79655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:24.489669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-ddad8ed4-a5d8-416f-b270-3d040d79655d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aec1d734c60d412bbf105dc221221c03&device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 1099 time: 0.2058349 Jul 30 03:24:24.498736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7eb359dc-b1d4-4526-b15b-1f30f8f77970 req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-973820224', 'description': 'tempest-description-2026644731'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:24.614080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.627082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.633043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:24.682339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.708639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Transition to ACTIVE for port object da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:24.744603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.805477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-b146cfd5-324e-43a5-a1f4-e64fccc4346b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f HTTP/1.1" status: 200 len: 217 time: 0.3024909 Jul 30 03:24:24.817272 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Floating IP 7055a345-d3d2-45e0-af48-528846c21066 associated. External IP: 172.25.6.174, port: 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7. Jul 30 03:24:24.885141 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7eb359dc-b1d4-4526-b15b-1f30f8f77970 req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:24.919834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Pushing event updated for resources: {'Port': ['ID=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:24.951378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-aed98cce-5a72-4b6f-ae7e-2e4232b188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:24.952974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-aed98cce-5a72-4b6f-ae7e-2e4232b188d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1372046 Jul 30 03:24:24.961087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-3057f0dd-44dc-4919-ac3a-7d8c0434661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:24.961087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-3057f0dd-44dc-4919-ac3a-7d8c0434661e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.5498111 Jul 30 03:24:25.020883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:25.072299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Attempting to bind port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:25.072940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Attempting to bind port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:25.074075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Attempting to bind port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:25.082316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:25.082636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Attempting to bind port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:25.089811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:25.090227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:25.090615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-37be4ba6-901b-4e91-8e4d-bfb7be3ba493 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.1059659 Jul 30 03:24:25.090737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:25.091239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Bound port: da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:25.091666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.100043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78953aa7-5b62-42f5-88dc-717d5ac565ef req-4159a757-5e6f-45da-951c-319d5e60e315 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.101673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78953aa7-5b62-42f5-88dc-717d5ac565ef req-4159a757-5e6f-45da-951c-319d5e60e315 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 948 time: 0.2097697 Jul 30 03:24:25.143660 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7eb359dc-b1d4-4526-b15b-1f30f8f77970 req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.174783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7eb359dc-b1d4-4526-b15b-1f30f8f77970 req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.178192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-48def105-fed3-4be6-9c5d-c9ec70a94323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.179706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-48def105-fed3-4be6-9c5d-c9ec70a94323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2135928 Jul 30 03:24:25.207815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:25.238592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:24:25.258876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] For port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:25.274968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] For port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:25.281687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:24:25.283017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.285379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7eb359dc-b1d4-4526-b15b-1f30f8f77970 req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.287604 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7eb359dc-b1d4-4526-b15b-1f30f8f77970 req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7954073 Jul 30 03:24:25.292410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979bcaf-04f0-4674-abee-d4f469e91913 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ab8b63-009c-4249-8152-4691c4f680f3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:25.302467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-83af182a-59a4-47e6-88db-ff298c0582dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.304092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-83af182a-59a4-47e6-88db-ff298c0582dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1925890 Jul 30 03:24:25.307034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78953aa7-5b62-42f5-88dc-717d5ac565ef req-2ead93b8-2652-4ea8-8166-e32cef5e77b2 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829627 Jul 30 03:24:25.322713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.324058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.325788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 HTTP/1.1" status: 200 len: 1097 time: 2.2635314 Jul 30 03:24:25.328301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'tag': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:25.333213 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4359215f-2c6d-4e6e-acec-18c76251e949" -d '{"events": [{"name": "network-changed", "server_uuid": "f29a79e9-4e13-4adf-b570-45e3241038ea", "tag": "da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:25.378785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-dca5b16c-b45d-44c7-b313-a6aaeb53b6ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648806 Jul 30 03:24:25.438060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87f4d5-77ce-43cb-a98b-7a8a15fe55a6 service neutron] Pushing event updated for resources: {'Port': ['ID=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:25.512676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51986) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:25.546888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-0a8637a9-4923-4f33-8404-18fe3a122a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.548892 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-0a8637a9-4923-4f33-8404-18fe3a122a2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a55979738ba47358cff54bb60955395&device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 1100 time: 0.1286373 Jul 30 03:24:25.586398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-48b72c79-1aac-4310-91f9-0b0a334dffc4 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940093 Jul 30 03:24:25.610115 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-1389b349-141a-4883-8641-c8756fe1e39c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 HTTP/1.1" status: 200 len: 217 time: 0.0419636 Jul 30 03:24:25.613663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-f98a0180-ccb6-405b-a0d9-67118ecaa9b0 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189188 Jul 30 03:24:25.615952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:24:25.624913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7acaf9-d929-4b5f-864e-ac34b2b3f634 req-db1cbb16-ac8d-4520-8e90-f91515f0d19d tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.630565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:24:25.632124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.640028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d7acaf9-d929-4b5f-864e-ac34b2b3f634 req-db1cbb16-ac8d-4520-8e90-f91515f0d19d tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 947 time: 0.2599106 Jul 30 03:24:25.656967 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:24:25.657621 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:24:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:25.685925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-bf3d3d00-5539-40d6-9b66-bffbd7202289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.687368 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-bf3d3d00-5539-40d6-9b66-bffbd7202289 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0690913 Jul 30 03:24:25.694043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-156903695-network', 'tenant_id': '9c8968a4754a41ecae7f7ecc6297fb78'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:25.763174 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7812b0b5-5cdb-4e16-9dfc-56a568a5d5cd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "PUT /v2.0/floatingips/7055a345-d3d2-45e0-af48-528846c21066 HTTP/1.1" status: 200 len: 991 time: 2.9742973 Jul 30 03:24:25.785972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-8f9e7d91-2bf2-40bf-b769-57d234c99678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:25.787628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-8f9e7d91-2bf2-40bf-b769-57d234c99678 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746198 Jul 30 03:24:25.788742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Made reservation on behalf of 9c8968a4754a41ecae7f7ecc6297fb78 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:25.791047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.801731 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:24:25.803264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:25.879871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d7acaf9-d929-4b5f-864e-ac34b2b3f634 req-be4b3c42-74b1-46ad-a844-5a65c6d53d89 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346752 Jul 30 03:24:25.905227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078cfa47-f702-49d5-8488-1f7091a51c8b req-84fdf92f-559e-47fd-a3cf-fcb85408d5bb service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032546 Jul 30 03:24:25.973824 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-20bdb68e-aaff-45d6-b553-e259b941da31 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681547 Jul 30 03:24:25.974088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c307bca7-d391-4b15-bc80-7c223a742dc8 req-44f95fa3-bdf3-430c-ace0-debbcf4b97dc service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818844 Jul 30 03:24:26.015838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-dd28ebf5-be7c-4f1a-8a0e-cf8abb1c586e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/f161aaef-aa77-4f70-86e1-35d78135f686 HTTP/1.1" status: 200 len: 1804 time: 0.0879347 Jul 30 03:24:26.027599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f8c2-e279-4da9-8919-d4705331dafb req-236f49f3-cfdd-49dd-bf02-45c1e0ccbf8b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.029171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b260f8c2-e279-4da9-8919-d4705331dafb req-236f49f3-cfdd-49dd-bf02-45c1e0ccbf8b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.1232388 Jul 30 03:24:26.098727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b260f8c2-e279-4da9-8919-d4705331dafb req-0d6d943c-c36e-48cc-ae5e-11d0a6752cf4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604908 Jul 30 03:24:26.101627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-302c66fa-3620-49c8-a461-590db9e7c309 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/85ab8b63-009c-4249-8152-4691c4f680f3 HTTP/1.1" status: 200 len: 1804 time: 0.0715230 Jul 30 03:24:26.113864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f161aaef-aa77-4f70-86e1-35d78135f686', 'remote_group_id': '85ab8b63-009c-4249-8152-4691c4f680f3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:26.114249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f161aaef-aa77-4f70-86e1-35d78135f686', 'remote_group_id': '85ab8b63-009c-4249-8152-4691c4f680f3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:26.175806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'tag': '6831a0c6-1ba8-4ebe-8124-cc75c133768f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:26.179472 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344de903-f63d-4be6-8087-59099a18dc10" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea7c128-a899-4bc3-b7ad-f09c13b35f77", "tag": "6831a0c6-1ba8-4ebe-8124-cc75c133768f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:26.215541 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7055a345-d3d2-45e0-af48-528846c21066', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'port_id': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'mac_address': 'fa:16:3e:16:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:23:50Z', 'updated_at': '2021-07-30T03:24:24Z', 'revision_number': 1, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:26.242740 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:24:26.249827 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73a187a-f8a6-45db-a89c-50c962418eae x-openstack-request-id: req-a73a187a-f8a6-45db-a89c-50c962418eae {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:26.250112 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29a79e9-4e13-4adf-b570-45e3241038ea", "tag": "da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:26.250354 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a73a187a-f8a6-45db-a89c-50c962418eae {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:26.250743 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'tag': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5', 'status': 'completed', 'code': 200} Jul 30 03:24:26.251900 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:24:26.252334 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:24:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:26.320549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.329798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.344899 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec604724-5dc9-4e86-81ad-2d56a641e0bd req-a57cf0ce-264c-4fc1-a892-302d388a1dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558881 Jul 30 03:24:26.371979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:24:26.377130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:24:26.398544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52390141-598c-420c-bf0d-b749d33e843a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:26.404697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.405124 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Added segment de267f71-1038-4b30-9a7e-a8e60de9fdf4 of type vlan for network 37af94b3-8f8f-47a1-afa7-2e08dc966070 Jul 30 03:24:26.425668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.480865 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.485174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.488030 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.510722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5ba2ad-f47a-4659-8fc9-018ba4c6528c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:26.520906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.522653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-570d00eb-7625-4171-bbe6-adb3931b3262 req-fe9302bd-3cf6-4a93-9bc8-6d12763094df tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4132648 Jul 30 03:24:26.558740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-901ce833-ee5f-45d8-ba6d-a07b10dbe3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.560675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-901ce833-ee5f-45d8-ba6d-a07b10dbe3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a55979738ba47358cff54bb60955395&device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 1100 time: 0.0924189 Jul 30 03:24:26.564766 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed8ab4-b88b-40e4-881e-779e0bea495d x-openstack-request-id: req-8bed8ab4-b88b-40e4-881e-779e0bea495d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:26.565051 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea7c128-a899-4bc3-b7ad-f09c13b35f77", "tag": "6831a0c6-1ba8-4ebe-8124-cc75c133768f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:26.565318 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bed8ab4-b88b-40e4-881e-779e0bea495d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:26.565706 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'tag': '6831a0c6-1ba8-4ebe-8124-cc75c133768f', 'status': 'completed', 'code': 200} Jul 30 03:24:26.580289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.581246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.581986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.638586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de903-f63d-4be6-8087-59099a18dc10 req-e387e1e4-46dd-4208-aa85-6c415ff3263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.640511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-e387e1e4-46dd-4208-aa85-6c415ff3263a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aec1d734c60d412bbf105dc221221c03&device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 1099 time: 0.0483809 Jul 30 03:24:26.696972 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7055a345-d3d2-45e0-af48-528846c21066', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'port_id': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'mac_address': 'fa:16:3e:16:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:23:50Z', 'updated_at': '2021-07-30T03:24:24Z', 'revision_number': 1, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:26.713530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1986809 Jul 30 03:24:26.720670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:26.725581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Request body: {'subnet': {'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-156903695-subnet', 'tenant_id': '9c8968a4754a41ecae7f7ecc6297fb78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:26.734885 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526df79-d74a-4af0-ac79-1f8d1277dc38 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7055a345-d3d2-45e0-af48-528846c21066', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'port_id': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'mac_address': 'fa:16:3e:16:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:23:50Z', 'updated_at': '2021-07-30T03:24:24Z', 'revision_number': 1, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:24:26.737010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673fe3c-82d9-489e-a8ff-f88fd7d1f55b admin admin] Pushing event updated for resources: {'Network': ['ID=37af94b3-8f8f-47a1-afa7-2e08dc966070,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:26.749556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:24:26.779204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-34016342-5f4a-4300-b597-cd99d296c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.780797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-34016342-5f4a-4300-b597-cd99d296c5d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2109942 Jul 30 03:24:26.814912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df4f513d-e5ca-49a1-9549-8f99abeb26e2 req-80c5cdef-20ff-4f0d-b85d-238ff89a3f94 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/85ab8b63-009c-4249-8152-4691c4f680f3 HTTP/1.1" status: 200 len: 1804 time: 0.1731567 Jul 30 03:24:26.830024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-8e4c730f-67c1-40f7-a21b-ed3a6798160a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 HTTP/1.1" status: 200 len: 217 time: 0.0414233 Jul 30 03:24:26.837127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11900576-9439-4dfb-aaa7-6fc61315bb00 req-fce2d312-42e8-4477-bb25-3ee6c95356ec tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.839236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11900576-9439-4dfb-aaa7-6fc61315bb00 req-fce2d312-42e8-4477-bb25-3ee6c95356ec tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 948 time: 0.1754198 Jul 30 03:24:26.853587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Made reservation on behalf of 9c8968a4754a41ecae7f7ecc6297fb78 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:26.855882 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:26.889150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-5be3a976-46cb-4beb-8ab6-28852dd28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.890642 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-5be3a976-46cb-4beb-8ab6-28852dd28700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0465920 Jul 30 03:24:26.917453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de903-f63d-4be6-8087-59099a18dc10 req-adf14280-f48b-4a2a-8af2-bd25ad3e067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.918964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-adf14280-f48b-4a2a-8af2-bd25ad3e067b service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2693877 Jul 30 03:24:26.936433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-36efd2bf-0cfa-4fbd-ae0c-e82f8ca0e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:26.937964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-36efd2bf-0cfa-4fbd-ae0c-e82f8ca0e678 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406160 Jul 30 03:24:27.002044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-e446abbf-3888-4232-9078-efd40456fa4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f HTTP/1.1" status: 200 len: 217 time: 0.0634139 Jul 30 03:24:27.014561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f398c7-2c43-4e20-aa92-9b9046bfbd11 None None] New status for floating IP 7055a345-d3d2-45e0-af48-528846c21066: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:24:27.015972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11900576-9439-4dfb-aaa7-6fc61315bb00 req-4e8f5966-d54b-49d3-b713-fcdaa4dd77ad tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657190 Jul 30 03:24:27.049820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-5e5cd63d-999c-47bb-b674-cb86be3bacc5 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047080 Jul 30 03:24:27.100016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-df4f513d-e5ca-49a1-9549-8f99abeb26e2 req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.169434 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4359215f-2c6d-4e6e-acec-18c76251e949 req-848db149-2f4c-40c3-83a3-f67840a3c312 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107306 Jul 30 03:24:27.178658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-df4f513d-e5ca-49a1-9549-8f99abeb26e2 req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.187069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de903-f63d-4be6-8087-59099a18dc10 req-c0dea517-acbf-4b88-8696-819304620d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:27.204733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-c0dea517-acbf-4b88-8696-819304620d48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1866643 Jul 30 03:24:27.448405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:27.473547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.496536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de903-f63d-4be6-8087-59099a18dc10 req-ee8df71f-c9b6-4930-b40d-67cfbb4f3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:27.498409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-ee8df71f-c9b6-4930-b40d-67cfbb4f3f82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2837269 Jul 30 03:24:27.503753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-df4f513d-e5ca-49a1-9549-8f99abeb26e2 req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.506823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-df4f513d-e5ca-49a1-9549-8f99abeb26e2 req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.507976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df4f513d-e5ca-49a1-9549-8f99abeb26e2 req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/85ab8b63-009c-4249-8152-4691c4f680f3 HTTP/1.1" status: 204 len: 173 time: 0.6843302 Jul 30 03:24:27.551441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1ba1-8385-4b90-a0fa-228f337d5cee req-76f1531d-919b-470d-a6f6-f85ae97d66a2 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:27.559118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6b1ba1-8385-4b90-a0fa-228f337d5cee req-76f1531d-919b-470d-a6f6-f85ae97d66a2 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 947 time: 0.3399878 Jul 30 03:24:27.614700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ab8b63-009c-4249-8152-4691c4f680f3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:27.661608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.661953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.662287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.662625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.662948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.663298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.663625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.663944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.664268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.664585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.664900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.665212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f4f58-44f5-43db-8c22-22a87d67a334 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.703521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.716632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283e3526-b72d-47bc-a37f-3c83bbaa0adb,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:27.767475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6b1ba1-8385-4b90-a0fa-228f337d5cee req-0f93c16e-9d2a-473c-9001-79b2e8307720 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973898 Jul 30 03:24:27.768331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:27.768696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Network hostable DHCP agents. Network: 37af94b3-8f8f-47a1-afa7-2e08dc966070, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:24:27.817045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.822264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.824441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-322cf9fc-f21b-41d5-b61e-c352ce5a11d7 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975171 Jul 30 03:24:27.834041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b051-62b2-471c-8c35-0bce1b57e4b3 req-6f442e77-821e-4dc1-a912-5c3c44d7b4eb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:27.835879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4d6b051-62b2-471c-8c35-0bce1b57e4b3 req-6f442e77-821e-4dc1-a912-5c3c44d7b4eb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.2147329 Jul 30 03:24:27.846569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:24:27.862947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52066) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:27.874179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8839d35a-3acd-4629-8120-6bc063d83a03,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:27.882022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.882366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.882700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.883032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.883388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.883711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.884031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.884349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.884664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.884982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.885911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.886231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:27.891475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fe3e208a-418e-4365-af7f-acab8cd36aa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41e167ae77a54152b5ce6200456476e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420490 Jul 30 03:24:27.894011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52070) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:27.918457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 37af94b3-8f8f-47a1-afa7-2e08dc966070) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:27.943179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23692f12-eff3-4236-b108-08d00501f8b2 None None] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:27.948183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:27.948865 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.972207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1435f4fc-eb3e-4317-b70c-0890bc097c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:27.987209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4d6b051-62b2-471c-8c35-0bce1b57e4b3 req-8f719f79-d334-4ea1-94e5-4de70f67daa5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376004 Jul 30 03:24:28.009696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1435f4fc-eb3e-4317-b70c-0890bc097c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.019122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-344de903-f63d-4be6-8087-59099a18dc10 req-f9ec5fe9-9690-4b30-af28-1ff1dc8aa945 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811106 Jul 30 03:24:28.027202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1f7ed685-310c-4524-8d93-f2fdb8840c44 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3018386 Jul 30 03:24:28.029355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03942dfd-3966-43c1-95e0-6bd47b791a89 req-96eda4aa-4a31-4ce9-8009-9c564250be16 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/f161aaef-aa77-4f70-86e1-35d78135f686 HTTP/1.1" status: 200 len: 1804 time: 0.1180027 Jul 30 03:24:28.058760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-97e9c048-ffb9-4926-bab2-37fffb6c1416 req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-586393458', 'description': 'tempest-description-355241602'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:28.112413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df123ec5-af5a-4ae5-8367-197f7c887e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.115815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ffba9f-08db-47cc-95a7-84b403d321a2 None None] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:28.125019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e9c048-ffb9-4926-bab2-37fffb6c1416 req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.184756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806bcc-6c76-49e6-b6c6-9be6c94467c1 req-fb91f7a0-9e7a-4691-bcfa-8b26d342d680 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:28.186296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f806bcc-6c76-49e6-b6c6-9be6c94467c1 req-fb91f7a0-9e7a-4691-bcfa-8b26d342d680 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 948 time: 0.0716772 Jul 30 03:24:28.196168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1435f4fc-eb3e-4317-b70c-0890bc097c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.199050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1435f4fc-eb3e-4317-b70c-0890bc097c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.202556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1435f4fc-eb3e-4317-b70c-0890bc097c4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8839d35a-3acd-4629-8120-6bc063d83a03 HTTP/1.1" status: 204 len: 168 time: 0.3053021 Jul 30 03:24:28.220950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435f4fc-eb3e-4317-b70c-0890bc097c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839d35a-3acd-4629-8120-6bc063d83a03,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:28.256137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:28.259853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f806bcc-6c76-49e6-b6c6-9be6c94467c1 req-7173fabe-2f98-4ff5-9a92-ab1346e2b1a6 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 Jul 30 03:24:28.262871 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96ed8a-d431-441f-960a-0749e59316a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:28.280557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df123ec5-af5a-4ae5-8367-197f7c887e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.293304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df123ec5-af5a-4ae5-8367-197f7c887e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.365184 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4f428-1a79-49ad-8922-39317f3523de x-openstack-request-id: req-99d4f428-1a79-49ad-8922-39317f3523de {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:28.365642 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:28.366037 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99d4f428-1a79-49ad-8922-39317f3523de {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:28.366572 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'status': 'completed', 'code': 200} Jul 30 03:24:28.373402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df123ec5-af5a-4ae5-8367-197f7c887e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8491eddb-19c4-47a0-a64d-c3847d6dc5ad,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:28.379934 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-df123ec5-af5a-4ae5-8367-197f7c887e7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4078926de13f471ca7f4a194f4223a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159223 Jul 30 03:24:28.382828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:28.407385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e9c048-ffb9-4926-bab2-37fffb6c1416 req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.413991 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e9c048-ffb9-4926-bab2-37fffb6c1416 req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.446430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4158cf8e-8c98-42f9-9984-30d7158922dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:28.451115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e9c048-ffb9-4926-bab2-37fffb6c1416 req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.453605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97e9c048-ffb9-4926-bab2-37fffb6c1416 req-bf2457f6-dacb-4032-ba2f-a667d11e3914 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4011452 Jul 30 03:24:28.497731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e48f-b344-4342-9d42-6633e242fcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.532883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e48f-b344-4342-9d42-6633e242fcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.536911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-0060226e-e7f8-4653-ad7d-b079c50be2cc tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/4158cf8e-8c98-42f9-9984-30d7158922dc HTTP/1.1" status: 200 len: 1803 time: 0.0487278 Jul 30 03:24:28.559433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-1865970f-e965-495f-8e16-3cb2a35d0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:28.559847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4158cf8e-8c98-42f9-9984-30d7158922dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:28.560162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4158cf8e-8c98-42f9-9984-30d7158922dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:28.561207 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-1865970f-e965-495f-8e16-3cb2a35d0a7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 1097 time: 0.1173878 Jul 30 03:24:28.664470 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e48f-b344-4342-9d42-6633e242fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.667564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e48f-b344-4342-9d42-6633e242fcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.668770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1fd5e48f-b344-4342-9d42-6633e242fcd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8491eddb-19c4-47a0-a64d-c3847d6dc5ad HTTP/1.1" status: 204 len: 168 time: 0.2848723 Jul 30 03:24:28.670138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.684823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e48f-b344-4342-9d42-6633e242fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8491eddb-19c4-47a0-a64d-c3847d6dc5ad,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:28.706591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-dbfedf01-39dd-437c-813d-ffb6434f2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:28.715555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.718800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-dbfedf01-39dd-437c-813d-ffb6434f2a42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 923 time: 0.1490033 Jul 30 03:24:28.723078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.736396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-3d886a54-fe55-46c3-9835-d0d3681ae0a7 service neutron] 10.222.0.18 "GET /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.1130176 Jul 30 03:24:28.803726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e1c822-9292-4a6d-875b-ff891ecad3e7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:28.816061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:28.824621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca2b45c-e5e4-4bdb-ae26-3d502eb22dba req-c02991c8-9f96-4170-9985-0baa4d56beab tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2708869 Jul 30 03:24:28.855982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-440e3420-eb2b-4a6e-80cf-6131c1a2c00c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 200 len: 1001 time: 0.1288011 Jul 30 03:24:28.881968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:28.898371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-603065660-network', 'tenant_id': '006f4ff0b9584d90a1f1bd6af56383bd'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:28.911771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-16e202ee-8cfe-4f3f-a66f-3c9ab5823249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:28.913509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-16e202ee-8cfe-4f3f-a66f-3c9ab5823249 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.0496368 Jul 30 03:24:28.974848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-3c0b4e39-cf78-4315-a521-973111896c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:28.977283 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-3c0b4e39-cf78-4315-a521-973111896c63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546679 Jul 30 03:24:29.111792 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-ac1fe574-214c-477c-92ea-ead8569a9a95 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251800 Jul 30 03:24:29.183029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52130) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:29.201580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c28be49-cf1b-483c-b537-02e198f122fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.218765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acbbd1-79ad-42ed-9473-4c8f61d6af0d req-0ed738b5-9d79-48ff-8fb3-83424bcb1b2a tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:29.220301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23acbbd1-79ad-42ed-9473-4c8f61d6af0d req-0ed738b5-9d79-48ff-8fb3-83424bcb1b2a tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 947 time: 0.3779831 Jul 30 03:24:29.233272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb348012-f215-460c-9ab1-29f22ec937ad req-308babac-d6bc-4c5b-bcdb-9143fe60a685 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/4158cf8e-8c98-42f9-9984-30d7158922dc HTTP/1.1" status: 200 len: 2396 time: 0.3764305 Jul 30 03:24:29.243640 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d96ed8a-d431-441f-960a-0749e59316a4 req-e36e0e37-20b9-4052-8aeb-5cfe9a5a2d74 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235037 Jul 30 03:24:29.245893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4158cf8e-8c98-42f9-9984-30d7158922dc', 'remote_group_id': None}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:29.246226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4158cf8e-8c98-42f9-9984-30d7158922dc', 'remote_group_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:29.251179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Made reservation on behalf of 006f4ff0b9584d90a1f1bd6af56383bd for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:29.253807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.311690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.327269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c28be49-cf1b-483c-b537-02e198f122fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.332120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c28be49-cf1b-483c-b537-02e198f122fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.365018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:24:29.365018 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:24:29.365018 n-d-778696-14 neutron-server[93876]: [parameters: {'project_id_1': '006f4ff0b9584d90a1f1bd6af56383bd', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 24, 29, 342783)}] Jul 30 03:24:29.365018 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:24:29.365414 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:24:29.371332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23acbbd1-79ad-42ed-9473-4c8f61d6af0d req-f970b82f-b250-4c34-b3d8-8ec025c05af7 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312017 Jul 30 03:24:29.377278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c28be49-cf1b-483c-b537-02e198f122fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82594d77de664f36bae122a8e63a6ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906357 Jul 30 03:24:29.377278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28be49-cf1b-483c-b537-02e198f122fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab368ee9-b361-49c6-9df0-31c178f0dfe4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:29.378794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52136) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:29.426608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:29.485884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:29.506530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.519815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6831a0c6-1ba8-4ebe-8124-cc75c133768f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:29.531870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eca779a-3e9c-478c-b9be-ce7f4ec981a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.564297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4527a2-3e21-4d0c-90a2-1c39c6e0535c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:29.583844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.601363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:29.604553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.607555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eca779a-3e9c-478c-b9be-ce7f4ec981a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.621956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:29.633839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '6831a0c6-1ba8-4ebe-8124-cc75c133768f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '6831a0c6-1ba8-4ebe-8124-cc75c133768f', 'mac_address': 'fa:16:3e:9e:00:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:29.649261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.662690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe37af0-16ca-40ba-89d7-8484c0f168d1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:29.672925 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.678676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.679886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb348012-f215-460c-9ab1-29f22ec937ad req-ad9ee06f-6f32-402d-aeaf-312f0465380e tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4458067 Jul 30 03:24:29.689430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6831a0c6-1ba8-4ebe-8124-cc75c133768f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:29.691405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59aca-5619-479f-9e04-a6407ec96f51 req-57c665ac-5228-4fc8-889a-b9183087b617 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:29.693187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61c59aca-5619-479f-9e04-a6407ec96f51 req-57c665ac-5228-4fc8-889a-b9183087b617 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 966 time: 0.1670022 Jul 30 03:24:29.714500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:29.722126 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.775734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6831a0c6-1ba8-4ebe-8124-cc75c133768f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:29.781674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eca779a-3e9c-478c-b9be-ce7f4ec981a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.784028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.784246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5eca779a-3e9c-478c-b9be-ce7f4ec981a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.784381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.784706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.785044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.785373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5eca779a-3e9c-478c-b9be-ce7f4ec981a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab368ee9-b361-49c6-9df0-31c178f0dfe4 HTTP/1.1" status: 204 len: 168 time: 0.4042525 Jul 30 03:24:29.785469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.785791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.786126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.786456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.786791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.787103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.787452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.787911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:24:29.816359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61c59aca-5619-479f-9e04-a6407ec96f51 req-1bbfadfe-21b2-4ac7-bae1-aa56b79d730d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993383 Jul 30 03:24:29.819639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca779a-3e9c-478c-b9be-ce7f4ec981a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab368ee9-b361-49c6-9df0-31c178f0dfe4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:29.850893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] Transition to ACTIVE for port object ea4527a2-3e21-4d0c-90a2-1c39c6e0535c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:29.864183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad5623-d086-43b6-bad1-08f829455269 req-ee7ee108-91f4-462b-b281-6deec7e9fdb5 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:29.865935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad5623-d086-43b6-bad1-08f829455269 req-ee7ee108-91f4-462b-b281-6deec7e9fdb5 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 948 time: 0.1136413 Jul 30 03:24:29.866638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.868967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:29.913248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6831a0c6-1ba8-4ebe-8124-cc75c133768f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:30.025534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:30.069197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad5623-d086-43b6-bad1-08f829455269 req-cde113b8-17a3-4da1-81a8-45ffb790c375 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896117 Jul 30 03:24:30.083910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] No DVR routers for this DVR port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:24:30.155211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1a34a5db-bfff-402b-acfe-56414c8ab236 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4096446 Jul 30 03:24:30.184099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8c9db0a-dadd-42e2-be26-c62c92055890 req-61f9898b-7653-4b97-860c-b5e2ea03294a tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/4158cf8e-8c98-42f9-9984-30d7158922dc HTTP/1.1" status: 200 len: 2994 time: 0.0879779 Jul 30 03:24:30.226675 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.238820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.251282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.282411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-ccd85353-21cf-4d64-ae58-0e4af2840da4 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-group-rules/3fe37af0-16ca-40ba-89d7-8484c0f168d1 HTTP/1.1" status: 200 len: 783 time: 0.0613680 Jul 30 03:24:30.284529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef0fc7-bdab-454f-9cde-18622fa278b1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:30.297254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:24:30.328857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-7f3d5f56-a909-4e61-b321-956f1b5afec9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.330330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.330681 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Added segment 4ceabf60-456b-4eee-9236-96818c5b9610 of type vlan for network 69552b56-8003-4eb7-88e8-7f7532548638 Jul 30 03:24:30.331965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-7f3d5f56-a909-4e61-b321-956f1b5afec9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1119 time: 0.0933774 Jul 30 03:24:30.392744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-f4f68b3c-35b3-48c1-b47c-0b6eb1284b9a tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/4158cf8e-8c98-42f9-9984-30d7158922dc HTTP/1.1" status: 200 len: 2994 time: 0.0929401 Jul 30 03:24:30.396439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.447303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-591f2372-cdd3-4c67-aa04-6f18799b50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.449414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-0ee3bcad-e27e-4bde-82c0-c56bd1a4b033 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.450458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-591f2372-cdd3-4c67-aa04-6f18799b50ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 1119 time: 0.1090727 Jul 30 03:24:30.467463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-0ee3bcad-e27e-4bde-82c0-c56bd1a4b033 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.469398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.470343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.470929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.535324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1e9fad9a-d98b-4007-a42b-30e146473628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.537024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-1e9fad9a-d98b-4007-a42b-30e146473628 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1119 time: 0.0449479 Jul 30 03:24:30.587324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6981947 Jul 30 03:24:30.587889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:30.595700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7221ccb-9646-4c39-8d9a-9214b3a960ee admin admin] Pushing event updated for resources: {'Network': ['ID=69552b56-8003-4eb7-88e8-7f7532548638,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:30.600641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Request body: {'subnet': {'network_id': '69552b56-8003-4eb7-88e8-7f7532548638', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-603065660-subnet', 'tenant_id': '006f4ff0b9584d90a1f1bd6af56383bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:30.619073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-0ee3bcad-e27e-4bde-82c0-c56bd1a4b033 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.620142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 69552b56-8003-4eb7-88e8-7f7532548638 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:24:30.641953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6bd3c-64ce-4af7-b112-6a8f229f5a7e req-5a315ad9-4791-4184-9803-26e460e81f8e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.650121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbe6bd3c-64ce-4af7-b112-6a8f229f5a7e req-5a315ad9-4791-4184-9803-26e460e81f8e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 948 time: 0.1720724 Jul 30 03:24:30.655003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-0ee3bcad-e27e-4bde-82c0-c56bd1a4b033 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.656122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f847fb2b-bb3f-4ed4-9d3f-826a47a64221 req-0ee3bcad-e27e-4bde-82c0-c56bd1a4b033 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3fe37af0-16ca-40ba-89d7-8484c0f168d1 HTTP/1.1" status: 204 len: 173 time: 0.2560585 Jul 30 03:24:30.682778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3bcad-e27e-4bde-82c0-c56bd1a4b033 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fe37af0-16ca-40ba-89d7-8484c0f168d1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:30.691372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:30.698597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Made reservation on behalf of 006f4ff0b9584d90a1f1bd6af56383bd for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:30.701016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:30.710520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-c0c080d7-4a8f-4648-b7ea-0b8871f62160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.720261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-c0c080d7-4a8f-4648-b7ea-0b8871f62160 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1753800 Jul 30 03:24:30.761442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbe6bd3c-64ce-4af7-b112-6a8f229f5a7e req-bafbeafb-de1d-466b-83db-5876d367b4fb tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103535 Jul 30 03:24:30.780028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-514d8c0e-4982-4991-a118-eff414a72d87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.0497043 Jul 30 03:24:30.858337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-fb5a7924-48e9-408d-9933-265e7bb6a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:30.862122 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-fb5a7924-48e9-408d-9933-265e7bb6a32b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0672209 Jul 30 03:24:30.939104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23a53c06-e575-45b1-80bf-dc9a0381095c req-744fd91a-6dfa-4ca5-93b6-005bb7b14714 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/4158cf8e-8c98-42f9-9984-30d7158922dc HTTP/1.1" status: 200 len: 2396 time: 0.1310210 Jul 30 03:24:30.942065 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-9b1bd275-34fa-4563-b3f2-699afa109ddf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689762 Jul 30 03:24:31.057581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:31.082235 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-5d68e6d8-8fd8-45bf-9d1b-b2872804c070 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328337 Jul 30 03:24:31.084138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f3516ee-134d-4334-9a96-6bd54d9f1476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.122185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.159543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc856a-33a3-4340-850d-78f967a6e09b req-98f04dff-4bc5-4f4a-8042-6b1f2c688bc2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:31.167008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59dc856a-33a3-4340-850d-78f967a6e09b req-98f04dff-4bc5-4f4a-8042-6b1f2c688bc2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.2142909 Jul 30 03:24:31.199165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:31.206927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-23a53c06-e575-45b1-80bf-dc9a0381095c req-e8a362ce-7694-42f4-b41f-ac4bc0036b51 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.214589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5', 'mac_address': 'fa:16:3e:3c:56:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:31.217674 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-451c72a1-b78a-47ef-a996-8005ca293b5b service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256213 Jul 30 03:24:31.260921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.279644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:31.285260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f71457-54de-4a11-b852-ab0f2d505b03,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:31.289463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-23a53c06-e575-45b1-80bf-dc9a0381095c req-e8a362ce-7694-42f4-b41f-ac4bc0036b51 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.309559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:31.311713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59dc856a-33a3-4340-850d-78f967a6e09b req-27febfd4-50c1-4c55-9700-68f8c2b5839c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437616 Jul 30 03:24:31.319242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.333624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Checking segment: {'id': '4ceabf60-456b-4eee-9236-96818c5b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69552b56-8003-4eb7-88e8-7f7532548638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:31.334104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Network hostable DHCP agents. Network: 69552b56-8003-4eb7-88e8-7f7532548638, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:24:31.386305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:31.399166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Network 69552b56-8003-4eb7-88e8-7f7532548638 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:24:31.429120 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-23a53c06-e575-45b1-80bf-dc9a0381095c req-e8a362ce-7694-42f4-b41f-ac4bc0036b51 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.431693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-23a53c06-e575-45b1-80bf-dc9a0381095c req-e8a362ce-7694-42f4-b41f-ac4bc0036b51 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.433670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23a53c06-e575-45b1-80bf-dc9a0381095c req-e8a362ce-7694-42f4-b41f-ac4bc0036b51 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/4158cf8e-8c98-42f9-9984-30d7158922dc HTTP/1.1" status: 204 len: 173 time: 0.4896688 Jul 30 03:24:31.448513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a362ce-7694-42f4-b41f-ac4bc0036b51 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4158cf8e-8c98-42f9-9984-30d7158922dc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:31.450227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 69552b56-8003-4eb7-88e8-7f7532548638) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:31.458357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faaab54-f2b5-4e56-b793-bb54ae051ebd None None] Network 69552b56-8003-4eb7-88e8-7f7532548638 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:31.468404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:31.469009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.493838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f3516ee-134d-4334-9a96-6bd54d9f1476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.507100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4bf79-5487-425e-9641-483ae80aa469 req-8e2fa4c5-cff7-42d1-b2d9-2651741facc5 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:31.508722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23b4bf79-5487-425e-9641-483ae80aa469 req-8e2fa4c5-cff7-42d1-b2d9-2651741facc5 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 949 time: 0.1219373 Jul 30 03:24:31.516590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f3516ee-134d-4334-9a96-6bd54d9f1476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.528605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6831a0c6-1ba8-4ebe-8124-cc75c133768f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:31.546726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f3516ee-134d-4334-9a96-6bd54d9f1476 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0fa00a2be6443da94114f288f8c58d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8543241 Jul 30 03:24:31.547677 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-6208792d-eac1-4df7-9df4-75093683c651 req-5cbfc976-5296-474d-9385-97e1ef479cc5 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] show failed (client error): The resource could not be found. Jul 30 03:24:31.548601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6208792d-eac1-4df7-9df4-75093683c651 req-5cbfc976-5296-474d-9385-97e1ef479cc5 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/85ab8b63-009c-4249-8152-4691c4f680f3 HTTP/1.1" status: 404 len: 352 time: 0.0725069 Jul 30 03:24:31.549574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52230) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:31.560737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3bc6dc7d-f6c3-4db7-8d11-ca30bd36a57c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9683511 Jul 30 03:24:31.667475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3516ee-134d-4334-9a96-6bd54d9f1476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515ce5c-e986-403a-8b25-8f28092f8a0e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:31.679227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32513a0d-c8d2-47dc-b411-fb2088865548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.713427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32513a0d-c8d2-47dc-b411-fb2088865548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.725539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-01bafa7d-c645-41cd-99b6-fe15ebafd9b8 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:31.726494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23b4bf79-5487-425e-9641-483ae80aa469 req-d8cc9dbb-6fda-4d50-94cf-4d1fabe98ee7 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842849 Jul 30 03:24:31.735170 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-01bafa7d-c645-41cd-99b6-fe15ebafd9b8 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1119 time: 0.0956147 Jul 30 03:24:31.753878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-934df4c4-bf96-4ce3-8c8c-9109742422bb req-610e5f65-c788-468a-b910-aaf87682d1c8 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/f161aaef-aa77-4f70-86e1-35d78135f686 HTTP/1.1" status: 200 len: 1804 time: 0.1680412 Jul 30 03:24:31.773566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 6831a0c6-1ba8-4ebe-8124-cc75c133768f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:31.784172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 6831a0c6-1ba8-4ebe-8124-cc75c133768f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:31.785240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.837842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518dd2d-eeb6-4e17-b302-d9d228e90501 None None] Network 69552b56-8003-4eb7-88e8-7f7532548638 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:31.866384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-934df4c4-bf96-4ce3-8c8c-9109742422bb req-1a504871-4206-4370-bc59-3ef6826e2c21 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.887443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:31.902810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32513a0d-c8d2-47dc-b411-fb2088865548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.905325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32513a0d-c8d2-47dc-b411-fb2088865548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.909524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-32513a0d-c8d2-47dc-b411-fb2088865548 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c515ce5c-e986-403a-8b25-8f28092f8a0e HTTP/1.1" status: 204 len: 168 time: 0.3551869 Jul 30 03:24:31.922122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-934df4c4-bf96-4ce3-8c8c-9109742422bb req-1a504871-4206-4370-bc59-3ef6826e2c21 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.926155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32513a0d-c8d2-47dc-b411-fb2088865548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515ce5c-e986-403a-8b25-8f28092f8a0e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:31.949075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb9f1-ff5e-4eb1-9bb0-a6026eda0b2b req-a2442caa-c81d-4d4d-a099-f1d9e766bb00 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:31.956366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-071cb9f1-ff5e-4eb1-9bb0-a6026eda0b2b req-a2442caa-c81d-4d4d-a099-f1d9e766bb00 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 948 time: 0.0870092 Jul 30 03:24:31.984340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-bdb716d8-140c-4908-8793-d22694c79807 service neutron] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:31.988998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-bdb716d8-140c-4908-8793-d22694c79807 service neutron] Notify callbacks [] for binding, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:31.990512 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18dbb2e1-4c17-4cf7-ac9d-0dd2cbb9f735 req-bdb716d8-140c-4908-8793-d22694c79807 service neutron] 10.222.0.16 "DELETE /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.2474568 Jul 30 03:24:32.046569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:32.050875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-071cb9f1-ff5e-4eb1-9bb0-a6026eda0b2b req-3d1714be-db65-4918-aaaf-47721da7f5b8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933537 Jul 30 03:24:32.062182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-934df4c4-bf96-4ce3-8c8c-9109742422bb req-1a504871-4206-4370-bc59-3ef6826e2c21 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:32.067214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-934df4c4-bf96-4ce3-8c8c-9109742422bb req-1a504871-4206-4370-bc59-3ef6826e2c21 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:32.080941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-934df4c4-bf96-4ce3-8c8c-9109742422bb req-1a504871-4206-4370-bc59-3ef6826e2c21 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/f161aaef-aa77-4f70-86e1-35d78135f686 HTTP/1.1" status: 204 len: 173 time: 0.3178794 Jul 30 03:24:32.097808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a504871-4206-4370-bc59-3ef6826e2c21 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f161aaef-aa77-4f70-86e1-35d78135f686,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:32.126569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6831a0c6-1ba8-4ebe-8124-cc75c133768f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:32.129151 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c882e-df0f-4280-b9e5-2731f95f161c" -d '{"events": [{"server_uuid": "9ea7c128-a899-4bc3-b7ad-f09c13b35f77", "name": "network-vif-plugged", "status": "completed", "tag": "6831a0c6-1ba8-4ebe-8124-cc75c133768f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:32.170204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:32.186363 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:32.187275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:24:32.309907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6831a0c6-1ba8-4ebe-8124-cc75c133768f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:32.320012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:24:32.497814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-c2e9ea85-39ec-44c0-a344-525f2fca6393 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450845 Jul 30 03:24:32.663216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-5557fc1f-3d24-4cbf-a501-182cdb71fd23 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:32.664714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-5557fc1f-3d24-4cbf-a501-182cdb71fd23 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.1777885 Jul 30 03:24:32.688587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-806b346a-0a7d-4af5-aa67-4583ec64e242 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:32.690077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-806b346a-0a7d-4af5-aa67-4583ec64e242 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811721 Jul 30 03:24:32.691903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-7df7d742-6713-4fe7-9a5d-0e13d624ff5b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/quotas/9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 375 time: 0.0188966 Jul 30 03:24:32.733668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-1bf0b867-c056-4f43-8b6b-e2fb0d1a27f4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328929 Jul 30 03:24:32.735308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-6d0c65df-ccec-430f-ae42-b0275ff67cfa tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/quotas/ee8aecf7d5c5435e86ab505f43ab34b1 HTTP/1.1" status: 200 len: 375 time: 0.0356984 Jul 30 03:24:32.807201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-6121ed53-8fd1-4dc7-81f9-50047c071b5f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655677 Jul 30 03:24:32.858803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b688ee1d-f461-4216-85db-0fbce010f0af service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155765 Jul 30 03:24:33.008850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-82fc1f48-2f95-4d3b-bcce-6627e5db41e9 service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437566 Jul 30 03:24:33.012360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35599d0b-feac-49c1-a9b4-5fed37cbb12c req-e1a31f56-ce9b-4bf4-b95c-cecd93a46dae tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/c9454e97-52e8-4157-adb6-bb4ccd40b6d1 HTTP/1.1" status: 200 len: 1804 time: 0.0771232 Jul 30 03:24:33.091899 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-35599d0b-feac-49c1-a9b4-5fed37cbb12c req-55eb1bce-9b78-4092-a8a6-0c4c37fb2fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:33.117919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-35599d0b-feac-49c1-a9b4-5fed37cbb12c req-55eb1bce-9b78-4092-a8a6-0c4c37fb2fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:33.168009 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0639ac7c-bd2d-43be-a3d8-534921702ded x-openstack-request-id: req-0639ac7c-bd2d-43be-a3d8-534921702ded {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:33.168870 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea7c128-a899-4bc3-b7ad-f09c13b35f77", "name": "network-vif-plugged", "status": "completed", "tag": "6831a0c6-1ba8-4ebe-8124-cc75c133768f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:33.169296 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0639ac7c-bd2d-43be-a3d8-534921702ded {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:33.169842 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6831a0c6-1ba8-4ebe-8124-cc75c133768f', 'code': 200} Jul 30 03:24:33.210996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-35599d0b-feac-49c1-a9b4-5fed37cbb12c req-55eb1bce-9b78-4092-a8a6-0c4c37fb2fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:33.213895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-35599d0b-feac-49c1-a9b4-5fed37cbb12c req-55eb1bce-9b78-4092-a8a6-0c4c37fb2fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:33.220470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35599d0b-feac-49c1-a9b4-5fed37cbb12c req-55eb1bce-9b78-4092-a8a6-0c4c37fb2fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/c9454e97-52e8-4157-adb6-bb4ccd40b6d1 HTTP/1.1" status: 204 len: 173 time: 0.1995745 Jul 30 03:24:33.278165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb1bce-9b78-4092-a8a6-0c4c37fb2fd7 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9454e97-52e8-4157-adb6-bb4ccd40b6d1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:33.414564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb456a75-3bc2-4a7e-b12e-e1d3f307b853 req-4705e034-491b-46d6-a8a4-ed610af61250 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:33.416737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb456a75-3bc2-4a7e-b12e-e1d3f307b853 req-4705e034-491b-46d6-a8a4-ed610af61250 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.1049759 Jul 30 03:24:33.433031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ea590-af0d-4adb-a1ac-d9b0e9b054a0 req-d2908700-483d-4f6d-aae6-00c3fc379c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:33.434624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f3ea590-af0d-4adb-a1ac-d9b0e9b054a0 req-d2908700-483d-4f6d-aae6-00c3fc379c6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 1101 time: 0.1713586 Jul 30 03:24:33.448019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1028-c629-4052-a081-4212c5898d47 req-e7f390f3-5512-4eea-bece-d9063d622fc6 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:33.449474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a39c1028-c629-4052-a081-4212c5898d47 req-e7f390f3-5512-4eea-bece-d9063d622fc6 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 949 time: 0.1370642 Jul 30 03:24:33.526847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb456a75-3bc2-4a7e-b12e-e1d3f307b853 req-dc1a2dc6-f42b-4006-9d5b-d51b45eda420 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013896 Jul 30 03:24:33.534088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a39c1028-c629-4052-a081-4212c5898d47 req-e3579a86-cd15-4462-855b-00097a33fcf3 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708368 Jul 30 03:24:33.535635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f3ea590-af0d-4adb-a1ac-d9b0e9b054a0 req-b7143cdd-d220-444f-b587-722fafd68208 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840738 Jul 30 03:24:33.646888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-cba6364d-ed59-416d-acfd-f3eaf90f0b76 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244868 Jul 30 03:24:33.775486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-cddcf927-3eda-48a4-876f-3dbefb88c785 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=19db5d9e681a4c1a9f9432d55018274d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308323 Jul 30 03:24:33.782874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-6b2661ca-0080-4bbd-b0d0-1585ce988038 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:33.784303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-6b2661ca-0080-4bbd-b0d0-1585ce988038 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301391 Jul 30 03:24:33.838388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-feab4562-3690-4489-a0c5-40007542831d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/quotas/ee8aecf7d5c5435e86ab505f43ab34b1 HTTP/1.1" status: 200 len: 375 time: 0.0433919 Jul 30 03:24:33.882025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fda7d5e3-0a84-4643-ad46-280d1696e939 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351338 Jul 30 03:24:33.918593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-d72fcfc3-47b5-475d-8cb3-9b47f3922297 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:33.920391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-d72fcfc3-47b5-475d-8cb3-9b47f3922297 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352172 Jul 30 03:24:33.938149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-f50044d5-13e2-481c-acd1-4327d8165aa7 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/quotas/19db5d9e681a4c1a9f9432d55018274d HTTP/1.1" status: 200 len: 375 time: 0.0113311 Jul 30 03:24:34.001619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-07fcee5e-a0b2-47a2-9af3-776cf25937f5 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210385 Jul 30 03:24:34.003558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-2eaf8f52-3d78-4edf-9d7a-d49b3682d59d tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=19db5d9e681a4c1a9f9432d55018274d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589550 Jul 30 03:24:34.218033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ef14ea6a-f9a6-496b-afce-0e02c31c721a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:34.219611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ef14ea6a-f9a6-496b-afce-0e02c31c721a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116070 Jul 30 03:24:34.241043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c335bf8-bc9b-4195-b8b0-adb55a2c9159 req-71198e8e-af78-41f8-867e-72f1b157a702 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:34.242686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c335bf8-bc9b-4195-b8b0-adb55a2c9159 req-71198e8e-af78-41f8-867e-72f1b157a702 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 949 time: 0.1485302 Jul 30 03:24:34.252687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Request body: {'port': {'device_id': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'ee8aecf7d5c5435e86ab505f43ab34b1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:34.576760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-916e7d9a-df85-4e08-b21c-828373cc5a93 req-222367ee-d73b-4b0f-bb86-ceb9c3498127 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 210 time: 0.3331914 Jul 30 03:24:34.699335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c335bf8-bc9b-4195-b8b0-adb55a2c9159 req-8db21f35-86e2-4b99-a114-76630a5b71dc tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425981 Jul 30 03:24:34.813122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-47bb7e14-cc12-4304-bfbb-0385c2187a7f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:34.814976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-47bb7e14-cc12-4304-bfbb-0385c2187a7f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.2343764 Jul 30 03:24:34.844840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Request body: {'port': {'device_id': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'admin_state_up': True, 'tenant_id': '9c8968a4754a41ecae7f7ecc6297fb78'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:34.847656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Made reservation on behalf of ee8aecf7d5c5435e86ab505f43ab34b1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:34.851349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:34.854770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f3d5299-57aa-47c5-8a66-35d10ada4d34 req-2edcad26-050e-439c-9290-2ba65acdd087 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 210 time: 0.0616536 Jul 30 03:24:34.874655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a46bcf0-aa6c-4092-b216-3fd8fa81bdba req-9346357a-ba5d-42f4-9d9b-2c79b13379e1 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/35b4cb7e-b24f-4a60-b6be-9221898527c1 HTTP/1.1" status: 200 len: 1804 time: 0.1465769 Jul 30 03:24:34.875482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:34.975118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9dc1e6e-71f1-4e32-8926-907e4f753371 req-989e1c30-a7d7-46b7-a427-366dc8f1ae1e tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 210 time: 0.0544491 Jul 30 03:24:35.091275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:35.094618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a46bcf0-aa6c-4092-b216-3fd8fa81bdba req-7a4034d7-766d-42f9-bd5d-5bc16e13d139 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.137438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a46bcf0-aa6c-4092-b216-3fd8fa81bdba req-7a4034d7-766d-42f9-bd5d-5bc16e13d139 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.143173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:35.146695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:35.147076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.169419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e639b-f20f-4be8-8379-ec0ae9f70007 req-281ba16a-ccef-4111-b883-f80f2b1523bd tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:35.170908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-464e639b-f20f-4be8-8379-ec0ae9f70007 req-281ba16a-ccef-4111-b883-f80f2b1523bd tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 949 time: 0.1252403 Jul 30 03:24:35.212512 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.223503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.227764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.261040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:35.264067 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acffffee-6cdc-42d1-a773-8303a744494f" -d '{"events": [{"server_uuid": "f29a79e9-4e13-4adf-b570-45e3241038ea", "name": "network-vif-plugged", "status": "completed", "tag": "da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:35.266415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a46bcf0-aa6c-4092-b216-3fd8fa81bdba req-7a4034d7-766d-42f9-bd5d-5bc16e13d139 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.268961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a46bcf0-aa6c-4092-b216-3fd8fa81bdba req-7a4034d7-766d-42f9-bd5d-5bc16e13d139 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.270098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a46bcf0-aa6c-4092-b216-3fd8fa81bdba req-7a4034d7-766d-42f9-bd5d-5bc16e13d139 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/35b4cb7e-b24f-4a60-b6be-9221898527c1 HTTP/1.1" status: 204 len: 173 time: 0.3634264 Jul 30 03:24:35.272980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-464e639b-f20f-4be8-8379-ec0ae9f70007 req-3d5d22e2-f78d-402d-aed2-3c67ca07a6d2 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 Jul 30 03:24:35.282152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:35.289152 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.315311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Made reservation on behalf of 9c8968a4754a41ecae7f7ecc6297fb78 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:35.318760 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.349070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:35.354464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7473b1-c089-42b7-9bbd-fdea78c1c192,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:35.401787 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ec1771-3931-44b4-9a45-b318d80ae4df x-openstack-request-id: req-48ec1771-3931-44b4-9a45-b318d80ae4df {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:35.402270 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29a79e9-4e13-4adf-b570-45e3241038ea", "name": "network-vif-plugged", "status": "completed", "tag": "da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:35.402439 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48ec1771-3931-44b4-9a45-b318d80ae4df {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:35.403117 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5', 'code': 200} Jul 30 03:24:35.413592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4034d7-766d-42f9-bd5d-5bc16e13d139 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4cb7e-b24f-4a60-b6be-9221898527c1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:35.507348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-b907d266-8085-4c03-b510-0e889adae0a6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239861 Jul 30 03:24:35.528916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Allocated IP 192.168.233.211 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/6f22e6e2-c796-435f-95c9-7de9f00fed15) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:35.600878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd6656-717f-4076-913d-c655fc62d570 req-a0d9595c-5e49-44da-ab7d-e1528d7ad53d tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:35.602412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fd6656-717f-4076-913d-c655fc62d570 req-a0d9595c-5e49-44da-ab7d-e1528d7ad53d tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1119 time: 0.2245727 Jul 30 03:24:35.631063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce19049a-e8ac-43a3-b0af-04dc6cc4b33c req-330b2d60-e12d-46a7-a637-6900b5049b15 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/a9f83ec6-aa9f-4898-99bc-412d3eabd8f2 HTTP/1.1" status: 200 len: 2402 time: 0.2092428 Jul 30 03:24:35.656610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-3fa38f28-9a5e-49ac-96d5-4cf8dc912996 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:35.658207 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-3fa38f28-9a5e-49ac-96d5-4cf8dc912996 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191709 Jul 30 03:24:35.692028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Request body: {'port': {'device_id': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'ee8aecf7d5c5435e86ab505f43ab34b1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:35.694818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Allocated IP 172.20.0.4 (37af94b3-8f8f-47a1-afa7-2e08dc966070/283e3526-b72d-47bc-a37f-3c83bbaa0adb/860b8f5b-4eda-4449-8643-6cdfac39e18b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:35.740655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee31a51-e575-42d5-bbc3-5f22eab9ef02 req-a093d415-20a3-459e-8c9d-62bb0ab64d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:35.742141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ee31a51-e575-42d5-bbc3-5f22eab9ef02 req-a093d415-20a3-459e-8c9d-62bb0ab64d6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 1102 time: 0.1800187 Jul 30 03:24:35.797690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fd6656-717f-4076-913d-c655fc62d570 req-db98ec6f-ca61-4227-8046-4840ae3bfd7a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748188 Jul 30 03:24:35.801117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Made reservation on behalf of ee8aecf7d5c5435e86ab505f43ab34b1 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:35.804758 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.887531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce19049a-e8ac-43a3-b0af-04dc6cc4b33c req-a898ac02-a0c6-4b00-af5e-7f920ebce534 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:35.924428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ee31a51-e575-42d5-bbc3-5f22eab9ef02 req-b29cbc86-ea81-450d-ae5f-b89995ff96ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288726 Jul 30 03:24:35.999794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce19049a-e8ac-43a3-b0af-04dc6cc4b33c req-a898ac02-a0c6-4b00-af5e-7f920ebce534 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.008769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b7cd39f-7d73-4e42-9b43-ce5ada7dc88e req-71107716-91d1-4017-9928-a80ad2b890c4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 210 time: 0.0796323 Jul 30 03:24:36.045911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.088877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Transition to ACTIVE for port object 6f22e6e2-c796-435f-95c9-7de9f00fed15 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:36.114873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce19049a-e8ac-43a3-b0af-04dc6cc4b33c req-a898ac02-a0c6-4b00-af5e-7f920ebce534 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.117408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce19049a-e8ac-43a3-b0af-04dc6cc4b33c req-a898ac02-a0c6-4b00-af5e-7f920ebce534 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.118530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce19049a-e8ac-43a3-b0af-04dc6cc4b33c req-a898ac02-a0c6-4b00-af5e-7f920ebce534 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/a9f83ec6-aa9f-4898-99bc-412d3eabd8f2 HTTP/1.1" status: 204 len: 173 time: 0.4701951 Jul 30 03:24:36.122689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.147572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898ac02-a0c6-4b00-af5e-7f920ebce534 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f83ec6-aa9f-4898-99bc-412d3eabd8f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:36.171851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.226594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Allocated IP 192.168.233.149 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:36.251425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:36.261197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.262955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:36.268105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:36.273731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:36.274259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.277544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:36.335357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1980-3c10-487d-b88f-b91b6ffdd8e4 req-2718d651-2b2f-473c-9960-453887c356df tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:36.336896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1daa1980-3c10-487d-b88f-b91b6ffdd8e4 req-2718d651-2b2f-473c-9960-453887c356df tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 949 time: 0.1590734 Jul 30 03:24:36.343339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-ebfacb3c-09de-4e40-8151-e67ed54a4231 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0979662 Jul 30 03:24:36.347871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:36.357976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:36.364207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Request body: {'port': {'device_id': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:36.376002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:36.381149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.16', 62994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:36.381531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:36.382167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.410024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.433381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:36.449410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-627890ec-d70c-4318-9c73-b187781b8336 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=19db5d9e681a4c1a9f9432d55018274d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310740 Jul 30 03:24:36.453720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Transition to ACTIVE for port object 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:36.484989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-080af46b-4f0d-4b9e-9ec6-d7f410135ef6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468749 Jul 30 03:24:36.493181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1daa1980-3c10-487d-b88f-b91b6ffdd8e4 req-ca529135-4b9b-4ca3-a237-03711ca4ee3f tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470878 Jul 30 03:24:36.505290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Request body: {'port': {'device_id': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:36.507861 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.583779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.609886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cf16762-e575-4275-9a79-851579fadec3 None None] Provisioning for port 6f22e6e2-c796-435f-95c9-7de9f00fed15 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:36.615422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cf16762-e575-4275-9a79-851579fadec3 None None] Provisioning complete for port 6f22e6e2-c796-435f-95c9-7de9f00fed15 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:36.615807 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cf16762-e575-4275-9a79-851579fadec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.650970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:36.653636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-a4e2e6c1-ebb9-4694-bede-565a538df857 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2321627 Jul 30 03:24:36.656900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event updated for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:36.659652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:36.663191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:36.680819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3cf16762-e575-4275-9a79-851579fadec3 None None] Port 6f22e6e2-c796-435f-95c9-7de9f00fed15 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:36.698683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-079bade2-c884-4e89-8fcc-b033cb93e0fd tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:36.700237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-079bade2-c884-4e89-8fcc-b033cb93e0fd tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338233 Jul 30 03:24:36.723098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.731268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:36.732157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.740129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Request body: {'port': {'device_id': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '19db5d9e681a4c1a9f9432d55018274d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:36.801797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-2fac60ce-d7c4-4750-a3d8-b8a4818e6a11 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1137989 Jul 30 03:24:36.828452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Request body: {'port': {'device_id': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:36.871200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a72b6f-7256-4fbd-9677-eaf28e54d84d req-8c4787b2-600b-45fe-b5da-9a89a0122db9 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:36.872623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5a72b6f-7256-4fbd-9677-eaf28e54d84d req-8c4787b2-600b-45fe-b5da-9a89a0122db9 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 936 time: 0.3212576 Jul 30 03:24:36.906960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.908251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c496f0b8-86b5-470b-8460-ec4e1539543d None None] Provisioning for port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:36.913336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c496f0b8-86b5-470b-8460-ec4e1539543d None None] Provisioning complete for port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:36.913838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c496f0b8-86b5-470b-8460-ec4e1539543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.956222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c496f0b8-86b5-470b-8460-ec4e1539543d None None] Port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:36.971428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Made reservation on behalf of 19db5d9e681a4c1a9f9432d55018274d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:36.974927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:36.996112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:37.168936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:37.173426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:37.237172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ecffd0-52e0-4e4d-b506-dc64731f1ce7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:37.258122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-7a965dc2-b3d6-4f09-a561-bc840c23ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:37.259709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-7a965dc2-b3d6-4f09-a561-bc840c23ecfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 1097 time: 0.4719555 Jul 30 03:24:37.270188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-eaabde9f-1666-4867-a359-68d8f88d29c5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:37.271570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-eaabde9f-1666-4867-a359-68d8f88d29c5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.6169319 Jul 30 03:24:37.282858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5a72b6f-7256-4fbd-9677-eaf28e54d84d req-db170c92-3150-422c-8ba9-03c4c2c5df6c tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787692 Jul 30 03:24:37.402857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-49a7c310-606f-4dc6-9e8f-8bbbdbfaa0fe tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/quotas/8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 375 time: 0.1143887 Jul 30 03:24:37.463483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f20f4ae6-7b24-4772-99b1-024c5b88bad7 req-e10fc991-ae6d-4aaf-9930-50b7fad4df32 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 210 time: 0.0893326 Jul 30 03:24:37.599002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-ba8c91ea-dfe9-41a9-bedd-f44faf7773f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:37.600471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-ba8c91ea-dfe9-41a9-bedd-f44faf7773f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 923 time: 0.3032687 Jul 30 03:24:37.606009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:37.633827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:37.681959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-85abff7a-77ac-47d6-b753-75545ad6ccc0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2579365 Jul 30 03:24:37.684415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567520e5-2acf-41d4-8a50-c22e0b6651b4 req-e39322d3-6493-4c47-8008-5a55e88c3a33 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "GET /v2.0/security-groups/0caf1dd9-8eb7-4456-921c-2b7844e53aa7 HTTP/1.1" status: 200 len: 2398 time: 0.1972172 Jul 30 03:24:37.732592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Transition to ACTIVE for port object 6f22e6e2-c796-435f-95c9-7de9f00fed15 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:37.799667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:37.874339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-ebc75272-75fd-4342-a052-662e04212320 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 200 len: 1001 time: 0.2551873 Jul 30 03:24:37.919058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860b8f5b-4eda-4449-8643-6cdfac39e18b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:37.965682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:37.992074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:38.039840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-d09fc13f-e85a-4ec0-b311-1a86bbe32c46 service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388200 Jul 30 03:24:38.058493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-a3455eea-acd5-45a7-8754-96b249c22ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:38.060005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-a3455eea-acd5-45a7-8754-96b249c22ec4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.1718171 Jul 30 03:24:38.061010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Transition to ACTIVE for port object 860b8f5b-4eda-4449-8643-6cdfac39e18b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:38.081951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.096022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:38.101662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-567520e5-2acf-41d4-8a50-c22e0b6651b4 req-ad4c8509-656c-41b8-b5de-6ae883480a88 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.104540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.116853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Transition to ACTIVE for port object 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:38.121796 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.142346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Attempting to bind port 6f22e6e2-c796-435f-95c9-7de9f00fed15 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:38.142677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Attempting to bind port 6f22e6e2-c796-435f-95c9-7de9f00fed15 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:38.143000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Attempting to bind port 6f22e6e2-c796-435f-95c9-7de9f00fed15 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:38.195720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Port 6f22e6e2-c796-435f-95c9-7de9f00fed15 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:38.196042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Attempting to bind port 6f22e6e2-c796-435f-95c9-7de9f00fed15 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:38.209329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:38.220972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Allocated IP 192.168.233.246 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/046314bd-619e-4991-a7ea-1dd8df84301f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:38.223425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-567520e5-2acf-41d4-8a50-c22e0b6651b4 req-ad4c8509-656c-41b8-b5de-6ae883480a88 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.238980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:38.239405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:38.239738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:38.240169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Bound port: 6f22e6e2-c796-435f-95c9-7de9f00fed15, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:38.240530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.260342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:38.287848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-804fddd0-5850-4efd-be6a-0a32f713f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:38.289612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-804fddd0-5850-4efd-be6a-0a32f713f82b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2175784 Jul 30 03:24:38.340856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Attempting to bind port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:38.341181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Attempting to bind port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:38.341497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Attempting to bind port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:38.370992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:38.371335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Attempting to bind port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:38.383903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:38.384228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:38.385153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:38.385605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Bound port: 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:38.385942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.405284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-f89c9d51-3d59-4637-8656-a76ec09a0c0a service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560426 Jul 30 03:24:38.417974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:38.418314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:38.418669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:38.433972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:38.434294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:38.463434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:38.463434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:38.463434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:38.463434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Bound port: 860b8f5b-4eda-4449-8643-6cdfac39e18b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:38.463434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.469277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-567520e5-2acf-41d4-8a50-c22e0b6651b4 req-ad4c8509-656c-41b8-b5de-6ae883480a88 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.471806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-567520e5-2acf-41d4-8a50-c22e0b6651b4 req-ad4c8509-656c-41b8-b5de-6ae883480a88 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.472950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567520e5-2acf-41d4-8a50-c22e0b6651b4 req-ad4c8509-656c-41b8-b5de-6ae883480a88 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] 10.222.0.39 "DELETE /v2.0/security-groups/0caf1dd9-8eb7-4456-921c-2b7844e53aa7 HTTP/1.1" status: 204 len: 173 time: 0.7799230 Jul 30 03:24:38.481453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52412) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:38.506984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c8509-656c-41b8-b5de-6ae883480a88 tempest-SecurityGroupRulesTestJSON-870687580 tempest-SecurityGroupRulesTestJSON-870687580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf1dd9-8eb7-4456-921c-2b7844e53aa7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:38.511047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:38.545052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-2e318653-3591-4803-9ab7-dd70ca2c10d7 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382195 Jul 30 03:24:38.548264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:38.563669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.575376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:38.581573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.584849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:38.599433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.615286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Transition to ACTIVE for port object 046314bd-619e-4991-a7ea-1dd8df84301f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:38.626828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Deleting subnet 785089c8-e980-4002-82c1-e8c56279bb06 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:24:38.635635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:38.636589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.638107 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] 10.222.0.16 "PUT /v2.0/ports/2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de HTTP/1.1" status: 200 len: 1097 time: 1.8154836 Jul 30 03:24:38.675686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:38.678805 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc66379-c052-4350-965b-9b817676c616" -d '{"events": [{"name": "network-changed", "server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:38.683075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.727425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:38.801365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed427ea-b9f9-4e31-9b40-d6e9517fff56 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:38.826292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:38.830795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.847661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:38.848325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.849808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-3197f1e6-05fc-4ca0-867a-d67f8908a17d service neutron] 10.222.0.18 "PUT /v2.0/ports/6f22e6e2-c796-435f-95c9-7de9f00fed15 HTTP/1.1" status: 200 len: 1097 time: 2.4982297 Jul 30 03:24:38.858975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba60c-361c-4932-bed8-96dc0d3eb17e req-10e593f4-8533-4123-b004-4b33f771d026 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:38.867434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c42ba60c-361c-4932-bed8-96dc0d3eb17e req-10e593f4-8533-4123-b004-4b33f771d026 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 950 time: 0.3135452 Jul 30 03:24:38.878736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:38.889886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:38.892504 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc66e8a-f215-453a-bd23-22e400622506" -d '{"events": [{"name": "network-changed", "server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:38.946801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:38.977323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-ec012a73-4fb9-4450-8e6e-3110a41af668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:38.982767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-ec012a73-4fb9-4450-8e6e-3110a41af668 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 1100 time: 0.2597125 Jul 30 03:24:38.984398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.038618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0671cbf1-3ab7-41c5-af28-689fe40659f8 req-3eb95abb-4bf7-43e2-9115-d801b12e0b9d service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837973 Jul 30 03:24:39.054272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.057874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-907a0a85-7f4c-47a0-8672-0b13502c9b53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de HTTP/1.1" status: 200 len: 217 time: 0.0578661 Jul 30 03:24:39.058029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c42ba60c-361c-4932-bed8-96dc0d3eb17e req-e5e72c30-a45c-408c-8c29-08bf683bebb9 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851857 Jul 30 03:24:39.071364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.102970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-b029082a-d181-40bb-b87e-ed8616807b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.108814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-b029082a-d181-40bb-b87e-ed8616807b2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1100 time: 0.2027624 Jul 30 03:24:39.124061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.127286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.129258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] 10.222.0.18 "PUT /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 1092 time: 2.6289113 Jul 30 03:24:39.156677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:39.180812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:39.209530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:39.214144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.216141 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/785089c8-e980-4002-82c1-e8c56279bb06 HTTP/1.1" status: 204 len: 168 time: 0.7334933 Jul 30 03:24:39.218595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:39.221283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2cd31-b2dd-4494-aec5-58a161996284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785089c8-e980-4002-82c1-e8c56279bb06,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:39.230825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52436) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:39.239345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-06fab301-b039-41cd-afce-9b29fec6e6bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15 HTTP/1.1" status: 200 len: 217 time: 0.1024129 Jul 30 03:24:39.278120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1661bb8-68b6-4eaa-966c-edab7f2b4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:39.364198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.380257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-065a784e-a05e-4ff3-9435-5814f6d64af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.381782 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-065a784e-a05e-4ff3-9435-5814f6d64af3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2544684 Jul 30 03:24:39.397850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.398534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.506670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-01302a2c-73ec-43fe-a1b6-dda1e126fc19 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7711217 Jul 30 03:24:39.531277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Request body: {'port': {'device_id': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:39.534532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.534658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e819065d-985a-4d09-96e3-33705e9e1a8a None None] Provisioning for port 046314bd-619e-4991-a7ea-1dd8df84301f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:39.539495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e819065d-985a-4d09-96e3-33705e9e1a8a None None] Provisioning complete for port 046314bd-619e-4991-a7ea-1dd8df84301f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:39.539875 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e819065d-985a-4d09-96e3-33705e9e1a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.559472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-ac7f317d-0a4d-4469-95c8-2a4aca2bd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.561000 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-ac7f317d-0a4d-4469-95c8-2a4aca2bd3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1588464 Jul 30 03:24:39.567348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861c1afe-48bb-4313-9664-557269edb77e']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:39.574951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e819065d-985a-4d09-96e3-33705e9e1a8a None None] Port 046314bd-619e-4991-a7ea-1dd8df84301f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:39.592987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0d8636-e6dd-4255-a06d-3dbf960e5423') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:39.593288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0d8636-e6dd-4255-a06d-3dbf960e5423') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:24:39.611485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5526e7b-f918-477e-9730-103becfab207 req-a149f85f-d3a5-4590-ba35-a2097e617ffa tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.612961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5526e7b-f918-477e-9730-103becfab207 req-a149f85f-d3a5-4590-ba35-a2097e617ffa tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.3887310 Jul 30 03:24:39.617014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-7a8111ab-f7e9-4153-ab8f-b518a2821c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.618386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-7a8111ab-f7e9-4153-ab8f-b518a2821c07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.3647673 Jul 30 03:24:39.632611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-a03c1c1b-f74b-4dac-bdbc-7d6f970fbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.634033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-a03c1c1b-f74b-4dac-bdbc-7d6f970fbbcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1095 time: 0.4222338 Jul 30 03:24:39.652822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.657515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627643-bef2-43a4-bce9-5adf2ff5a90c req-68fcd189-fb99-4bd4-a0cb-98d51a8e1d21 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.658954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b627643-bef2-43a4-bce9-5adf2ff5a90c req-68fcd189-fb99-4bd4-a0cb-98d51a8e1d21 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 948 time: 0.3767610 Jul 30 03:24:39.676297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.679718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.701215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:24:39.701608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:24:39.704471 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:24:39.739739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-a119bee9-8da9-4501-86b2-26650f816b50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 217 time: 0.0787008 Jul 30 03:24:39.752650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5526e7b-f918-477e-9730-103becfab207 req-7799f8f8-d2f3-43b7-a8d2-83c59d1c7418 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305938 Jul 30 03:24:39.794158 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-37d3680d-25d5-4064-b254-c0201a7c6871 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227304 Jul 30 03:24:39.818804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.819486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b627643-bef2-43a4-bce9-5adf2ff5a90c req-fdcf2882-fdc9-4d3d-b782-c2219b110342 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384680 Jul 30 03:24:39.821301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-810b263b-9c04-4922-9dc2-b84a0a76928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.823202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-810b263b-9c04-4922-9dc2-b84a0a76928c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1861236 Jul 30 03:24:39.846927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.18', 54057) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:39.867591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-7d2a4815-bbaf-4257-a40d-e3c6c6d5fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:39.868532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-7d2a4815-bbaf-4257-a40d-e3c6c6d5fe19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1192458 Jul 30 03:24:39.911171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:39.913045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] 10.222.0.39 "DELETE /v2.0/networks/861c1afe-48bb-4313-9664-557269edb77e HTTP/1.1" status: 204 len: 168 time: 0.6799796 Jul 30 03:24:39.933301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5cc86-72cb-49ba-b564-c5ada28fe982 admin admin] Pushing event deleted for resources: {'Network': ['ID=861c1afe-48bb-4313-9664-557269edb77e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:40.024548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-8a15e6fa-be6b-411e-84c2-c57edb41ae2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136439 Jul 30 03:24:40.065832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ff5cc94-bb98-4d0a-ae85-324d781ba8c2 req-701e11b2-1e6e-4da7-ac05-f079bc25733c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 210 time: 0.0895889 Jul 30 03:24:40.137848 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b5539927-71b2-4725-9da0-383dd7be8f28 req-af28c620-a941-4b0f-a655-e9a7310c6169 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348308 Jul 30 03:24:40.140170 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c723465-ccbc-42a7-9425-f06cb7a04958 x-openstack-request-id: req-7c723465-ccbc-42a7-9425-f06cb7a04958 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:40.140525 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:40.141143 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c723465-ccbc-42a7-9425-f06cb7a04958 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:40.141257 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de', 'status': 'completed', 'code': 200} Jul 30 03:24:40.157963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046314bd-619e-4991-a7ea-1dd8df84301f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:40.168137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.182698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Transition to ACTIVE for port object 046314bd-619e-4991-a7ea-1dd8df84301f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:40.183991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9ba2a-c0ce-4977-a85b-4a4a1ed6ded6 req-c86a08e1-5e3d-406f-9281-7bacdfce3c1b tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.185733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1b9ba2a-c0ce-4977-a85b-4a4a1ed6ded6 req-c86a08e1-5e3d-406f-9281-7bacdfce3c1b tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 936 time: 0.2912910 Jul 30 03:24:40.193038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52440) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:40.195342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.198309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-fc0a2f21-491e-4138-88f8-bc5559cc84e4 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614902 Jul 30 03:24:40.206027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-afea12f1-9497-4e14-ac85-051a94ca0f7f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.208093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-afea12f1-9497-4e14-ac85-051a94ca0f7f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.3599846 Jul 30 03:24:40.244981 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f173b5-b6b8-4dcc-ad8e-ba5794807876 x-openstack-request-id: req-04f173b5-b6b8-4dcc-ad8e-ba5794807876 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:40.245265 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:40.245518 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04f173b5-b6b8-4dcc-ad8e-ba5794807876 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:40.246007 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'status': 'completed', 'code': 200} Jul 30 03:24:40.275698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Request body: {'port': {'device_id': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'admin_state_up': True, 'tenant_id': '8ce19f09c0354ff2b630bbfec9c1f116'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:40.337234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:40.365428 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0193ea1b-4854-454e-a3ae-97a4628caa52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2039229f1da0436cbe5d0eac45c712f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687222 Jul 30 03:24:40.366466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52444) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:40.376630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1b9ba2a-c0ce-4977-a85b-4a4a1ed6ded6 req-5746fb7a-840e-4236-973c-d227f6924bf3 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822579 Jul 30 03:24:40.406714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Attempting to bind port 046314bd-619e-4991-a7ea-1dd8df84301f on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:40.407034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Attempting to bind port 046314bd-619e-4991-a7ea-1dd8df84301f by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:40.407390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Attempting to bind port 046314bd-619e-4991-a7ea-1dd8df84301f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:40.418272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc66379-c052-4350-965b-9b817676c616 req-17b18b83-eaa7-4c75-8a2e-01b3d6f9e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.419816 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-17b18b83-eaa7-4c75-8a2e-01b3d6f9e334 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 1100 time: 0.1491120 Jul 30 03:24:40.427179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Port 046314bd-619e-4991-a7ea-1dd8df84301f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:40.427412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Attempting to bind port 046314bd-619e-4991-a7ea-1dd8df84301f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:40.445026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:40.445366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:40.445751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:40.445852 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:24:40.446319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Bound port: 046314bd-619e-4991-a7ea-1dd8df84301f, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:40.446535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.451430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-2a7a9f6b-01b9-4590-b4c2-2a556ab5e6d6 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004042 Jul 30 03:24:40.521741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2828df8-4189-4a29-8590-8bbe180f4384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.583972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc6a07-19f3-4cd3-83f7-2b2c01291ce5 req-569caa88-b275-4662-aadf-7e464675bf03 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.585381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbdc6a07-19f3-4cd3-83f7-2b2c01291ce5 req-569caa88-b275-4662-aadf-7e464675bf03 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 949 time: 0.2978635 Jul 30 03:24:40.586346 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2828df8-4189-4a29-8590-8bbe180f4384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.600315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9beb8894-814c-4bf3-af59-e33e111e52c0 req-b25cf6f6-7c07-4902-8b71-585040311dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857348 Jul 30 03:24:40.629266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc66379-c052-4350-965b-9b817676c616 req-000c868b-3bde-4e7a-a4aa-67e20601d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.630759 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-000c868b-3bde-4e7a-a4aa-67e20601d66d service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1974838 Jul 30 03:24:40.639033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:40.664126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Made reservation on behalf of 8ce19f09c0354ff2b630bbfec9c1f116 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:40.669754 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.680197 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.683704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cfea6c7-6f24-4130-a15c-45755eacd388 req-6a863fdd-9e0f-4868-9efb-15ea47919210 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220392 Jul 30 03:24:40.693630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:40.695839 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-29424650-c869-48f4-a053-fb4b007a4d32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de HTTP/1.1" status: 200 len: 217 time: 0.0546224 Jul 30 03:24:40.704900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.719822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbdc6a07-19f3-4cd3-83f7-2b2c01291ce5 req-59076033-0087-4cd3-a26a-dab3df4b1ec5 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058247 Jul 30 03:24:40.781013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.782099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.783974 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] 10.222.0.16 "PUT /v2.0/ports/046314bd-619e-4991-a7ea-1dd8df84301f HTTP/1.1" status: 200 len: 1097 time: 1.2589455 Jul 30 03:24:40.803838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2828df8-4189-4a29-8590-8bbe180f4384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.807822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2828df8-4189-4a29-8590-8bbe180f4384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:40.812087 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d2828df8-4189-4a29-8590-8bbe180f4384 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947ac93d-9cff-4a08-a44c-433abee356cb HTTP/1.1" status: 204 len: 168 time: 0.4403191 Jul 30 03:24:40.833749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2828df8-4189-4a29-8590-8bbe180f4384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947ac93d-9cff-4a08-a44c-433abee356cb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:40.843095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc66379-c052-4350-965b-9b817676c616 req-e2d17902-22be-4bbb-9bff-7974ed25e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.844607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-e2d17902-22be-4bbb-9bff-7974ed25e5d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1358325 Jul 30 03:24:40.846373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740af57c-2a69-4b5f-b64e-4b4b04cc0fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:40.930750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66e8a-f215-453a-bd23-22e400622506 req-b0f1ef0c-9856-45ea-bc39-5730b9e528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:40.933391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-b0f1ef0c-9856-45ea-bc39-5730b9e528da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1100 time: 0.2539167 Jul 30 03:24:40.999447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc66379-c052-4350-965b-9b817676c616 req-b8ab1ba6-b1fe-409f-abf2-19bf49559ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.003251 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-b8ab1ba6-b1fe-409f-abf2-19bf49559ab2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470051 Jul 30 03:24:41.094312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-5c79bc9f-7fa8-4c15-b012-e2095accb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.096624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-5c79bc9f-7fa8-4c15-b012-e2095accb5fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19db5d9e681a4c1a9f9432d55018274d&device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 1100 time: 0.1434410 Jul 30 03:24:41.142669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Allocated IP 172.20.0.10 (7a5f7d7f-caac-4e11-b433-81992d628020/ce0a06f1-91ca-4824-aaa8-b697c054d315/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:41.177801 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-663e23dd-4c23-434f-8ed0-709610abe481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=046314bd-619e-4991-a7ea-1dd8df84301f HTTP/1.1" status: 200 len: 217 time: 0.0613930 Jul 30 03:24:41.180737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-2b5249cc-804d-4236-b24d-73e08e6e3215 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689095 Jul 30 03:24:41.192559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e85dd-eb41-4b55-9816-57458c42a846 req-2fe0893a-ebb1-48ef-a3c8-a6d82c4090ad tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.194048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-954e85dd-eb41-4b55-9816-57458c42a846 req-2fe0893a-ebb1-48ef-a3c8-a6d82c4090ad tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.1969993 Jul 30 03:24:41.199096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66e8a-f215-453a-bd23-22e400622506 req-8a41fae7-8d1c-49ef-9d41-0f9c63d477db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.200522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-8a41fae7-8d1c-49ef-9d41-0f9c63d477db service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2568965 Jul 30 03:24:41.240308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a1b14-bfe8-4b3f-9555-2f248d378a46 req-018428da-1c03-4ac4-9d38-a7325f3d77fb tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.241814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f8a1b14-bfe8-4b3f-9555-2f248d378a46 req-018428da-1c03-4ac4-9d38-a7325f3d77fb tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 948 time: 0.1870818 Jul 30 03:24:41.295842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-0e3f5da7-5c67-4c9e-9586-f1296a97abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.297378 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-0e3f5da7-5c67-4c9e-9586-f1296a97abe0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1030855 Jul 30 03:24:41.298834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-a0c6cbe0-7f29-4833-975d-7472d1273e46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15 HTTP/1.1" status: 200 len: 217 time: 0.0783596 Jul 30 03:24:41.341537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-954e85dd-eb41-4b55-9816-57458c42a846 req-b613171b-db89-4d6a-a9fa-6972ffd98698 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390865 Jul 30 03:24:41.358294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bc66379-c052-4350-965b-9b817676c616 req-e7344dfc-3eef-4a6e-b80f-575eb7c8d40e service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543617 Jul 30 03:24:41.362955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-4c90d732-88a2-480a-ba14-7d87fe4006ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.364392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-4c90d732-88a2-480a-ba14-7d87fe4006ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586629 Jul 30 03:24:41.429275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f8a1b14-bfe8-4b3f-9555-2f248d378a46 req-72095af4-53a1-4bfc-baff-aa753cc461e4 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750071 Jul 30 03:24:41.467129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66e8a-f215-453a-bd23-22e400622506 req-84ba4746-4599-4815-8ef9-647fea0d69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.468639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-84ba4746-4599-4815-8ef9-647fea0d69f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1540120 Jul 30 03:24:41.530251 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-f0cc4615-b7b5-42ae-be24-1fb27579459f service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322472 Jul 30 03:24:41.574650 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:41.582721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-ea12e782-278e-4cda-85eb-bace434bce4f tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aec1d734c60d412bbf105dc221221c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513062 Jul 30 03:24:41.592645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68832c89-f9b6-4ca5-9178-288459f1e04c req-5f55d3e2-5c4f-4c07-ad1d-d60ecf253ae5 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.594142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68832c89-f9b6-4ca5-9178-288459f1e04c req-5f55d3e2-5c4f-4c07-ad1d-d60ecf253ae5 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 950 time: 0.1503475 Jul 30 03:24:41.624553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66e8a-f215-453a-bd23-22e400622506 req-c375641b-0cc9-4ccd-a3ff-d819f64edaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:41.626036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-c375641b-0cc9-4ccd-a3ff-d819f64edaa3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375725 Jul 30 03:24:41.654328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb9489ad-08d2-47cc-b23b-b92096caa62d req-f62567ea-37ed-482d-979c-2ea57f530fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117733 Jul 30 03:24:41.771259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52490) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:41.873182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438976098-network', 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:41.894584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:41.896973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:41.906220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:41.995379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68832c89-f9b6-4ca5-9178-288459f1e04c req-f5a4eba7-3ba6-48e3-9c75-656944f638e0 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895974 Jul 30 03:24:42.000060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.005083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.022948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:24:42.033990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.044230 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.044574 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Added segment e49c4f98-232e-4df1-8210-e9ed43fbb4ce of type vlan for network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 Jul 30 03:24:42.058542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:42.088937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-3044941c-2678-40b0-a288-6c33b7c7c0f9 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:42.090424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-3044941c-2678-40b0-a288-6c33b7c7c0f9 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4880071 Jul 30 03:24:42.094549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.121759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-2e132578-c561-49ca-b9b8-56bfafef6af9 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504406 Jul 30 03:24:42.128623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.129328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Network 7a5f7d7f-caac-4e11-b433-81992d628020 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:42.129709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:42.130295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.145419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:42.147663 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750080e2-2398-4810-9d29-d3e1a2b9eb41" -d '{"events": [{"name": "network-changed", "server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:42.162454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-de5a1811-c182-4689-9d41-b1c22d7b7721 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/quotas/aec1d734c60d412bbf105dc221221c03 HTTP/1.1" status: 200 len: 375 time: 0.0636125 Jul 30 03:24:42.163270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:42.170275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:42.175339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:42.175952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.191642 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4166050 Jul 30 03:24:42.192168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:42.192292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:42.202029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Request body: {'subnet': {'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438976098-subnet', 'tenant_id': '6df49f30807040ea807b84f059072d12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:42.205910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d47a-1388-474f-a787-2e5ff3739418 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb61d09-a127-4ca2-b4ab-d37f07736b63,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:42.217281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:24:42.232374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:42.236169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.254000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:42.256542 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e627e30-c63b-4319-9e54-ee8cb9a8185f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:42.273183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-70307b46-b2f2-427f-8015-2183147706ef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0149536 Jul 30 03:24:42.290910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3874429-fafb-47ac-b9c4-72e96d91e0e1 req-089a9b94-b904-4ef1-85b6-31f2abf073ee tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:42.292595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3874429-fafb-47ac-b9c4-72e96d91e0e1 req-089a9b94-b904-4ef1-85b6-31f2abf073ee tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 932 time: 0.1982737 Jul 30 03:24:42.303200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e7984c6-a6d1-41ec-9b68-85280adfcc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.309469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Request body: {'port': {'device_id': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:42.386783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-e16b8226-ce15-4424-8e73-fcdafc146033 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec1d734c60d412bbf105dc221221c03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068982 Jul 30 03:24:42.388564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dc66e8a-f215-453a-bd23-22e400622506 req-0bfe9399-b826-452f-8345-1d8832e0edb9 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406147 Jul 30 03:24:42.430157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3874429-fafb-47ac-b9c4-72e96d91e0e1 req-0f4cf7e9-ec52-460b-9590-87500dd39fff tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151781 Jul 30 03:24:42.437127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.445985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.528455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404c0b1f-6ef7-4014-8413-6f1145a94d38,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:42.539217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:42.539655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Network hostable DHCP agents. Network: 0bb61d09-a127-4ca2-b4ab-d37f07736b63, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:24:42.570465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:24:42.585322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 0bb61d09-a127-4ca2-b4ab-d37f07736b63) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:42.590065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:42.590647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:42.599221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f31492-a3d3-44b1-99ec-6bae34eae7f6 None None] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:42.628361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d15567dd-2081-4020-a388-287f4a13a2a3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4318407 Jul 30 03:24:42.752842 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65461be6-285f-463c-b26c-2887799faf46 x-openstack-request-id: req-65461be6-285f-463c-b26c-2887799faf46 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:42.753159 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:42.753410 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65461be6-285f-463c-b26c-2887799faf46 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:42.753803 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'status': 'completed', 'code': 200} Jul 30 03:24:42.797343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ed879-511e-4cf4-8f5b-40b32d0df4c0 None None] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:24:42.802716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a7110-6902-498b-81f5-c4a5482226ae req-08e71ea4-3468-4923-b31f-882cc3150343 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:42.804487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a0a7110-6902-498b-81f5-c4a5482226ae req-08e71ea4-3468-4923-b31f-882cc3150343 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 948 time: 0.1758506 Jul 30 03:24:42.843688 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8807fcf-4d2a-457c-b739-6a8dc0a39599 x-openstack-request-id: req-a8807fcf-4d2a-457c-b739-6a8dc0a39599 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:42.844097 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:42.844442 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8807fcf-4d2a-457c-b739-6a8dc0a39599 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:42.844919 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'status': 'completed', 'code': 200} Jul 30 03:24:42.916854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a0a7110-6902-498b-81f5-c4a5482226ae req-0fff32ff-1ee7-4c3c-9b3f-defba3805c71 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000364 Jul 30 03:24:43.053602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-cd566ee7-b8c7-42d8-8468-247ae33b9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.055319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-cd566ee7-b8c7-42d8-8468-247ae33b9465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1095 time: 0.2064202 Jul 30 03:24:43.253356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-788581f2-a543-4303-bf74-6da05504a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.254939 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-788581f2-a543-4303-bf74-6da05504a083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19db5d9e681a4c1a9f9432d55018274d&device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 1100 time: 0.4132607 Jul 30 03:24:43.263017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-ea6e5426-8174-4d37-94b0-bfae22be8a46 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.263521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-ea6e5426-8174-4d37-94b0-bfae22be8a46 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 1102 time: 0.3540933 Jul 30 03:24:43.271671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12953ca3-f2e9-439a-a100-cf97e4098d53 req-be67c65e-90f3-435b-814d-0a47a4b038a5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.273395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12953ca3-f2e9-439a-a100-cf97e4098d53 req-be67c65e-90f3-435b-814d-0a47a4b038a5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.2813561 Jul 30 03:24:43.289170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da02e2d7-5bd8-4a06-9ac4-df0dc13f611c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:43.298843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-42df171f-86de-4eae-b08b-e2837fe6eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.300553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-42df171f-86de-4eae-b08b-e2837fe6eede service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2301695 Jul 30 03:24:43.302531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.368566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-3e6fbf46-bc2e-4f55-b160-bf086ac1d634 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 217 time: 0.0551946 Jul 30 03:24:43.379200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694f0c8-8f31-42c5-aa39-3a627256ba14 req-0ec59930-fa58-4645-870f-1b5d2786b77a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.380813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e694f0c8-8f31-42c5-aa39-3a627256ba14 req-0ec59930-fa58-4645-870f-1b5d2786b77a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 948 time: 0.3299789 Jul 30 03:24:43.382962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Transition to ACTIVE for port object da02e2d7-5bd8-4a06-9ac4-df0dc13f611c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:43.395632 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.408904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-08c7e42c-3540-4e3c-9d60-3decacdae675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.410456 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-08c7e42c-3540-4e3c-9d60-3decacdae675 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1452949 Jul 30 03:24:43.461027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-0ff942c8-fe81-4b5a-af8f-45cd5b57b295 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=046314bd-619e-4991-a7ea-1dd8df84301f HTTP/1.1" status: 200 len: 217 time: 0.0412321 Jul 30 03:24:43.462885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Deleting port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:24:43.463353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.484512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12953ca3-f2e9-439a-a100-cf97e4098d53 req-6f34c1e8-b956-4159-8709-84e180b52dc1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789498 Jul 30 03:24:43.518840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:43.522665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-d1dde85d-1601-452c-9326-04878bd3abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.524605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-d1dde85d-1601-452c-9326-04878bd3abd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1428428 Jul 30 03:24:43.543641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e694f0c8-8f31-42c5-aa39-3a627256ba14 req-0976d91a-8b02-4b02-ac85-433a72a28020 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499896 Jul 30 03:24:43.564529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-26d66a99-c28b-4331-af4b-e37199e0e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.566015 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-26d66a99-c28b-4331-af4b-e37199e0e97d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0913215 Jul 30 03:24:43.573867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:43.583607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-bdb6f924-cea3-46d1-b1cf-4be711b188e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382578 Jul 30 03:24:43.625939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] For port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:43.626328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.643267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Calling delete_port for da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:24:43.665787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-5a2e44a7-5e05-416d-bff6-ff79314daf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:43.667256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-5a2e44a7-5e05-416d-bff6-ff79314daf32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914249 Jul 30 03:24:43.726430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:43.744942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'mac_address': 'fa:16:3e:5f:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:43.772698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34065a4e-b7a1-48a6-8b6c-ce7a8960bb30 req-ffdff326-edc9-44b5-bf57-5d20ca2fac30 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 210 time: 0.1478310 Jul 30 03:24:43.773651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:43.773980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:43.774498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:43.780125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:43.780551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:43.784260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-aee7997a-af2a-4d53-9c0e-a3fcc93c373e service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935022 Jul 30 03:24:43.788999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:43.789426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:43.789804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:43.790227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Bound port: da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:43.790707 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.821901 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.838408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:43.857528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-fa67f282-c94a-4f4a-8751-fe4ee9e0b92b service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625426 Jul 30 03:24:43.862373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:43.867886 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.868591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:43.978970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:43.989230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:44.029757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Pushing event deleted for resources: {'Port': ['ID=da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:44.035549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:44.041736 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-750080e2-2398-4810-9d29-d3e1a2b9eb41 req-6aa2db04-543a-4e45-b359-2157f6f8a712 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492348 Jul 30 03:24:44.082924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] No DVR routers for this DVR port da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:24:44.086654 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.089528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6b19fec-6ff4-4298-8d40-19e53ab83be4 req-88c86524-ddc4-4af1-9bdd-d558597f01a9 tempest-DeleteServersAdminTestJSON-1282312910 tempest-DeleteServersAdminTestJSON-1282312910-project-admin] 10.222.0.16 "DELETE /v2.0/ports/da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 HTTP/1.1" status: 204 len: 173 time: 0.7726388 Jul 30 03:24:44.094444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:44.110111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'port_id': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'mac_address': 'fa:16:3e:b8:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3526-b72d-47bc-a37f-3c83bbaa0adb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:44.122107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acac9-196a-466b-8dbe-fccedfe0e140 req-f1d05918-701c-477a-8b88-cf8d4d19c798 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:44.123697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e48acac9-196a-466b-8dbe-fccedfe0e140 req-f1d05918-701c-477a-8b88-cf8d4d19c798 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=f29a79e9-4e13-4adf-b570-45e3241038ea HTTP/1.1" status: 200 len: 867 time: 0.2463424 Jul 30 03:24:44.137504 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-db5f2c56-7bf4-4624-868c-3dd8473f682b tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aec1d734c60d412bbf105dc221221c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313380 Jul 30 03:24:44.157103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-eba96dbf-5d5b-4906-a017-7e7456a5da34 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:44.164814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-eba96dbf-5d5b-4906-a017-7e7456a5da34 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.3640232 Jul 30 03:24:44.177453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:44.189586 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.190209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e627e30-c63b-4319-9e54-ee8cb9a8185f req-283458fe-a2e1-455a-86b5-4d4a1e9e6fa4 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871858 Jul 30 03:24:44.218046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-32f83871-3685-459f-b7b9-84f7e3db2986 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0521474 Jul 30 03:24:44.218729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860b8f5b-4eda-4449-8643-6cdfac39e18b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:44.256702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:44.258768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:44.270253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.287783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.298968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-4eb8c074-ffcc-4745-b3a5-0d155ab87b8e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790229 Jul 30 03:24:44.354747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:44.370328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e48acac9-196a-466b-8dbe-fccedfe0e140 req-24bd2b40-2373-40d1-a269-bed03833ed95 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356431 Jul 30 03:24:44.371813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-bb1816e4-6d17-46b2-b016-4f682f561f6d tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:44.373459 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-bb1816e4-6d17-46b2-b016-4f682f561f6d tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181530 Jul 30 03:24:44.403680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:44.404808 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.406198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] 10.222.0.18 "PUT /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 1093 time: 2.1096265 Jul 30 03:24:44.435752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Request body: {'port': {'device_id': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'aec1d734c60d412bbf105dc221221c03'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:44.499349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['860b8f5b-4eda-4449-8643-6cdfac39e18b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:44.523869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:44.526476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21dc12-596b-4322-adcd-f371ba7edd90 service neutron] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:44.553237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-5b1d6e6e-b859-42eb-aa67-1c94cbbbd265 service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201188 Jul 30 03:24:44.562898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Made reservation on behalf of aec1d734c60d412bbf105dc221221c03 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:44.568781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.598172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794874-1e4f-42fc-ab0b-da42a96b2fef req-1d5b80b1-0fd8-4ff2-b71a-4a9e64726507 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:44.599904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13794874-1e4f-42fc-ab0b-da42a96b2fef req-1d5b80b1-0fd8-4ff2-b71a-4a9e64726507 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.1569142 Jul 30 03:24:44.627428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-34b3b5a3-2485-48db-83c6-ca935ee64771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:44.628947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-34b3b5a3-2485-48db-83c6-ca935ee64771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1096 time: 0.1757054 Jul 30 03:24:44.709285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Allocated IP 192.168.233.8 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:44.755704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'name': 'network-vif-deleted', 'tag': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:44.757866 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63674a00-f74a-4890-a2ff-759f7e521824" -d '{"events": [{"server_uuid": "f29a79e9-4e13-4adf-b570-45e3241038ea", "name": "network-vif-deleted", "tag": "da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:44.830164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4ee02b8a-6078-4f0d-aaf1-2a1092781976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.875033 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.905667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:44.925310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Transition to ACTIVE for port object d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:44.962447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:44.964960 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:44.972360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-e63a6f47-9a51-4bd7-a0b6-1611b3215382 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 217 time: 0.3309634 Jul 30 03:24:44.972953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.016649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:45.019558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:45.025717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:45.032100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Pushing event updated for resources: {'Port': ['ID=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:45.038715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13794874-1e4f-42fc-ab0b-da42a96b2fef req-72c6dc09-c955-4659-93d7-c210c8ce68e8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067771 Jul 30 03:24:45.071851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-f2bcc7e9-e5a3-48cb-a5c0-63d672f78afb service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074017 Jul 30 03:24:45.081618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-7025c903-b601-4bf8-8951-2f9b2c20dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:45.083245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-7025c903-b601-4bf8-8951-2f9b2c20dfa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0957658 Jul 30 03:24:45.089581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:45.090385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.108104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-590a27aa-553d-407c-881e-6bb326553fef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6778598 Jul 30 03:24:45.127437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-68ff6fac-e55e-4a45-9cda-03ef0d308cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349796 Jul 30 03:24:45.161613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Request body: {'port': {'device_id': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:45.163738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:45.237600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.296947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-a243def7-8f88-416a-bb11-bbe19f9e6e98 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612513 Jul 30 03:24:45.332947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:45.345116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6831a0c6-1ba8-4ebe-8124-cc75c133768f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:45.379966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de', 'mac_address': 'fa:16:3e:76:ba:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:45.437763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c9c69-dce3-4a70-a379-7daed893867f req-6d4403d1-2e8b-4530-9978-20ffc72dbab2 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:45.439453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-245c9c69-dce3-4a70-a379-7daed893867f req-6d4403d1-2e8b-4530-9978-20ffc72dbab2 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 948 time: 0.1863098 Jul 30 03:24:45.476532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fbfa81d2-e070-4374-9f64-3ef0334b2726 None None] Provisioning for port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:45.484948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.491885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fbfa81d2-e070-4374-9f64-3ef0334b2726 None None] Provisioning complete for port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:45.492564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbfa81d2-e070-4374-9f64-3ef0334b2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.500450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58851-de40-4c05-8caf-4273f18ffa18 req-f669fdb5-c845-4eac-afe2-2655a7e0cbb5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:45.507789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eee58851-de40-4c05-8caf-4273f18ffa18 req-f669fdb5-c845-4eac-afe2-2655a7e0cbb5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 944 time: 0.1549692 Jul 30 03:24:45.534027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:45.536989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adfd9514-d4eb-4cd0-a02a-874c35a559aa req-cf295d1e-118d-4524-9e96-67a77e2a7545 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265706 Jul 30 03:24:45.580183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-245c9c69-dce3-4a70-a379-7daed893867f req-fe25ddce-21e5-4e28-8866-a54bb56849a5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283975 Jul 30 03:24:45.580515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:45.611300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eee58851-de40-4c05-8caf-4273f18ffa18 req-1c09ef2d-76c0-4fb2-b45e-19884d576ce4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024187 Jul 30 03:24:45.627342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa81d2-e070-4374-9f64-3ef0334b2726 None None] Port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:45.630765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:45.646340 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.706996 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b5c4f-6981-4350-8176-db26171f6a1c x-openstack-request-id: req-b83b5c4f-6981-4350-8176-db26171f6a1c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:45.707589 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29a79e9-4e13-4adf-b570-45e3241038ea", "name": "network-vif-deleted", "tag": "da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:45.707589 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b83b5c4f-6981-4350-8176-db26171f6a1c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:45.708205 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29a79e9-4e13-4adf-b570-45e3241038ea', 'name': 'network-vif-deleted', 'tag': 'da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5', 'status': 'completed', 'code': 200} Jul 30 03:24:45.716550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ed27f-20b4-4b07-9675-a09d129741a6 req-b166c7c1-0501-40ec-b16b-85e858f31fbd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:45.724428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-534ed27f-20b4-4b07-9675-a09d129741a6 req-b166c7c1-0501-40ec-b16b-85e858f31fbd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 949 time: 0.0699844 Jul 30 03:24:45.749010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:45.755859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 6f22e6e2-c796-435f-95c9-7de9f00fed15 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:45.756689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:45.762314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 6f22e6e2-c796-435f-95c9-7de9f00fed15 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:45.762700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.770236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.786689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Transition to ACTIVE for port object d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:45.790912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.793535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-534ed27f-20b4-4b07-9675-a09d129741a6 req-ecbe0e42-0789-468e-be4e-aca21dffcf96 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678697 Jul 30 03:24:45.850083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Pushing event updated for resources: {'Port': ['ID=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:45.895847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21dbdc-d4e6-40e0-8dc9-a3f26767605c req-90f5254c-f394-4b29-859a-42333770ba02 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:45.898743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:45.905415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b21dbdc-d4e6-40e0-8dc9-a3f26767605c req-90f5254c-f394-4b29-859a-42333770ba02 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 934 time: 0.1374972 Jul 30 03:24:45.908660 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deddb903-1dc1-425b-90f1-69fddf190eba x-openstack-request-id: req-deddb903-1dc1-425b-90f1-69fddf190eba {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:45.908949 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:45.909584 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-deddb903-1dc1-425b-90f1-69fddf190eba {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:45.909928 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'status': 'completed', 'code': 200} Jul 30 03:24:45.997656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:45.999770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:46.000939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b21dbdc-d4e6-40e0-8dc9-a3f26767605c req-f37f3534-896b-4a17-8398-2ff0bd697096 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945606 Jul 30 03:24:46.001953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Attempting to bind port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:46.002473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Attempting to bind port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:46.002812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Attempting to bind port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:46.003518 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d52cc9-ba48-4304-9966-6da4ba8d2e52" -d '{"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-plugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:46.008406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:46.008741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Attempting to bind port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:46.010657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-25e3bab7-d265-400f-925c-375919388d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.015716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:46.016066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:46.016452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:46.016939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Bound port: d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:46.017306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.017836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-25e3bab7-d265-400f-925c-375919388d85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1096 time: 0.1015823 Jul 30 03:24:46.031477 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.034012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:46.115838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] For port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:46.119915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] For port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:46.120207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:46.127314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.140683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42ddd500-5b98-4ef0-bf4d-f004e4abd861 req-5541f747-82e9-4074-8cef-7ac14e98b033 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 210 time: 0.1208186 Jul 30 03:24:46.217904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Pushing event updated for resources: {'Port': ['ID=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:46.237632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.238574 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.241417 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-b098a25d-3b4a-4fcf-8a5f-0707013fce7f service neutron] 10.222.0.16 "PUT /v2.0/ports/d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d HTTP/1.1" status: 200 len: 1095 time: 1.0874398 Jul 30 03:24:46.268872 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14097a80-13c0-4f0b-ba27-d58977841105 x-openstack-request-id: req-14097a80-13c0-4f0b-ba27-d58977841105 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:46.269208 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-plugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:46.269586 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14097a80-13c0-4f0b-ba27-d58977841105 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:46.270062 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'code': 200} Jul 30 03:24:46.326897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:46.329375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.362429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 860b8f5b-4eda-4449-8643-6cdfac39e18b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:46.375199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-61adb40b-83d4-427a-b7c4-e9deee3d46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.376722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-61adb40b-83d4-427a-b7c4-e9deee3d46e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.3336203 Jul 30 03:24:46.378089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 860b8f5b-4eda-4449-8643-6cdfac39e18b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:46.378653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.389371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-f7b14424-f2f3-4667-b72a-ccf7d3c34189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.391425 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-f7b14424-f2f3-4667-b72a-ccf7d3c34189 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aec1d734c60d412bbf105dc221221c03&device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 1098 time: 0.0833135 Jul 30 03:24:46.400435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c197a-ebc1-491a-98a8-e388bd174b01 req-864faf4d-ec5a-410a-919d-7bc666deb3be tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.402405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b33c197a-ebc1-491a-98a8-e388bd174b01 req-864faf4d-ec5a-410a-919d-7bc666deb3be tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.1431301 Jul 30 03:24:46.451942 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-26bd17af-c7e6-4d8f-945e-cbf03e0db3ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d HTTP/1.1" status: 200 len: 217 time: 0.0452747 Jul 30 03:24:46.463582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-2450dbc9-dab3-4f2f-94ab-57c231e79554 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 217 time: 0.0750489 Jul 30 03:24:46.465968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed0ed-9b6b-40c9-bf83-a8f1d2c8d0fb req-06693de7-ec34-4bfa-b69c-9b5aeab0d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.467310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be6ed0ed-9b6b-40c9-bf83-a8f1d2c8d0fb req-06693de7-ec34-4bfa-b69c-9b5aeab0d442 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.1620638 Jul 30 03:24:46.517998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-94e9b830-4ecb-406d-affb-874ed7aa8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.519559 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-94e9b830-4ecb-406d-affb-874ed7aa8d45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0594203 Jul 30 03:24:46.537526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-0e8c2200-5a01-4fea-877c-86eea0d3fe30 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a55979738ba47358cff54bb60955395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764556 Jul 30 03:24:46.548431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.600289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:46.606883 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:46.623215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b33c197a-ebc1-491a-98a8-e388bd174b01 req-01868f24-44b8-45f5-a2dd-e37f482e0d90 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119658 Jul 30 03:24:46.624577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-46f69dc0-c042-42f9-bd15-d5774f7298bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.626040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-46f69dc0-c042-42f9-bd15-d5774f7298bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1373923 Jul 30 03:24:46.626152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-abc3eb39-0599-4a3f-8caf-ba0ea70c83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.627577 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-abc3eb39-0599-4a3f-8caf-ba0ea70c83cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955684 Jul 30 03:24:46.672227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:46.677307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be6ed0ed-9b6b-40c9-bf83-a8f1d2c8d0fb req-2e27d8d1-55d4-4c38-8461-0fa295b7cd76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931300 Jul 30 03:24:46.682002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-37efdc8b-429b-4143-8135-3406f54414d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360849 Jul 30 03:24:46.773276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-948343d3-d2ee-4e49-a4d8-f8c540170fd1 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.779642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-948343d3-d2ee-4e49-a4d8-f8c540170fd1 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218187 Jul 30 03:24:46.823408 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-422bb348-069e-483d-a590-f74b89d4c6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873574 Jul 30 03:24:46.832165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-df6ce4b7-554d-4218-8081-2caaba16848c tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/quotas/6a55979738ba47358cff54bb60955395 HTTP/1.1" status: 200 len: 375 time: 0.0513146 Jul 30 03:24:46.844617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76b102-2ccc-4d47-8e89-c52ad0847443 req-3ec93ef7-671f-4d88-b859-d3b0611b1072 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.846037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b76b102-2ccc-4d47-8e89-c52ad0847443 req-3ec93ef7-671f-4d88-b859-d3b0611b1072 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 948 time: 0.1404703 Jul 30 03:24:46.853352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-31c9a91e-e7af-4292-9bad-98c4f93f3ef8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:46.854874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-31c9a91e-e7af-4292-9bad-98c4f93f3ef8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1394935 Jul 30 03:24:46.893381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-d4d12a10-ca3e-4f2a-a61b-cf7f0898d560 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a55979738ba47358cff54bb60955395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463314 Jul 30 03:24:46.911974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Request body: {'port': {'device_id': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'admin_state_up': True, 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:46.930076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-189a0aba-6468-423b-bb53-16f2f4729a54 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870742 Jul 30 03:24:46.933944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b76b102-2ccc-4d47-8e89-c52ad0847443 req-d897fcc1-9149-49fb-abf0-dbbc87d8956b tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Jul 30 03:24:47.014622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a088daf4-221a-4f66-9cd8-5930a5529243 req-cba9c5ed-973c-4e0e-ade6-c813af2fe87e service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794517 Jul 30 03:24:47.087149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:47.093791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.102750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f616c89c-ec24-4d6b-a4a6-5973f93eb23e req-ef7439a3-dd18-40f3-9780-a1a5c1523d0b service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628671 Jul 30 03:24:47.152102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb4d5-38af-487b-8564-de39e7239f94 req-737fac16-a0cd-4af5-be06-268e56961584 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:47.153624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9fcb4d5-38af-487b-8564-de39e7239f94 req-737fac16-a0cd-4af5-be06-268e56961584 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 945 time: 0.1302500 Jul 30 03:24:47.160464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:47.184953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5d8cd-3603-4bd6-b0f8-40c1600375d2 req-515f4e6e-2032-4d0e-9243-b74abf83c17a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:47.186506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42a5d8cd-3603-4bd6-b0f8-40c1600375d2 req-515f4e6e-2032-4d0e-9243-b74abf83c17a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 949 time: 0.0736756 Jul 30 03:24:47.231720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9fcb4d5-38af-487b-8564-de39e7239f94 req-35f0a0fc-dffe-42b1-b7ae-d945be1a06d7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654821 Jul 30 03:24:47.249994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42a5d8cd-3603-4bd6-b0f8-40c1600375d2 req-0ae90860-72e7-4f68-957f-bbd2558f0fbe tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469666 Jul 30 03:24:47.270646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:24:47.297432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Allocated IP 172.20.0.11 (0bb61d09-a127-4ca2-b4ab-d37f07736b63/404c0b1f-6ef7-4014-8413-6f1145a94d38/3b28ec40-504a-4001-ab5a-c4a9854551bb) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:47.298715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:24:47.299316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da1a0aeb-8b7b-4aae-bf1c-54d4a3355ad5 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:24:47.359765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:47.361560 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba71b699-3b53-485d-8a4d-8b8859cc031f req-cb46e8a9-b64b-45ca-bd24-b27531b631bc tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 210 time: 0.0390725 Jul 30 03:24:47.383523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '046314bd-619e-4991-a7ea-1dd8df84301f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '046314bd-619e-4991-a7ea-1dd8df84301f', 'mac_address': 'fa:16:3e:00:b9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:47.439669 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.458424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046314bd-619e-4991-a7ea-1dd8df84301f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:47.485744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:47.496340 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.501963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59fc6396-7af0-4130-9c7c-ecf2372f08ed req-ec41c749-8d68-4b4a-9e73-2f7a9aa0a47d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 210 time: 0.0501466 Jul 30 03:24:47.516286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cc3f0-15be-44f9-af13-1400211a9f24 req-b1c2213a-d1ed-4cdc-82de-8d5481c035b8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:47.517780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a8cc3f0-15be-44f9-af13-1400211a9f24 req-b1c2213a-d1ed-4cdc-82de-8d5481c035b8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 946 time: 0.1668155 Jul 30 03:24:47.536821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.565708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:47.605713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.607760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a8cc3f0-15be-44f9-af13-1400211a9f24 req-82e61303-5bc3-4cf9-bfda-c376d7bab8f4 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827205 Jul 30 03:24:47.653091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:47.656226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:47.659818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:47.688246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event updated for resources: {'Port': ['ID=3b28ec40-504a-4001-ab5a-c4a9854551bb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:47.708843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'tag': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:47.711181 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843590a3-fbe3-4068-9977-0df5399580ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9c711f5c-26c6-45fe-8e1e-9cbd5bcab051", "tag": "d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:47.737955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:47.738605 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.753878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-cf164c61-8f4b-49bd-9598-5eb7bcab9884 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8474023 Jul 30 03:24:47.754058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba45ba-d582-43da-879c-c3b1ca0c98e5 req-37a427f4-5306-49d2-8723-dfe5f40ab541 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:47.755602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eeba45ba-d582-43da-879c-c3b1ca0c98e5 req-37a427f4-5306-49d2-8723-dfe5f40ab541 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.0552592 Jul 30 03:24:47.763913 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ccba90-b9c9-4ab3-8ac7-cb7d8b3bb02c x-openstack-request-id: req-04ccba90-b9c9-4ab3-8ac7-cb7d8b3bb02c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:47.764401 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c711f5c-26c6-45fe-8e1e-9cbd5bcab051", "tag": "d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:47.764650 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04ccba90-b9c9-4ab3-8ac7-cb7d8b3bb02c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:47.765029 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'tag': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d', 'status': 'completed', 'code': 200} Jul 30 03:24:47.778883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Request body: {'port': {'device_id': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:47.796580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eeba45ba-d582-43da-879c-c3b1ca0c98e5 req-f0712abb-f756-4a7a-97a0-0a6aa9ac4d9b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Jul 30 03:24:47.848873 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.858924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:47.904108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843590a3-fbe3-4068-9977-0df5399580ac req-36c28276-09bf-4768-a382-0ecab2f72ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:47.905555 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-36c28276-09bf-4768-a382-0ecab2f72ea3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aec1d734c60d412bbf105dc221221c03&device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 1098 time: 0.0772271 Jul 30 03:24:48.052938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474817c-6e37-4e91-a291-cb1ac1a0aa8c req-e391b65d-bac8-453a-86a4-db6fb52d408a tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.054596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2474817c-6e37-4e91-a291-cb1ac1a0aa8c req-e391b65d-bac8-453a-86a4-db6fb52d408a tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.0494123 Jul 30 03:24:48.092215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2474817c-6e37-4e91-a291-cb1ac1a0aa8c req-4a168343-49c2-4111-bcf4-7ef13db6ced9 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Jul 30 03:24:48.105927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843590a3-fbe3-4068-9977-0df5399580ac req-cae2ef95-2e78-412f-843c-ed22493f0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.107389 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-cae2ef95-2e78-412f-843c-ed22493f0c70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1944437 Jul 30 03:24:48.113459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['046314bd-619e-4991-a7ea-1dd8df84301f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:48.156421 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-949b62e5-677c-4b6d-93c3-a73a51c68926 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d HTTP/1.1" status: 200 len: 217 time: 0.0374537 Jul 30 03:24:48.241989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-ee4f981d-c3e4-4f56-9498-ec9f627ded4e tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6a55979738ba47358cff54bb60955395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267153 Jul 30 03:24:48.271829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:48.274261 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17bee89-5122-4499-b4eb-10b81389f59f" -d '{"events": [{"server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "name": "network-vif-plugged", "status": "completed", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:48.344994 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d31ed-4a8c-41f8-b10a-e8e7e7b13195 x-openstack-request-id: req-0f8d31ed-4a8c-41f8-b10a-e8e7e7b13195 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:48.345307 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "name": "network-vif-plugged", "status": "completed", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:48.345566 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f8d31ed-4a8c-41f8-b10a-e8e7e7b13195 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:48.345964 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'code': 200} Jul 30 03:24:48.437719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e960f-d776-455a-b31a-da6632aec854 req-b79cc835-f2f8-4db2-a085-8ddfd28437bf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.439405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-541e960f-d776-455a-b31a-da6632aec854 req-b79cc835-f2f8-4db2-a085-8ddfd28437bf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 945 time: 0.0956488 Jul 30 03:24:48.478377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843590a3-fbe3-4068-9977-0df5399580ac req-2e53aa4d-233b-451f-a421-b8944ef402b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.479855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-2e53aa4d-233b-451f-a421-b8944ef402b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.3152471 Jul 30 03:24:48.512267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-363a9651-7a3a-4b23-b80a-8570cbc403ed tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.513733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-363a9651-7a3a-4b23-b80a-8570cbc403ed tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648931 Jul 30 03:24:48.537003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Request body: {'port': {'device_id': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '6a55979738ba47358cff54bb60955395'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:48.544780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b28ec40-504a-4001-ab5a-c4a9854551bb {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:48.553193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:48.572042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843590a3-fbe3-4068-9977-0df5399580ac req-1c968c80-05b3-4647-9d22-d4b39534a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.573767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-1c968c80-05b3-4647-9d22-d4b39534a5c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847256 Jul 30 03:24:48.574685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Transition to ACTIVE for port object 3b28ec40-504a-4001-ab5a-c4a9854551bb will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:48.577596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:48.604078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-541e960f-d776-455a-b31a-da6632aec854 req-923a2568-dc10-40d1-ac0e-d026f52698b5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528602 Jul 30 03:24:48.611589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f1117-7212-4c25-875b-f784eaab1c38 req-79a0ba6a-3512-47c7-b440-6e9129aa6bf0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.613019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c0f1117-7212-4c25-875b-f784eaab1c38 req-79a0ba6a-3512-47c7-b440-6e9129aa6bf0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 949 time: 0.1952610 Jul 30 03:24:48.622795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff3de0-81a7-4e7c-9c05-9ae058f71b11 req-254bbdc2-86db-4871-865e-2d68868221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.624294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03ff3de0-81a7-4e7c-9c05-9ae058f71b11 req-254bbdc2-86db-4871-865e-2d68868221d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1097 time: 0.2046995 Jul 30 03:24:48.681148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b28ec40-504a-4001-ab5a-c4a9854551bb,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:48.742042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f8239b2-6bc7-4acb-adb4-99d4bb50dec5 req-59416873-3fcd-460a-a4e2-992c796ced4c tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 210 time: 0.0575342 Jul 30 03:24:48.747812 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c0f1117-7212-4c25-875b-f784eaab1c38 req-2f993d04-0279-4d4d-9a17-6d11a3f8c026 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205702 Jul 30 03:24:48.753347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03ff3de0-81a7-4e7c-9c05-9ae058f71b11 req-0a23b1d8-b9a6-4063-a608-ba251ce17973 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157711 Jul 30 03:24:48.773658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-b3c809d3-3a94-4964-827a-9bbb717bded5 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908870 Jul 30 03:24:48.781540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Made reservation on behalf of 6a55979738ba47358cff54bb60955395 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:48.785124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:48.810493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Attempting to bind port 3b28ec40-504a-4001-ab5a-c4a9854551bb on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:48.811213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Attempting to bind port 3b28ec40-504a-4001-ab5a-c4a9854551bb by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:48.811798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Attempting to bind port 3b28ec40-504a-4001-ab5a-c4a9854551bb on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:48.842244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Port 3b28ec40-504a-4001-ab5a-c4a9854551bb on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:48.842673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Attempting to bind port 3b28ec40-504a-4001-ab5a-c4a9854551bb on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:48.853867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:48.854199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:48.854578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Bound using segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:48.855009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Bound port: 3b28ec40-504a-4001-ab5a-c4a9854551bb, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:48.855395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:48.931790 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-843590a3-fbe3-4068-9977-0df5399580ac req-7d15e12a-aa0b-4e19-bf74-14b11e9fe657 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465406 Jul 30 03:24:48.949171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] For port 3b28ec40-504a-4001-ab5a-c4a9854551bb, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:48.952604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] For port 3b28ec40-504a-4001-ab5a-c4a9854551bb, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:48.962319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d99b64-33eb-4bfa-a349-3193b47851d5 req-baf1c8c8-879e-4ad0-8042-251824250f66 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.963860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74d99b64-33eb-4bfa-a349-3193b47851d5 req-baf1c8c8-879e-4ad0-8042-251824250f66 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 946 time: 0.1251481 Jul 30 03:24:48.964266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:48.975904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e023ee5-5c78-4cbd-b34c-857aedc95cd8 req-af4fe7c9-9a89-4f80-8b0d-5cf2b967532b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.977358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e023ee5-5c78-4cbd-b34c-857aedc95cd8 req-af4fe7c9-9a89-4f80-8b0d-5cf2b967532b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 944 time: 0.1397352 Jul 30 03:24:48.997994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:48.998617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:48.999987 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/3b28ec40-504a-4001-ab5a-c4a9854551bb HTTP/1.1" status: 200 len: 1093 time: 1.2259738 Jul 30 03:24:49.022777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ce216-553a-4dd9-8a47-0408b8bb91d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b28ec40-504a-4001-ab5a-c4a9854551bb,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:49.028771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Allocated IP 192.168.233.113 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/917b80ef-6433-4a72-9c6c-6c77649fd81f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:49.072134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74d99b64-33eb-4bfa-a349-3193b47851d5 req-f2c54181-b4cb-49c9-b80d-808a7b1c2758 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937679 Jul 30 03:24:49.079910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e023ee5-5c78-4cbd-b34c-857aedc95cd8 req-8deb3477-bd48-44e8-8f17-1e8812843621 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918677 Jul 30 03:24:49.112901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-b1ece490-39fa-45e6-bfec-3e52761d0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.114514 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-b1ece490-39fa-45e6-bfec-3e52761d0ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 1096 time: 0.0513296 Jul 30 03:24:49.166429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:49.168507 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-a41ecc65-2c11-4d85-bd06-4a49ec100aa1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb HTTP/1.1" status: 200 len: 217 time: 0.0393414 Jul 30 03:24:49.226121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:49.231452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:49.231834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.234679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-d8c4d8b5-064a-4968-b04a-56ced338fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.236325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-d8c4d8b5-064a-4968-b04a-56ced338fc27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0603709 Jul 30 03:24:49.271496 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-56a3833b-0539-45fa-8a8b-1a847a1e9b0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277112 Jul 30 03:24:49.315085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.353774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:49.358963 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.373028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-9d1719b4-69b6-4ccc-8aeb-a46adaa0df19 service neutron] 10.222.0.16 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923779 Jul 30 03:24:49.410903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:49.466530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50e3d143-2b9a-411f-9857-f3df04bb6646 req-f31ba98f-b1ad-4473-8334-c139b291deb8 service neutron] 10.222.0.16 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860262 Jul 30 03:24:49.503570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d682c0-9107-4515-8675-fbc2417604b0 req-ca1f83f3-50f8-4770-991b-66afe9dca95f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.505044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41d682c0-9107-4515-8675-fbc2417604b0 req-ca1f83f3-50f8-4770-991b-66afe9dca95f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.3327687 Jul 30 03:24:49.514198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a904962-6892-4a2f-bed5-9ca5c707597e req-f16073f1-b9fd-4b6a-99a9-0f172259e656 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.515594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a904962-6892-4a2f-bed5-9ca5c707597e req-f16073f1-b9fd-4b6a-99a9-0f172259e656 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.1143205 Jul 30 03:24:49.549855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.590813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Transition to ACTIVE for port object 917b80ef-6433-4a72-9c6c-6c77649fd81f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:49.602263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41d682c0-9107-4515-8675-fbc2417604b0 req-310f5867-6b85-4702-bff3-30cf5c8853d1 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857682 Jul 30 03:24:49.608086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a904962-6892-4a2f-bed5-9ca5c707597e req-31c81852-8538-4d27-9ba4-aa4401333a98 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Jul 30 03:24:49.615119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:49.656879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.726831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:49.737962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:49.738268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'port_id': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'mac_address': 'fa:16:3e:e0:5d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0a06f1-91ca-4824-aaa8-b697c054d315', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:49.745114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:49.748981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Pushing event updated for resources: {'Port': ['ID=917b80ef-6433-4a72-9c6c-6c77649fd81f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:49.751577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:49.757651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.757904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.765917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'tag': '3b28ec40-504a-4001-ab5a-c4a9854551bb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:49.768521 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2245674e-1ca8-403c-bb85-40cef22e0187" -d '{"events": [{"name": "network-changed", "server_uuid": "35ccfc29-be7e-4567-bedf-a6c58983c71a", "tag": "3b28ec40-504a-4001-ab5a-c4a9854551bb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:49.784710 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.792216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead59e-fa79-4bdb-8f8d-558a5dd6ffac req-cc4c201d-5d8f-44d7-b982-1f27d5d3233d tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.799415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68ead59e-fa79-4bdb-8f8d-558a5dd6ffac req-cc4c201d-5d8f-44d7-b982-1f27d5d3233d tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 945 time: 0.0999196 Jul 30 03:24:49.801984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da02e2d7-5bd8-4a06-9ac4-df0dc13f611c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:49.808607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-8e693b55-5325-4aa3-a180-2bbfa10ea713 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2828581 Jul 30 03:24:49.826494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:49.832101 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.834056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Request body: {'port': {'device_id': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:49.888913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:49.900013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68ead59e-fa79-4bdb-8f8d-558a5dd6ffac req-85fcb2a5-60e4-48fb-be2c-677cbbfd700b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996869 Jul 30 03:24:49.927876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:49.946102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345419f7-a735-4deb-94e0-d2585e2697f7 req-360bc537-9ec7-4c80-80e2-6a00dbef9c9b tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:49.947703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-345419f7-a735-4deb-94e0-d2585e2697f7 req-360bc537-9ec7-4c80-80e2-6a00dbef9c9b tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 936 time: 0.1314900 Jul 30 03:24:49.963182 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e3836-7d49-4e99-919e-4fa891f4e9a0 x-openstack-request-id: req-370e3836-7d49-4e99-919e-4fa891f4e9a0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:49.963997 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ccfc29-be7e-4567-bedf-a6c58983c71a", "tag": "3b28ec40-504a-4001-ab5a-c4a9854551bb", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:49.964394 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-370e3836-7d49-4e99-919e-4fa891f4e9a0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:49.965083 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'tag': '3b28ec40-504a-4001-ab5a-c4a9854551bb', 'status': 'completed', 'code': 200} Jul 30 03:24:50.028994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2c43ec4c-80d7-49c4-8a6e-b6b455046d83 None None] Provisioning for port 917b80ef-6433-4a72-9c6c-6c77649fd81f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:50.038675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2c43ec4c-80d7-49c4-8a6e-b6b455046d83 None None] Provisioning complete for port 917b80ef-6433-4a72-9c6c-6c77649fd81f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:50.039052 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2c43ec4c-80d7-49c4-8a6e-b6b455046d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:50.053441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-8ff43a86-9f8b-4257-b3e9-3ee99425ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.055094 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-8ff43a86-9f8b-4257-b3e9-3ee99425ce41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 1096 time: 0.0458326 Jul 30 03:24:50.066283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-345419f7-a735-4deb-94e0-d2585e2697f7 req-140b2e7c-d31f-4e20-ba4a-6831f5311bae tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125779 Jul 30 03:24:50.085365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2c43ec4c-80d7-49c4-8a6e-b6b455046d83 None None] Port 917b80ef-6433-4a72-9c6c-6c77649fd81f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:50.088766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:50.150649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88dee3-0bff-4e28-a748-7854b203c859 req-32107ead-ec2c-4ec9-9873-4f1cac3d199b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.152275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e88dee3-0bff-4e28-a748-7854b203c859 req-32107ead-ec2c-4ec9-9873-4f1cac3d199b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.1320603 Jul 30 03:24:50.207877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-63a13085-cee6-4172-9152-458a940b2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.209496 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-63a13085-cee6-4172-9152-458a940b2e4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 911 time: 0.1436923 Jul 30 03:24:50.233343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e88dee3-0bff-4e28-a748-7854b203c859 req-34e2f983-89ef-4dcd-97c7-e7f093fd884e tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715632 Jul 30 03:24:50.256909 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-23594af3-f590-43ad-9961-2230928078c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb HTTP/1.1" status: 200 len: 217 time: 0.0392516 Jul 30 03:24:50.317569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-910de1ef-59f7-42cc-bfc1-e582dd64c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.319047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-910de1ef-59f7-42cc-bfc1-e582dd64c050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0534763 Jul 30 03:24:50.348189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:50.351642 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be726ba9-0a14-42e8-a56f-2f579e0358f6" -d '{"events": [{"server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "name": "network-vif-plugged", "status": "completed", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:50.352456 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-33fea1ed-4938-4e98-9af2-c6bdd3ad6878 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250876 Jul 30 03:24:50.373902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917b80ef-6433-4a72-9c6c-6c77649fd81f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:50.391014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:50.429241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Transition to ACTIVE for port object 917b80ef-6433-4a72-9c6c-6c77649fd81f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:50.438813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcecb95-3281-4165-ba6c-258b6af63d8b req-32135c97-4d83-4564-aa25-8b2a63868a9b tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.440361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bcecb95-3281-4165-ba6c-258b6af63d8b req-32135c97-4d83-4564-aa25-8b2a63868a9b tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 946 time: 0.1081753 Jul 30 03:24:50.443214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:50.444970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-bda35f54-4dcd-4f9c-a869-4125b0cdb302 service neutron] 10.222.0.16 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Jul 30 03:24:50.497504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e558665-d9bb-4299-b695-8f72af740c9e req-21868f7e-0c6f-41ba-af56-1f51cdb07831 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.499040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e558665-d9bb-4299-b695-8f72af740c9e req-21868f7e-0c6f-41ba-af56-1f51cdb07831 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1097 time: 0.1281302 Jul 30 03:24:50.539380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Pushing event updated for resources: {'Port': ['ID=917b80ef-6433-4a72-9c6c-6c77649fd81f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:50.551318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2245674e-1ca8-403c-bb85-40cef22e0187 req-74eb5aa7-0637-47b7-ba36-0fc9bccb881d service neutron] 10.222.0.16 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987999 Jul 30 03:24:50.552367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bcecb95-3281-4165-ba6c-258b6af63d8b req-5969d6f7-5139-4eaa-bd59-857991f0eef8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999486 Jul 30 03:24:50.588529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Attempting to bind port 917b80ef-6433-4a72-9c6c-6c77649fd81f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:50.588870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Attempting to bind port 917b80ef-6433-4a72-9c6c-6c77649fd81f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:50.589354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Attempting to bind port 917b80ef-6433-4a72-9c6c-6c77649fd81f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:50.607616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Port 917b80ef-6433-4a72-9c6c-6c77649fd81f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:50.607950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Attempting to bind port 917b80ef-6433-4a72-9c6c-6c77649fd81f on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:50.611281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e558665-d9bb-4299-b695-8f72af740c9e req-f8742c9d-a061-40fe-9de0-bc5c9098f999 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989447 Jul 30 03:24:50.615323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:50.615671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:50.616052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:50.616481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Bound port: 917b80ef-6433-4a72-9c6c-6c77649fd81f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:50.616838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:50.721153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4def476-74ae-40d8-b1e4-30eac1c3c3cd req-2737f979-8acb-4eda-942e-0badc73d44a5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.722662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4def476-74ae-40d8-b1e4-30eac1c3c3cd req-2737f979-8acb-4eda-942e-0badc73d44a5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 944 time: 0.0958276 Jul 30 03:24:50.727168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] For port 917b80ef-6433-4a72-9c6c-6c77649fd81f, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:50.732149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] For port 917b80ef-6433-4a72-9c6c-6c77649fd81f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:50.740093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:50.798477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.799103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:50.800528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] 10.222.0.18 "PUT /v2.0/ports/917b80ef-6433-4a72-9c6c-6c77649fd81f HTTP/1.1" status: 200 len: 1097 time: 0.9810600 Jul 30 03:24:50.801030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'tag': '917b80ef-6433-4a72-9c6c-6c77649fd81f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:50.803371 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2", "tag": "917b80ef-6433-4a72-9c6c-6c77649fd81f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:50.816918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4def476-74ae-40d8-b1e4-30eac1c3c3cd req-01b62ca1-fd78-40f9-b47d-9b171ebc24fd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Jul 30 03:24:50.825439 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5593c919-e557-4f91-bec0-5b8e2d61bee7 x-openstack-request-id: req-5593c919-e557-4f91-bec0-5b8e2d61bee7 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:50.826140 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "name": "network-vif-plugged", "status": "completed", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:50.826564 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5593c919-e557-4f91-bec0-5b8e2d61bee7 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:50.827215 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de', 'code': 200} Jul 30 03:24:50.828524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6312bda-20e5-4ff1-a77a-034b3257e972 service neutron] Pushing event updated for resources: {'Port': ['ID=917b80ef-6433-4a72-9c6c-6c77649fd81f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:50.987266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f1bb6-ab84-4cda-a382-0cad2597844d req-e984f91e-f5d9-4a6f-87ae-79dbe356241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:50.988789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-573f1bb6-ab84-4cda-a382-0cad2597844d req-e984f91e-f5d9-4a6f-87ae-79dbe356241e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 1102 time: 0.0536804 Jul 30 03:24:51.004071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2f6a8-01d3-471a-97fb-66561817e530 req-a8e6cc3c-4cd3-4f9d-b8d1-0b130f675471 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.005544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fcd2f6a8-01d3-471a-97fb-66561817e530 req-a8e6cc3c-4cd3-4f9d-b8d1-0b130f675471 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 945 time: 0.1180370 Jul 30 03:24:51.011885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-c81abd68-a0a2-435e-8fbb-05f44527d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.013329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-c81abd68-a0a2-435e-8fbb-05f44527d8a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a55979738ba47358cff54bb60955395&device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 1100 time: 0.1357496 Jul 30 03:24:51.024001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1f3a2-8a66-47e4-a544-ce73b21a36f6 req-d042a107-eab1-41cb-a83b-82f18343f9a4 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.024388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-573f1bb6-ab84-4cda-a382-0cad2597844d req-210ddf3c-3615-45a9-b6a3-cd48239870d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288324 Jul 30 03:24:51.026196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7d1f3a2-8a66-47e4-a544-ce73b21a36f6 req-d042a107-eab1-41cb-a83b-82f18343f9a4 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.1218407 Jul 30 03:24:51.090332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-61d5d2c2-6768-4419-933e-ddc7544afcaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f HTTP/1.1" status: 200 len: 217 time: 0.0630746 Jul 30 03:24:51.147884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fcd2f6a8-01d3-471a-97fb-66561817e530 req-59255a30-862c-42dc-a783-1ad5486bbc77 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336038 Jul 30 03:24:51.151334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7d1f3a2-8a66-47e4-a544-ce73b21a36f6 req-01d97a0a-2fa3-445b-84a4-6ec23d9b1473 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130862 Jul 30 03:24:51.166735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-a04594b8-a1d1-4013-8e4e-2246de680faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.168302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-a04594b8-a1d1-4013-8e4e-2246de680faf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0711989 Jul 30 03:24:51.178253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:51.187074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:51.218817 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137d2052-0deb-4367-80db-8cfa21e04157 x-openstack-request-id: req-137d2052-0deb-4367-80db-8cfa21e04157 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:51.219109 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2", "tag": "917b80ef-6433-4a72-9c6c-6c77649fd81f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:51.219405 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-137d2052-0deb-4367-80db-8cfa21e04157 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:51.219884 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'tag': '917b80ef-6433-4a72-9c6c-6c77649fd81f', 'status': 'completed', 'code': 200} Jul 30 03:24:51.236718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-67772a73-d08d-49f3-8263-4a4ee1286223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.238311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-67772a73-d08d-49f3-8263-4a4ee1286223 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626523 Jul 30 03:24:51.296656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 046314bd-619e-4991-a7ea-1dd8df84301f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:51.306299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 046314bd-619e-4991-a7ea-1dd8df84301f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:51.306688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.339757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:51.349937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f287fb-e6a7-46e0-8efd-2828707db464 req-1b47f652-ffac-43a3-849e-dddb05a2d88b tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.351425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8f287fb-e6a7-46e0-8efd-2828707db464 req-1b47f652-ffac-43a3-849e-dddb05a2d88b tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1097 time: 0.1307652 Jul 30 03:24:51.355273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d', 'mac_address': 'fa:16:3e:bf:c6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:51.401659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568cdef-58ec-4d7c-bceb-8eb9f72686c8 req-be9f0034-9254-4804-b1a9-b529aee877f3 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.403158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f568cdef-58ec-4d7c-bceb-8eb9f72686c8 req-be9f0034-9254-4804-b1a9-b529aee877f3 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 948 time: 0.1364551 Jul 30 03:24:51.404921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.428081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-1232a13e-1917-433a-8768-242c20f9542e service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758416 Jul 30 03:24:51.436028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:51.440670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8f287fb-e6a7-46e0-8efd-2828707db464 req-afa9c2a1-c18e-42f3-b66c-c96cb2902698 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761263 Jul 30 03:24:51.460423 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.466087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:51.488283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.511330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f568cdef-58ec-4d7c-bceb-8eb9f72686c8 req-753abde8-e30f-4d8e-84cd-05dfccae2592 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962210 Jul 30 03:24:51.542421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:51.553163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.555048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:51.584649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-513c8785-512b-4d0a-967e-2a7fd7d9edda req-80ce3452-3167-44e8-966e-1fa58ba3ff5f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456535 Jul 30 03:24:51.605206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f3a70-2fb9-4640-a8ec-662ec41dc38b req-cffda349-35e6-4cc3-a5fb-3fcf1d7376ca tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.607610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d5f3a70-2fb9-4640-a8ec-662ec41dc38b req-cffda349-35e6-4cc3-a5fb-3fcf1d7376ca tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.0762572 Jul 30 03:24:51.609633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:51.618111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:51.674937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:51.678750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:51.679221 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.683807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d5f3a70-2fb9-4640-a8ec-662ec41dc38b req-ab65a956-a6c3-4848-b92e-0d385ad1af43 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683300 Jul 30 03:24:51.725185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-af425dc1-00e4-42c1-9010-eaba04bd5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.726691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-af425dc1-00e4-42c1-9010-eaba04bd5927 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a55979738ba47358cff54bb60955395&device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 1100 time: 0.0810354 Jul 30 03:24:51.737577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0732c4-a211-4ca2-944f-e5a1f74ff099 req-a155ce25-46da-4c72-9821-0821ba97e464 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.739052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af0732c4-a211-4ca2-944f-e5a1f74ff099 req-a155ce25-46da-4c72-9821-0821ba97e464 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 947 time: 0.0899324 Jul 30 03:24:51.768470 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.802167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:51.809469 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:51.830027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af0732c4-a211-4ca2-944f-e5a1f74ff099 req-8f7ef31f-ecf7-48ec-a399-7fdd789e6f66 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821719 Jul 30 03:24:51.858277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-58631499-95af-4f35-a7e9-63d453dd3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.860344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-58631499-95af-4f35-a7e9-63d453dd3020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1204069 Jul 30 03:24:51.877039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:51.912437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-5b0a7bcb-b163-4440-b8f0-9c9b218adc5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f HTTP/1.1" status: 200 len: 217 time: 0.0427361 Jul 30 03:24:51.974045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-82bdc133-b6ff-4c38-a921-993a5cc65d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:51.975596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-82bdc133-b6ff-4c38-a921-993a5cc65d4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0501571 Jul 30 03:24:52.050741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-616fb559-3988-4922-89a1-439f24a6437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:52.052522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-616fb559-3988-4922-89a1-439f24a6437f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0693481 Jul 30 03:24:52.064830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82488-bf20-49a9-81d7-6e0c5cd7e1a6 req-2912e85f-acab-4d3a-99ad-8f8565b1f37c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:52.066279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b82488-bf20-49a9-81d7-6e0c5cd7e1a6 req-2912e85f-acab-4d3a-99ad-8f8565b1f37c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 944 time: 0.0598667 Jul 30 03:24:52.090449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:52.152426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b82488-bf20-49a9-81d7-6e0c5cd7e1a6 req-9895133d-b3b9-419d-98ea-660df31403d7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778384 Jul 30 03:24:52.180898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-7c07c17e-3f05-44d2-a9b3-6ba32ec69520 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134090 Jul 30 03:24:52.315230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f5159-0874-4eda-93f5-6a40ee6a8031 req-395acc27-9c2f-42aa-aae0-5ad3a188e2bf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:52.316781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe8f5159-0874-4eda-93f5-6a40ee6a8031 req-395acc27-9c2f-42aa-aae0-5ad3a188e2bf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0814085 Jul 30 03:24:52.320645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cc3840-a5a5-4584-82ac-bcc67737d1e6 req-21410180-ce39-49b8-8f51-f26cbba79556 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317127 Jul 30 03:24:52.357298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe8f5159-0874-4eda-93f5-6a40ee6a8031 req-978a8679-b20e-4c89-99ce-053c8af3751c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Jul 30 03:24:52.470805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff37ebb-b0ec-4456-8f72-2acc55753eed req-196524cb-e990-4d35-b924-5aafa388b371 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:52.472675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ff37ebb-b0ec-4456-8f72-2acc55753eed req-196524cb-e990-4d35-b924-5aafa388b371 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 950 time: 0.0580087 Jul 30 03:24:52.512286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ff37ebb-b0ec-4456-8f72-2acc55753eed req-f3adc533-c8a6-4e45-9dd4-f9441c09fc91 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Jul 30 03:24:52.636105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95e266-4661-45d8-944d-3aecf34e3699 req-9ef818db-f8da-4a45-9037-a7777232e2fe tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:52.637555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f95e266-4661-45d8-944d-3aecf34e3699 req-9ef818db-f8da-4a45-9037-a7777232e2fe tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 948 time: 0.0583367 Jul 30 03:24:52.676085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f95e266-4661-45d8-944d-3aecf34e3699 req-638e5e29-3af9-4379-9d6d-c2dbdfa8d982 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Jul 30 03:24:52.794899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:24:52.811931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a3ba6-5df8-4a0d-9936-f36a2e94af64 req-8d670782-e414-44ec-ad59-5dee1300effd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:52.815607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8a3ba6-5df8-4a0d-9936-f36a2e94af64 req-8d670782-e414-44ec-ad59-5dee1300effd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.0607212 Jul 30 03:24:52.828624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}, {'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:52.832647 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc4676-ca02-4b4e-bac7-fe0528faf551" -d '{"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-plugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}, {"server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "name": "network-vif-plugged", "status": "completed", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:52.855581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8a3ba6-5df8-4a0d-9936-f36a2e94af64 req-e7de0ccb-b14a-480d-93d4-c40a559cfcae tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Jul 30 03:24:52.866254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-874eef08-100b-47dc-adac-34eec067948a tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:24:52.867261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-874eef08-100b-47dc-adac-34eec067948a tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0713944 Jul 30 03:24:52.914650 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727b768-4fb3-486b-9dc5-dce822b888b9 x-openstack-request-id: req-6727b768-4fb3-486b-9dc5-dce822b888b9 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:52.915582 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-plugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "code": 200}, {"server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "name": "network-vif-plugged", "status": "completed", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:52.915847 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6727b768-4fb3-486b-9dc5-dce822b888b9 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:52.916233 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'code': 200} Jul 30 03:24:52.916474 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'code': 200} Jul 30 03:24:52.976367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:52.976967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:24:53.058216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca2eb-8e26-467e-876d-e2f7a6d5a80e req-3d0fd09e-5fbc-4d27-a094-59bcbc02aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.059752 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cd7ca2eb-8e26-467e-876d-e2f7a6d5a80e req-3d0fd09e-5fbc-4d27-a094-59bcbc02aa29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 1102 time: 0.0445938 Jul 30 03:24:53.095693 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cd7ca2eb-8e26-467e-876d-e2f7a6d5a80e req-513797ea-9f60-4314-a2a2-71e2c5eaf1df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283937 Jul 30 03:24:53.119226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c33c00-820f-4eb5-ba61-9dfbbd12ffc5 req-de513d94-8d2a-422b-a2af-05acd43b9054 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.120710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77c33c00-820f-4eb5-ba61-9dfbbd12ffc5 req-de513d94-8d2a-422b-a2af-05acd43b9054 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 947 time: 0.1590624 Jul 30 03:24:53.131836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6d76-c128-4453-bd86-319073c71335 req-e19348cd-db4b-4e13-a056-ac64741fdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.133213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f1c6d76-c128-4453-bd86-319073c71335 req-e19348cd-db4b-4e13-a056-ac64741fdf6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1098 time: 0.1374500 Jul 30 03:24:53.218151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77c33c00-820f-4eb5-ba61-9dfbbd12ffc5 req-b7cf423e-e435-41cc-982f-c3bfa889d30a tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909359 Jul 30 03:24:53.225531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f1c6d76-c128-4453-bd86-319073c71335 req-d5ee418c-d79e-415f-b98c-81f57a510dfb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772066 Jul 30 03:24:53.235981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:53.236316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:53.236673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:53.241903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:53.242394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:53.248373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:53.249084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:53.249501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:53.250105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Bound port: 860b8f5b-4eda-4449-8643-6cdfac39e18b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:53.302380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:53.307538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:53.308700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-78b55f1c-29d0-4542-9a1c-62ad368b35b8 service neutron] 10.222.0.39 "POST /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3980081 Jul 30 03:24:53.468973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9d233-fb0a-4567-9a5f-f23a62caed75 req-a2174371-d081-4a01-8f64-cc1d4cdc883a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.470533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a9d233-fb0a-4567-9a5f-f23a62caed75 req-a2174371-d081-4a01-8f64-cc1d4cdc883a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 944 time: 0.0606077 Jul 30 03:24:53.518392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a9d233-fb0a-4567-9a5f-f23a62caed75 req-ab6c7388-8b85-4c38-85be-90cd0f2163b3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Jul 30 03:24:53.590960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48fec5-5af0-439f-aa25-b7bc49e771fe req-518dd8e2-0284-46d8-b472-a4401d53a502 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.592870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df48fec5-5af0-439f-aa25-b7bc49e771fe req-518dd8e2-0284-46d8-b472-a4401d53a502 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 945 time: 0.0524187 Jul 30 03:24:53.643659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-436657dc-5c2c-4d71-91f9-e0e648ab9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.645219 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-436657dc-5c2c-4d71-91f9-e0e648ab9a70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1097 time: 0.0499024 Jul 30 03:24:53.670856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df48fec5-5af0-439f-aa25-b7bc49e771fe req-de06cee4-6d93-4cc6-85ab-1b928208e9d9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651720 Jul 30 03:24:53.684197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3e1dd-031a-49b2-b468-032118ad776c req-e9e3557f-02c0-442b-8255-5b82efe09bef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.685699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ca3e1dd-031a-49b2-b468-032118ad776c req-e9e3557f-02c0-442b-8255-5b82efe09bef tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0912786 Jul 30 03:24:53.740206 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ca3e1dd-031a-49b2-b468-032118ad776c req-323203dd-1cf4-4114-ac00-3cdafc75c9f0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396104 Jul 30 03:24:53.758456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-7155f54b-9071-4f51-a4f6-cdc58626c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.760600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-7155f54b-9071-4f51-a4f6-cdc58626c83c service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.1082509 Jul 30 03:24:53.809793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05243fc6-ebc9-4168-801b-3365732b57b2 req-1b5b3880-b407-4733-a8a7-6c6ca49dca28 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.811636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05243fc6-ebc9-4168-801b-3365732b57b2 req-1b5b3880-b407-4733-a8a7-6c6ca49dca28 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 950 time: 0.0617301 Jul 30 03:24:53.818918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-f1a168dc-5a71-4b56-99cf-cbcdfc382727 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 217 time: 0.0503678 Jul 30 03:24:53.873322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-fffc6f31-25e4-41b1-8601-e029d3e336a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.874854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-fffc6f31-25e4-41b1-8601-e029d3e336a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0483134 Jul 30 03:24:53.893553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05243fc6-ebc9-4168-801b-3365732b57b2 req-43d33c15-9761-4278-b95c-737461d2e0f9 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Jul 30 03:24:53.904738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54669dd0-5e04-4911-9184-6c09ca777d2d req-b62fa843-6e2f-4e10-933d-56addcbabe16 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:53.912048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54669dd0-5e04-4911-9184-6c09ca777d2d req-b62fa843-6e2f-4e10-933d-56addcbabe16 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 948 time: 0.0936456 Jul 30 03:24:53.912223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-5f3191bb-5801-4153-b1dc-e56beccd7674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288701 Jul 30 03:24:54.028749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-61abbe57-511b-4a41-9727-ee0e622eb3bb service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099036 Jul 30 03:24:54.143410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe22e4c-be80-4c60-9c27-0fd9fe8c935b service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069491 Jul 30 03:24:54.208771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54669dd0-5e04-4911-9184-6c09ca777d2d req-8af46812-61e4-4bd5-a0c9-b90349c72f93 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956071 Jul 30 03:24:54.235794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7a792-116e-4ced-bae6-0ca162518a74 req-dd31a0b7-7fa5-4418-bd68-67fca0b2d875 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.237331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87a7a792-116e-4ced-bae6-0ca162518a74 req-dd31a0b7-7fa5-4418-bd68-67fca0b2d875 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.0776012 Jul 30 03:24:54.286623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87a7a792-116e-4ced-bae6-0ca162518a74 req-0f5339f3-ac1c-458f-839d-214920f25a2a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Jul 30 03:24:54.327048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-f6f68c80-5adc-44aa-9492-da43ad0ada1f tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.328947 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-f6f68c80-5adc-44aa-9492-da43ad0ada1f tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.0541387 Jul 30 03:24:54.340986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:54.350848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985783-e85e-44d5-8d2d-74776063a90c req-bff0a543-e6ed-4c7e-a4c8-52d03dcd65b5 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.352407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad985783-e85e-44d5-8d2d-74776063a90c req-bff0a543-e6ed-4c7e-a4c8-52d03dcd65b5 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 947 time: 0.0540538 Jul 30 03:24:54.400314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:54.423208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad985783-e85e-44d5-8d2d-74776063a90c req-ef659eb0-a98b-4cd9-b251-d6f0bdad8dd7 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Jul 30 03:24:54.436080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272278f1-55bd-451a-9acf-350fbe09fd2e req-a5f14ce5-811a-46cd-97ac-5b8c5aa41277 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.437676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-272278f1-55bd-451a-9acf-350fbe09fd2e req-a5f14ce5-811a-46cd-97ac-5b8c5aa41277 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0718484 Jul 30 03:24:54.477008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-272278f1-55bd-451a-9acf-350fbe09fd2e req-088c1a7a-b484-4c14-95ce-e1263dc04ae3 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jul 30 03:24:54.534000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:54.580563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:54.632119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:54.635402 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de784eb3-9a16-4003-a746-c6965602c061" -d '{"events": [{"server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "name": "network-vif-unplugged", "status": "completed", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:54.640062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:54.647916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490373e-ff95-45e6-aaeb-6cf1994affd2 req-40cb2f59-7e89-4591-b859-8bf51a8f82a6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.650920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:54.656754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0490373e-ff95-45e6-aaeb-6cf1994affd2 req-40cb2f59-7e89-4591-b859-8bf51a8f82a6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 944 time: 0.0660954 Jul 30 03:24:54.703853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0490373e-ff95-45e6-aaeb-6cf1994affd2 req-a88c7995-b710-4ea0-b3f2-8fbf2fa491de tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Jul 30 03:24:54.735706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-1e2ddc0b-92c1-44ec-8aa3-5da71f7fbd8f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405793 Jul 30 03:24:54.746037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:54.746470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:54.746901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:54.753930 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c5f88-87b6-407a-83a6-9b2d55ee08d8 x-openstack-request-id: req-f14c5f88-87b6-407a-83a6-9b2d55ee08d8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:54.754329 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "name": "network-vif-unplugged", "status": "completed", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:54.754675 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f14c5f88-87b6-407a-83a6-9b2d55ee08d8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:54.755167 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'code': 200} Jul 30 03:24:54.755795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:54.756283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Attempting to bind port 860b8f5b-4eda-4449-8643-6cdfac39e18b on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:54.758411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:54.765997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:54.768172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:54.768595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:54.769834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Bound port: 860b8f5b-4eda-4449-8643-6cdfac39e18b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:54.769834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:54.836532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:54.839693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:54.844495 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:54.885469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3789d7-3159-4f02-aafc-bec71069ac3b req-853a83ce-fd0b-4ca4-95fd-5d30778bc722 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.886954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a3789d7-3159-4f02-aafc-bec71069ac3b req-853a83ce-fd0b-4ca4-95fd-5d30778bc722 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.0825222 Jul 30 03:24:54.895431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-8bdb2833-0241-478a-9024-7bf5d0377f81 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.896787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-8bdb2833-0241-478a-9024-7bf5d0377f81 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573641 Jul 30 03:24:54.918480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:54.922201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:54.922908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:54.924292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-ebe739e6-6d60-46a3-8552-bc812a081ff4 service neutron] 10.222.0.16 "PUT /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 1123 time: 0.5880063 Jul 30 03:24:54.925144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-22ae8f4b-dbdb-4d21-b7cc-13395089073f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/quotas/ee8aecf7d5c5435e86ab505f43ab34b1 HTTP/1.1" status: 200 len: 375 time: 0.0205162 Jul 30 03:24:54.950329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a3789d7-3159-4f02-aafc-bec71069ac3b req-f85897fc-2cbc-456a-92da-090fdbf678b1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Jul 30 03:24:54.990494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-dddc3cc6-38a7-4c22-8d47-aa6acf6f906a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568244 Jul 30 03:24:55.025057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['860b8f5b-4eda-4449-8643-6cdfac39e18b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:55.075878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9acce-1a86-4ad2-bb2e-b1afdee7826b req-3ab06c5e-5423-4d22-890f-f36914972fe1 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:55.077602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15b9acce-1a86-4ad2-bb2e-b1afdee7826b req-3ab06c5e-5423-4d22-890f-f36914972fe1 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0535591 Jul 30 03:24:55.125465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15b9acce-1a86-4ad2-bb2e-b1afdee7826b req-0af85551-384b-48a1-b941-7fb61a1329af tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Jul 30 03:24:55.188370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3b28ec40-504a-4001-ab5a-c4a9854551bb details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:55.199373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:55.240541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6122affd-44e6-407e-be9c-06f1e42e03dc req-a1241f4f-576f-4005-9d9f-569ef8e2ecc2 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 210 time: 0.0606561 Jul 30 03:24:55.264139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac9c33-5fe6-448f-aa06-97706ad4d5b8 req-9df79cb3-88f0-41d9-8745-15c30da79ebf tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:55.266577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-beac9c33-5fe6-448f-aa06-97706ad4d5b8 req-9df79cb3-88f0-41d9-8745-15c30da79ebf tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 950 time: 0.0976222 Jul 30 03:24:55.320242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-beac9c33-5fe6-448f-aa06-97706ad4d5b8 req-91b43f4f-6632-43db-bf34-f1d2103dc07e tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518975 Jul 30 03:24:55.348788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:55.358460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3b28ec40-504a-4001-ab5a-c4a9854551bb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:55.361105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:55.361671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:55.388319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea394bd-9839-4f26-841f-8bb8fa632341 req-1fd342b1-7e7e-445a-9ded-1f7d24b2dc9f tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:55.390669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ea394bd-9839-4f26-841f-8bb8fa632341 req-1fd342b1-7e7e-445a-9ded-1f7d24b2dc9f tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0694001 Jul 30 03:24:55.394762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '3b28ec40-504a-4001-ab5a-c4a9854551bb', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': '3b28ec40-504a-4001-ab5a-c4a9854551bb', 'mac_address': 'fa:16:3e:05:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:55.466599 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ea394bd-9839-4f26-841f-8bb8fa632341 req-a4cd6a2c-5cc7-4139-a1d6-579ac52e5c41 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611715 Jul 30 03:24:55.476849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5d42d-97c8-489b-b797-93511648e9c3 req-4ad0503a-b54b-4626-91dc-b569515f203c tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:55.479295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aab5d42d-97c8-489b-b797-93511648e9c3 req-4ad0503a-b54b-4626-91dc-b569515f203c tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 948 time: 0.0851426 Jul 30 03:24:55.529559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aab5d42d-97c8-489b-b797-93511648e9c3 req-728d7642-1bf8-42c0-9b1d-3c0d9bc3fd28 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Jul 30 03:24:55.570796 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:55.606502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b28ec40-504a-4001-ab5a-c4a9854551bb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:55.638309 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:55.641881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3b28ec40-504a-4001-ab5a-c4a9854551bb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:55.650562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 917b80ef-6433-4a72-9c6c-6c77649fd81f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:55.659630 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:55.662426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6125df4-2172-4141-bf92-6822c19fda5d req-6e0fe3bb-b008-4300-bcdb-f8ec0e895248 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:55.664401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6125df4-2172-4141-bf92-6822c19fda5d req-6e0fe3bb-b008-4300-bcdb-f8ec0e895248 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 947 time: 0.0634613 Jul 30 03:24:55.704289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:55.706799 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91e450-24f4-49df-874e-39ac108dbe93" -d '{"events": [{"server_uuid": "9c711f5c-26c6-45fe-8e1e-9cbd5bcab051", "name": "network-vif-plugged", "status": "completed", "tag": "d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:55.713356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6125df4-2172-4141-bf92-6822c19fda5d req-30255d33-ecd9-4ebc-bd5d-047265deaac3 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Jul 30 03:24:55.781838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:55.794617 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:55.803794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3b28ec40-504a-4001-ab5a-c4a9854551bb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:55.828990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaae45-543f-47e5-8f64-dc5dffceff10 req-d8cb0270-b2fc-4761-bf3f-87ee7d5b7331 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:55.831055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9eaae45-543f-47e5-8f64-dc5dffceff10 req-d8cb0270-b2fc-4761-bf3f-87ee7d5b7331 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0521719 Jul 30 03:24:55.878457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 917b80ef-6433-4a72-9c6c-6c77649fd81f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:55.889644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:55.894413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '917b80ef-6433-4a72-9c6c-6c77649fd81f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '917b80ef-6433-4a72-9c6c-6c77649fd81f', 'mac_address': 'fa:16:3e:53:2e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:24:55.906323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9eaae45-543f-47e5-8f64-dc5dffceff10 req-efcbbd49-9cf8-4662-b6eb-934d6925aaa9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534997 Jul 30 03:24:55.944040 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:55.958462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917b80ef-6433-4a72-9c6c-6c77649fd81f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:55.984790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 917b80ef-6433-4a72-9c6c-6c77649fd81f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:55.995332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:56.026512 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d07e093-d09e-4c71-85fc-0e3a38bb9ef2 x-openstack-request-id: req-2d07e093-d09e-4c71-85fc-0e3a38bb9ef2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:56.027083 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c711f5c-26c6-45fe-8e1e-9cbd5bcab051", "name": "network-vif-plugged", "status": "completed", "tag": "d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:56.027204 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d07e093-d09e-4c71-85fc-0e3a38bb9ef2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:56.027545 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d', 'code': 200} Jul 30 03:24:56.055393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=917b80ef-6433-4a72-9c6c-6c77649fd81f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:56.113915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc1ac9-2195-4e9d-a4e0-f1f94f73f56e req-075b7eaf-b357-49d9-93cd-bdd10b18d2c9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.115524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0abc1ac9-2195-4e9d-a4e0-f1f94f73f56e req-075b7eaf-b357-49d9-93cd-bdd10b18d2c9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 945 time: 0.0633261 Jul 30 03:24:56.175605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['3b28ec40-504a-4001-ab5a-c4a9854551bb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:56.189258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd04c3-f1be-4675-9d8e-7ae5aad8d462 req-649c0281-752b-4559-8a84-fc44daf63bb6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.190779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eabd04c3-f1be-4675-9d8e-7ae5aad8d462 req-649c0281-752b-4559-8a84-fc44daf63bb6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.0743513 Jul 30 03:24:56.193548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0abc1ac9-2195-4e9d-a4e0-f1f94f73f56e req-323cd4b1-5698-4fd0-b252-c656d2e77dc7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684903 Jul 30 03:24:56.223558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48f7c-4da9-467a-8fde-2bc4b37d2548 req-70274a42-04d1-4d4f-b636-edd22be35fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.228360 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d48f7c-4da9-467a-8fde-2bc4b37d2548 req-70274a42-04d1-4d4f-b636-edd22be35fe8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 1100 time: 0.0655222 Jul 30 03:24:56.249992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eabd04c3-f1be-4675-9d8e-7ae5aad8d462 req-b0525e4d-149b-46fc-919b-f6c4bcf72f89 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506258 Jul 30 03:24:56.296623 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d48f7c-4da9-467a-8fde-2bc4b37d2548 req-86017f54-acac-44c1-9980-081bedbe847d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533569 Jul 30 03:24:56.319161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['917b80ef-6433-4a72-9c6c-6c77649fd81f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:56.387633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22645e34-9141-47ae-8a94-ace79c5e3f0a req-9b863a69-44cf-4f0e-9fd8-63d43f0d7e8c tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 210 time: 0.0418575 Jul 30 03:24:56.398307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-fc1bf895-cb7d-47c9-968e-34e84eb67bc0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403440 Jul 30 03:24:56.544366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9952ee-a8a3-42f4-bbda-b3d2c6d0688a req-c6571329-ce4d-46ea-9634-c4b5d0f0478a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.545783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e9952ee-a8a3-42f4-bbda-b3d2c6d0688a req-c6571329-ce4d-46ea-9634-c4b5d0f0478a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0780082 Jul 30 03:24:56.557789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-f646e0d3-434f-4968-81eb-e7b3aa491e88 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.559363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-f646e0d3-434f-4968-81eb-e7b3aa491e88 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530895 Jul 30 03:24:56.586689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Request body: {'port': {'device_id': '1388c973-6546-4372-966d-a58b2ffe353a', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'ee8aecf7d5c5435e86ab505f43ab34b1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:56.675342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e9952ee-a8a3-42f4-bbda-b3d2c6d0688a req-a34c547f-57ac-42eb-8200-aa67f353b869 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148114 Jul 30 03:24:56.715890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe288ba-9ea1-4b16-a085-d693c7de33e4 req-3a964d7c-be9e-44ee-a4ce-678fc4f46bf4 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.717374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fe288ba-9ea1-4b16-a085-d693c7de33e4 req-3a964d7c-be9e-44ee-a4ce-678fc4f46bf4 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 949 time: 0.1180835 Jul 30 03:24:56.756278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:56.758852 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:56.778361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fe288ba-9ea1-4b16-a085-d693c7de33e4 req-450c1c2e-dd35-4a5d-a653-42cc2b758e84 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551217 Jul 30 03:24:56.782977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Made reservation on behalf of ee8aecf7d5c5435e86ab505f43ab34b1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:24:56.786501 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:56.833947 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2ca89-cfe2-488d-9344-928b67aa114d x-openstack-request-id: req-63d2ca89-cfe2-488d-9344-928b67aa114d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:56.834237 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:56.834487 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63d2ca89-cfe2-488d-9344-928b67aa114d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:56.834877 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'status': 'completed', 'code': 200} Jul 30 03:24:56.906134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a472507-3ffa-41da-a91f-f9ffec576ca5 req-39107786-4ef3-4c9e-a269-effc2c0ec017 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:56.907606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a472507-3ffa-41da-a91f-f9ffec576ca5 req-39107786-4ef3-4c9e-a269-effc2c0ec017 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.1178594 Jul 30 03:24:57.002010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-7979ac95-088d-45c5-91d6-704e01c500e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.003413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-7979ac95-088d-45c5-91d6-704e01c500e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1126 time: 0.1209335 Jul 30 03:24:57.011764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a472507-3ffa-41da-a91f-f9ffec576ca5 req-b94d44b1-f260-48ce-8f91-8d1decdea5d2 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884492 Jul 30 03:24:57.032284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Allocated IP 192.168.233.25 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:24:57.180273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-a5edc3df-ac00-4756-904d-0af0f56ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.181851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-a5edc3df-ac00-4756-904d-0af0f56ed141 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.1638892 Jul 30 03:24:57.198107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:24:57.232796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-20a46222-781a-4f0a-87bb-63506428cf11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 217 time: 0.0404396 Jul 30 03:24:57.300875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:57.314382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:24:57.342767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:57.355191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-37ed0a06-4c07-4bf3-8ddf-91115fef822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.357573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-37ed0a06-4c07-4bf3-8ddf-91115fef822d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1157067 Jul 30 03:24:57.412438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Transition to ACTIVE for port object 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:57.422462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-0cf1f034-12c9-4628-9f08-1f9611039c97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406482 Jul 30 03:24:57.429671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16c930-e84a-4bfd-a577-3f7127ec4387 req-302d64e8-d4a7-45c0-86b1-ea56559adc83 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.431074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd16c930-e84a-4bfd-a577-3f7127ec4387 req-302d64e8-d4a7-45c0-86b1-ea56559adc83 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 945 time: 0.1570442 Jul 30 03:24:57.511223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971179a8-0cb8-4f37-8a81-081550ea269a req-a7a2a7ed-48dc-4194-89e4-8cb8733befdf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.512694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-971179a8-0cb8-4f37-8a81-081550ea269a req-a7a2a7ed-48dc-4194-89e4-8cb8733befdf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.1746202 Jul 30 03:24:57.575574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd16c930-e84a-4bfd-a577-3f7127ec4387 req-5d6ab646-3db0-4952-b294-8020f2554f88 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327970 Jul 30 03:24:57.585746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:57.606369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:57.638296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-971179a8-0cb8-4f37-8a81-081550ea269a req-f056b996-65f2-4534-8950-dfc221134828 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129365 Jul 30 03:24:57.644360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-d928779f-51c2-454b-bd04-3fa49aaf6c57 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118778 Jul 30 03:24:57.650402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:24:57.667550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:24:57.687424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:24:57.687627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 917b80ef-6433-4a72-9c6c-6c77649fd81f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:57.713537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event updated for resources: {'Port': ['ID=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:57.715946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:24:57.721480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.722149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:57.789069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-c00fcd9f-8543-4880-ae03-10a56af9f220 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2096794 Jul 30 03:24:57.816385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Request body: {'port': {'device_id': '1388c973-6546-4372-966d-a58b2ffe353a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:57.845813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 917b80ef-6433-4a72-9c6c-6c77649fd81f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:57.861530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 917b80ef-6433-4a72-9c6c-6c77649fd81f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:57.861885 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:57.874525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097007-dcc3-4f03-a265-840882692f52 req-bcdb9406-9cf9-4a8d-a288-9c6baf637b5c tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.878322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59097007-dcc3-4f03-a265-840882692f52 req-bcdb9406-9cf9-4a8d-a288-9c6baf637b5c tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 935 time: 0.1535034 Jul 30 03:24:57.886860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e939aeb-bbe6-4e79-b8d2-7456dd11b1ea req-8e90201e-a31c-4d70-ab20-f2c62a18a83f service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335243 Jul 30 03:24:57.931127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d50a9d-7dd0-46d4-915e-0f2ddb008fb2 req-5d5a78be-a00a-4188-8190-ab00b5d5e081 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:57.932776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9d50a9d-7dd0-46d4-915e-0f2ddb008fb2 req-5d5a78be-a00a-4188-8190-ab00b5d5e081 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1098 time: 0.1648901 Jul 30 03:24:57.941788 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:57.984612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59097007-dcc3-4f03-a265-840882692f52 req-dee6f73a-ee94-42bf-aaec-c4bbb3875cd3 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955262 Jul 30 03:24:58.030759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9d50a9d-7dd0-46d4-915e-0f2ddb008fb2 req-058ca7aa-5c93-4620-99fd-2d9f670dc68c tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898960 Jul 30 03:24:58.046839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.064245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f63180a-3bc2-4c16-83a2-a71e5df0e12e None None] Provisioning for port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:58.074694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f63180a-3bc2-4c16-83a2-a71e5df0e12e None None] Provisioning complete for port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:58.075061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f63180a-3bc2-4c16-83a2-a71e5df0e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.105790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917b80ef-6433-4a72-9c6c-6c77649fd81f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:58.108101 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac5efa-cf11-407f-b5d8-8cc453e3cc86" -d '{"events": [{"server_uuid": "8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2", "name": "network-vif-plugged", "status": "completed", "tag": "917b80ef-6433-4a72-9c6c-6c77649fd81f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:58.125009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 917b80ef-6433-4a72-9c6c-6c77649fd81f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:58.131063 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.136275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5f63180a-3bc2-4c16-83a2-a71e5df0e12e None None] Port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:24:58.179990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=917b80ef-6433-4a72-9c6c-6c77649fd81f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:58.233271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f346b-bb66-48aa-b766-6e820c3a2cbe req-a8ff32a5-23d0-4a17-b771-4f903776424a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:58.234740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f346b-bb66-48aa-b766-6e820c3a2cbe req-a8ff32a5-23d0-4a17-b771-4f903776424a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 949 time: 0.1746445 Jul 30 03:24:58.464979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230839e-e796-43b3-ab8f-769f34f187fb req-0414b8a6-8e85-4c6f-8425-7ddae7ee119a tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:58.466432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e230839e-e796-43b3-ab8f-769f34f187fb req-0414b8a6-8e85-4c6f-8425-7ddae7ee119a tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.3514020 Jul 30 03:24:58.536944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f346b-bb66-48aa-b766-6e820c3a2cbe req-fe8ac338-4b12-490e-8995-0629ccdad57e tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921526 Jul 30 03:24:58.553765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e230839e-e796-43b3-ab8f-769f34f187fb req-adef4a17-ea0e-4422-b8c0-9610d102c258 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Jul 30 03:24:58.614825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:24:58.624492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.636774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Transition to ACTIVE for port object 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:24:58.640743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.694888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:58.716392 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f349b3f6-02b8-402f-91e4-903115a3032e x-openstack-request-id: req-f349b3f6-02b8-402f-91e4-903115a3032e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:58.716850 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2", "name": "network-vif-plugged", "status": "completed", "tag": "917b80ef-6433-4a72-9c6c-6c77649fd81f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:58.716944 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f349b3f6-02b8-402f-91e4-903115a3032e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:58.717322 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917b80ef-6433-4a72-9c6c-6c77649fd81f', 'code': 200} Jul 30 03:24:58.739579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Attempting to bind port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:58.739918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Attempting to bind port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:58.740247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Attempting to bind port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:58.745578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:58.745906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Attempting to bind port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:58.753640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:58.754675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:58.755045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:58.755502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Bound port: 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:58.755860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.894553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e130ad-3fe9-43de-a7c4-19496bc865f0 req-25e03be6-4962-4071-a62d-2eb318de57a5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:58.896075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96e130ad-3fe9-43de-a7c4-19496bc865f0 req-25e03be6-4962-4071-a62d-2eb318de57a5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 945 time: 0.1251562 Jul 30 03:24:58.906683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] For port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:24:58.914112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0af96-65d2-47c3-9ff6-9ad0b29339e7 req-94886a5a-5d60-48af-add6-9c5cdfb36acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:58.916263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6b0af96-65d2-47c3-9ff6-9ad0b29339e7 req-94886a5a-5d60-48af-add6-9c5cdfb36acb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 1102 time: 0.1174984 Jul 30 03:24:58.918909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] For port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:58.926063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.985259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:58.985917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:58.987263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b HTTP/1.1" status: 200 len: 1096 time: 1.1811242 Jul 30 03:24:58.989648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1388c973-6546-4372-966d-a58b2ffe353a', 'tag': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:24:58.992011 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dbd85b-5a99-438f-967c-aa71c173be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1388c973-6546-4372-966d-a58b2ffe353a", "tag": "2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:24:59.019509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96e130ad-3fe9-43de-a7c4-19496bc865f0 req-89000dca-c7b0-4340-a20a-251152bc62d3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164336 Jul 30 03:24:59.081513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6b0af96-65d2-47c3-9ff6-9ad0b29339e7 req-8c105030-7e02-4e02-aecd-f4d8624da57b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439404 Jul 30 03:24:59.083088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf8cc9-8f9f-4fb2-98e7-cfd4d793f409 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:59.100999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-c25f1cd0-6024-4b53-9f10-689f09d6ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.103496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-c25f1cd0-6024-4b53-9f10-689f09d6ebdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 1099 time: 0.0645723 Jul 30 03:24:59.190721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-935b08d8-b892-4a63-a0e8-35d9d74dc2e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b HTTP/1.1" status: 200 len: 217 time: 0.0478473 Jul 30 03:24:59.222982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3b28ec40-504a-4001-ab5a-c4a9854551bb up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:24:59.269607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4772550-5d52-4c00-b899-59e54fa5946e req-440d8329-b5c8-4163-a270-2d67c6b7f86f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.271168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4772550-5d52-4c00-b899-59e54fa5946e req-440d8329-b5c8-4163-a270-2d67c6b7f86f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.0898004 Jul 30 03:24:59.273169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-551e30d5-8939-44ce-a100-f842986c7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.275224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-551e30d5-8939-44ce-a100-f842986c7427 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0664837 Jul 30 03:24:59.294004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 3b28ec40-504a-4001-ab5a-c4a9854551bb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:24:59.298398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 3b28ec40-504a-4001-ab5a-c4a9854551bb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:24:59.298880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:59.341111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4772550-5d52-4c00-b899-59e54fa5946e req-49de32af-decc-4b74-a7a3-b51cf26e8a3e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618246 Jul 30 03:24:59.352126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa4aa-feba-474b-9e44-2597626a310f req-a4c971fc-1dc3-4cd8-95c0-992167140496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.354824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-a4c971fc-1dc3-4cd8-95c0-992167140496 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574815 Jul 30 03:24:59.385704 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:59.412852 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c835f3aa-8d4c-4ecd-8120-026786555525 x-openstack-request-id: req-c835f3aa-8d4c-4ecd-8120-026786555525 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:24:59.413211 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1388c973-6546-4372-966d-a58b2ffe353a", "tag": "2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:24:59.413528 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c835f3aa-8d4c-4ecd-8120-026786555525 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:24:59.414071 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1388c973-6546-4372-966d-a58b2ffe353a', 'tag': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b', 'status': 'completed', 'code': 200} Jul 30 03:24:59.431587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3b28ec40-504a-4001-ab5a-c4a9854551bb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:24:59.435987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:59.469276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-b0405130-83be-4189-9360-b50415c423d0 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066175 Jul 30 03:24:59.503056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3b28ec40-504a-4001-ab5a-c4a9854551bb,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:24:59.550902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-5b2dc920-4987-41cd-aa31-53c62d15e899 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:24:59.551907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-5b2dc920-4987-41cd-aa31-53c62d15e899 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099294 Jul 30 03:24:59.566073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:24:59.566518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:24:59.602008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344913e-795d-4c5a-957a-ee78ea03e7ed req-a143066d-2eae-4ffd-9ad0-0755480bb413 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.603809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1344913e-795d-4c5a-957a-ee78ea03e7ed req-a143066d-2eae-4ffd-9ad0-0755480bb413 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 947 time: 0.1336355 Jul 30 03:24:59.703350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-048fa4aa-feba-474b-9e44-2597626a310f req-08331caf-02a2-4652-bc5e-a6b0cd111154 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236950 Jul 30 03:24:59.720942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1344913e-795d-4c5a-957a-ee78ea03e7ed req-92d138fb-db81-450e-8c9e-273c06e46e29 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055069 Jul 30 03:24:59.779482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:24:59.779729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:24:59.780033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:59.807434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:24:59.807748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:24:59.830891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:24:59.831249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:24:59.831626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:24:59.832042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Bound port: da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:24:59.872287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-2a5dad0b-3c52-41d5-82e5-146c5c6f0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.873762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-2a5dad0b-3c52-41d5-82e5-146c5c6f0c2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 1099 time: 0.1069994 Jul 30 03:24:59.894125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1265a-9d45-4156-87a8-30aff1455f48 req-8cf67f78-a453-4f62-bcf3-698b223c46a7 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:24:59.895571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9f1265a-9d45-4156-87a8-30aff1455f48 req-8cf67f78-a453-4f62-bcf3-698b223c46a7 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 950 time: 0.1134758 Jul 30 03:24:59.967867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:24:59.978973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:24:59.980148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a9514e4d-9131-4545-8482-ce5c605250f8 service neutron] 10.222.0.39 "POST /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4185860 Jul 30 03:24:59.997666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9f1265a-9d45-4156-87a8-30aff1455f48 req-2c4bd24e-6730-46d6-8450-8986cb6d1e1b tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Jul 30 03:25:00.040081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-84437c28-af0f-4973-b4d9-17e81c78d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.041600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-84437c28-af0f-4973-b4d9-17e81c78d05e service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1595080 Jul 30 03:25:00.106153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-6e2176fa-e857-48cf-9e02-7708b7f966fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b HTTP/1.1" status: 200 len: 217 time: 0.0504985 Jul 30 03:25:00.188305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fce80-b636-44de-a3b1-4b644bad194a req-99a306fe-6db9-44eb-bceb-a6c69b30f2f3 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.189801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f8fce80-b636-44de-a3b1-4b644bad194a req-99a306fe-6db9-44eb-bceb-a6c69b30f2f3 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.0870628 Jul 30 03:25:00.191186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-768ab155-9f6d-4299-94bc-dce4f7e90de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.192761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-768ab155-9f6d-4299-94bc-dce4f7e90de2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0626991 Jul 30 03:25:00.224181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:00.287585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f8fce80-b636-44de-a3b1-4b644bad194a req-83d85c77-d1b0-4319-a03b-f93e5f063cf7 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846019 Jul 30 03:25:00.296323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27123c9a-0281-4ee0-bf3e-de2592ba94d1 req-292ea170-9efd-4eb7-a9f5-ff73c9975f0a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.297758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27123c9a-0281-4ee0-bf3e-de2592ba94d1 req-292ea170-9efd-4eb7-a9f5-ff73c9975f0a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.1040497 Jul 30 03:25:00.303396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-25662007-e793-44cc-a203-bfa70657dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.304797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-25662007-e793-44cc-a203-bfa70657dade service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1010408 Jul 30 03:25:00.392769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27123c9a-0281-4ee0-bf3e-de2592ba94d1 req-921b86f7-261b-41ec-b074-1a81265a9075 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864904 Jul 30 03:25:00.453421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8c5c-ebc5-4476-8c29-c3da92a873fd req-25d4d701-c316-477d-86ae-d54d1371d8ed tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.454888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69a8c5c-ebc5-4476-8c29-c3da92a873fd req-25d4d701-c316-477d-86ae-d54d1371d8ed tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0817583 Jul 30 03:25:00.460410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-75e9bc81-17c6-4db0-9fae-f969997730cb service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367714 Jul 30 03:25:00.550066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69a8c5c-ebc5-4476-8c29-c3da92a873fd req-f49080a8-4788-410b-944f-8ee3db1b4f37 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829535 Jul 30 03:25:00.595373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46dbd85b-5a99-438f-967c-aa71c173be2e req-f4f2d16d-cf63-4cf7-a98e-ef50d30aa2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221921 Jul 30 03:25:00.695449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74b54c-aca2-4d22-8dd0-3eb97c1938b0 req-83330662-549c-47c1-b98a-cc6deb3f9505 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.697796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb74b54c-aca2-4d22-8dd0-3eb97c1938b0 req-83330662-549c-47c1-b98a-cc6deb3f9505 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.0779064 Jul 30 03:25:00.705766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1ab2-5bba-4cf8-b37a-857f6fff0ad0 req-6b459bb2-c946-4e0d-be65-9f204c8b1a53 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.707111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb5c1ab2-5bba-4cf8-b37a-857f6fff0ad0 req-6b459bb2-c946-4e0d-be65-9f204c8b1a53 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.0854027 Jul 30 03:25:00.718857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b28ec40-504a-4001-ab5a-c4a9854551bb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:00.721254 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964d551-5040-4dd5-afb1-39852c45597c" -d '{"events": [{"server_uuid": "35ccfc29-be7e-4567-bedf-a6c58983c71a", "name": "network-vif-plugged", "status": "completed", "tag": "3b28ec40-504a-4001-ab5a-c4a9854551bb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:00.764168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb74b54c-aca2-4d22-8dd0-3eb97c1938b0 req-f24c32f6-0a95-44b7-904a-9b38284883c6 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Jul 30 03:25:00.766894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb5c1ab2-5bba-4cf8-b37a-857f6fff0ad0 req-f714f73a-a11a-4723-adfa-c3c6a9f3d28d tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522654 Jul 30 03:25:00.807842 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd5e628-9085-4b31-839f-46b373ce0e48 x-openstack-request-id: req-7fd5e628-9085-4b31-839f-46b373ce0e48 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:00.808133 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ccfc29-be7e-4567-bedf-a6c58983c71a", "name": "network-vif-plugged", "status": "completed", "tag": "3b28ec40-504a-4001-ab5a-c4a9854551bb", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:00.808384 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fd5e628-9085-4b31-839f-46b373ce0e48 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:00.808777 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b28ec40-504a-4001-ab5a-c4a9854551bb', 'code': 200} Jul 30 03:25:00.877441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707f35b-3555-4da0-ae2f-d8ccb4f64409 req-1b37a4b0-cc64-4a62-90b6-bf42f0befc1c tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.878878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f707f35b-3555-4da0-ae2f-d8ccb4f64409 req-1b37a4b0-cc64-4a62-90b6-bf42f0befc1c tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 947 time: 0.0513830 Jul 30 03:25:00.917216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f707f35b-3555-4da0-ae2f-d8ccb4f64409 req-8031efca-9b70-452b-bc7c-ff7ce8b78118 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Jul 30 03:25:00.969078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8ea6d-1829-47f7-93e4-f2b82547db35 req-67b990c9-c6a7-4518-a8c1-c2e25ac867ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:00.970566 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cee8ea6d-1829-47f7-93e4-f2b82547db35 req-67b990c9-c6a7-4518-a8c1-c2e25ac867ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 1098 time: 0.0394833 Jul 30 03:25:01.009670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cee8ea6d-1829-47f7-93e4-f2b82547db35 req-b5f04a6f-c419-4906-8512-669c248a4edf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264723 Jul 30 03:25:01.111508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7a11-8bc5-4ba1-9efe-a21df74bd9f9 req-590d0590-67ff-470e-a62f-62774c1edb83 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.112827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a18b7a11-8bc5-4ba1-9efe-a21df74bd9f9 req-590d0590-67ff-470e-a62f-62774c1edb83 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 950 time: 0.0469418 Jul 30 03:25:01.150508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a18b7a11-8bc5-4ba1-9efe-a21df74bd9f9 req-d6963da5-af91-42e7-b12a-64f1ca4dc8ff tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Jul 30 03:25:01.245870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:01.340276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:01.351182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '046314bd-619e-4991-a7ea-1dd8df84301f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '046314bd-619e-4991-a7ea-1dd8df84301f', 'mac_address': 'fa:16:3e:00:b9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:01.367785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418adbdd-9881-4630-b029-1116efba5cee req-7b1e26e6-3dc2-4c95-bd9d-bf16d906a415 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.369416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-418adbdd-9881-4630-b029-1116efba5cee req-7b1e26e6-3dc2-4c95-bd9d-bf16d906a415 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 950 time: 0.0476301 Jul 30 03:25:01.389307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:01.405534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 046314bd-619e-4991-a7ea-1dd8df84301f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:01.408955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-418adbdd-9881-4630-b029-1116efba5cee req-3fe1c309-7e16-4c36-8f09-e8fbf6a0ed0e tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331290 Jul 30 03:25:01.431097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:01.435411 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:01.483907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:01.522412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaea27-41e2-4468-ab2a-aff79e99606d req-0334a1b2-84a0-4ea8-b02c-c9ad65d537d1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.523896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fdaea27-41e2-4468-ab2a-aff79e99606d req-0334a1b2-84a0-4ea8-b02c-c9ad65d537d1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.0509474 Jul 30 03:25:01.565082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fdaea27-41e2-4468-ab2a-aff79e99606d req-e50947ca-014a-4ef6-a5f4-faea992cc59f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Jul 30 03:25:01.727279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2ee3-3eec-4d2b-a54d-95d60f3869b7 req-de49718f-ceaf-43b1-8a5e-aa3ac227d8ab tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.729029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7ba2ee3-3eec-4d2b-a54d-95d60f3869b7 req-de49718f-ceaf-43b1-8a5e-aa3ac227d8ab tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0483015 Jul 30 03:25:01.766045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['046314bd-619e-4991-a7ea-1dd8df84301f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:01.792530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7ba2ee3-3eec-4d2b-a54d-95d60f3869b7 req-15b6cd17-b265-4349-ad2a-400af4ac8925 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564806 Jul 30 03:25:01.808848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bce10f-3f95-45a4-a268-42372fe26b4c req-15a5fa54-eb40-4fd8-b6d0-ebcf9a494b14 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.810335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26bce10f-3f95-45a4-a268-42372fe26b4c req-15a5fa54-eb40-4fd8-b6d0-ebcf9a494b14 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 950 time: 0.0618346 Jul 30 03:25:01.850103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26bce10f-3f95-45a4-a268-42372fe26b4c req-ed5c267a-88b7-48de-af50-e3cfccbaca67 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Jul 30 03:25:01.902325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25aec-7565-4cd4-8168-d7f809602e97 req-b3ea2deb-1380-4679-9774-32d7629d86b7 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.904078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27b25aec-7565-4cd4-8168-d7f809602e97 req-b3ea2deb-1380-4679-9774-32d7629d86b7 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.0517645 Jul 30 03:25:01.969627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27b25aec-7565-4cd4-8168-d7f809602e97 req-41cef6c2-75c8-4892-81b0-bc1f5616bfef tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598998 Jul 30 03:25:01.989880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42a341-27ab-496f-ae7f-83ad3587c811 req-345dff88-0388-4f55-98c5-166761c2e275 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:01.990188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b42a341-27ab-496f-ae7f-83ad3587c811 req-345dff88-0388-4f55-98c5-166761c2e275 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 943 time: 0.0619483 Jul 30 03:25:02.030358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b42a341-27ab-496f-ae7f-83ad3587c811 req-d19dea7f-a87e-42ad-8cab-fcefb66a10fb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jul 30 03:25:02.116257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6d43f-3fee-4238-bf00-0ce39ea16fba req-da704043-8547-4640-a526-3d730d8fa7c0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.117756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74e6d43f-3fee-4238-bf00-0ce39ea16fba req-da704043-8547-4640-a526-3d730d8fa7c0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 947 time: 0.0916123 Jul 30 03:25:02.134835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-cffc798a-caee-491a-a6dc-ce62983846f3 service neutron] 10.222.0.18 "GET /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.0819073 Jul 30 03:25:02.186795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74e6d43f-3fee-4238-bf00-0ce39ea16fba req-3f60424e-c0e0-4c16-a2a4-3f8a87ad656e tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619192 Jul 30 03:25:02.320789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:02.340519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:02.372798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860b8f5b-4eda-4449-8643-6cdfac39e18b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:02.382828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:02.395592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:02.464607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] Transition to ACTIVE for port object 860b8f5b-4eda-4449-8643-6cdfac39e18b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:02.468452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:02.524876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] No DVR routers for this DVR port 860b8f5b-4eda-4449-8643-6cdfac39e18b on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:02.545317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] Pushing event updated for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:02.567620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-fe1c96da-6ae8-4741-8481-87c55749371d service neutron] 10.222.0.18 "PUT /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 0.4239068 Jul 30 03:25:02.684653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d865-9d0e-4217-b821-509bab268cc5 req-282b4f43-fb82-4ad0-be64-3a795a45c774 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.686200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33b3d865-9d0e-4217-b821-509bab268cc5 req-282b4f43-fb82-4ad0-be64-3a795a45c774 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.0539331 Jul 30 03:25:02.694593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-ba9ccce3-999b-4ee0-a6e9-b4e78e265ca7 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.696920 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-ba9ccce3-999b-4ee0-a6e9-b4e78e265ca7 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.0492895 Jul 30 03:25:02.724551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33b3d865-9d0e-4217-b821-509bab268cc5 req-b8bc17b9-4a17-4d75-902f-940e300ffaf3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Jul 30 03:25:02.744706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-35666c0b-5e19-456d-b45c-72e60b239b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.746201 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-35666c0b-5e19-456d-b45c-72e60b239b7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 1096 time: 0.0408835 Jul 30 03:25:02.823320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-5819b8cd-b256-4d49-8d86-7ec0ab1b1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.824858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-5819b8cd-b256-4d49-8d86-7ec0ab1b1949 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1096 time: 0.0430214 Jul 30 03:25:02.911280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55ee5e-190b-4d81-b7a5-a893523640e4 req-5210689b-28e9-44cc-ab9e-3ad0587be084 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.912803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d55ee5e-190b-4d81-b7a5-a893523640e4 req-5210689b-28e9-44cc-ab9e-3ad0587be084 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0535436 Jul 30 03:25:02.915907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-6c164f02-ee3b-4620-9402-4605d1fc9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.917429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-6c164f02-ee3b-4620-9402-4605d1fc9540 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.0854738 Jul 30 03:25:02.964143 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-28f89ded-e60e-43ef-a6f7-77a97a7a2f4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 217 time: 0.0378618 Jul 30 03:25:02.978230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d55ee5e-190b-4d81-b7a5-a893523640e4 req-6d7cbdb9-7f7e-4a3d-84b0-a6a3cebf68aa tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Jul 30 03:25:02.997146 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188f0c-dc90-4d9d-84c2-3dcda6b03cbb req-ebabc728-5572-45e0-af1e-f1203ae99d6f tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:02.998793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e188f0c-dc90-4d9d-84c2-3dcda6b03cbb req-ebabc728-5572-45e0-af1e-f1203ae99d6f tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 950 time: 0.0640969 Jul 30 03:25:03.023286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-588c8cc2-2470-480a-93d0-0ce551eb8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.026830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-588c8cc2-2470-480a-93d0-0ce551eb8e40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0511794 Jul 30 03:25:03.041459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e188f0c-dc90-4d9d-84c2-3dcda6b03cbb req-dc009e5d-9b18-4a8c-9609-c8d62313f49a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ea36ac7-4c56-4f88-a453-fb8df6df89eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jul 30 03:25:03.061808 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-fdf3be6e-1f81-4fe5-8e63-719bf3be4142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256751 Jul 30 03:25:03.100390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d5239-f788-4c60-973f-428a12071658 req-5cc21f41-b37f-40fb-9dec-a39bc28f3e54 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.101919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de2d5239-f788-4c60-973f-428a12071658 req-5cc21f41-b37f-40fb-9dec-a39bc28f3e54 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.0576987 Jul 30 03:25:03.162552 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-a55a1761-fe5b-4947-bf00-b20a92713d64 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875714 Jul 30 03:25:03.169887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de2d5239-f788-4c60-973f-428a12071658 req-b38056d7-9c3b-48ed-8387-d98eb546e06c tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Jul 30 03:25:03.186998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd371a-816a-4991-9ef1-29e4ca38975f req-ab13bd98-1db3-4602-aa89-91409258e14e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.188615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12bd371a-816a-4991-9ef1-29e4ca38975f req-ab13bd98-1db3-4602-aa89-91409258e14e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 944 time: 0.0740371 Jul 30 03:25:03.229845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12bd371a-816a-4991-9ef1-29e4ca38975f req-8752791f-2c24-42d6-8279-6de1dbbf82c6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Jul 30 03:25:03.247426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:03.281748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-91ef7a4b-7582-4c4b-8d93-c3991b729615 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032557 Jul 30 03:25:03.313204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 046314bd-619e-4991-a7ea-1dd8df84301f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:03.313461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a59d6-a4d2-4d19-94fd-878a5388b47e req-ab890a96-d42d-45d5-badb-67e88dc2f205 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.313568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.314727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db0a59d6-a4d2-4d19-94fd-878a5388b47e req-ab890a96-d42d-45d5-badb-67e88dc2f205 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 1100 time: 0.0779486 Jul 30 03:25:03.322594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-8afd2b14-17bd-42c4-a8ea-0b0ffdc555fe tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.324013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-8afd2b14-17bd-42c4-a8ea-0b0ffdc555fe tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 950 time: 0.0748806 Jul 30 03:25:03.378055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db0a59d6-a4d2-4d19-94fd-878a5388b47e req-4d06a4c5-af51-4c5b-a0a7-98ccfdd47807 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.401142 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.423108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:03.425381 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6d098-ccd7-446b-a2dc-7728a42adb4a" -d '{"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-plugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:03.438075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:03.442874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.478302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232e8d-4909-4c2c-98e3-e821277b44d6 req-f49126e3-f67c-4b52-a6e4-f3e30e4b03df tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.486065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a232e8d-4909-4c2c-98e3-e821277b44d6 req-f49126e3-f67c-4b52-a6e4-f3e30e4b03df tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 947 time: 0.1425154 Jul 30 03:25:03.502962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:03.566638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Deleting port 917b80ef-6433-4a72-9c6c-6c77649fd81f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:25:03.567420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.577652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a232e8d-4909-4c2c-98e3-e821277b44d6 req-7c069de1-5f5c-45be-8c87-1103eaedfce1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907614 Jul 30 03:25:03.624856 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccacd1f-682e-4c61-9567-ea4868b1897d x-openstack-request-id: req-5ccacd1f-682e-4c61-9567-ea4868b1897d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:03.625359 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-plugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:03.625619 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ccacd1f-682e-4c61-9567-ea4868b1897d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:03.625995 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'code': 200} Jul 30 03:25:03.681123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:03.682409 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db0a59d6-a4d2-4d19-94fd-878a5388b47e req-4d06a4c5-af51-4c5b-a0a7-98ccfdd47807 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.693655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db0a59d6-a4d2-4d19-94fd-878a5388b47e req-4d06a4c5-af51-4c5b-a0a7-98ccfdd47807 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.705608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] For port 917b80ef-6433-4a72-9c6c-6c77649fd81f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=917b80ef-6433-4a72-9c6c-6c77649fd81f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:03.705957 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.743997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06a4c5-af51-4c5b-a0a7-98ccfdd47807 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc847a-5d6a-4e8f-9161-0a844619bb32,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:03.757251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Calling delete_port for 917b80ef-6433-4a72-9c6c-6c77649fd81f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:25:03.771592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db0a59d6-a4d2-4d19-94fd-878a5388b47e req-4d06a4c5-af51-4c5b-a0a7-98ccfdd47807 tempest-LiveMigrationNegativeTest-694584018 tempest-LiveMigrationNegativeTest-694584018-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438961 Jul 30 03:25:03.798246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b79-762b-4972-9823-a1876c692e76 req-3635a106-15b8-4f6e-aefe-21941f59b433 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.800375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-3635a106-15b8-4f6e-aefe-21941f59b433 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.0711184 Jul 30 03:25:03.803905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:03.816753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b', 'mac_address': 'fa:16:3e:c8:a6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:03.870500 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.887392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:03.910052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:03.916909 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.934039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d0ef7-822d-4b8e-a0de-36c6d36a59c3 req-c8ff8deb-584e-4ec4-861f-7c9a5d41c4a2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:03.935833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c2d0ef7-822d-4b8e-a0de-36c6d36a59c3 req-c8ff8deb-584e-4ec4-861f-7c9a5d41c4a2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.0911541 Jul 30 03:25:03.970324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bd323b79-762b-4972-9823-a1876c692e76 req-80480118-5d8f-4908-8aa5-8da97fee22fd service neutron] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:03.974173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bd323b79-762b-4972-9823-a1876c692e76 req-80480118-5d8f-4908-8aa5-8da97fee22fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:03.975549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bd323b79-762b-4972-9823-a1876c692e76 req-80480118-5d8f-4908-8aa5-8da97fee22fd service neutron] 10.222.0.16 "DELETE /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.1653478 Jul 30 03:25:03.997872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:04.039431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c2d0ef7-822d-4b8e-a0de-36c6d36a59c3 req-3de1fc6a-7c64-42cd-a204-399629906056 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945861 Jul 30 03:25:04.060183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:04.078799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['917b80ef-6433-4a72-9c6c-6c77649fd81f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:04.119571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Pushing event deleted for resources: {'Port': ['ID=917b80ef-6433-4a72-9c6c-6c77649fd81f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:04.185637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:04.197984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] No DVR routers for this DVR port 917b80ef-6433-4a72-9c6c-6c77649fd81f on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:04.214856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-773e3d55-c8c3-4e3f-abd4-1bdf77802211 req-03a6bf80-aa77-4de6-a425-285d15b99108 tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2 HTTP/1.1" status: 200 len: 210 time: 0.0481045 Jul 30 03:25:04.215913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:04.217948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed2b39d4-441c-42ca-b9ad-51b42ee84f8e req-835ce17e-6878-4bd6-8629-d7a9b01cdd0a tempest-DeleteServersAdminTestJSON-1180802142 tempest-DeleteServersAdminTestJSON-1180802142-project] 10.222.0.18 "DELETE /v2.0/ports/917b80ef-6433-4a72-9c6c-6c77649fd81f HTTP/1.1" status: 204 len: 173 time: 0.8866208 Jul 30 03:25:04.220029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'name': 'network-vif-deleted', 'tag': '917b80ef-6433-4a72-9c6c-6c77649fd81f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:04.223113 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac076a-d30a-4f73-b119-aeb12faed0e9" -d '{"events": [{"server_uuid": "8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2", "name": "network-vif-deleted", "tag": "917b80ef-6433-4a72-9c6c-6c77649fd81f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:04.240798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4f73-af9c-4d4b-b50b-986751c65273 req-a335cd48-8dca-4fe4-abd0-fcb162242c1c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:04.248026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbfe4f73-af9c-4d4b-b50b-986751c65273 req-a335cd48-8dca-4fe4-abd0-fcb162242c1c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.1261153 Jul 30 03:25:04.309542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbfe4f73-af9c-4d4b-b50b-986751c65273 req-4ce35849-6524-4ca5-ac6e-59c123127ee6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537150 Jul 30 03:25:04.637145 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb248048-6f66-4300-95f2-9d88a1e07c28 x-openstack-request-id: req-eb248048-6f66-4300-95f2-9d88a1e07c28 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:04.637432 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2", "name": "network-vif-deleted", "tag": "917b80ef-6433-4a72-9c6c-6c77649fd81f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:04.637683 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb248048-6f66-4300-95f2-9d88a1e07c28 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:04.638126 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffc2d7a-5ac3-4088-bfcf-71a4d4b030f2', 'name': 'network-vif-deleted', 'tag': '917b80ef-6433-4a72-9c6c-6c77649fd81f', 'status': 'completed', 'code': 200} Jul 30 03:25:04.695316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bca18-563c-4f41-aa8c-6563cf67f8de req-87bb27ad-5d6b-4e8d-ba9f-97e7a8b79216 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:04.696802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-989bca18-563c-4f41-aa8c-6563cf67f8de req-87bb27ad-5d6b-4e8d-ba9f-97e7a8b79216 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.3063867 Jul 30 03:25:04.724543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520928-04f6-48fa-b17e-1148686659ad req-df0b0006-f305-4683-a059-4a58f644c83c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:04.725962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c520928-04f6-48fa-b17e-1148686659ad req-df0b0006-f305-4683-a059-4a58f644c83c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 944 time: 0.0911293 Jul 30 03:25:04.759768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-989bca18-563c-4f41-aa8c-6563cf67f8de req-3878cd93-a3d3-4d2f-bd5c-b05957a21420 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567679 Jul 30 03:25:04.781715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c520928-04f6-48fa-b17e-1148686659ad req-97013ce1-c04c-4ced-8922-981c63f1a4ce tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483072 Jul 30 03:25:04.905700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5d4c8-ff96-4dc8-9b67-9c1c9d8d1217 req-a744ba9d-6151-4950-8b5d-7239db1fd464 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:04.907207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66d5d4c8-ff96-4dc8-9b67-9c1c9d8d1217 req-a744ba9d-6151-4950-8b5d-7239db1fd464 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.0798500 Jul 30 03:25:04.920305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a923239-5e59-46bc-b82a-521c3bed64f2 req-a39742ba-6bfa-4a51-bee5-78b8997e4f4f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:04.921761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a923239-5e59-46bc-b82a-521c3bed64f2 req-a39742ba-6bfa-4a51-bee5-78b8997e4f4f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 948 time: 0.0654690 Jul 30 03:25:04.976450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66d5d4c8-ff96-4dc8-9b67-9c1c9d8d1217 req-64932c83-9094-452b-975a-4be271129e4c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Jul 30 03:25:04.984242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a923239-5e59-46bc-b82a-521c3bed64f2 req-d4935f8d-d781-4a88-8cfb-17094c19e9be tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545831 Jul 30 03:25:05.152118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fc175d5d-3af8-4eb5-a361-e1381481784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.153659 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fc175d5d-3af8-4eb5-a361-e1381481784a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0431480 Jul 30 03:25:05.175379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7919fc-6585-40f7-bf5a-764227d80f28 req-2625c8bc-d72a-4ce1-add2-04b48eb41cc2 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.176899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc7919fc-6585-40f7-bf5a-764227d80f28 req-2625c8bc-d72a-4ce1-add2-04b48eb41cc2 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1096 time: 0.0404189 Jul 30 03:25:05.217509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc7919fc-6585-40f7-bf5a-764227d80f28 req-a3c93a05-1e70-4987-8ab4-da4b77058bd9 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Jul 30 03:25:05.260327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-02bbd6c0-cbe9-491e-99c2-abafb445118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.261846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-02bbd6c0-cbe9-491e-99c2-abafb445118c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.0915079 Jul 30 03:25:05.345806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-7b555429-2066-45ba-8b1d-a5dea71f9acb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 217 time: 0.0515020 Jul 30 03:25:05.426676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-564a2a60-d706-4aeb-aeba-61690aa21f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.428295 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-564a2a60-d706-4aeb-aeba-61690aa21f22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0671871 Jul 30 03:25:05.448742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00d84f-a1b7-4a2a-8e9a-b144b74940f2 req-799182c2-b6a1-421b-b46f-2d0446e3f0be tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.450208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe00d84f-a1b7-4a2a-8e9a-b144b74940f2 req-799182c2-b6a1-421b-b46f-2d0446e3f0be tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 946 time: 0.0557287 Jul 30 03:25:05.501888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe00d84f-a1b7-4a2a-8e9a-b144b74940f2 req-daeea36e-0422-4135-b52a-81dd020bab83 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Jul 30 03:25:05.502150 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-4042f37c-6ed0-4330-918c-23e51ee8a0f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291457 Jul 30 03:25:05.613862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-8acbe0d3-6cf4-40f2-a69d-3e3dd780856d tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.617349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-af668937-cb6e-42d6-99f1-40d0d2e88807 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069720 Jul 30 03:25:05.619713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-8acbe0d3-6cf4-40f2-a69d-3e3dd780856d tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.1353748 Jul 30 03:25:05.631266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-70586702-4e8b-4c2c-83d4-7e66fc590b1a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/quotas/9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 375 time: 0.0097847 Jul 30 03:25:05.700337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:05.709841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-3a2500a8-7dbe-4540-8518-8993a5cad69f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697119 Jul 30 03:25:05.729990 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-d60e1e4c-f7e6-4a65-9705-40dbed11155f service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045189 Jul 30 03:25:05.770004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:05.777173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:05.777763 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:05.821740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53086) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:05.842935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-307b84a5-be3b-4a78-a71e-f2841fe0d49b service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227608 Jul 30 03:25:05.913355 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:05.943399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1388c973-6546-4372-966d-a58b2ffe353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:05.947807 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3113ac1-8fc0-44af-a0ef-8ca65da7515a" -d '{"events": [{"server_uuid": "1388c973-6546-4372-966d-a58b2ffe353a", "name": "network-vif-plugged", "status": "completed", "tag": "2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:05.951078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-b0f96c4d-faa0-4455-b48a-c97da7ef3f66 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:05.953567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-b0f96c4d-faa0-4455-b48a-c97da7ef3f66 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1098 time: 0.0627642 Jul 30 03:25:05.962284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:05.969640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:05.972075 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:05.973271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 917b80ef-6433-4a72-9c6c-6c77649fd81f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:06.000828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-2deb84bc-6bbe-4a7e-b3e4-c4abfd37a5ad service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556952 Jul 30 03:25:06.017580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 917b80ef-6433-4a72-9c6c-6c77649fd81f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:25:06.018236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 917b80ef-6433-4a72-9c6c-6c77649fd81f not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:06.018667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:06.040913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd5a6-65ea-4e90-b505-99f8a74b081d req-435bb41e-67f1-4a85-a06f-a21693c99e47 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:06.048216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e4cd5a6-65ea-4e90-b505-99f8a74b081d req-435bb41e-67f1-4a85-a06f-a21693c99e47 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.0873580 Jul 30 03:25:06.087009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:06.091860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:06.097180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e4cd5a6-65ea-4e90-b505-99f8a74b081d req-fae78900-aa01-4636-9059-4e2a11e6b462 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Jul 30 03:25:06.169291 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497f628-82f3-42ae-b85e-0268e058d430 x-openstack-request-id: req-6497f628-82f3-42ae-b85e-0268e058d430 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:06.169291 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1388c973-6546-4372-966d-a58b2ffe353a", "name": "network-vif-plugged", "status": "completed", "tag": "2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:06.169521 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6497f628-82f3-42ae-b85e-0268e058d430 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:06.169907 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1388c973-6546-4372-966d-a58b2ffe353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b', 'code': 200} Jul 30 03:25:06.186589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.242053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-492ef9f2-6996-4307-967e-44c38798e50e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a55979738ba47358cff54bb60955395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183619 Jul 30 03:25:06.249169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:06.402197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5bc6-a98e-4f4b-8a3b-723446c5bc18 req-5b4edf27-cc4e-4330-bdc8-60b5082fa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:06.403735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca3b5bc6-a98e-4f4b-8a3b-723446c5bc18 req-5b4edf27-cc4e-4330-bdc8-60b5082fa553 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 1101 time: 0.1375177 Jul 30 03:25:06.423494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:06.442807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585af93-0f2f-497e-bb44-b76dd44d9ca8 req-1a47b750-0e65-4232-9e82-3e9da4ab8cd7 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:06.444312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e585af93-0f2f-497e-bb44-b76dd44d9ca8 req-1a47b750-0e65-4232-9e82-3e9da4ab8cd7 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 949 time: 0.1197937 Jul 30 03:25:06.455865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773f9b5-b9f6-414a-a904-82bdfe477b82 req-c79d8bcc-4b1c-4255-9102-93502f786adb tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:06.463775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c773f9b5-b9f6-414a-a904-82bdfe477b82 req-c79d8bcc-4b1c-4255-9102-93502f786adb tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.2277706 Jul 30 03:25:06.481820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:06.550979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.553534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:06.556680 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9686c955-3d2c-4138-bb29-affa6fdbfffc" -d '{"events": [{"server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:06.567608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.578946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca3b5bc6-a98e-4f4b-8a3b-723446c5bc18 req-591ede38-bc6f-4328-abc8-360f2a3938c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570363 Jul 30 03:25:06.579271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5df1dac2-7545-437e-9038-e6f5c5ce8d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.593174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e585af93-0f2f-497e-bb44-b76dd44d9ca8 req-5d8e807c-f59b-4fe2-9848-3d7af8e4a6bf tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176310 Jul 30 03:25:06.607432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c773f9b5-b9f6-414a-a904-82bdfe477b82 req-6e3253c4-86fe-43a7-8e21-fb0f4c32cb50 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373289 Jul 30 03:25:06.658670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5df1dac2-7545-437e-9038-e6f5c5ce8d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.737409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:06.743381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:06.744032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:06.744613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:06.749509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5df1dac2-7545-437e-9038-e6f5c5ce8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.754655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5df1dac2-7545-437e-9038-e6f5c5ce8d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.760254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5df1dac2-7545-437e-9038-e6f5c5ce8d97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ea36ac7-4c56-4f88-a453-fb8df6df89eb HTTP/1.1" status: 204 len: 168 time: 0.5064187 Jul 30 03:25:06.764793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:06.765150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Attempting to bind port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:06.781237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:06.781578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:06.784485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:06.786536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Bound port: da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:06.786947 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:06.787299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1dac2-7545-437e-9038-e6f5c5ce8d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea36ac7-4c56-4f88-a453-fb8df6df89eb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:06.904243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3741ee2d-766a-490c-9153-e1306dfe3c25 req-66e9af38-4732-4e29-89ea-d3c567da9112 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 210 time: 0.0541577 Jul 30 03:25:06.941419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:06.951351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:06.965194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:07.112720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dedb7-07b0-4f3e-a129-7e98ba063f05 req-7cf4e9c1-945d-4d94-80ad-22495eec8307 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:07.116822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-368dedb7-07b0-4f3e-a129-7e98ba063f05 req-7cf4e9c1-945d-4d94-80ad-22495eec8307 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.2228196 Jul 30 03:25:07.231079 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b91054-683d-484f-99d6-1d965a7520c6 x-openstack-request-id: req-a6b91054-683d-484f-99d6-1d965a7520c6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:07.232172 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:07.232604 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6b91054-683d-484f-99d6-1d965a7520c6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:07.233152 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'code': 200} Jul 30 03:25:07.328735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa19b0-658b-4191-b31b-797607d16453 req-f841d758-3a5f-4120-80a8-21a5a351fc5e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:07.337592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30fa19b0-658b-4191-b31b-797607d16453 req-f841d758-3a5f-4120-80a8-21a5a351fc5e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.2189109 Jul 30 03:25:07.455101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-368dedb7-07b0-4f3e-a129-7e98ba063f05 req-8ee147b5-9c08-4bf2-a306-db3e05a4ef84 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567840 Jul 30 03:25:07.518883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:07.519623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:07.521948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 1124 time: 1.5574713 Jul 30 03:25:07.532553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27d439-af1a-4629-aa74-85f71c2dc9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:07.564320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c902af-84aa-4211-93d5-d14e2c1c67da req-67710b99-1714-451a-b2f5-00842d1d96de tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:07.569621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-6e6bf6c2-cb3e-4c5d-a400-4ec6e3cee795 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:07.570890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-6e6bf6c2-cb3e-4c5d-a400-4ec6e3cee795 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.3366127 Jul 30 03:25:07.579836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30c902af-84aa-4211-93d5-d14e2c1c67da req-67710b99-1714-451a-b2f5-00842d1d96de tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 948 time: 0.2871032 Jul 30 03:25:07.584752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:07.593924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Deleting port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:25:07.593924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:07.753258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53150) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:07.833165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] For port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:07.833599 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:07.856544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Calling delete_port for d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:25:08.030519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30c902af-84aa-4211-93d5-d14e2c1c67da req-b96f2a29-c185-475e-9514-bebec0253b78 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498069 Jul 30 03:25:08.049309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.062255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6831a0c6-1ba8-4ebe-8124-cc75c133768f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:08.129727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:08.133008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4884e9-35e9-43a7-9807-6aa0eab38198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.175276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-d6c3cfa0-9327-4a8f-aca3-dc2a5d2b88a7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:08.177543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-d6c3cfa0-9327-4a8f-aca3-dc2a5d2b88a7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.1404967 Jul 30 03:25:08.207463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Request body: {'port': {'device_id': 'e3929262-6616-4559-923f-ab50b80094e9', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'admin_state_up': True, 'tenant_id': '9c8968a4754a41ecae7f7ecc6297fb78'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:08.263509 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4884e9-35e9-43a7-9807-6aa0eab38198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.284674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4884e9-35e9-43a7-9807-6aa0eab38198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.341021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Deleting port 3b28ec40-504a-4001-ab5a-c4a9854551bb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:25:08.341306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.413244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] No DVR routers for this DVR port d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:08.446700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.451613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30fa19b0-658b-4191-b31b-797607d16453 req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.16 "DELETE /v2.0/ports/d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d HTTP/1.1" status: 204 len: 173 time: 1.0927351 Jul 30 03:25:08.469992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6caa4-0de6-483e-b084-2cba6dcecf39 req-da23d268-52e4-4ce6-9459-8221f63abbc4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:08.471779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20a6caa4-0de6-483e-b084-2cba6dcecf39 req-da23d268-52e4-4ce6-9459-8221f63abbc4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 946 time: 0.7321982 Jul 30 03:25:08.472418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'name': 'network-vif-deleted', 'tag': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:08.474954 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc0c34a-4349-40f6-8aef-e592e61e2330" -d '{"events": [{"server_uuid": "9c711f5c-26c6-45fe-8e1e-9cbd5bcab051", "name": "network-vif-deleted", "tag": "d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:08.484774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] For port 3b28ec40-504a-4001-ab5a-c4a9854551bb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3b28ec40-504a-4001-ab5a-c4a9854551bb,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:08.485163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.485822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f135c1-3785-413c-ab87-3bb3f0f95561 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Pushing event deleted for resources: {'Port': ['ID=d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:08.512485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Calling delete_port for 3b28ec40-504a-4001-ab5a-c4a9854551bb owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:25:08.588677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20a6caa4-0de6-483e-b084-2cba6dcecf39 req-dae4817d-cde0-4cb9-baf3-b385a77f909e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952122 Jul 30 03:25:08.640938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d2b76-c6d8-4d32-8c43-b20013e70af3 req-be281fc8-1572-4563-b716-fae283da1bfe tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:08.650728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-186d2b76-c6d8-4d32-8c43-b20013e70af3 req-be281fc8-1572-4563-b716-fae283da1bfe tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 949 time: 0.4613383 Jul 30 03:25:08.692926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Made reservation on behalf of 9c8968a4754a41ecae7f7ecc6297fb78 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:08.699188 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.719978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c4884e9-35e9-43a7-9807-6aa0eab38198 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3378c2ea1b8041efb631dc1361955ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9654388 Jul 30 03:25:08.729298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:08.729917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4884e9-35e9-43a7-9807-6aa0eab38198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97469dc-f18c-47e5-953f-3cf2a61fc96a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:08.820481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-186d2b76-c6d8-4d32-8c43-b20013e70af3 req-9000e22f-570e-4cd2-98d6-6cb4b1ad8dcd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687222 Jul 30 03:25:08.828902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.879411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['3b28ec40-504a-4001-ab5a-c4a9854551bb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:08.937190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event deleted for resources: {'Port': ['ID=3b28ec40-504a-4001-ab5a-c4a9854551bb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:08.957560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55405db5-eb64-405c-b8f7-17232cbf3ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.983923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55405db5-eb64-405c-b8f7-17232cbf3ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.989946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] No DVR routers for this DVR port 3b28ec40-504a-4001-ab5a-c4a9854551bb on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:08.993877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:08.996554 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad1045af-04ae-409d-8902-3a2678c1e8e9 req-b8b153da-89d9-42f3-8e77-f74ef76dcc94 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "DELETE /v2.0/ports/3b28ec40-504a-4001-ab5a-c4a9854551bb HTTP/1.1" status: 204 len: 173 time: 1.4162569 Jul 30 03:25:09.091026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Allocated IP 172.20.0.7 (37af94b3-8f8f-47a1-afa7-2e08dc966070/283e3526-b72d-47bc-a37f-3c83bbaa0adb/95ef7750-a1e6-4082-bde8-17c206f2976f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:09.094434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2273e448-4c84-488a-87e5-d8a9179a4b49 req-e5e95cb2-9171-43bb-89ad-49b13f4ffe36 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 210 time: 0.0811722 Jul 30 03:25:09.184560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc72caf-46fc-4878-914d-35a7c500ed65 req-1a2597d0-daeb-4b22-a6e6-436f9986b0d4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:09.186995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2dc72caf-46fc-4878-914d-35a7c500ed65 req-1a2597d0-daeb-4b22-a6e6-436f9986b0d4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.1725211 Jul 30 03:25:09.190163 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55405db5-eb64-405c-b8f7-17232cbf3ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:09.194332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55405db5-eb64-405c-b8f7-17232cbf3ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:09.199691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-55405db5-eb64-405c-b8f7-17232cbf3ae5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e97469dc-f18c-47e5-953f-3cf2a61fc96a HTTP/1.1" status: 204 len: 168 time: 0.4696128 Jul 30 03:25:09.235565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'}, {'server_uuid': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'name': 'network-vif-deleted', 'tag': '3b28ec40-504a-4001-ab5a-c4a9854551bb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:09.238372 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e1421d-0273-404e-9495-fbaba5b505e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c"}, {"server_uuid": "35ccfc29-be7e-4567-bedf-a6c58983c71a", "name": "network-vif-deleted", "tag": "3b28ec40-504a-4001-ab5a-c4a9854551bb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:09.261867 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6ad2f-e5a9-46f0-b300-ae71cf39a056 x-openstack-request-id: req-75e6ad2f-e5a9-46f0-b300-ae71cf39a056 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:09.262231 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c711f5c-26c6-45fe-8e1e-9cbd5bcab051", "name": "network-vif-deleted", "tag": "d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:09.262408 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75e6ad2f-e5a9-46f0-b300-ae71cf39a056 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:09.262782 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c711f5c-26c6-45fe-8e1e-9cbd5bcab051', 'name': 'network-vif-deleted', 'tag': 'd988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d', 'status': 'completed', 'code': 200} Jul 30 03:25:09.285153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55405db5-eb64-405c-b8f7-17232cbf3ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97469dc-f18c-47e5-953f-3cf2a61fc96a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:09.333569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2dc72caf-46fc-4878-914d-35a7c500ed65 req-b68fceec-c6dd-429a-932d-caccbac58465 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277113 Jul 30 03:25:09.485648 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:09.579466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdd987b0-aa9e-4af2-80d1-6df393c04e24 req-4dd5ad36-7319-44ae-aae5-cc2778b6617e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c711f5c-26c6-45fe-8e1e-9cbd5bcab051 HTTP/1.1" status: 200 len: 210 time: 0.0561352 Jul 30 03:25:09.624378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:09.654801 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f8fcbb-e3bc-45ca-8119-375f2602efae x-openstack-request-id: req-d5f8fcbb-e3bc-45ca-8119-375f2602efae {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:09.655842 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c", "status": "completed", "code": 200}, {"server_uuid": "35ccfc29-be7e-4567-bedf-a6c58983c71a", "name": "network-vif-deleted", "tag": "3b28ec40-504a-4001-ab5a-c4a9854551bb", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:09.656305 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5f8fcbb-e3bc-45ca-8119-375f2602efae {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:09.656983 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'status': 'completed', 'code': 200} Jul 30 03:25:09.657462 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ccfc29-be7e-4567-bedf-a6c58983c71a', 'name': 'network-vif-deleted', 'tag': '3b28ec40-504a-4001-ab5a-c4a9854551bb', 'status': 'completed', 'code': 200} Jul 30 03:25:09.700797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:09.718122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:09.742051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:09.746079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:09.752138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:09.752881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:09.792618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18906d05-7d3d-4158-98bf-50b56f1eb66f req-c98b1311-56c8-4c57-abb2-dd46df01b90a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ccfc29-be7e-4567-bedf-a6c58983c71a HTTP/1.1" status: 200 len: 210 time: 0.0356612 Jul 30 03:25:09.821787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b0a68631-7127-4d4c-b172-9e0a803f165b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6213245 Jul 30 03:25:09.825035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-3b761e9c-171e-4f4b-b0ed-fb4601b64842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:09.826554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-3b761e9c-171e-4f4b-b0ed-fb4601b64842 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1127 time: 0.1240630 Jul 30 03:25:09.855531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Request body: {'port': {'device_id': 'e3929262-6616-4559-923f-ab50b80094e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:10.014055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:10.128388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-356a7b40-4cc4-42dd-8a72-24ab57118605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.130255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-356a7b40-4cc4-42dd-8a72-24ab57118605 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.2885020 Jul 30 03:25:10.360669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-0b4e3e8b-686c-4b21-ad0b-a0ac2c3d6b5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 217 time: 0.1219633 Jul 30 03:25:10.522946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-db2738af-09f6-40ca-b41c-e6f53a00822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.524394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-db2738af-09f6-40ca-b41c-e6f53a00822c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1418138 Jul 30 03:25:10.531809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02830-e8df-4396-bedc-eaadc6eb5681 req-cfa74b6e-d831-43b8-bace-96899b4b3359 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.533283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fa02830-e8df-4396-bedc-eaadc6eb5681 req-cfa74b6e-d831-43b8-bace-96899b4b3359 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 931 time: 0.2659557 Jul 30 03:25:10.585041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-c0307f84-4a3f-485f-84a1-dd023304ef0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483775 Jul 30 03:25:10.636878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:10.690337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.691043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.691767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.692342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.692987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.693509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.694023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.694545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.695057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.695678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:10.705712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-36bfe695-337b-4d31-b910-5f215ffd50bc tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9&device_id=1388c973-6546-4372-966d-a58b2ffe353a&device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9&device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5&device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa&device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c&device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 9085 time: 0.3216150 Jul 30 03:25:10.744807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fa02830-e8df-4396-bedc-eaadc6eb5681 req-a2611dfd-189e-49eb-9ad7-9dcd70caa32e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929116 Jul 30 03:25:10.744807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-80f00c94-629e-45c5-89ef-18f6de9d7ac2 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:10.802824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-4f9a77a7-00be-42f5-aaf9-923a7bc7bb6d service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091918 Jul 30 03:25:11.218880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e1421d-0273-404e-9495-fbaba5b505e0 req-18059307-8016-43ca-b067-7db77d1a70c4 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791645 Jul 30 03:25:11.282784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ef7750-a1e6-4082-bde8-17c206f2976f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:11.288495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:11.294036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.310094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea9177-9ef5-4f78-854f-87e1cf398422 req-40578037-7f34-4646-b1c5-e46eb67773dc tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:11.310348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:11.312723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07ea9177-9ef5-4f78-854f-87e1cf398422 req-40578037-7f34-4646-b1c5-e46eb67773dc tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.5005560 Jul 30 03:25:11.347088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Transition to ACTIVE for port object 95ef7750-a1e6-4082-bde8-17c206f2976f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:11.350704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:25:11.351363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d988604d-2c8a-4e9b-a9fb-30bbbe5fbf1d not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:11.353746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3b28ec40-504a-4001-ab5a-c4a9854551bb no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:11.366372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.391996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 3b28ec40-504a-4001-ab5a-c4a9854551bb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:25:11.392235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3b28ec40-504a-4001-ab5a-c4a9854551bb not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:11.419110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-80f00c94-629e-45c5-89ef-18f6de9d7ac2 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.442849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07ea9177-9ef5-4f78-854f-87e1cf398422 req-e4f08900-c463-4d0c-be43-c927203809fb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301398 Jul 30 03:25:11.502870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-80f00c94-629e-45c5-89ef-18f6de9d7ac2 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.525992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:11.538402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:25:11.580843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bac8a07e-6527-4e6f-94bf-943204173a88 req-80f00c94-629e-45c5-89ef-18f6de9d7ac2 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.8740544 Jul 30 03:25:11.582190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:11.672312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f00c94-629e-45c5-89ef-18f6de9d7ac2 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41bf3b1-3fcc-48f5-b65b-af07cb3fb457,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:11.676933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:11.677278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:11.677739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:11.683601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:11.683931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:11.689203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:11.689455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:11.689836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:11.690260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Bound port: 95ef7750-a1e6-4082-bde8-17c206f2976f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:11.690625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.801630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:11.805902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:11.812364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.852842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:11.853913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:11.855558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] 10.222.0.18 "PUT /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 1092 time: 2.0159354 Jul 30 03:25:11.857942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:11.860914 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62734166-5af3-4523-a481-0bb9202ae125" -d '{"events": [{"name": "network-changed", "server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:11.895171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1030c-f368-4fc4-8174-51b077f739eb service neutron] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:11.994849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-171f78b8-37b1-4bf2-9c22-2156d55d0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:11.996469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-171f78b8-37b1-4bf2-9c22-2156d55d0e2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1095 time: 0.0859125 Jul 30 03:25:12.069171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-1c04f0f0-237d-429c-8aca-4f703d47c51b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 217 time: 0.0609229 Jul 30 03:25:12.163411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadc2f1-63e8-49ff-b9f2-582d190955fd req-55731b91-8581-40c0-8d97-9889a5e2e729 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:12.171471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dadc2f1-63e8-49ff-b9f2-582d190955fd req-55731b91-8581-40c0-8d97-9889a5e2e729 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.1476693 Jul 30 03:25:12.208979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b8114b5a-c271-4428-8409-1e1617b1290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:12.210576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-b8114b5a-c271-4428-8409-1e1617b1290d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1184182 Jul 30 03:25:12.271860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6347baa-e3e0-48c7-9318-475a3f07445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:12.311964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-5da1cb76-079d-4580-b4f7-b9802c623094 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488324 Jul 30 03:25:12.343671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dadc2f1-63e8-49ff-b9f2-582d190955fd req-74ce5b48-a39c-462d-8d62-ed48d18608fe tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709566 Jul 30 03:25:12.430434 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae4daa5-be4a-4237-83ce-d70ce37a65ef x-openstack-request-id: req-1ae4daa5-be4a-4237-83ce-d70ce37a65ef {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:12.430877 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:12.431243 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ae4daa5-be4a-4237-83ce-d70ce37a65ef {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:12.431756 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'status': 'completed', 'code': 200} Jul 30 03:25:12.466346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-f46320f2-bce0-4944-9db4-b5f45644b259 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:12.473434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-f46320f2-bce0-4944-9db4-b5f45644b259 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.2899427 Jul 30 03:25:12.506519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-1b303455-d0bf-4f59-8d70-40e7d0218dd0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0316703 Jul 30 03:25:12.555092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-d1bdf9dc-9c10-4cfe-9f9f-9154dc96c803 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475633 Jul 30 03:25:12.646075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-57d4b243-6bc9-4f4c-99bd-eb34c8301256 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170695 Jul 30 03:25:12.808027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3dfd-12df-4ba8-b460-368a2567ff06 req-57f94136-aa78-479e-bea4-eac39d7dcc00 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:12.810021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef2c3dfd-12df-4ba8-b460-368a2567ff06 req-57f94136-aa78-479e-bea4-eac39d7dcc00 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 949 time: 0.1872764 Jul 30 03:25:12.814016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-db7e9a69-3cd2-4690-ac31-4fea53c7782d service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578096 Jul 30 03:25:12.917142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c48f3a-9195-4820-a98c-2a8559dda0de req-bdbf07a5-8634-480c-938a-c1f76e2c877e service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441359 Jul 30 03:25:12.944144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef2c3dfd-12df-4ba8-b460-368a2567ff06 req-078efb29-bd11-4bae-b55a-094390e7bec8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138260 Jul 30 03:25:12.994855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-7c91f6ec-9f49-4063-87f0-5989f8495db4 service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656637 Jul 30 03:25:13.101973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62734166-5af3-4523-a481-0bb9202ae125 req-5ab6f63e-1e6f-4210-9cec-8e20be6d972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.106615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-5ab6f63e-1e6f-4210-9cec-8e20be6d972e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1095 time: 0.0904965 Jul 30 03:25:13.268175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62734166-5af3-4523-a481-0bb9202ae125 req-ec147d91-f0f0-4d48-9c98-aae1523acdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.269975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-ec147d91-f0f0-4d48-9c98-aae1523acdbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.1437616 Jul 30 03:25:13.421949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-f00acbeb-42cc-4c84-b959-c45f18a880e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 217 time: 0.1367445 Jul 30 03:25:13.525678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18febe9e-d682-4946-9f9e-cc4598854853 req-032dad19-a191-4b21-9e60-9fae73de66a0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.527270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18febe9e-d682-4946-9f9e-cc4598854853 req-032dad19-a191-4b21-9e60-9fae73de66a0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.2564611 Jul 30 03:25:13.530399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f1fa1-4095-40a8-bfcf-825e7a39323c req-fe5d7b7c-7a61-4d49-a6ed-881bc5e3c0fb tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.530844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f1fa1-4095-40a8-bfcf-825e7a39323c req-fe5d7b7c-7a61-4d49-a6ed-881bc5e3c0fb tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.531458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f1fa1-4095-40a8-bfcf-825e7a39323c req-fe5d7b7c-7a61-4d49-a6ed-881bc5e3c0fb tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.538983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a25f1fa1-4095-40a8-bfcf-825e7a39323c req-fe5d7b7c-7a61-4d49-a6ed-881bc5e3c0fb tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a&device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7&device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 2886 time: 0.2669752 Jul 30 03:25:13.579829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-de4a8323-718f-44bc-9e1d-cd69d91f5671 service neutron] 10.222.0.18 "GET /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.2409873 Jul 30 03:25:13.639675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62734166-5af3-4523-a481-0bb9202ae125 req-1642f276-d9e7-4bf0-a908-2625dc1572bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.641382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-1642f276-d9e7-4bf0-a908-2625dc1572bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.2068083 Jul 30 03:25:13.700943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a25f1fa1-4095-40a8-bfcf-825e7a39323c req-902b43f6-e2a1-4c08-a312-9dcc2022667a tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609833 Jul 30 03:25:13.750613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-9b58c4d6-ac7a-4445-8edb-da0f015dbd69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994604 Jul 30 03:25:13.771278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18febe9e-d682-4946-9f9e-cc4598854853 req-666697bd-04a9-43eb-a0b2-a04ff0e80f8b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283676 Jul 30 03:25:13.908039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-cb6567c9-0a72-47c2-81f2-20a135d8b32e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:13.909537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-cb6567c9-0a72-47c2-81f2-20a135d8b32e tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 949 time: 0.2060752 Jul 30 03:25:14.052516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5485b76a-ef08-4715-8fea-ede5311746b4 req-1a1d1219-ba94-45fb-a869-927b4c99bd9f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 210 time: 0.0855014 Jul 30 03:25:14.086960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-a0cc6046-2b20-4d4b-8c61-e38640f07afa service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099651 Jul 30 03:25:14.227504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e9d48-079c-43ac-b376-a61dea23b32f req-bb443adc-bb77-47ce-93d9-b35b845f01ec tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:14.230634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-752e9d48-079c-43ac-b376-a61dea23b32f req-bb443adc-bb77-47ce-93d9-b35b845f01ec tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.1843297 Jul 30 03:25:14.250748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:14.359571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.18', 54085) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:14.487891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-809cb7fd-0a4d-4224-aa99-46ac2af75b68 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:14.489419 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-809cb7fd-0a4d-4224-aa99-46ac2af75b68 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1287255 Jul 30 03:25:14.504592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Request body: {'port': {'device_id': '1c042a07-0f93-4122-b530-032c30e914c4', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'admin_state_up': True, 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:14.577035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.18', 54086) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:14.585403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Deleting port 6831a0c6-1ba8-4ebe-8124-cc75c133768f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:25:14.585875 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:14.592961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:14.596087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-842310fd-2fd5-4077-a128-983b899f4ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848146 Jul 30 03:25:14.662102 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd650-e87a-4b6b-b66c-d43a0734ed07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:14.670195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-49860bd6-f4d9-471c-9110-479a2bc24f62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910702 Jul 30 03:25:14.679425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-752e9d48-079c-43ac-b376-a61dea23b32f req-3098f1a9-6560-4b79-9a09-63a629a1644b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397221 Jul 30 03:25:14.750500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da02e2d7-5bd8-4a06-9ac4-df0dc13f611c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:14.770352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922492-6433-4cbd-b93a-22607c8f0634 req-56216cfa-9551-4139-aa70-2320b88f46f8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:14.772303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3922492-6433-4cbd-b93a-22607c8f0634 req-56216cfa-9551-4139-aa70-2320b88f46f8 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 949 time: 0.2645378 Jul 30 03:25:14.774515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:14.799941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:14.804327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:14.822052 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:14.879426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] For port 6831a0c6-1ba8-4ebe-8124-cc75c133768f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6831a0c6-1ba8-4ebe-8124-cc75c133768f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:14.879929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:14.884754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b547-4726-4f3f-b729-68d982524e07 req-230fad92-3bec-40df-a09b-d521c0235ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:14.886865 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-230fad92-3bec-40df-a09b-d521c0235ab8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.1399686 Jul 30 03:25:14.891178 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:14.923065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3922492-6433-4cbd-b93a-22607c8f0634 req-3531d6d5-1b3a-4467-8777-76c5262d84fa tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f42f7f9-fd6d-4615-bf77-a6d28c355789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383808 Jul 30 03:25:14.977590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Calling delete_port for 6831a0c6-1ba8-4ebe-8124-cc75c133768f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:25:15.045095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Allocated IP 172.20.0.2 (0bb61d09-a127-4ca2-b4ab-d37f07736b63/404c0b1f-6ef7-4014-8413-6f1145a94d38/07903f65-75be-4dd0-94c0-ce74d3b64d4a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:15.103865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b547-4726-4f3f-b729-68d982524e07 req-c0b99ffa-1604-45ed-8619-20d283d49385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:15.105457 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-c0b99ffa-1604-45ed-8619-20d283d49385 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1574442 Jul 30 03:25:15.188747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] Transition to ACTIVE for port object da02e2d7-5bd8-4a06-9ac4-df0dc13f611c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:15.191900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-8bbeeff4-ede2-4453-b887-e6ff15feae07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15 HTTP/1.1" status: 200 len: 217 time: 0.0702176 Jul 30 03:25:15.200803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.253871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcef9b-6670-4e00-bc1a-0d204d78a4e6 req-d2d15092-fbec-41f9-ab4b-085105b324e4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:15.260630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bcef9b-6670-4e00-bc1a-0d204d78a4e6 req-d2d15092-fbec-41f9-ab4b-085105b324e4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 944 time: 0.1421285 Jul 30 03:25:15.317920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b547-4726-4f3f-b729-68d982524e07 req-17202fe5-4122-4bca-9d94-6b0eb7448d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:15.319598 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-17202fe5-4122-4bca-9d94-6b0eb7448d45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1217079 Jul 30 03:25:15.356183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] No DVR routers for this DVR port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:15.380799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] Pushing event updated for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:15.382337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.401981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bcef9b-6670-4e00-bc1a-0d204d78a4e6 req-67f07751-e0d5-4828-bea2-38fb34f1640f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397445 Jul 30 03:25:15.410737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b547-4726-4f3f-b729-68d982524e07 req-307c8488-6d3f-4c18-a501-2ca891b12fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:15.412420 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-307c8488-6d3f-4c18-a501-2ca891b12fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806947 Jul 30 03:25:15.468067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c4bc060c-781c-4fea-a017-6683a4333a8a service neutron] 10.222.0.18 "PUT /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8719885 Jul 30 03:25:15.475277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.493778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6831a0c6-1ba8-4ebe-8124-cc75c133768f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:15.532020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-e81b7f61-2e7f-4ff6-9340-8a497d08bc8c service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096277 Jul 30 03:25:15.548430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Pushing event deleted for resources: {'Port': ['ID=6831a0c6-1ba8-4ebe-8124-cc75c133768f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:15.586474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.596294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-527d5d23-cbc0-43f3-bd27-e2d6a4c0a73b req-7971bd51-baff-4f3b-a95f-3e8f73dcbb2e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 210 time: 0.0570381 Jul 30 03:25:15.663267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] No DVR routers for this DVR port 6831a0c6-1ba8-4ebe-8124-cc75c133768f on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:15.669021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.673425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0460efd-f1d0-43ac-bb8e-d411c671efee req-dc8c2be4-f032-41ac-87d4-420289297217 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.18 "DELETE /v2.0/ports/6831a0c6-1ba8-4ebe-8124-cc75c133768f HTTP/1.1" status: 204 len: 173 time: 1.7553084 Jul 30 03:25:15.675476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'name': 'network-vif-deleted', 'tag': '6831a0c6-1ba8-4ebe-8124-cc75c133768f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:15.678150 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ae383-f930-49d5-8b3f-90e72c54f87e" -d '{"events": [{"server_uuid": "9ea7c128-a899-4bc3-b7ad-f09c13b35f77", "name": "network-vif-deleted", "tag": "6831a0c6-1ba8-4ebe-8124-cc75c133768f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:15.752221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event updated for resources: {'Port': ['ID=07903f65-75be-4dd0-94c0-ce74d3b64d4a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:15.756607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6548b547-4726-4f3f-b729-68d982524e07 req-94d77df5-b5e0-4216-8475-47066145f805 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981044 Jul 30 03:25:15.758279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:15.784400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:15.787665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:15.791026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:15.827879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-62c7ea61-c61d-4627-9530-febe5fb0a3db tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:15.829568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-62c7ea61-c61d-4627-9530-febe5fb0a3db tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.2701695 Jul 30 03:25:15.864720 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6426a9c4-5c9c-4b29-b51c-bb98abed2b5f x-openstack-request-id: req-6426a9c4-5c9c-4b29-b51c-bb98abed2b5f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:15.865230 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea7c128-a899-4bc3-b7ad-f09c13b35f77", "name": "network-vif-deleted", "tag": "6831a0c6-1ba8-4ebe-8124-cc75c133768f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:15.865230 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6426a9c4-5c9c-4b29-b51c-bb98abed2b5f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:15.865716 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea7c128-a899-4bc3-b7ad-f09c13b35f77', 'name': 'network-vif-deleted', 'tag': '6831a0c6-1ba8-4ebe-8124-cc75c133768f', 'status': 'completed', 'code': 200} Jul 30 03:25:15.913140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:15.924274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:15.960534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-a7ae92e8-f5d6-4374-bce3-f7d97717bad3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4600163 Jul 30 03:25:15.979371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Request body: {'port': {'device_id': '1c042a07-0f93-4122-b530-032c30e914c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:16.025386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-93d3541f-5dbe-449c-a9cd-c1b41b3d5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.026980 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-93d3541f-5dbe-449c-a9cd-c1b41b3d5639 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 1097 time: 0.1815963 Jul 30 03:25:16.030998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab94cd4-60db-48f8-82bc-60296b427635 req-2f528f42-cfad-46c9-b4b3-484692c23b62 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.039076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:16.041503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ab94cd4-60db-48f8-82bc-60296b427635 req-2f528f42-cfad-46c9-b4b3-484692c23b62 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.1008301 Jul 30 03:25:16.069370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'port_id': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'mac_address': 'fa:16:3e:03:51:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3526-b72d-47bc-a37f-3c83bbaa0adb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:16.116055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:16.147355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ab94cd4-60db-48f8-82bc-60296b427635 req-9fb7027f-9ae7-411d-b4bd-4e62018aa904 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048090 Jul 30 03:25:16.164637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:16.206635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ef7750-a1e6-4082-bde8-17c206f2976f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:16.253795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41102-d95e-47c7-b9a3-a9f5e2f35918 req-1f3a1b7d-d75d-4a23-a042-9f939b526565 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.261208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eda41102-d95e-47c7-b9a3-a9f5e2f35918 req-1f3a1b7d-d75d-4a23-a042-9f939b526565 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.1461298 Jul 30 03:25:16.293276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:16.296159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:16.312158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-d052de1d-a55f-4a08-8d61-910834479dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.314262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:16.322324 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-d052de1d-a55f-4a08-8d61-910834479dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1097 time: 0.2081060 Jul 30 03:25:16.359005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eda41102-d95e-47c7-b9a3-a9f5e2f35918 req-375de40c-523a-45ef-92b5-57516f5f0ceb tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927362 Jul 30 03:25:16.482099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:16.588692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6f94591-2a22-4861-8ae9-0e0885f30ca7 req-f9ff8e66-59ec-4bf5-bf78-1944b3cfc773 tempest-LiveMigrationNegativeTest-1188114359 tempest-LiveMigrationNegativeTest-1188114359-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea7c128-a899-4bc3-b7ad-f09c13b35f77 HTTP/1.1" status: 200 len: 210 time: 0.2256477 Jul 30 03:25:16.627568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['95ef7750-a1e6-4082-bde8-17c206f2976f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:16.706603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c8b946e3-41f1-4825-9cdb-dc6851b1f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.710892 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-c8b946e3-41f1-4825-9cdb-dc6851b1f0d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.3815558 Jul 30 03:25:16.711417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53390) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:16.800065 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-471c9004-7def-4136-9c47-8497dcb6678d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 200 len: 217 time: 0.0406559 Jul 30 03:25:16.906371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-f40c45d5-8939-4485-b87f-07b16c392dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.908649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-f40c45d5-8939-4485-b87f-07b16c392dcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0832996 Jul 30 03:25:16.924857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50cc97-4e46-4cd0-9ddd-e0b2992d8df0 req-d4601a40-b0b2-4b4a-909e-a33fcb2ea879 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:16.926640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d50cc97-4e46-4cd0-9ddd-e0b2992d8df0 req-d4601a40-b0b2-4b4a-909e-a33fcb2ea879 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.0978775 Jul 30 03:25:16.993651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9fd006f-1ac4-47a3-bef9-2d660e56afbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.001633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-6cb45a02-ef74-4b0c-b1df-b70fbb43bb0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262570 Jul 30 03:25:17.168783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9fd006f-1ac4-47a3-bef9-2d660e56afbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.182716 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-75d393f4-3f80-4390-9895-e41c177037f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596630 Jul 30 03:25:17.197794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb1e54-eb90-4661-b9cb-77bdba2504d0 req-f4888097-5d47-44f3-9278-c2979fc0aa18 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:17.205247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07903f65-75be-4dd0-94c0-ce74d3b64d4a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:17.208413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70bb1e54-eb90-4661-b9cb-77bdba2504d0 req-f4888097-5d47-44f3-9278-c2979fc0aa18 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 945 time: 0.2796757 Jul 30 03:25:17.225023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.227244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d50cc97-4e46-4cd0-9ddd-e0b2992d8df0 req-41b23366-eafa-4637-85c8-4b3104faeb86 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464001 Jul 30 03:25:17.228195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9fd006f-1ac4-47a3-bef9-2d660e56afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.323796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Transition to ACTIVE for port object 07903f65-75be-4dd0-94c0-ce74d3b64d4a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:17.337776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.373353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c9fd006f-1ac4-47a3-bef9-2d660e56afbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65cde55f6b894988a4a525a563d55300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607890 Jul 30 03:25:17.374567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53402) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:17.426497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-2ca91594-3d34-416a-99d8-b7fa8d24f7dd service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316945 Jul 30 03:25:17.428396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Pushing event updated for resources: {'Port': ['ID=07903f65-75be-4dd0-94c0-ce74d3b64d4a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:17.447430 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:25:17.489538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70bb1e54-eb90-4661-b9cb-77bdba2504d0 req-2ad3b56a-ec40-4be9-a4e3-27ed9810dec8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778981 Jul 30 03:25:17.501150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd006f-1ac4-47a3-bef9-2d660e56afbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a43cc-d117-4458-ad06-c821cc92ccae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:17.562152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734ec66-b5b5-4751-940c-abcabf0c94f0 req-41742eef-5fb0-42a9-b2b4-b91a35651461 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:17.564306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3734ec66-b5b5-4751-940c-abcabf0c94f0 req-41742eef-5fb0-42a9-b2b4-b91a35651461 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 943 time: 0.2326109 Jul 30 03:25:17.623863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Attempting to bind port 07903f65-75be-4dd0-94c0-ce74d3b64d4a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:17.624371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Attempting to bind port 07903f65-75be-4dd0-94c0-ce74d3b64d4a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:17.624513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Attempting to bind port 07903f65-75be-4dd0-94c0-ce74d3b64d4a on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:17.636053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Port 07903f65-75be-4dd0-94c0-ce74d3b64d4a on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:17.636400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Attempting to bind port 07903f65-75be-4dd0-94c0-ce74d3b64d4a on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:17.645447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-460fc5a6-0693-465c-989d-911fb5f33c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.650474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:17.651284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:17.652050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Bound using segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:17.652694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Bound port: 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:17.653309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.707880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-460fc5a6-0693-465c-989d-911fb5f33c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.749531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3734ec66-b5b5-4751-940c-abcabf0c94f0 req-272e6ad2-9f3d-4808-8e8a-2ffac3a45c00 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686051 Jul 30 03:25:17.762643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:17.796105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] For port 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:17.799938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] For port 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:17.806482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b02ad5-0f09-4806-9ce6-745eb67aa15d req-e3809684-0538-4152-a309-ba2fc06840e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:17.809782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.825527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b02ad5-0f09-4806-9ce6-745eb67aa15d req-e3809684-0538-4152-a309-ba2fc06840e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 944 time: 0.2067635 Jul 30 03:25:17.908575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Pushing event updated for resources: {'Port': ['ID=07903f65-75be-4dd0-94c0-ce74d3b64d4a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:17.930834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.934423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 95ef7750-a1e6-4082-bde8-17c206f2976f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:17.935417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b02ad5-0f09-4806-9ce6-745eb67aa15d req-eb23f823-c54e-42ce-86f9-7528ac210331 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068668 Jul 30 03:25:17.943327 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-460fc5a6-0693-465c-989d-911fb5f33c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.951040 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-460fc5a6-0693-465c-989d-911fb5f33c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.957503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 95ef7750-a1e6-4082-bde8-17c206f2976f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:17.957956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.961689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-460fc5a6-0693-465c-989d-911fb5f33c14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa4a43cc-d117-4458-ad06-c821cc92ccae HTTP/1.1" status: 204 len: 168 time: 0.5566132 Jul 30 03:25:17.972885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:17.974432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:17.976027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-424dd36c-5349-4ddc-9206-66e0e1659727 service neutron] 10.222.0.18 "PUT /v2.0/ports/07903f65-75be-4dd0-94c0-ce74d3b64d4a HTTP/1.1" status: 200 len: 1092 time: 2.0052414 Jul 30 03:25:17.981976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c042a07-0f93-4122-b530-032c30e914c4', 'tag': '07903f65-75be-4dd0-94c0-ce74d3b64d4a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:17.985151 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ca0de-4265-4d7e-9202-89a0583447d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c042a07-0f93-4122-b530-032c30e914c4", "tag": "07903f65-75be-4dd0-94c0-ce74d3b64d4a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:17.993722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fc5a6-0693-465c-989d-911fb5f33c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a43cc-d117-4458-ad06-c821cc92ccae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:18.001793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a152940d-a635-4c65-9ea5-80b58ab936fd tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:18.003395 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-a152940d-a635-4c65-9ea5-80b58ab936fd tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.0963650 Jul 30 03:25:18.195379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-565443af-a661-4e45-a9a1-6691599d2bd9 service neutron] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:18.199900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-565443af-a661-4e45-a9a1-6691599d2bd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:18.202091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dcb3a3d2-fcad-42d5-9ba4-9198823e388f req-565443af-a661-4e45-a9a1-6691599d2bd9 service neutron] 10.222.0.16 "DELETE /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.1878688 Jul 30 03:25:18.212542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-28d78fda-eb92-4bab-b79f-b3c050b8d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:18.214187 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-28d78fda-eb92-4bab-b79f-b3c050b8d5be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 1095 time: 0.1220860 Jul 30 03:25:18.302169 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd8582-567c-48d9-bae8-1a5730c7bd4c x-openstack-request-id: req-73dd8582-567c-48d9-bae8-1a5730c7bd4c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:18.302457 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c042a07-0f93-4122-b530-032c30e914c4", "tag": "07903f65-75be-4dd0-94c0-ce74d3b64d4a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:18.302702 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73dd8582-567c-48d9-bae8-1a5730c7bd4c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:18.303089 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c042a07-0f93-4122-b530-032c30e914c4', 'tag': '07903f65-75be-4dd0-94c0-ce74d3b64d4a', 'status': 'completed', 'code': 200} Jul 30 03:25:18.305880 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-7974b01f-72e1-481f-90c0-d015df77a9e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a HTTP/1.1" status: 200 len: 217 time: 0.0819321 Jul 30 03:25:18.322538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:18.378458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:18.384859 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d239e-3a8c-4f66-acbe-7e111fea6e7a" -d '{"events": [{"server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "name": "network-vif-plugged", "status": "completed", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:18.416647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:18.424698 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:18.425540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:18.468462 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de978526-fc47-4c87-adc6-e8cb929bf521 x-openstack-request-id: req-de978526-fc47-4c87-adc6-e8cb929bf521 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:18.468745 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "name": "network-vif-plugged", "status": "completed", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:18.468993 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de978526-fc47-4c87-adc6-e8cb929bf521 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:18.469370 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'code': 200} Jul 30 03:25:18.623982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:18.640343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83fc02e2-ba79-484d-98a9-e30c13a1eda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:18.648195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-dd038bac-c451-48ee-82cd-faf6a6ce66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:18.660259 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-dd038bac-c451-48ee-82cd-faf6a6ce66ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.3455310 Jul 30 03:25:18.706215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:18.706836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6831a0c6-1ba8-4ebe-8124-cc75c133768f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:18.709927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:18.780019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 6831a0c6-1ba8-4ebe-8124-cc75c133768f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:25:18.780758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6831a0c6-1ba8-4ebe-8124-cc75c133768f not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:18.793851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-ca2389e7-7d2f-4d0e-86a2-0d97754fd5f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110344 Jul 30 03:25:18.817525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dee080-cd9b-4716-a355-9a825b0d650f req-9800d33f-10ac-4db8-adfe-0d41cec833fa tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:18.825185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45dee080-cd9b-4716-a355-9a825b0d650f req-9800d33f-10ac-4db8-adfe-0d41cec833fa tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 945 time: 0.1447318 Jul 30 03:25:18.832372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:18.917550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45dee080-cd9b-4716-a355-9a825b0d650f req-e85c5ba9-faeb-4ace-9046-7409b64f07e0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913892 Jul 30 03:25:19.009276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83fc02e2-ba79-484d-98a9-e30c13a1eda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.020801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83fc02e2-ba79-484d-98a9-e30c13a1eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.025604 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-2f4b1584-3e1d-411f-b3cb-bfa84d70188a service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173691 Jul 30 03:25:19.084470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fa954-9bb1-4df6-acdd-27c2b91a795a req-2b0e6a17-0ceb-4c67-91ff-04ec288c18da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:19.090280 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e08fa954-9bb1-4df6-acdd-27c2b91a795a req-2b0e6a17-0ceb-4c67-91ff-04ec288c18da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1097 time: 0.5546372 Jul 30 03:25:19.120482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-83fc02e2-ba79-484d-98a9-e30c13a1eda5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e553a9948c64b179a42a806e03786c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953873 Jul 30 03:25:19.123353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc02e2-ba79-484d-98a9-e30c13a1eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c596fe-75b9-481f-8538-32606e70a536,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:19.138714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:19.195877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-58bfc05a-bde3-4701-b4d5-a5404301f39b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aec1d734c60d412bbf105dc221221c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606629 Jul 30 03:25:19.207171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:19.225750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213da7b-fa15-4d4e-93fb-d4f11174af99 req-e0414f18-fe48-46ce-ad00-c7a5ada9fd2a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:19.234915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0213da7b-fa15-4d4e-93fb-d4f11174af99 req-e0414f18-fe48-46ce-ad00-c7a5ada9fd2a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 943 time: 0.1920145 Jul 30 03:25:19.350429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e08fa954-9bb1-4df6-acdd-27c2b91a795a req-2a247acd-2508-4907-9d72-eb2cb586992b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436109 Jul 30 03:25:19.364236 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6fdc3cc-8ee3-4457-9857-24bab3a47509 req-194e0d4e-2083-4656-89f2-8a021ce829c5 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251102 Jul 30 03:25:19.373322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ad91f1-e7bd-42c4-82e9-f45bf94870dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.387509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0213da7b-fa15-4d4e-93fb-d4f11174af99 req-9513e5e7-c2f4-4f53-80bc-d6d05d8b78dd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489594 Jul 30 03:25:19.449642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deed80ec-066b-468e-b9e9-cadb8a5e8a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.488085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ad91f1-e7bd-42c4-82e9-f45bf94870dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.519535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deed80ec-066b-468e-b9e9-cadb8a5e8a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.528542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-aa9dc8df-b9a0-4979-929a-c4ee87dfcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:19.530238 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-aa9dc8df-b9a0-4979-929a-c4ee87dfcd85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 1095 time: 0.0709488 Jul 30 03:25:19.565984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4e7e-ccf7-4b06-95b2-39e5ed902db6 req-a08c08d7-605b-443e-8f7b-2d33e7e0ce61 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:19.567436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9ef4e7e-ccf7-4b06-95b2-39e5ed902db6 req-a08c08d7-605b-443e-8f7b-2d33e7e0ce61 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 945 time: 0.1444178 Jul 30 03:25:19.626620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9ef4e7e-ccf7-4b06-95b2-39e5ed902db6 req-54755f07-aa93-4b54-b488-6716aef902b9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Jul 30 03:25:19.628806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ad91f1-e7bd-42c4-82e9-f45bf94870dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.633789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ad91f1-e7bd-42c4-82e9-f45bf94870dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.639010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c6ad91f1-e7bd-42c4-82e9-f45bf94870dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81c596fe-75b9-481f-8538-32606e70a536 HTTP/1.1" status: 204 len: 168 time: 0.4910505 Jul 30 03:25:19.666684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deed80ec-066b-468e-b9e9-cadb8a5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.669374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deed80ec-066b-468e-b9e9-cadb8a5e8a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:19.672967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-deed80ec-066b-468e-b9e9-cadb8a5e8a39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f42f7f9-fd6d-4615-bf77-a6d28c355789 HTTP/1.1" status: 204 len: 168 time: 0.4621613 Jul 30 03:25:19.672967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad91f1-e7bd-42c4-82e9-f45bf94870dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c596fe-75b9-481f-8538-32606e70a536,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:19.737113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed80ec-066b-468e-b9e9-cadb8a5e8a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f42f7f9-fd6d-4615-bf77-a6d28c355789,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:19.743324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-7cbd706c-0f33-4762-89a7-c827be43fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:19.744900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-7cbd706c-0f33-4762-89a7-c827be43fa57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 911 time: 0.2064288 Jul 30 03:25:19.811047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f7ee-b4ec-4527-81e2-b4543661b7b4 req-3e1e4bff-ab35-4361-9fac-8274c96b2ea9 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:19.813393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7b1f7ee-b4ec-4527-81e2-b4543661b7b4 req-3e1e4bff-ab35-4361-9fac-8274c96b2ea9 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1393085 Jul 30 03:25:19.863780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-c83952aa-ed62-4dbb-8362-0187ec28ec89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a HTTP/1.1" status: 200 len: 217 time: 0.1060820 Jul 30 03:25:19.987317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7b1f7ee-b4ec-4527-81e2-b4543661b7b4 req-e0dea576-3504-4691-9a52-3c0e93ee9339 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667345 Jul 30 03:25:20.021677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6153-2580-4ccb-a12a-5425d6920e0f req-1ad7d07e-98ce-4f28-a1d4-de71f97fedf9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:20.030705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a98a6153-2580-4ccb-a12a-5425d6920e0f req-1ad7d07e-98ce-4f28-a1d4-de71f97fedf9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 1097 time: 0.2083099 Jul 30 03:25:20.112728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a98a6153-2580-4ccb-a12a-5425d6920e0f req-13372414-439b-4b94-bfa7-15ecb73a7b29 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693665 Jul 30 03:25:20.277013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-ef0fdfc4-ab54-4bab-94b3-52665a43cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:20.281745 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-ef0fdfc4-ab54-4bab-94b3-52665a43cc63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.4064264 Jul 30 03:25:20.333871 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-2f3b91e7-383f-4b1e-9248-0cee83346035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430722 Jul 30 03:25:20.396811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53506) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:20.464067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ccd93513-c51b-4445-8eeb-a618c1dad68b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8130fe6c692d45838f326a72f12c595b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642617 Jul 30 03:25:20.465235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:20.533459 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-b44b8782-097e-484b-9a10-b71602b2c808 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889601 Jul 30 03:25:20.657701 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-223ca0de-4265-4d7e-9202-89a0583447d1 req-58c2d92f-e6bd-4813-8ef1-e71cd3f01fbf service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161571 Jul 30 03:25:20.669133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244f041-a078-4ca1-a0f7-18c9ae48c49b req-0c5580ea-d42f-4b3c-af6f-c7413f2119cc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:20.680701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7244f041-a078-4ca1-a0f7-18c9ae48c49b req-0c5580ea-d42f-4b3c-af6f-c7413f2119cc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 943 time: 0.1796179 Jul 30 03:25:20.685682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5037bb97-b9d1-49dc-8ab5-f80fe21a5977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:20.759186 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5037bb97-b9d1-49dc-8ab5-f80fe21a5977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:20.773949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-d34af9ad-087a-4c36-9594-2ab026bc8276 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:20.777172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-d34af9ad-087a-4c36-9594-2ab026bc8276 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.3022909 Jul 30 03:25:20.807279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7244f041-a078-4ca1-a0f7-18c9ae48c49b req-555181e3-850e-4795-862e-a28e3f0bffb0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255322 Jul 30 03:25:20.859386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-0cd0206f-12b6-44d3-837d-ae0b181a4c33 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/quotas/8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 375 time: 0.0641904 Jul 30 03:25:20.950434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-ce091a26-57c8-40b7-9341-75bf7f1fd2ae tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900660 Jul 30 03:25:21.008377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5037bb97-b9d1-49dc-8ab5-f80fe21a5977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:21.011056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5037bb97-b9d1-49dc-8ab5-f80fe21a5977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:21.012238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5037bb97-b9d1-49dc-8ab5-f80fe21a5977 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85cc847a-5d6a-4e8f-9161-0a844619bb32 HTTP/1.1" status: 204 len: 168 time: 0.5460658 Jul 30 03:25:21.027694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037bb97-b9d1-49dc-8ab5-f80fe21a5977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cc847a-5d6a-4e8f-9161-0a844619bb32,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:21.127588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-98d905ab-432c-4309-a1b7-55bf273e2f4a service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762176 Jul 30 03:25:21.335418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-279008ee-f5c3-4428-ac94-b5de5da9d4c3 service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010272 Jul 30 03:25:21.357197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb523090-a41e-4c51-bca1-91a651dff3e6 req-93fb603b-0351-40d2-8115-9f172bc055e9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:21.358869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb523090-a41e-4c51-bca1-91a651dff3e6 req-93fb603b-0351-40d2-8115-9f172bc055e9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 945 time: 0.1064227 Jul 30 03:25:21.468395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb523090-a41e-4c51-bca1-91a651dff3e6 req-6e469d4d-d6f6-4841-9357-aa001009b37a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013765 Jul 30 03:25:21.806504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1b93-e16d-4425-952d-fd63c5baab07 req-74a07764-4b73-42e4-9baf-88a47644f7e1 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:21.808598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-923e1b93-e16d-4425-952d-fd63c5baab07 req-74a07764-4b73-42e4-9baf-88a47644f7e1 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1097 time: 0.1643283 Jul 30 03:25:21.817781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f9023-81ea-42d5-8b5d-5a3f4d20bf53 req-b3b0409a-4141-48ed-a437-0383cdb2ced6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:21.822281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e50f9023-81ea-42d5-8b5d-5a3f4d20bf53 req-b3b0409a-4141-48ed-a437-0383cdb2ced6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1673031 Jul 30 03:25:21.886645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-923e1b93-e16d-4425-952d-fd63c5baab07 req-70033b39-ff0a-41f5-a3cf-bce04e930ab1 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631051 Jul 30 03:25:21.908672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e50f9023-81ea-42d5-8b5d-5a3f4d20bf53 req-96aaed32-42b9-43b2-8d6d-022237f21290 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735939 Jul 30 03:25:22.038296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78fecc11-136d-4988-952c-e8496d03dca8 req-34242760-bca2-4351-b3a4-853cbbebd642 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 210 time: 0.0450425 Jul 30 03:25:22.139836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f80fc-a0e2-4884-85ae-6e968263fbd2 req-ae8a6d80-a2af-4937-9ed5-c59d72b32bd1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:22.150916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a45f80fc-a0e2-4884-85ae-6e968263fbd2 req-ae8a6d80-a2af-4937-9ed5-c59d72b32bd1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 943 time: 0.1080663 Jul 30 03:25:22.233853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da8bd0-8bbc-4716-b1e4-0a91660117f1 req-0c7288d8-ee32-4e7c-bcfb-6c21ebdde515 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:22.236290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6da8bd0-8bbc-4716-b1e4-0a91660117f1 req-0c7288d8-ee32-4e7c-bcfb-6c21ebdde515 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1097 time: 0.1195951 Jul 30 03:25:22.250795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a45f80fc-a0e2-4884-85ae-6e968263fbd2 req-db3a5b71-40ec-41a6-9d06-54d727e6f522 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988448 Jul 30 03:25:22.302757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6da8bd0-8bbc-4716-b1e4-0a91660117f1 req-e20e92c9-bead-4d0b-9b71-b458aae5acf2 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504580 Jul 30 03:25:22.978313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f32b-1cd4-4fcc-ad05-474864b8cdb2 req-94ee0d39-c218-4bc4-a58e-6954517427a4 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:22.982754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b919f32b-1cd4-4fcc-ad05-474864b8cdb2 req-94ee0d39-c218-4bc4-a58e-6954517427a4 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1097 time: 0.0835087 Jul 30 03:25:23.056426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b919f32b-1cd4-4fcc-ad05-474864b8cdb2 req-3c9babd3-aa21-4e79-9e5c-4bd9b9709510 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646689 Jul 30 03:25:23.252248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ad549-57df-41ee-ab17-8606f0cbbf5c req-7ece2eee-f357-4bf6-a991-4b310dddd3b1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:23.254474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce8ad549-57df-41ee-ab17-8606f0cbbf5c req-7ece2eee-f357-4bf6-a991-4b310dddd3b1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1158817 Jul 30 03:25:23.308142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53646) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:23.314685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4897f061-9b93-4786-b2dc-8ca765a092de req-97ac5db6-4cfa-4be2-91d9-9ac7ea6f29fc tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 210 time: 0.0588894 Jul 30 03:25:23.345896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:23.391231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce8ad549-57df-41ee-ab17-8606f0cbbf5c req-eea84d92-2b6c-4c0c-9d04-02ce1d2f1e6f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007116 Jul 30 03:25:23.392151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-210d9100-a1c3-49be-8403-a51a3c2e1487 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:23.396415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-210d9100-a1c3-49be-8403-a51a3c2e1487 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.3899362 Jul 30 03:25:23.417313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Request body: {'port': {'device_id': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'admin_state_up': True, 'tenant_id': '8ce19f09c0354ff2b630bbfec9c1f116'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:23.466622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c487a-698b-47e3-b95c-12f879968461 req-5bd92ff6-7b29-49c9-81d6-3df27f40082b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:23.472764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-115c487a-698b-47e3-b95c-12f879968461 req-5bd92ff6-7b29-49c9-81d6-3df27f40082b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 943 time: 0.0644765 Jul 30 03:25:23.579534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-115c487a-698b-47e3-b95c-12f879968461 req-d7983e6a-740c-4bf5-8758-f341e4ac1766 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055903 Jul 30 03:25:23.591639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdaac-5073-498c-b31d-cc0884aa8146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.614543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.638955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Made reservation on behalf of 8ce19f09c0354ff2b630bbfec9c1f116 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:23.645509 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.661313 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:25:23.661313 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:25:23.661313 n-d-778696-14 neutron-server[93876]: [parameters: {'project_id_1': '8ec7376cf4a44675a8403308936f0b1e', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 25, 23, 640095)}] Jul 30 03:25:23.661313 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:25:23.661977 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:25:23.775702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 07903f65-75be-4dd0-94c0-ce74d3b64d4a details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:23.832174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Allocated IP 172.20.0.8 (7a5f7d7f-caac-4e11-b433-81992d628020/ce0a06f1-91ca-4824-aaa8-b697c054d315/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:23.853111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdaac-5073-498c-b31d-cc0884aa8146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.861599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdaac-5073-498c-b31d-cc0884aa8146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.878712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:23.891711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '07903f65-75be-4dd0-94c0-ce74d3b64d4a', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': '07903f65-75be-4dd0-94c0-ce74d3b64d4a', 'mac_address': 'fa:16:3e:df:48:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:23.911931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab4cdaac-5073-498c-b31d-cc0884aa8146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9b261713ac24a44b2e25d16237d2a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017962 Jul 30 03:25:23.914281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:23.932999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cdaac-5073-498c-b31d-cc0884aa8146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb41ee4d-2cb1-4997-a069-80bce3ef2618,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:23.933423 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.951998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07903f65-75be-4dd0-94c0-ce74d3b64d4a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:23.972105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:23.977689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:23.990537 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-669de9f3-2a56-4d69-87de-8536c96062d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.013212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-669de9f3-2a56-4d69-87de-8536c96062d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.028077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=07903f65-75be-4dd0-94c0-ce74d3b64d4a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.060874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.064949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-669de9f3-2a56-4d69-87de-8536c96062d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.068294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-669de9f3-2a56-4d69-87de-8536c96062d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.069448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-669de9f3-2a56-4d69-87de-8536c96062d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb41ee4d-2cb1-4997-a069-80bce3ef2618 HTTP/1.1" status: 204 len: 168 time: 0.1534953 Jul 30 03:25:24.083785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669de9f3-2a56-4d69-87de-8536c96062d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb41ee4d-2cb1-4997-a069-80bce3ef2618,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.107261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.148574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Network 7a5f7d7f-caac-4e11-b433-81992d628020 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:24.151651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:24.155160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:24.163215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.196459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.232573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:24.233544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.246079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61135d-b279-4872-a4ba-25eb2bd9a5fa req-ac074ce7-09fa-4fd4-8fc1-2dffee4eb450 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:24.247629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d61135d-b279-4872-a4ba-25eb2bd9a5fa req-ac074ce7-09fa-4fd4-8fc1-2dffee4eb450 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1097 time: 0.0647936 Jul 30 03:25:24.259586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['07903f65-75be-4dd0-94c0-ce74d3b64d4a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:24.308731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d61135d-b279-4872-a4ba-25eb2bd9a5fa req-7e2925fd-4e58-45b1-9daf-51e703501780 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Jul 30 03:25:24.325736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.333086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.357035 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-989798d2-d137-405f-b5ed-ea1f073f9262 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9480231 Jul 30 03:25:24.372879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Request body: {'port': {'device_id': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:24.393617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ec7376cf4a44675a8403308936f0b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0455887 Jul 30 03:25:24.394867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5722cc0-1da3-4b1d-8727-b5bf6c50662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4130c775-a68a-4e12-a394-0f086e3f8cf8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.409364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:24.469369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b18bcac-ddd8-4fcb-b9da-e963d5e1dbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.472786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.487179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:24.528069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d2366f-9dd3-4754-851b-7f62d9827bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.543233 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b18bcac-ddd8-4fcb-b9da-e963d5e1dbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.587834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0ce22-4caa-4d08-9043-5e793ce30727 req-2e3e7caa-9c10-405f-a3b5-fa565b18811f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:24.589780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4dd0ce22-4caa-4d08-9043-5e793ce30727 req-2e3e7caa-9c10-405f-a3b5-fa565b18811f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 931 time: 0.1345959 Jul 30 03:25:24.661325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4dd0ce22-4caa-4d08-9043-5e793ce30727 req-a90959b9-abdd-4e31-9547-e3a74f67b275 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635748 Jul 30 03:25:24.664785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b18bcac-ddd8-4fcb-b9da-e963d5e1dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.666888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b18bcac-ddd8-4fcb-b9da-e963d5e1dbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.668020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0b18bcac-ddd8-4fcb-b9da-e963d5e1dbec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4130c775-a68a-4e12-a394-0f086e3f8cf8 HTTP/1.1" status: 204 len: 168 time: 0.2574089 Jul 30 03:25:24.681973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18bcac-ddd8-4fcb-b9da-e963d5e1dbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4130c775-a68a-4e12-a394-0f086e3f8cf8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.781174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d2366f-9dd3-4754-851b-7f62d9827bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.786463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d2366f-9dd3-4754-851b-7f62d9827bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.822819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:24.826587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2366f-9dd3-4754-851b-7f62d9827bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f0c553-1ea2-4193-94d0-763f519a43db,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.833614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.846352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Transition to ACTIVE for port object 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:24.851540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:24.880926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-98d2366f-9dd3-4754-851b-7f62d9827bd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b4c97c45ab546f1b1b4e4df05989058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925853 Jul 30 03:25:24.884330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:24.911659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:24.912960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a53ed2-3f88-4918-8787-1d214bae3045 req-60cd2d94-e51e-4ded-8842-585595220f16 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:24.915308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54a53ed2-3f88-4918-8787-1d214bae3045 req-60cd2d94-e51e-4ded-8842-585595220f16 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1186607 Jul 30 03:25:24.980445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54a53ed2-3f88-4918-8787-1d214bae3045 req-d7db7833-1583-4119-8fbe-8b459f662ebc tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Jul 30 03:25:25.005260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0db64561-ed6f-4f01-957c-f4de21a649c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.023998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:25.024615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:25.025079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:25.031886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:25.032443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:25.041729 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0db64561-ed6f-4f01-957c-f4de21a649c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.041958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:25.042534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:25.043022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:25.043844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Bound port: 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:25.044284 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.129576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eccd47-59bf-4438-bdce-f99a078b6799 req-bfc644c5-4a97-4228-bd03-2b50b8240fff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.131525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9eccd47-59bf-4438-bdce-f99a078b6799 req-bfc644c5-4a97-4228-bd03-2b50b8240fff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 944 time: 0.0814118 Jul 30 03:25:25.142351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:25.147047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:25.153817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.178407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9eccd47-59bf-4438-bdce-f99a078b6799 req-8e9bd7e1-2ff6-4353-a904-722e38edcea6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jul 30 03:25:25.184694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0db64561-ed6f-4f01-957c-f4de21a649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.187569 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0db64561-ed6f-4f01-957c-f4de21a649c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.189039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0db64561-ed6f-4f01-957c-f4de21a649c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97f0c553-1ea2-4193-94d0-763f519a43db HTTP/1.1" status: 204 len: 168 time: 0.3031588 Jul 30 03:25:25.203721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db64561-ed6f-4f01-957c-f4de21a649c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f0c553-1ea2-4193-94d0-763f519a43db,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:25.212399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.213295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.216069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] 10.222.0.18 "PUT /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 1092 time: 0.8487091 Jul 30 03:25:25.217163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:25.221642 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac91073-c2db-41e0-9869-a5721f2d6e86" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:25.256588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a368c-2332-4f25-887b-4c068acd3d1f service neutron] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:25.326874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-a1137ddd-b7ea-48c7-839f-a37187af6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.328816 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-a1137ddd-b7ea-48c7-839f-a37187af6761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1095 time: 0.0605204 Jul 30 03:25:25.379082 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-03218b43-539c-4f5e-a0da-86a72e9bdacc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 217 time: 0.0422814 Jul 30 03:25:25.436798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-d749e7e5-4187-4bb2-9c4c-613855c42567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.438281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-d749e7e5-4187-4bb2-9c4c-613855c42567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0519910 Jul 30 03:25:25.480585 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9fd8b4-e9a1-447e-adc4-8022312a8243 x-openstack-request-id: req-fe9fd8b4-e9a1-447e-adc4-8022312a8243 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:25.481305 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:25.481305 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe9fd8b4-e9a1-447e-adc4-8022312a8243 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:25.481812 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'status': 'completed', 'code': 200} Jul 30 03:25:25.483971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-ececff51-1f9a-4dbc-9f5a-08fadba33061 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323899 Jul 30 03:25:25.553382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-98779c8a-7764-4b41-a5db-13a7fa25c1e5 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:25:25.555113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-98779c8a-7764-4b41-a5db-13a7fa25c1e5 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109024 Jul 30 03:25:25.568464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:25.569812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:25:25.608953 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-340be6fe-d1a1-4437-be7a-61ecfeb1a42c service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129317 Jul 30 03:25:25.714285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71cabb-5196-4a70-9c13-e0736dc3dfc7 req-b129cc36-9e47-4cb6-b9b8-7f8e0e467b8e tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.715815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc71cabb-5196-4a70-9c13-e0736dc3dfc7 req-b129cc36-9e47-4cb6-b9b8-7f8e0e467b8e tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 950 time: 0.1025128 Jul 30 03:25:25.734868 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567b64f6-4aed-4616-90b7-422402b5b8d4 req-0ad4ef48-75ec-4bcd-b00f-c7fc1ed722b8 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162698 Jul 30 03:25:25.792007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 07903f65-75be-4dd0-94c0-ce74d3b64d4a up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:25.793413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc71cabb-5196-4a70-9c13-e0736dc3dfc7 req-f31b907d-c0fe-4722-8a1c-1e21c6857413 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Jul 30 03:25:25.821739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:25.822348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:25.822876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:25.829031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:25.829372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:25.835479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:25.836977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:25.837408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:25.837811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Bound port: 95ef7750-a1e6-4082-bde8-17c206f2976f, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:25.859251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 07903f65-75be-4dd0-94c0-ce74d3b64d4a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:25.864312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 07903f65-75be-4dd0-94c0-ce74d3b64d4a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:25.864966 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.878928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-4e676ab5-419c-4fc1-97d3-d99803b7d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.880651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-4e676ab5-419c-4fc1-97d3-d99803b7d49c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1095 time: 0.0888171 Jul 30 03:25:25.960419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40974847-54a5-4d3d-b4d1-a7b6f1e850f1 req-bfb4b27e-b843-4145-a8de-2434342b149a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:25.962790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40974847-54a5-4d3d-b4d1-a7b6f1e850f1 req-bfb4b27e-b843-4145-a8de-2434342b149a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.0828040 Jul 30 03:25:25.965288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:25.986067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:25.987272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-c83a2c21-1c2a-468e-80c1-06d1f5b2b6b2 service neutron] 10.222.0.39 "POST /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4229562 Jul 30 03:25:25.992792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:26.020219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-f7fbd597-d3bd-4524-bc8b-23f150bd8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.022045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-f7fbd597-d3bd-4524-bc8b-23f150bd8402 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1332803 Jul 30 03:25:26.024811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40974847-54a5-4d3d-b4d1-a7b6f1e850f1 req-2b5b65f0-9a15-452a-adf6-1f1ed854502e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 Jul 30 03:25:26.048434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c042a07-0f93-4122-b530-032c30e914c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07903f65-75be-4dd0-94c0-ce74d3b64d4a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:26.051149 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6254aaf5-2107-4e5d-8683-383bacfe04af" -d '{"events": [{"server_uuid": "1c042a07-0f93-4122-b530-032c30e914c4", "name": "network-vif-plugged", "status": "completed", "tag": "07903f65-75be-4dd0-94c0-ce74d3b64d4a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:26.071673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:26.077559 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:26.129757 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-862d205e-4889-46c9-ada2-f965c7b6c2c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 217 time: 0.0975113 Jul 30 03:25:26.156108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=07903f65-75be-4dd0-94c0-ce74d3b64d4a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:26.203869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-25a5b14c-4278-4fee-a54d-f70ba400e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.205638 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-25a5b14c-4278-4fee-a54d-f70ba400e2e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0679557 Jul 30 03:25:26.243639 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-935af8a8-4db7-4f71-b8d9-989eb4a49725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jul 30 03:25:26.273643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80418387-9449-4328-981a-a5f53d457b29 req-df11b1e5-85d5-44f8-8e3b-92650bcc0c9d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.282266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80418387-9449-4328-981a-a5f53d457b29 req-df11b1e5-85d5-44f8-8e3b-92650bcc0c9d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0621634 Jul 30 03:25:26.326924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80418387-9449-4328-981a-a5f53d457b29 req-eb5b0669-0931-4eb6-ae8b-01b8ec23f8cb tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Jul 30 03:25:26.370474 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad381ad-ae9d-4399-894c-95b0e9f3c0fe x-openstack-request-id: req-5ad381ad-ae9d-4399-894c-95b0e9f3c0fe {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:26.370767 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c042a07-0f93-4122-b530-032c30e914c4", "name": "network-vif-plugged", "status": "completed", "tag": "07903f65-75be-4dd0-94c0-ce74d3b64d4a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:26.371018 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ad381ad-ae9d-4399-894c-95b0e9f3c0fe {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:26.371565 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c042a07-0f93-4122-b530-032c30e914c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07903f65-75be-4dd0-94c0-ce74d3b64d4a', 'code': 200} Jul 30 03:25:26.376206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-ce988fee-928c-42e9-a6a3-74e22c44e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.377717 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-ce988fee-928c-42e9-a6a3-74e22c44e094 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1097 time: 0.1151757 Jul 30 03:25:26.451165 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-6d38c337-bf3a-464d-952b-b0846cb41671 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003260 Jul 30 03:25:26.527507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5f6f6-47ed-44aa-a5ff-b8118645c29b req-be3b4849-1556-41d2-a928-a6fb339e846f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.529468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54e5f6f6-47ed-44aa-a5ff-b8118645c29b req-be3b4849-1556-41d2-a928-a6fb339e846f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 945 time: 0.0653291 Jul 30 03:25:26.598014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54e5f6f6-47ed-44aa-a5ff-b8118645c29b req-062c050e-6f7b-45d4-95f6-187224f4b5c9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625901 Jul 30 03:25:26.617046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078bfb-e5fd-4d54-b7be-97d5bc449eaf req-5e95a91a-4ff1-4937-a723-b176c3cd6476 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.618715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65078bfb-e5fd-4d54-b7be-97d5bc449eaf req-5e95a91a-4ff1-4937-a723-b176c3cd6476 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 945 time: 0.0680704 Jul 30 03:25:26.650868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272f08-d78d-4776-a033-466b9e38de24 req-0c7ccb57-c04e-4016-a96b-ddadc7a13d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.651710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cd272f08-d78d-4776-a033-466b9e38de24 req-0c7ccb57-c04e-4016-a96b-ddadc7a13d3d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 1097 time: 0.1764834 Jul 30 03:25:26.662459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-41622835-9a53-4889-bf9d-2ecb4b665292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.665586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-41622835-9a53-4889-bf9d-2ecb4b665292 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2796018 Jul 30 03:25:26.674350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65078bfb-e5fd-4d54-b7be-97d5bc449eaf req-d8d0f816-f79c-4440-8f18-fec9e236d0df tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484705 Jul 30 03:25:26.733403 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-096c2849-47f8-489c-ac7e-7850486e2726 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 217 time: 0.0596082 Jul 30 03:25:26.735438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bac91073-c2db-41e0-9869-a5721f2d6e86 req-01d5fe5b-458c-48d9-9244-a0e40b11ffd8 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730355 Jul 30 03:25:26.801930 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cd272f08-d78d-4776-a033-466b9e38de24 req-5e9de89e-9fb4-4c1b-b74f-7ffe3e9d6633 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352482 Jul 30 03:25:26.825708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-827e3f1f-2967-4fc8-9ccc-c8df1ade25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:26.827234 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-827e3f1f-2967-4fc8-9ccc-c8df1ade25c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0729487 Jul 30 03:25:26.869630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-20c1dcdd-094d-4ee6-b924-12436914d794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345800 Jul 30 03:25:26.977069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-7239e139-b118-437e-b5f1-571b038cf5ef service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003101 Jul 30 03:25:27.082315 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-65311671-8fe2-49e3-82f7-2dcee1045f83 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977306 Jul 30 03:25:27.177095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53884) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:27.251395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-5c33ae5e-754c-4361-8c52-2e1272735b43 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:27.252914 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-5c33ae5e-754c-4361-8c52-2e1272735b43 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.0470645 Jul 30 03:25:27.265378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:27.333422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f35d6304-ac09-436c-810a-4ae2c884fec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.347412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.353276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Request body: {'security_group': {'name': 'tempest-securitygroup-712467347', 'description': 'tempest-description-521156148'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:27.372269 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:25:27.372269 n-d-778696-14 neutron-server[93876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 03:25:27.372269 n-d-778696-14 neutron-server[93876]: [parameters: {'project_id': 'f7892522b0ec4533805e7cb5f1659ada', 'id': '4e120792-cc23-4ed4-8acb-617b93180d23', 'expiration': datetime.datetime(2021, 7, 30, 3, 27, 27, 365670)}] Jul 30 03:25:27.372269 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:25:27.373171 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:25:27.394328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:27.481133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.527422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:27.532968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.540362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:27.541007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c36ca-ea05-4900-97af-08f61f3b425c req-52912298-9866-4e46-a15e-72958204b995 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:27.544010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba8c36ca-ea05-4900-97af-08f61f3b425c req-52912298-9866-4e46-a15e-72958204b995 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.0592537 Jul 30 03:25:27.566905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f35d6304-ac09-436c-810a-4ae2c884fec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.578617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f35d6304-ac09-436c-810a-4ae2c884fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.583834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:27.595722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba8c36ca-ea05-4900-97af-08f61f3b425c req-0df06f68-f253-456c-9f32-17e95788f58c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Jul 30 03:25:27.633321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:27.641310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f35d6304-ac09-436c-810a-4ae2c884fec7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56560330245c4319925d8d5eba5fe8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607801 Jul 30 03:25:27.641772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:27.657449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d6304-ac09-436c-810a-4ae2c884fec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6e49a7-6650-4ba7-9441-8bec7d466696,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:27.686678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:27.689433 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d8a8e-61e1-4733-bc48-26ee7e2b1aff" -d '{"events": [{"server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "name": "network-vif-unplugged", "status": "completed", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:27.695719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.701378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.787915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:27.800731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:27.801069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:27.801396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:27.806262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:27.806586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Attempting to bind port 95ef7750-a1e6-4082-bde8-17c206f2976f on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:27.811800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:27.812124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:27.812510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:27.812933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Bound port: 95ef7750-a1e6-4082-bde8-17c206f2976f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:27.813292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.879167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:27.882477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:27.887358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.964912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:27.965839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1ed7d-9b35-43bf-86c4-2d248534ef5e req-86c8e924-f858-4289-a71f-fffddf283a84 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:27.967663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7e1ed7d-9b35-43bf-86c4-2d248534ef5e req-86c8e924-f858-4289-a71f-fffddf283a84 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.3106947 Jul 30 03:25:27.967794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:27.968305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.969673 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] 10.222.0.16 "PUT /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 1123 time: 0.7093217 Jul 30 03:25:27.970353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.975270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:27.976778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.977163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.977523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.978093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.978428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.978754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.979081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.979430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.979754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.980084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.980469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.980787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d0976-0906-4315-bd10-2ca117772dd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:27.984916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.031302 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.054776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['95ef7750-a1e6-4082-bde8-17c206f2976f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:28.060424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7e1ed7d-9b35-43bf-86c4-2d248534ef5e req-1ac7f2dc-dafe-4f2a-931c-d122cf267211 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779831 Jul 30 03:25:28.138078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.140717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.141840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b6e49a7-6650-4ba7-9441-8bec7d466696 HTTP/1.1" status: 204 len: 168 time: 0.4932179 Jul 30 03:25:28.155616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6e49a7-6650-4ba7-9441-8bec7d466696,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:28.173444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.173834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.174262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.174480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.174806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.175164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.175526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.175874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.176189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.176508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.176825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.177142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a537161-c707-412f-8462-3e1559cc0f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:28.188294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.220540 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.272339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a26f70-cbed-4f47-a73c-897e74d235a7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:28.288745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5e9c9-2986-44c8-bc83-1aa2de2d59f4 req-b3d010f9-a213-4386-ad8c-e6db4e765c8e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:28.290214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaa5e9c9-2986-44c8-bc83-1aa2de2d59f4 req-b3d010f9-a213-4386-ad8c-e6db4e765c8e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.0991998 Jul 30 03:25:28.353224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaa5e9c9-2986-44c8-bc83-1aa2de2d59f4 req-a695ce3f-ee10-4988-b7be-4507e87f69ec tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548191 Jul 30 03:25:28.364826 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.369922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.372364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:28.374903 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe15fd4c-d401-4831-9bca-193b08d2a032" -d '{"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-unplugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:28.406770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.408021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edacd9bf-3d28-4397-bbe3-6e5fda802bbb req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0594773 Jul 30 03:25:28.413324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee5a15-d61b-4e70-b607-6dceabf565d7 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7eeba-4eef-418a-aa07-1a6e832d6e55,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:28.413598 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f7bbec-825c-4085-bd5e-a370daed184e x-openstack-request-id: req-34f7bbec-825c-4085-bd5e-a370daed184e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:28.413868 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "name": "network-vif-unplugged", "status": "completed", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:28.414215 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34f7bbec-825c-4085-bd5e-a370daed184e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:28.416034 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'code': 200} Jul 30 03:25:28.523876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71fb12-51f9-49ad-978f-7e26c1ad1afa req-d573c94b-4ac2-48d8-9aa4-81239250ad8b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:28.527573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e71fb12-51f9-49ad-978f-7e26c1ad1afa req-d573c94b-4ac2-48d8-9aa4-81239250ad8b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 945 time: 0.0596702 Jul 30 03:25:28.566443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e71fb12-51f9-49ad-978f-7e26c1ad1afa req-ca8a1c4f-0fd4-433f-839b-212d669f947d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jul 30 03:25:28.618352 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f972df-9a61-46e3-93e8-c30b518b5e3e x-openstack-request-id: req-72f972df-9a61-46e3-93e8-c30b518b5e3e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:28.618850 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-unplugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:28.618934 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72f972df-9a61-46e3-93e8-c30b518b5e3e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:28.619400 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'code': 200} Jul 30 03:25:28.636839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ff349b8c-91ed-4a04-a5a2-18743353f06e req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Request body: {'security_group': {'name': 'tempest-securitygroup-50406763', 'description': 'tempest-description-443164172'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:28.665252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ff349b8c-91ed-4a04-a5a2-18743353f06e req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.777345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ff349b8c-91ed-4a04-a5a2-18743353f06e req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.783255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ff349b8c-91ed-4a04-a5a2-18743353f06e req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.811898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ff349b8c-91ed-4a04-a5a2-18743353f06e req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:28.815844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff349b8c-91ed-4a04-a5a2-18743353f06e req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1830797 Jul 30 03:25:28.830687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2f9b7-d986-4dd3-bf1c-a0843c2cc733 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2ad84-44fc-4e6b-bef3-1e393354bf60,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:28.950667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7809c-c20f-493a-9b31-804bde72d277 req-a9706294-3e9c-4982-a473-87309376f807 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:28.952424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48d7809c-c20f-493a-9b31-804bde72d277 req-a9706294-3e9c-4982-a473-87309376f807 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.0641909 Jul 30 03:25:29.004334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48d7809c-c20f-493a-9b31-804bde72d277 req-5002fd2e-18f4-4b9a-9852-2383bb08c03d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Jul 30 03:25:29.127807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1860427843', 'description': 'tempest-description-2069302156'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:29.154026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.175833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.318274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.329723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.390773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08b4cd4-331e-48f7-bda6-8a19dbc3a775,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:29.419035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11087243-79c4-4032-af1f-b3cd30fe0fe4 req-e7f7c399-8c33-4de4-8e03-d3ed2c8142c6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:29.420551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11087243-79c4-4032-af1f-b3cd30fe0fe4 req-e7f7c399-8c33-4de4-8e03-d3ed2c8142c6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1045651 Jul 30 03:25:29.483181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11087243-79c4-4032-af1f-b3cd30fe0fe4 req-3576ece6-c8ab-495e-a63d-2cd0dd3f8c20 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521567 Jul 30 03:25:29.485346 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.490759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.524712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.526232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92da2b44-88ef-4e7f-8c37-e16db53d47a6 req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4029946 Jul 30 03:25:29.528840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26201-9f70-4722-902b-f8f22e85b13d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe664919-5542-4ae7-b976-efe3326cf674,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:29.635691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c250dd-f031-43d9-9d6e-6f2846d30d37 req-e0f1746e-71b3-4de3-aa47-7bf14bc6c1e1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:29.637514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c250dd-f031-43d9-9d6e-6f2846d30d37 req-e0f1746e-71b3-4de3-aa47-7bf14bc6c1e1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.0507069 Jul 30 03:25:29.677937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-03dfc540-0a41-4357-a8c9-fad193960ed3 req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1090252376', 'description': 'tempest-description-424220557'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:29.688584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c250dd-f031-43d9-9d6e-6f2846d30d37 req-048741a7-9266-4497-a2a3-71b516aad713 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Jul 30 03:25:29.705484 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03dfc540-0a41-4357-a8c9-fad193960ed3 req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.789976 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03dfc540-0a41-4357-a8c9-fad193960ed3 req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.793959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03dfc540-0a41-4357-a8c9-fad193960ed3 req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.811783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:29.826587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e15a7-77c0-47af-b012-d29d59e374b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:29.838914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03dfc540-0a41-4357-a8c9-fad193960ed3 req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:29.843353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03dfc540-0a41-4357-a8c9-fad193960ed3 req-b728d377-5ff7-467d-9dd3-62ca448ff976 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1714780 Jul 30 03:25:29.940120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:29.955584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'port_id': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'mac_address': 'fa:16:3e:83:65:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0a06f1-91ca-4824-aaa8-b697c054d315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:30.004523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:30.017808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:30.043669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:30.049294 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:30.102703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:30.110866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.111437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.111941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.112410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.112878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.113451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.113975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.114486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.114981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.115496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.116005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.117032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:30.155415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-06723222-d6df-44d4-a3a4-cdc3038efd87 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50606 time: 0.2942066 Jul 30 03:25:30.209244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-4374f8a0-1994-4476-80de-beefe00cb1a6 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/18a26f70-cbed-4f47-a73c-897e74d235a7 HTTP/1.1" status: 200 len: 2981 time: 0.0474274 Jul 30 03:25:30.249836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:30.263515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-6ebe02b9-c253-4cba-a689-7e81d7274573 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/18a26f70-cbed-4f47-a73c-897e74d235a7 HTTP/1.1" status: 200 len: 2981 time: 0.0474527 Jul 30 03:25:30.301351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:30.314672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-6a8d14bd-1dbb-4972-803f-e8708a9f4397 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1a7473b1-c089-42b7-9bbd-fdea78c1c192 HTTP/1.1" status: 200 len: 2981 time: 0.0502033 Jul 30 03:25:30.394412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-04766b72-0322-43df-bda4-257129867d03 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1a7473b1-c089-42b7-9bbd-fdea78c1c192 HTTP/1.1" status: 200 len: 2981 time: 0.0787601 Jul 30 03:25:30.417200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:30.422054 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:30.492429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-99408515-3ec8-4358-a93e-eb418bfb8c68 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1c400c98-ab10-448a-803b-d387c085d072 HTTP/1.1" status: 200 len: 2973 time: 0.0971363 Jul 30 03:25:30.513000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88fe6-6f06-4bd1-869e-be2704b7b477 req-0649a5da-40b4-4624-a4fc-30247d51d8f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:30.514451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1d88fe6-6f06-4bd1-869e-be2704b7b477 req-0649a5da-40b4-4624-a4fc-30247d51d8f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.0969999 Jul 30 03:25:30.571434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-4d02bf4b-c56f-4ea2-8f00-55cdbe917a39 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1c400c98-ab10-448a-803b-d387c085d072 HTTP/1.1" status: 200 len: 2973 time: 0.0719075 Jul 30 03:25:30.577181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1d88fe6-6f06-4bd1-869e-be2704b7b477 req-0385614d-6609-418e-a454-8c2187232779 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Jul 30 03:25:30.616322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-a720a171-0e2c-42e6-b54b-cb6b1c71b6d7 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/40ecffd0-52e0-4e4d-b506-dc64731f1ce7 HTTP/1.1" status: 200 len: 2981 time: 0.0380242 Jul 30 03:25:30.662669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-99dd5b5d-faee-4ec1-8e04-c5ecbf89b8d0 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/40ecffd0-52e0-4e4d-b506-dc64731f1ce7 HTTP/1.1" status: 200 len: 2981 time: 0.0396841 Jul 30 03:25:30.709708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-3b62da10-8eb2-44a1-aa4a-e8e631243021 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/52390141-598c-420c-bf0d-b749d33e843a HTTP/1.1" status: 200 len: 2981 time: 0.0398231 Jul 30 03:25:30.765125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-8edef763-520d-48c3-8168-832c0194ef95 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/52390141-598c-420c-bf0d-b749d33e843a HTTP/1.1" status: 200 len: 2981 time: 0.0481954 Jul 30 03:25:30.820541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-42a07ace-2bee-4cea-9937-c48942275f83 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/59a8b1b7-1939-4140-b397-39eaaea3a6cc HTTP/1.1" status: 200 len: 2981 time: 0.0459545 Jul 30 03:25:30.857984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-b13280e1-c20d-41bb-8ec1-8925dc5973bf tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/59a8b1b7-1939-4140-b397-39eaaea3a6cc HTTP/1.1" status: 200 len: 2981 time: 0.0358582 Jul 30 03:25:30.903117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-8e8a8358-c453-4e11-8a4e-fb8e7b10891b tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/60e92be9-2f92-4a59-afd3-dc42ed5eaceb HTTP/1.1" status: 200 len: 2981 time: 0.0392294 Jul 30 03:25:30.945951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-31646e1d-58d0-4e7b-b960-baaebb5773da tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/60e92be9-2f92-4a59-afd3-dc42ed5eaceb HTTP/1.1" status: 200 len: 2981 time: 0.0366201 Jul 30 03:25:30.994568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-f5a323ad-2d33-40b5-b6d7-81480246e9f9 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/62418b10-2a63-4c69-a188-5a5a3d7c57bd HTTP/1.1" status: 200 len: 2977 time: 0.0424347 Jul 30 03:25:31.035256 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429b67d-058b-4661-8fbe-42d6e350e7e6 x-openstack-request-id: req-6429b67d-058b-4661-8fbe-42d6e350e7e6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:31.035539 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:31.035779 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6429b67d-058b-4661-8fbe-42d6e350e7e6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:31.036153 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'status': 'completed', 'code': 200} Jul 30 03:25:31.043644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-985e4c6e-8e40-438b-9e1d-86bdce6bc069 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/62418b10-2a63-4c69-a188-5a5a3d7c57bd HTTP/1.1" status: 200 len: 2977 time: 0.0415437 Jul 30 03:25:31.103304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-d62bcd49-911b-4171-8663-a9673a2fcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:31.104584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-32240004-0509-4b25-9cb3-7549c9f4a0c1 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6fef0fc7-bdab-454f-9cde-18622fa278b1 HTTP/1.1" status: 200 len: 2981 time: 0.0527468 Jul 30 03:25:31.105058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-d62bcd49-911b-4171-8663-a9673a2fcb77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1126 time: 0.0451906 Jul 30 03:25:31.162631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ac01-dba1-4cb4-88fb-9510eb5a1a52 req-81c0d2fc-cc7a-425f-9291-d013ab6e8996 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:31.164125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74f8ac01-dba1-4cb4-88fb-9510eb5a1a52 req-81c0d2fc-cc7a-425f-9291-d013ab6e8996 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0818052 Jul 30 03:25:31.181888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-7108a2b3-1bc3-42a3-8a1b-a46329e1254e tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6fef0fc7-bdab-454f-9cde-18622fa278b1 HTTP/1.1" status: 200 len: 2981 time: 0.0638614 Jul 30 03:25:31.194898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-6966198d-237f-47f1-b850-eb717e804a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:31.196697 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-6966198d-237f-47f1-b850-eb717e804a96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.0837686 Jul 30 03:25:31.230422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74f8ac01-dba1-4cb4-88fb-9510eb5a1a52 req-09ca98a3-054a-4d8a-9562-af7b4a110819 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589075 Jul 30 03:25:31.240948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-cfc0b3d4-f0cf-46fa-a7b7-993757dd90c9 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c41bf3b1-3fcc-48f5-b65b-af07cb3fb457 HTTP/1.1" status: 200 len: 2981 time: 0.0527616 Jul 30 03:25:31.245129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-4c848d83-9608-4570-bcec-9e9d53a2d4f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 217 time: 0.0336957 Jul 30 03:25:31.290365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-ab7255f4-3cd4-45ec-aa5b-e6edcef690d9 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c41bf3b1-3fcc-48f5-b65b-af07cb3fb457 HTTP/1.1" status: 200 len: 2981 time: 0.0407319 Jul 30 03:25:31.299219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-56bd5ef8-4469-4c68-b879-9f53dd9032d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:31.300649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-56bd5ef8-4469-4c68-b879-9f53dd9032d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0486495 Jul 30 03:25:31.334034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-021e37f2-0900-43a3-b41c-7f2877c1f2cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255270 Jul 30 03:25:31.334599 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-8d6f6dac-2553-477a-9391-f5faf2a93531 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d08b4cd4-331e-48f7-bda6-8a19dbc3a775 HTTP/1.1" status: 200 len: 2981 time: 0.0382006 Jul 30 03:25:31.403487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-2122fa42-b2fe-4c4c-9536-19ca642eeb98 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d08b4cd4-331e-48f7-bda6-8a19dbc3a775 HTTP/1.1" status: 200 len: 2981 time: 0.0627925 Jul 30 03:25:31.424978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-67aba964-7ec6-4847-b5ae-215e2bd60a36 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839231 Jul 30 03:25:31.444450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e4651-55b1-4a1d-9b37-49adcf932349 req-f22882ae-9a28-49bc-81f8-971706797446 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:31.446208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-463e4651-55b1-4a1d-9b37-49adcf932349 req-f22882ae-9a28-49bc-81f8-971706797446 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.0770602 Jul 30 03:25:31.459735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:31.479673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-12689889-0e7b-40db-baa7-bad670a4ad8d tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/df4c2d06-c4ac-4a55-8080-8ad63608d5d2 HTTP/1.1" status: 200 len: 2977 time: 0.0690887 Jul 30 03:25:31.507100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-463e4651-55b1-4a1d-9b37-49adcf932349 req-f72e888a-3b9e-4263-9189-ec305a783496 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Jul 30 03:25:31.557936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-9883d7ad-df34-4dfa-8d0b-fa34bec46bca tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/df4c2d06-c4ac-4a55-8080-8ad63608d5d2 HTTP/1.1" status: 200 len: 2977 time: 0.0718315 Jul 30 03:25:31.573690 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5d42e37-5c2a-47ad-9bfd-cfa78643d57f req-8b87be9d-d353-4f36-890e-66c2d67d6810 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309664 Jul 30 03:25:31.591758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:31.606311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:25:31.611954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-31740887-f33f-4d34-9ab2-d279aacc74f4 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e8fb3138-7795-4e8c-bc56-86ccdecb9a65 HTTP/1.1" status: 200 len: 2977 time: 0.0531504 Jul 30 03:25:31.655085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-de3f53f9-de5f-4581-afc7-16f914f62ee8 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e8fb3138-7795-4e8c-bc56-86ccdecb9a65 HTTP/1.1" status: 200 len: 2977 time: 0.0369201 Jul 30 03:25:31.702209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-5b693458-fd5b-4d03-8c6f-6e2fa86e899a tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f1fefd33-f8b1-4f74-8749-a7ff18708a2d HTTP/1.1" status: 200 len: 2981 time: 0.0411000 Jul 30 03:25:31.748292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-2cc12c50-d872-469f-91d2-30eed9129581 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f1fefd33-f8b1-4f74-8749-a7ff18708a2d HTTP/1.1" status: 200 len: 2981 time: 0.0400944 Jul 30 03:25:31.793703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-9da8e22d-e837-43af-831c-bd4a9c8878b6 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4 HTTP/1.1" status: 200 len: 2981 time: 0.0388751 Jul 30 03:25:31.836632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:31.837440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab27d65a-fd7e-48f2-898f-33149bc173c2 req-688826d0-4162-4647-b59a-0fe8095b6a5e tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4 HTTP/1.1" status: 200 len: 2981 time: 0.0377951 Jul 30 03:25:31.912096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:31.917290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:31.917675 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.004687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99d6-07f3-41b3-bb07-1c67a8931c16 req-fa738e93-d659-42f2-b063-34a10fc18af9 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:32.006400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a15a99d6-07f3-41b3-bb07-1c67a8931c16 req-fa738e93-d659-42f2-b063-34a10fc18af9 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.0792673 Jul 30 03:25:32.017147 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.040183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:32.042442 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f487203-4ae8-4ff6-9847-c98e7b67892f" -d '{"events": [{"server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "name": "network-vif-plugged", "status": "completed", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:32.056465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:32.060582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.087226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a15a99d6-07f3-41b3-bb07-1c67a8931c16 req-48f9c20b-ca9c-4710-b18d-ce56dfeeb6c8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716906 Jul 30 03:25:32.095882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d6ae4f7-7ea8-4eed-9033-ffab92252c00 req-3dceff71-32ff-4b60-a62a-c3789bb35962 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7892522b0ec4533805e7cb5f1659ada HTTP/1.1" status: 200 len: 6099 time: 0.1219044 Jul 30 03:25:32.120212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:32.152136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d6ae4f7-7ea8-4eed-9033-ffab92252c00 req-110cbb98-961f-4e3e-b545-355a60498d17 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "GET /v2.0/security-groups/18a26f70-cbed-4f47-a73c-897e74d235a7 HTTP/1.1" status: 200 len: 2981 time: 0.0482907 Jul 30 03:25:32.199681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d6ae4f7-7ea8-4eed-9033-ffab92252c00 req-b935c77f-ba20-40e4-9e4e-82ace71752cb tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "GET /v2.0/security-groups/18a26f70-cbed-4f47-a73c-897e74d235a7 HTTP/1.1" status: 200 len: 2981 time: 0.0437589 Jul 30 03:25:32.200392 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f97084-4022-477f-8daa-a2660e3ed70e x-openstack-request-id: req-a9f97084-4022-477f-8daa-a2660e3ed70e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:32.200742 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "name": "network-vif-plugged", "status": "completed", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:32.200992 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9f97084-4022-477f-8daa-a2660e3ed70e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:32.201378 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'code': 200} Jul 30 03:25:32.283460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb4578af-a2fa-47ad-8073-66be2ca26d71 req-2669e28e-ca5e-4859-b5b2-6ec9f0eb28da tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ee0e15a7-77c0-47af-b012-d29d59e374b4 HTTP/1.1" status: 200 len: 1777 time: 0.0580692 Jul 30 03:25:32.317271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c23ae8-57e2-456b-a71a-aeb3d4737e51 req-f2ce9186-9d7d-4147-b52d-e3c0fdb616f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:32.318765 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5c23ae8-57e2-456b-a71a-aeb3d4737e51 req-f2ce9186-9d7d-4147-b52d-e3c0fdb616f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1097 time: 0.0409498 Jul 30 03:25:32.368145 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5c23ae8-57e2-456b-a71a-aeb3d4737e51 req-cb22b8d6-caf9-4c70-bd41-4f5dd61c7512 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304217 Jul 30 03:25:32.370068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb4578af-a2fa-47ad-8073-66be2ca26d71 req-786bbef3-040b-4e25-940c-25449b3a3c3c tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.391751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b162a-a09e-4541-b929-9a9cc28dc839 req-3c5c71ca-b330-4959-ade0-338d15c47302 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:32.393229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-758b162a-a09e-4541-b929-9a9cc28dc839 req-3c5c71ca-b330-4959-ade0-338d15c47302 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0717139 Jul 30 03:25:32.409287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb4578af-a2fa-47ad-8073-66be2ca26d71 req-786bbef3-040b-4e25-940c-25449b3a3c3c tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.457789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-758b162a-a09e-4541-b929-9a9cc28dc839 req-736e03f5-1b3b-4d5e-b027-e0c569b0fbef tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Jul 30 03:25:32.470428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb4578af-a2fa-47ad-8073-66be2ca26d71 req-786bbef3-040b-4e25-940c-25449b3a3c3c tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.473707 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb4578af-a2fa-47ad-8073-66be2ca26d71 req-786bbef3-040b-4e25-940c-25449b3a3c3c tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.483771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb4578af-a2fa-47ad-8073-66be2ca26d71 req-786bbef3-040b-4e25-940c-25449b3a3c3c tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee0e15a7-77c0-47af-b012-d29d59e374b4 HTTP/1.1" status: 204 len: 173 time: 0.1991854 Jul 30 03:25:32.495657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bbef3-040b-4e25-940c-25449b3a3c3c tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e15a7-77c0-47af-b012-d29d59e374b4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:32.556716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d0a50ce-83ae-4cf4-8f89-c136a5cae1b5 req-700e5f7b-ce1b-4c24-8ee8-e8163a70da78 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "GET /v2.0/security-groups/fe664919-5542-4ae7-b976-efe3326cf674 HTTP/1.1" status: 200 len: 1778 time: 0.0420704 Jul 30 03:25:32.619737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3d0a50ce-83ae-4cf4-8f89-c136a5cae1b5 req-5b460948-64b6-462a-a230-eab6ddea0c79 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.644210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3d0a50ce-83ae-4cf4-8f89-c136a5cae1b5 req-5b460948-64b6-462a-a230-eab6ddea0c79 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.718589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391b16b-e5fa-418b-9b5c-545532543bcc req-5902de7a-9719-4c15-a45e-fa4995d8777b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:32.720115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4391b16b-e5fa-418b-9b5c-545532543bcc req-5902de7a-9719-4c15-a45e-fa4995d8777b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.0693839 Jul 30 03:25:32.735339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3d0a50ce-83ae-4cf4-8f89-c136a5cae1b5 req-5b460948-64b6-462a-a230-eab6ddea0c79 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.737869 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3d0a50ce-83ae-4cf4-8f89-c136a5cae1b5 req-5b460948-64b6-462a-a230-eab6ddea0c79 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.741792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d0a50ce-83ae-4cf4-8f89-c136a5cae1b5 req-5b460948-64b6-462a-a230-eab6ddea0c79 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe664919-5542-4ae7-b976-efe3326cf674 HTTP/1.1" status: 204 len: 173 time: 0.1787040 Jul 30 03:25:32.766278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b460948-64b6-462a-a230-eab6ddea0c79 tempest-SecurityGroupsTestAdminJSON-1155002567 tempest-SecurityGroupsTestAdminJSON-1155002567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe664919-5542-4ae7-b976-efe3326cf674,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:32.801176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:32.818961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4391b16b-e5fa-418b-9b5c-545532543bcc req-ae1386f8-b28a-4574-9472-94011bd891e4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914230 Jul 30 03:25:32.860819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-501320f6-126d-43e8-81d1-f46f01ec2be0 req-66721b27-b80a-400c-93b7-3b12016f0151 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "GET /v2.0/security-groups/16b2ad84-44fc-4e6b-bef3-1e393354bf60 HTTP/1.1" status: 200 len: 1775 time: 0.0801935 Jul 30 03:25:32.922311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-501320f6-126d-43e8-81d1-f46f01ec2be0 req-b4455352-d1d4-4db5-8d00-bb33ed4e0d34 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.937073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-497f2de6-44bc-4343-898c-e49f251b7c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:32.946250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-501320f6-126d-43e8-81d1-f46f01ec2be0 req-b4455352-d1d4-4db5-8d00-bb33ed4e0d34 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.012523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-501320f6-126d-43e8-81d1-f46f01ec2be0 req-b4455352-d1d4-4db5-8d00-bb33ed4e0d34 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.015079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-501320f6-126d-43e8-81d1-f46f01ec2be0 req-b4455352-d1d4-4db5-8d00-bb33ed4e0d34 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.021063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-501320f6-126d-43e8-81d1-f46f01ec2be0 req-b4455352-d1d4-4db5-8d00-bb33ed4e0d34 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "DELETE /v2.0/security-groups/16b2ad84-44fc-4e6b-bef3-1e393354bf60 HTTP/1.1" status: 204 len: 173 time: 0.1533070 Jul 30 03:25:33.054141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4455352-d1d4-4db5-8d00-bb33ed4e0d34 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2ad84-44fc-4e6b-bef3-1e393354bf60,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:33.087807 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-497f2de6-44bc-4343-898c-e49f251b7c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.093037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-497f2de6-44bc-4343-898c-e49f251b7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.113605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20ed8c0f-6210-4443-a418-0337a20c0abb req-1bb02a4a-5313-4410-b277-f0de3876b26e tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "GET /v2.0/security-groups/7fb7eeba-4eef-418a-aa07-1a6e832d6e55 HTTP/1.1" status: 200 len: 1776 time: 0.0572360 Jul 30 03:25:33.158153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f2de6-44bc-4343-898c-e49f251b7c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a78655e-efe5-49c8-82b0-f8aa40d9e9a6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:33.164846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-497f2de6-44bc-4343-898c-e49f251b7c3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f88f23dbbad44149ec775940cfe862e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627956 Jul 30 03:25:33.167507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:33.213802 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-20ed8c0f-6210-4443-a418-0337a20c0abb req-54b84a87-6fe4-487b-9ced-e839de2f8169 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.235529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3515fcc-3172-435d-b1fc-20567185b54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.246443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-20ed8c0f-6210-4443-a418-0337a20c0abb req-54b84a87-6fe4-487b-9ced-e839de2f8169 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.262141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc586-59ff-4970-bbaa-2513794ca059 req-63c67202-a3c7-4b65-9d20-1f1adb9f3224 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:33.263748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-676fc586-59ff-4970-bbaa-2513794ca059 req-63c67202-a3c7-4b65-9d20-1f1adb9f3224 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.0875921 Jul 30 03:25:33.264090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3515fcc-3172-435d-b1fc-20567185b54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.321150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-676fc586-59ff-4970-bbaa-2513794ca059 req-f9a0aefe-eeec-4ef5-a31f-c263dda09868 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474422 Jul 30 03:25:33.332116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-20ed8c0f-6210-4443-a418-0337a20c0abb req-54b84a87-6fe4-487b-9ced-e839de2f8169 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.335986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-20ed8c0f-6210-4443-a418-0337a20c0abb req-54b84a87-6fe4-487b-9ced-e839de2f8169 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.340844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20ed8c0f-6210-4443-a418-0337a20c0abb req-54b84a87-6fe4-487b-9ced-e839de2f8169 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] 10.222.0.39 "DELETE /v2.0/security-groups/7fb7eeba-4eef-418a-aa07-1a6e832d6e55 HTTP/1.1" status: 204 len: 173 time: 0.2187502 Jul 30 03:25:33.351086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3515fcc-3172-435d-b1fc-20567185b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.355574 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3515fcc-3172-435d-b1fc-20567185b54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.357308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3515fcc-3172-435d-b1fc-20567185b54b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a78655e-efe5-49c8-82b0-f8aa40d9e9a6 HTTP/1.1" status: 204 len: 168 time: 0.1881137 Jul 30 03:25:33.376016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515fcc-3172-435d-b1fc-20567185b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a78655e-efe5-49c8-82b0-f8aa40d9e9a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:33.390035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b84a87-6fe4-487b-9ced-e839de2f8169 tempest-SecurityGroupsTestAdminJSON-1489587836 tempest-SecurityGroupsTestAdminJSON-1489587836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7eeba-4eef-418a-aa07-1a6e832d6e55,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:33.606538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ab7c8-4e44-46d4-b2b9-bf3930b2539e req-fe6b9910-5ba3-42c2-a0b0-9b62a74431a1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:33.607989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c8ab7c8-4e44-46d4-b2b9-bf3930b2539e req-fe6b9910-5ba3-42c2-a0b0-9b62a74431a1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0714607 Jul 30 03:25:33.627782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54126) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:33.662352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c8ab7c8-4e44-46d4-b2b9-bf3930b2539e req-70907c93-4db2-4c3e-844c-2537e53a6cab tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Jul 30 03:25:33.791481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bad3daec-d373-4173-8fa0-560df5f2f85c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7892522b0ec4533805e7cb5f1659ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624849 Jul 30 03:25:33.793839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54136) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:33.846231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffddb749-9408-4c6a-8943-8bb94ccd6f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.901142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffddb749-9408-4c6a-8943-8bb94ccd6f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.976448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd804e6-1074-490b-962e-06759e2db786 req-ba25219a-c528-42b0-9f88-d23c01243b53 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:33.977188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffddb749-9408-4c6a-8943-8bb94ccd6f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.980448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffddb749-9408-4c6a-8943-8bb94ccd6f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:33.981846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ffddb749-9408-4c6a-8943-8bb94ccd6f87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18a26f70-cbed-4f47-a73c-897e74d235a7 HTTP/1.1" status: 204 len: 168 time: 0.1870382 Jul 30 03:25:33.995448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddb749-9408-4c6a-8943-8bb94ccd6f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a26f70-cbed-4f47-a73c-897e74d235a7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:33.998756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd804e6-1074-490b-962e-06759e2db786 req-ba25219a-c528-42b0-9f88-d23c01243b53 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.0890796 Jul 30 03:25:34.039385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd804e6-1074-490b-962e-06759e2db786 req-639f3899-dc51-43ea-846b-466438b75c1c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Jul 30 03:25:34.214511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54166) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:34.337845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-4a028086-917a-43c9-bcb8-1dc2d3bdca2a service neutron] 10.222.0.18 "GET /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.1168270 Jul 30 03:25:34.360622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-360759924-network', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:34.379948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:34.436045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:34.438786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:34.448475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b3a2c359-ace5-4fca-ae1e-ec93c838f720 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2958fc2c075f4f4ba612ced14eec29be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673566 Jul 30 03:25:34.452787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54174) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:34.470101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:34.504383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1032a-74c2-4637-9cff-2cbf5843a26f req-c02d6f38-3704-4fbc-a2b8-b350ea0323d0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:34.506263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01b1032a-74c2-4637-9cff-2cbf5843a26f req-c02d6f38-3704-4fbc-a2b8-b350ea0323d0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.0702262 Jul 30 03:25:34.550540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01b1032a-74c2-4637-9cff-2cbf5843a26f req-5f507d37-9ebf-4ea2-96eb-07e943825e15 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Jul 30 03:25:34.618207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6e3b-8e5e-41f0-9b05-b7e5c6939e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:34.661808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9d72-d90f-422a-8e7c-cead444e9716 req-033405b5-8bb9-4e24-bc24-38984244fc37 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:34.663618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19ec9d72-d90f-422a-8e7c-cead444e9716 req-033405b5-8bb9-4e24-bc24-38984244fc37 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1097 time: 0.0410364 Jul 30 03:25:34.705745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19ec9d72-d90f-422a-8e7c-cead444e9716 req-836619ec-39e8-446e-84d5-b439225af0d3 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Jul 30 03:25:34.812684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e08b40-de76-4497-9c2e-516e81ea15ff req-90dfece8-6c43-4c57-b269-5e29967b3467 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:34.814461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76e08b40-de76-4497-9c2e-516e81ea15ff req-90dfece8-6c43-4c57-b269-5e29967b3467 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0558724 Jul 30 03:25:34.862589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76e08b40-de76-4497-9c2e-516e81ea15ff req-65b2d2ef-f4ff-4c68-96c5-35bca2a11caf tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Jul 30 03:25:34.911078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6e3b-8e5e-41f0-9b05-b7e5c6939e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:34.957437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:35.012217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:35.037024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.050011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.056343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ef7750-a1e6-4082-bde8-17c206f2976f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:35.074294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:35.087877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6e3b-8e5e-41f0-9b05-b7e5c6939e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.090358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6e3b-8e5e-41f0-9b05-b7e5c6939e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.094384 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4b5c6e3b-8e5e-41f0-9b05-b7e5c6939e23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d08b4cd4-331e-48f7-bda6-8a19dbc3a775 HTTP/1.1" status: 204 len: 168 time: 0.6405041 Jul 30 03:25:35.117969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:25:35.133375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.148402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e59050-63f4-46c3-a6fc-f7cac4b16bb2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:35.173021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.173375 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Added segment 75c40b6b-56c9-4d78-9f3c-f5895807cbd1 of type vlan for network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 Jul 30 03:25:35.203183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6e3b-8e5e-41f0-9b05-b7e5c6939e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08b4cd4-331e-48f7-bda6-8a19dbc3a775,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:35.217721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85175fe4-0a0a-4396-9c9b-764d190917c6 req-27a5115e-3431-4102-b66d-10782ec4b3fe tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:35.229899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85175fe4-0a0a-4396-9c9b-764d190917c6 req-27a5115e-3431-4102-b66d-10782ec4b3fe tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 943 time: 0.1016049 Jul 30 03:25:35.284837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.323318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85175fe4-0a0a-4396-9c9b-764d190917c6 req-b42e15fa-a42c-41f0-853e-5057084c7d6e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793295 Jul 30 03:25:35.346693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] Transition to ACTIVE for port object 95ef7750-a1e6-4082-bde8-17c206f2976f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:35.350930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.352158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:35.352723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.361974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.486584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:35.509006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2901921 Jul 30 03:25:35.509700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:35.517880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Request body: {'subnet': {'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-subnet', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:35.541755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] No DVR routers for this DVR port 95ef7750-a1e6-4082-bde8-17c206f2976f on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:35.576467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079693-bd52-4214-91ca-3a4535b44d42 admin admin] Pushing event updated for resources: {'Network': ['ID=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:35.583481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:35.585538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:35.587206 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.604312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:25:35.608074 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-66b067ad-dcfb-4f69-9206-b4c63a21e0f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2627144 Jul 30 03:25:35.764457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-0eda3893-aa96-4984-bdc9-de81487f95d9 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:35.766649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-0eda3893-aa96-4984-bdc9-de81487f95d9 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.0829864 Jul 30 03:25:35.828633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:35.834770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-6c1fb759-a1ca-40b9-b256-4d4b24ee1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:35.836909 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-6c1fb759-a1ca-40b9-b256-4d4b24ee1fbf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 1096 time: 0.0610023 Jul 30 03:25:35.856269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '046314bd-619e-4991-a7ea-1dd8df84301f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '046314bd-619e-4991-a7ea-1dd8df84301f', 'mac_address': 'fa:16:3e:00:b9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:35.865321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.920578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e81437-356b-400b-a61b-8e399aedf61a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:35.959343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Checking segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:35.959712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Network hostable DHCP agents. Network: ae382ff8-0ac8-4c5d-ac08-c4b1765e5889, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:25:35.966946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:35.982342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-76d0e03d-9199-41b6-94af-30130eaf1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:35.982934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:25:35.983962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-76d0e03d-9199-41b6-94af-30130eaf1d9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1096 time: 0.0742607 Jul 30 03:25:36.003865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046314bd-619e-4991-a7ea-1dd8df84301f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:36.042317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ae382ff8-0ac8-4c5d-ac08-c4b1765e5889) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:36.052596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:36.059851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a736b-bbb8-4627-90ac-0a10da8a423e None None] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:25:36.070092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe832d-e45a-483c-aa52-15dd9cee55d5 req-3f8bfcae-c72f-4cad-8aee-e7d3254b5e57 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:36.070467 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.079031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5dbe832d-e45a-483c-aa52-15dd9cee55d5 req-3f8bfcae-c72f-4cad-8aee-e7d3254b5e57 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0841269 Jul 30 03:25:36.082361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:36.083026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.151439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5dbe832d-e45a-483c-aa52-15dd9cee55d5 req-200fe286-f3ee-4272-a180-8271d0a7f28f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659044 Jul 30 03:25:36.169486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a2d9ec61-2fe4-453f-8eda-c483a9452281 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6566956 Jul 30 03:25:36.169743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:36.174973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:36.222798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.224321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.233138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-35bddb3a-f3e1-41f6-84cc-aa704f274d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:36.236472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-35bddb3a-f3e1-41f6-84cc-aa704f274d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2442560 Jul 30 03:25:36.331609 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-e2bca35d-83a6-468c-b164-5642e008b4a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 200 len: 217 time: 0.0843749 Jul 30 03:25:36.339228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['046314bd-619e-4991-a7ea-1dd8df84301f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:36.453127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.474135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-61cbd08b-121b-4b29-9d0b-435230b2719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:36.477325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-61cbd08b-121b-4b29-9d0b-435230b2719c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1372812 Jul 30 03:25:36.534289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:36.544624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-2b31bc2c-5f77-4973-97ea-e2a621b3b7c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570648 Jul 30 03:25:36.738638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987d242-ef5c-4363-82bc-7e409e5df58d req-d5a7e949-cec8-4047-ab24-4c346e492747 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:36.744524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2987d242-ef5c-4363-82bc-7e409e5df58d req-d5a7e949-cec8-4047-ab24-4c346e492747 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 944 time: 0.1764724 Jul 30 03:25:36.751024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-f5b0d2b6-eb68-42c5-9209-6c1f6051fd56 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987576 Jul 30 03:25:36.821050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:25:36.822250 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.838374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:36.921539 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2987d242-ef5c-4363-82bc-7e409e5df58d req-10320f2a-cd4c-4b96-8693-a99b9eb0f6b4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658685 Jul 30 03:25:37.031548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-cbea3952-a788-4495-ad49-ccecaf2f75a1 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679355 Jul 30 03:25:37.094114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Allocated IP 172.20.0.2 (ae382ff8-0ac8-4c5d-ac08-c4b1765e5889/55e81437-356b-400b-a61b-8e399aedf61a/cf53b80e-d550-491a-95b3-ce8e4172e708) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:37.159219 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-e079d478-9271-4e7e-b44e-d571ad5ffa26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582383 Jul 30 03:25:37.188098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.227676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.260489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-d4f245be-2cdc-4504-a37a-8f8bd547e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:37.262269 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-d4f245be-2cdc-4504-a37a-8f8bd547e407 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1119 time: 0.0548472 Jul 30 03:25:37.421800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.433271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Transition to ACTIVE for port object cf53b80e-d550-491a-95b3-ce8e4172e708 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:37.452440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Transition to ACTIVE for port object cf53b80e-d550-491a-95b3-ce8e4172e708 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:37.464361 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.489046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-1801343b-1203-4052-a5cd-911af2f054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:37.492661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-1801343b-1203-4052-a5cd-911af2f054ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1923513 Jul 30 03:25:37.507423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2897-ee79-47f8-85a9-dc4b37926f33 req-2ed88b65-f4b2-4e30-8418-9d9166cb86fd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:37.510297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03bf2897-ee79-47f8-85a9-dc4b37926f33 req-2ed88b65-f4b2-4e30-8418-9d9166cb86fd tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1803846 Jul 30 03:25:37.534393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Allocated IP 172.25.6.92 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/311cfda9-3e2a-444d-93f3-ec858d8a3c11) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:37.542855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:37.546698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:37.550488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:37.558090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f86-4594-4d02-806b-fb2370a07def req-cbc4d566-030d-498e-b3bc-e335e8a882fa tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:37.558288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-32b0a5de-904f-401c-aded-854f91d991f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.0561852 Jul 30 03:25:37.559786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-cbc4d566-030d-498e-b3bc-e335e8a882fa tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.1430266 Jul 30 03:25:37.606392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Pushing event updated for resources: {'Port': ['ID=cf53b80e-d550-491a-95b3-ce8e4172e708,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:37.635758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-dcf794ca-135b-44d2-a0c4-113909e06a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:37.636842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Attempting to bind port cf53b80e-d550-491a-95b3-ce8e4172e708 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:37.637104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Attempting to bind port cf53b80e-d550-491a-95b3-ce8e4172e708 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:37.637470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Attempting to bind port cf53b80e-d550-491a-95b3-ce8e4172e708 on network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:37.638403 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-dcf794ca-135b-44d2-a0c4-113909e06a61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0648663 Jul 30 03:25:37.643095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:37.643505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Checking segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:37.643911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.644307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Bound using segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:37.644782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Bound port: cf53b80e-d550-491a-95b3-ce8e4172e708, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:37.645164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.693248 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-1131b4e5-880a-403a-9cf4-1024ea7bdd51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399964 Jul 30 03:25:37.729359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] For port cf53b80e-d550-491a-95b3-ce8e4172e708, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:37.736495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] For port cf53b80e-d550-491a-95b3-ce8e4172e708, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cf53b80e-d550-491a-95b3-ce8e4172e708,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:37.739074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03bf2897-ee79-47f8-85a9-dc4b37926f33 req-731e400e-233c-4fee-8ea8-97a7ffed6481 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189295 Jul 30 03:25:37.749802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:37.873530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-c365bef0-873f-421b-b70a-459d69ce98e1 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652904 Jul 30 03:25:37.877250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe877afd-0c85-4583-a37a-c4f8055a55ef None None] Pushing event updated for resources: {'Port': ['ID=cf53b80e-d550-491a-95b3-ce8e4172e708,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:37.885198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:37.971014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:38.067412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254571e-4ff7-4ef0-859a-665e0d01435f req-c62ed204-e87c-412c-bb75-2f2ce2d872d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:38.069774 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d254571e-4ff7-4ef0-859a-665e0d01435f req-c62ed204-e87c-412c-bb75-2f2ce2d872d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.0662813 Jul 30 03:25:38.105486 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28f3cc9c-bc6c-4112-8f14-333402606f20 req-ca6397d0-5903-49fb-9bac-28e4aec46406 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211916 Jul 30 03:25:38.144247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d254571e-4ff7-4ef0-859a-665e0d01435f req-ccef42a2-4611-4dff-90eb-876f17593c01 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Jul 30 03:25:38.280880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:38.327076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-8e53f674-ed63-4024-9c70-39b1567c9b8e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402205 Jul 30 03:25:38.401092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ffd90f86-4594-4d02-806b-fb2370a07def req-453dc5b2-1ca3-49f1-9f38-b1b2c62091a0 service neutron] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:38.416639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ffd90f86-4594-4d02-806b-fb2370a07def req-453dc5b2-1ca3-49f1-9f38-b1b2c62091a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:38.417750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffd90f86-4594-4d02-806b-fb2370a07def req-453dc5b2-1ca3-49f1-9f38-b1b2c62091a0 service neutron] 10.222.0.16 "DELETE /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.8312409 Jul 30 03:25:38.474560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:38.544442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:38.559785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:38.562889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:38.572221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-58a13b2b-5e6f-4e86-bd79-4a0a35f0dcee tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:38.573709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-58a13b2b-5e6f-4e86-bd79-4a0a35f0dcee tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377048 Jul 30 03:25:38.574323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Pushing event updated for resources: {'Port': ['ID=311cfda9-3e2a-444d-93f3-ec858d8a3c11,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:38.583306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8528d1-72ff-4c61-9265-cd2c60a8405b req-3872f968-4a46-4a49-bee8-dda9d326eb25 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:38.584798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b8528d1-72ff-4c61-9265-cd2c60a8405b req-3872f968-4a46-4a49-bee8-dda9d326eb25 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 944 time: 0.1508198 Jul 30 03:25:38.672639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-896b27af-ebe7-4986-afe1-9cfdb7aca699 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/quotas/a7df032743c34b0cb3156ce3b53f1b9b HTTP/1.1" status: 200 len: 375 time: 0.0852675 Jul 30 03:25:38.738194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-264e2f28-6642-496b-8530-0194cc83c37b tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444052 Jul 30 03:25:38.757020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b8528d1-72ff-4c61-9265-cd2c60a8405b req-5fb55f4c-67a8-426f-9ac2-521e18b3305e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295083 Jul 30 03:25:38.923870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:39.140983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15163813-c7b0-4ace-bee9-2c062e2ca70c None None] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:25:39.230872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-92c10b1c-964a-44da-ab21-96a7eb715d44 None None] Provisioning for port cf53b80e-d550-491a-95b3-ce8e4172e708 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:39.268159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ad0aceb-1003-48df-883b-710e70c75d33 req-e1a82adb-d4da-42de-9465-7f9a5ea6f3d0 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 210 time: 0.0603342 Jul 30 03:25:39.325379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a9bc8-fe76-4a21-a5ec-e8ab23be0eb1 req-15987b76-1c0c-4a15-9265-83e21974c080 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:39.327587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c2a9bc8-fe76-4a21-a5ec-e8ab23be0eb1 req-15987b76-1c0c-4a15-9265-83e21974c080 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1751859 Jul 30 03:25:39.372947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:39.461776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c2a9bc8-fe76-4a21-a5ec-e8ab23be0eb1 req-58e1cf6a-44a2-4da9-9707-caea8a26ba39 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278660 Jul 30 03:25:39.505828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:39.520089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200eece-868b-4ad4-97b7-c6daf7284149 req-abbea68e-0c43-4431-90f4-78083b2c66bf tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:39.540805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6200eece-868b-4ad4-97b7-c6daf7284149 req-abbea68e-0c43-4431-90f4-78083b2c66bf tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 1096 time: 0.1849773 Jul 30 03:25:39.566929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 046314bd-619e-4991-a7ea-1dd8df84301f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:39.567513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:39.669007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cf53b80e-d550-491a-95b3-ce8e4172e708 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:39.713631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6200eece-868b-4ad4-97b7-c6daf7284149 req-60320211-b3ea-48e9-9e9f-952270c309b7 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719291 Jul 30 03:25:39.774252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:25:39.791762 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:39.848027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port cf53b80e-d550-491a-95b3-ce8e4172e708 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:39.856771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:39.859159 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacdf086-67fa-4f8e-a949-9c76500be457" -d '{"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-plugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:39.874543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cf53b80e-d550-491a-95b3-ce8e4172e708 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:39.875036 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:39.888086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:39.961544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:39.962167 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564888e-b991-49af-aa41-019176b58793 x-openstack-request-id: req-7564888e-b991-49af-aa41-019176b58793 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:39.962410 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-plugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:39.962753 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7564888e-b991-49af-aa41-019176b58793 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:39.963175 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'code': 200} Jul 30 03:25:39.983341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:25:39.997717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Sync routers for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:25:40.019099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.024062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e21cbcea-fc72-400f-8d73-48261d224acc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8498628 Jul 30 03:25:40.024409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:25:40.031712 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:25:40.032458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:25:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:40.037325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.221725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=10']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:40.225987 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:25:40.244522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.320459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-88acd596-a011-4651-96e9-259da48180bb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:40.324407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port cf53b80e-d550-491a-95b3-ce8e4172e708, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cf53b80e-d550-491a-95b3-ce8e4172e708,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:40.329583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-88acd596-a011-4651-96e9-259da48180bb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.2296960 Jul 30 03:25:40.344226 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.358920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-b3ba90ae-372d-4544-9428-2758d60ad31b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/quotas/9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 375 time: 0.0283525 Jul 30 03:25:40.361150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:40.400147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'mac_address': 'fa:16:3e:5f:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:40.459305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.479565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b2f937b-535b-4c24-beee-b424939c55a9 req-d54d5765-538e-401d-adfd-a3cf5d098251 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 210 time: 0.0461848 Jul 30 03:25:40.487900 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:38Z', 'revision_number': 3, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:40.488164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=cf53b80e-d550-491a-95b3-ce8e4172e708,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:40.502992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:40.533408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:40.541188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.551448 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Checking router: 9ebce1cd-9037-4321-9906-5cee8dd37eb5 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:25:40.552060 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Updating router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:25:40.558293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-2f1fe3dc-5478-49c7-a52f-1d2c570a0fd5 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679176 Jul 30 03:25:40.563797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-327d881b-235f-4b34-8631-7cb875f9f333 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2038193 Jul 30 03:25:40.626522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:40.643557 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.652931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.785849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-edb1c5cd-ea9a-41b7-963f-02ff7b102227 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:40.788103 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-edb1c5cd-ea9a-41b7-963f-02ff7b102227 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217829 Jul 30 03:25:40.804356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Request body: {'port': {'device_id': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'a7df032743c34b0cb3156ce3b53f1b9b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:40.892493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:40.970379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea597fba-15dc-4591-89e5-ad24681380a1 req-25a32e7f-f8ca-497a-9532-7292452d828a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:40.976169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Made reservation on behalf of a7df032743c34b0cb3156ce3b53f1b9b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:40.981501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:40.981713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea597fba-15dc-4591-89e5-ad24681380a1 req-25a32e7f-f8ca-497a-9532-7292452d828a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 949 time: 0.2479031 Jul 30 03:25:40.997458 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.021596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-e4088a2f-2d00-4cf4-b86b-b78a5b380bb8 service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555087 Jul 30 03:25:41.032230 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.056596 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Transition to ACTIVE for port object 311cfda9-3e2a-444d-93f3-ec858d8a3c11 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:41.074406 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.190256 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Pushing event updated for resources: {'Port': ['ID=311cfda9-3e2a-444d-93f3-ec858d8a3c11,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:41.219690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.220501 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.220958 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.221406 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.221851 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.223734 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.224327 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.224768 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.225254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.229139 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.229786 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.230338 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:25:41.235200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.246601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.265371 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Attempting to bind port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:41.265865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Attempting to bind port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:41.266335 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Attempting to bind port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:41.272545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:41.273155 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:41.273688 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.274384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:41.275126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Bound port: 311cfda9-3e2a-444d-93f3-ec858d8a3c11, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:41.275690 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.339496 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] For port 311cfda9-3e2a-444d-93f3-ec858d8a3c11, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:41.341839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da25abdf-852e-4d65-9011-a8f3bea13532,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:41.344336 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] For port 311cfda9-3e2a-444d-93f3-ec858d8a3c11, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=311cfda9-3e2a-444d-93f3-ec858d8a3c11,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:41.352234 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.420703 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4ac95-5ce8-4ac0-b36f-a7a6e7b4c04f None None] Pushing event updated for resources: {'Port': ['ID=311cfda9-3e2a-444d-93f3-ec858d8a3c11,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:41.427966 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:25:41.429901 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:25:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:41.466725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea597fba-15dc-4591-89e5-ad24681380a1 req-ed878cef-d917-48a7-a903-e88a58eb3b4e tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834940 Jul 30 03:25:41.513904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Allocated IP 192.168.233.206 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/135d7291-b3b9-4d3f-a1cc-1cd388c009a1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:41.514699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.618815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cf53b80e-d550-491a-95b3-ce8e4172e708 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:41.721221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cf53b80e-d550-491a-95b3-ce8e4172e708 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:41.721601 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.760719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-bec2ee54-fdb7-490b-bcab-ba1e9f4ae585 service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272334 Jul 30 03:25:41.842849 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:25:41.880977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:41.926274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Transition to ACTIVE for port object 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:41.928320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Allocated IP 172.20.0.1 (ae382ff8-0ac8-4c5d-ac08-c4b1765e5889/55e81437-356b-400b-a61b-8e399aedf61a/6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:41.945644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:41.948233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082daf91-2e6f-4ebb-bf5f-a9acf18583fc req-9c6f3f67-8b35-4649-a456-073a05414027 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:41.949766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-082daf91-2e6f-4ebb-bf5f-a9acf18583fc req-9c6f3f67-8b35-4649-a456-073a05414027 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 949 time: 0.1310997 Jul 30 03:25:42.036979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.070478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-082daf91-2e6f-4ebb-bf5f-a9acf18583fc req-e538b785-43b5-45e5-a4bc-9207419bbf47 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109178 Jul 30 03:25:42.076878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.119837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:42.199156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:42.207011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:42.214453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:42.224189 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.257440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:42.317398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:42.352233 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f493f4eb-4368-4ded-955f-371b5c7fc816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.393406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Pushing event updated for resources: {'Port': ['ID=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:42.430542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:38Z', 'revision_number': 3, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:42.476122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:42.477180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.496434 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f9546-0dee-4ac9-84f8-745e12d3be16 None None] The sync data for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 is: [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:38Z', 'revision_number': 3, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:25:42.505964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-d50c1c87-6e31-476f-b040-a54a12e2f21e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7062435 Jul 30 03:25:42.516586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-306ba8a0-400e-40c3-a541-f8923618939f req-1aab0973-3d7e-4d99-8620-9976ca85d616 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 210 time: 0.3155656 Jul 30 03:25:42.521520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.528001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Request body: {'port': {'device_id': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:42.582449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Transition to ACTIVE for port object 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:42.647388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.677699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.741750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3e26-b335-4a77-aa02-f76c65e09a53 req-1a1cc617-e3b7-4e91-8d19-0604e22d4a65 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:42.749524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a5c3e26-b335-4a77-aa02-f76c65e09a53 req-1a1cc617-e3b7-4e91-8d19-0604e22d4a65 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 936 time: 0.5351479 Jul 30 03:25:42.804554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3e4abf11-ceeb-43f0-aef9-77b6e6312a25 None None] Provisioning for port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:42.816733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3e4abf11-ceeb-43f0-aef9-77b6e6312a25 None None] Provisioning complete for port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:42.817131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e4abf11-ceeb-43f0-aef9-77b6e6312a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:42.997534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a5c3e26-b335-4a77-aa02-f76c65e09a53 req-ab0cda3c-46f3-4249-8d1f-ae526a2df232 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470186 Jul 30 03:25:43.025781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3e4abf11-ceeb-43f0-aef9-77b6e6312a25 None None] Port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:25:43.051026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:43.092719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:43.132899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:43.144152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:43.149979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Pushing event updated for resources: {'Port': ['ID=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:43.701534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 311cfda9-3e2a-444d-93f3-ec858d8a3c11 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:43.738964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7699ba43-977e-4c6b-b20c-2633b39de204 None None] Provisioning for port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:43.750074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7699ba43-977e-4c6b-b20c-2633b39de204 None None] Provisioning complete for port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:43.751028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830f4ff-8429-49a8-a170-f41bf0220031 req-73e43e71-ec68-4aeb-a248-08f4a9b3dd38 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:43.756318 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7699ba43-977e-4c6b-b20c-2633b39de204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:43.771557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c830f4ff-8429-49a8-a170-f41bf0220031 req-73e43e71-ec68-4aeb-a248-08f4a9b3dd38 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 948 time: 0.2777781 Jul 30 03:25:43.821336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:43.855408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:43.890060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Transition to ACTIVE for port object 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:43.893376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7699ba43-977e-4c6b-b20c-2633b39de204 None None] Port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:25:43.899711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:43.904284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:43.993234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c830f4ff-8429-49a8-a170-f41bf0220031 req-14da5b88-d816-4146-b44c-022b7d712a72 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190304 Jul 30 03:25:43.997278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.000443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:44.005413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:44.005792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.045633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8417bd69-4c51-4fd1-9953-69f9ecc2719b req-5170c28e-dc6a-4111-a749-664a788dfdce tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 210 time: 0.3644128 Jul 30 03:25:44.058018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Pushing event updated for resources: {'Port': ['ID=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:44.126666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 6f22e6e2-c796-435f-95c9-7de9f00fed15 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:44.132247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.267858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Attempting to bind port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:44.268336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Attempting to bind port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:44.268671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Attempting to bind port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:44.284038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:44.284611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Attempting to bind port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:44.309369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:44.309903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:44.310478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:44.311800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Bound port: 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:44.315671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.322432 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.380675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 311cfda9-3e2a-444d-93f3-ec858d8a3c11, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=311cfda9-3e2a-444d-93f3-ec858d8a3c11,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:44.458043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.510962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] For port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:44.518990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] For port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:44.539822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.558772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=311cfda9-3e2a-444d-93f3-ec858d8a3c11,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:44.572528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.653673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:44.667509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:44.672034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-4e343ca1-5c59-4f98-94ea-058d2cecc85f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:44.673802 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373595fb-b143-41b4-b858-1a4657fff75b" -d '{"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-plugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:44.674260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-4e343ca1-5c59-4f98-94ea-058d2cecc85f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.6255422 Jul 30 03:25:44.696282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Request body: {'port': {'device_id': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'admin_state_up': True, 'tenant_id': '9c8968a4754a41ecae7f7ecc6297fb78'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:44.719645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Pushing event updated for resources: {'Port': ['ID=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:44.765424 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.773338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b2b0-7556-4a2c-9ecc-6c2a7e9ccc47 req-dbaf2d1c-4ed4-4647-a392-7c13801f6acb tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:44.780491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:44.784703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.784975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0292b2b0-7556-4a2c-9ecc-6c2a7e9ccc47 req-dbaf2d1c-4ed4-4647-a392-7c13801f6acb tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 948 time: 0.4774759 Jul 30 03:25:44.793258 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-e65dbb37-2f8c-462f-8c3a-17d0ea3545b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/135d7291-b3b9-4d3f-a1cc-1cd388c009a1 HTTP/1.1" status: 200 len: 1097 time: 2.2713907 Jul 30 03:25:44.801252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'tag': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:44.813554 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54702ff0-fc15-4d36-b05a-bdaf46654f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c51e85c-8aab-489e-b885-b0ae3dedb2b1", "tag": "135d7291-b3b9-4d3f-a1cc-1cd388c009a1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:44.914349 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99c195cd-2049-42f6-87eb-0c4e8978128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:44.936838 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74575b10-c81a-4260-86e1-afb72933b08f x-openstack-request-id: req-74575b10-c81a-4260-86e1-afb72933b08f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:44.937137 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-plugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:44.937392 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74575b10-c81a-4260-86e1-afb72933b08f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:44.937783 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'code': 200} Jul 30 03:25:44.966496 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced857f2-9f32-47bb-a070-e64afe047460 x-openstack-request-id: req-ced857f2-9f32-47bb-a070-e64afe047460 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:44.966996 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c51e85c-8aab-489e-b885-b0ae3dedb2b1", "tag": "135d7291-b3b9-4d3f-a1cc-1cd388c009a1", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:44.967097 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ced857f2-9f32-47bb-a070-e64afe047460 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:44.967464 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'tag': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1', 'status': 'completed', 'code': 200} Jul 30 03:25:45.020816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-8e345f9a-4ca7-4b44-a0a3-7a58d9fbebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:45.023708 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-8e345f9a-4ca7-4b44-a0a3-7a58d9fbebad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 1100 time: 0.1843824 Jul 30 03:25:45.044258 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:45.051587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:45.062550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0292b2b0-7556-4a2c-9ecc-6c2a7e9ccc47 req-5fa4d2af-5c36-40a7-9ee0-d7f17b28a0a7 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764506 Jul 30 03:25:45.190710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-07fd730c-c91a-418c-8a8c-e6dda1d800ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1 HTTP/1.1" status: 200 len: 217 time: 0.1449423 Jul 30 03:25:45.294671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-b340fd50-291c-40e9-896e-6176b2399d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:45.296606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-b340fd50-291c-40e9-896e-6176b2399d3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0974944 Jul 30 03:25:45.386326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-5e8540ea-d2c7-4749-96f8-77ed2a22abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:45.387963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-5e8540ea-d2c7-4749-96f8-77ed2a22abe6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705700 Jul 30 03:25:45.452899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e3cb0da-4382-4968-a540-84bf58123dd4 req-99c9fcb7-756f-4972-bf34-b62a55d2781b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 210 time: 0.0825863 Jul 30 03:25:45.463511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44bd21-0c56-4f20-939f-981ef18f10a9 req-e1f99e14-13b6-4ef8-885a-79fa9830f27a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:45.471006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce44bd21-0c56-4f20-939f-981ef18f10a9 req-e1f99e14-13b6-4ef8-885a-79fa9830f27a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.2075508 Jul 30 03:25:45.557478 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:45.561805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Made reservation on behalf of 9c8968a4754a41ecae7f7ecc6297fb78 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:25:45.565769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:45.568816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 311cfda9-3e2a-444d-93f3-ec858d8a3c11 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:45.574807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:45.575611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:45.635003 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-4ce240e4-49aa-4969-93d9-11ebde856a76 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381287 Jul 30 03:25:45.666372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce44bd21-0c56-4f20-939f-981ef18f10a9 req-63b7998a-363b-4198-9f7d-729dde2a9e5a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924999 Jul 30 03:25:45.870837 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-221c3dd3-4452-4825-9cca-d4374cb8fa49 req-1a637c56-87ba-4efe-b748-6f56151dc2ea service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250371 Jul 30 03:25:45.976798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:45.977341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:46.075312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-8691de9f-5f25-4b72-9ec8-657a34567c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:46.081482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-8691de9f-5f25-4b72-9ec8-657a34567c80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 1100 time: 0.1209972 Jul 30 03:25:46.118099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Pushing event updated for resources: {'Port': ['ID=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:46.252141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Allocated IP 172.20.0.10 (37af94b3-8f8f-47a1-afa7-2e08dc966070/283e3526-b72d-47bc-a37f-3c83bbaa0adb/b167bf3e-6924-4fba-a11a-e6cb2f226c90) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:25:46.257826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-40eda81e-2c55-451f-9da1-591b5e35f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:46.259687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-40eda81e-2c55-451f-9da1-591b5e35f323 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1661439 Jul 30 03:25:46.280928 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:46.289024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:46.310211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:46.355607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-482a0d2d-9b82-41ba-a4c0-a5cea4cee2fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1 HTTP/1.1" status: 200 len: 217 time: 0.0763814 Jul 30 03:25:46.452678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-e63955a5-8f35-4e99-90e4-d50f498bc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:46.454780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-e63955a5-8f35-4e99-90e4-d50f498bc7b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0894792 Jul 30 03:25:46.510520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7792468-cd1b-431e-8f9e-5c4da01f52c9 req-5c394d91-c421-4e4b-ae51-8a2250c36dbb tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:46.517878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7792468-cd1b-431e-8f9e-5c4da01f52c9 req-5c394d91-c421-4e4b-ae51-8a2250c36dbb tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 948 time: 0.3479185 Jul 30 03:25:46.525931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-07ae9a91-cb0a-4247-8a3a-ab8848e52e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:46.528705 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-07ae9a91-cb0a-4247-8a3a-ab8848e52e94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661602 Jul 30 03:25:46.548613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb65fb-1c7b-4e0d-86cf-f83a3ec7114f req-3827b896-1dcd-45c7-838c-04f147426032 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:46.550432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82eb65fb-1c7b-4e0d-86cf-f83a3ec7114f req-3827b896-1dcd-45c7-838c-04f147426032 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 945 time: 0.3063719 Jul 30 03:25:46.663949 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-5173a35d-751b-48ce-9890-41c4fc6b9cec service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267269 Jul 30 03:25:46.682886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd5f12b5-4e0a-4eab-9b8f-839e05ad2296 None None] Provisioning complete for port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:46.684806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12b5-4e0a-4eab-9b8f-839e05ad2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:46.767495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f12b5-4e0a-4eab-9b8f-839e05ad2296 None None] Port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:25:46.769455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7792468-cd1b-431e-8f9e-5c4da01f52c9 req-49a6a68b-d176-4ef2-a320-95a577660826 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502329 Jul 30 03:25:46.785151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:25:46.821069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-54702ff0-fc15-4d36-b05a-bdaf46654f4b req-6a21e5f9-b282-40e8-a086-8f93c57696c7 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442869 Jul 30 03:25:46.875090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82eb65fb-1c7b-4e0d-86cf-f83a3ec7114f req-1655fa1f-ec75-4f1c-b119-c95eafb2a74a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123989 Jul 30 03:25:46.902942 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:47.001447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6fe438e-f3b4-4c63-acb9-01796c429f9a req-0ddef2fc-dc3f-45c9-b737-be1f7e0089ba tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 210 time: 0.1157591 Jul 30 03:25:47.131782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:25:47.147230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Sync routers for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:25:47.163619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:25:47.164445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:25:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:47.165404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-13d13917-fadf-4374-93f9-20dfb271b41b admin admin] 10.222.0.39 "PUT /v2.0/routers/9ebce1cd-9037-4321-9906-5cee8dd37eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1284504 Jul 30 03:25:47.192970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:47.306853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:25:47.312790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:25:47.318442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:25:47.325904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:25:47.331888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:47.332530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:47.388357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:47.413271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e9809-4d8f-4680-9d3a-2486d0180f53 req-36c004ec-8f26-427b-80ef-7e7688158d3a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:47.414893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-437e9809-4d8f-4680-9d3a-2486d0180f53 req-36c004ec-8f26-427b-80ef-7e7688158d3a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.2350814 Jul 30 03:25:47.416735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-26b33a79-e628-48fe-b8a1-6670a68e2392 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7256901 Jul 30 03:25:47.448376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Request body: {'port': {'device_id': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:47.631333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 2, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:47.665391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Checking router: 9ebce1cd-9037-4321-9906-5cee8dd37eb5 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:25:47.666114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Updating router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:25:47.695474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:47.830053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:47.850494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-437e9809-4d8f-4680-9d3a-2486d0180f53 req-068aa11b-285e-4c30-91e0-5c96fde2f7e6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232986 Jul 30 03:25:47.905235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.158932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.173831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Transition to ACTIVE for port object 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:48.196333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.243760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7595b5-3157-49db-a19e-07393f709c85 req-1a0ec6c8-45c8-4cb1-97c2-c966b56fbf54 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:48.245987 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2d7595b5-3157-49db-a19e-07393f709c85 req-1a0ec6c8-45c8-4cb1-97c2-c966b56fbf54 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 945 time: 0.0674422 Jul 30 03:25:48.270433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2be2a2-f4a9-49f4-91cf-78f7c8716041 req-47b931de-0a5e-42eb-8e52-fa2f6128d22d tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:48.284407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc2be2a2-f4a9-49f4-91cf-78f7c8716041 req-47b931de-0a5e-42eb-8e52-fa2f6128d22d tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 948 time: 0.4210229 Jul 30 03:25:48.290037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6460ec1-0a03-4965-9c77-eb5f023fd184 None None] Pushing event updated for resources: {'Port': ['ID=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:48.367068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc2be2a2-f4a9-49f4-91cf-78f7c8716041 req-8b7c088c-65cf-4b52-9c29-e7485cfa5e92 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814071 Jul 30 03:25:48.470307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Attempting to bind port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:48.470711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Attempting to bind port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:48.471084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Attempting to bind port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 on network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:48.473951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Deleting port 07903f65-75be-4dd0-94c0-ce74d3b64d4a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:25:48.474545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.495009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:48.495460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Checking segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:48.495821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.496226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Bound using segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:48.496722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Bound port: 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:48.497114 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.528085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b73a9-471b-4130-b918-cf4239005295 req-ba8c0cfb-f521-4821-adfa-9f63a266dc52 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:48.543450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-477b73a9-471b-4130-b918-cf4239005295 req-ba8c0cfb-f521-4821-adfa-9f63a266dc52 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 945 time: 0.4223268 Jul 30 03:25:48.702766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] For port 07903f65-75be-4dd0-94c0-ce74d3b64d4a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=07903f65-75be-4dd0-94c0-ce74d3b64d4a,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:48.703336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.717793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] For port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:48.722951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] For port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:48.736098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.736846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Calling delete_port for 07903f65-75be-4dd0-94c0-ce74d3b64d4a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:25:48.759034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-477b73a9-471b-4130-b918-cf4239005295 req-f4db7dc9-397f-4a3e-a043-c670fcd9cb0e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931493 Jul 30 03:25:48.845135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:25:48.846082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:25:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:48.887773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b167bf3e-6924-4fba-a11a-e6cb2f226c90 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:48.930540 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:48.936299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6460ec1-0a03-4965-9c77-eb5f023fd184 None None] Pushing event updated for resources: {'Port': ['ID=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:49.017813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dd8b3-8592-4059-91bc-5065af9b6799 req-7435310d-e0d7-4534-a386-0f0f3a0c18fa tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:49.033645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b95dd8b3-8592-4059-91bc-5065af9b6799 req-7435310d-e0d7-4534-a386-0f0f3a0c18fa tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 932 time: 0.3788419 Jul 30 03:25:49.036715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Transition to ACTIVE for port object b167bf3e-6924-4fba-a11a-e6cb2f226c90 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:25:49.058942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:49.096196 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:49.097297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event deleted for resources: {'Port': ['ID=07903f65-75be-4dd0-94c0-ce74d3b64d4a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:49.125497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['07903f65-75be-4dd0-94c0-ce74d3b64d4a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:49.178909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] No DVR routers for this DVR port 07903f65-75be-4dd0-94c0-ce74d3b64d4a on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:25:49.181824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:49.185443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2d7595b5-3157-49db-a19e-07393f709c85 req-3f1a2a1c-501e-4677-8131-628f422a024e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "DELETE /v2.0/ports/07903f65-75be-4dd0-94c0-ce74d3b64d4a HTTP/1.1" status: 204 len: 173 time: 0.9309373 Jul 30 03:25:49.185911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c042a07-0f93-4122-b530-032c30e914c4', 'name': 'network-vif-deleted', 'tag': '07903f65-75be-4dd0-94c0-ce74d3b64d4a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:49.206215 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2f2ba-72d3-40a5-bd66-5180eaa34690" -d '{"events": [{"server_uuid": "1c042a07-0f93-4122-b530-032c30e914c4", "name": "network-vif-deleted", "tag": "07903f65-75be-4dd0-94c0-ce74d3b64d4a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:49.229476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b95dd8b3-8592-4059-91bc-5065af9b6799 req-a884db1f-07e3-4a9b-8874-8d7d8fa03de2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946967 Jul 30 03:25:49.237370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:25:49.290679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:49.336349 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc639d5-4ee0-4fb8-8caa-409a62b19fc8 x-openstack-request-id: req-cfc639d5-4ee0-4fb8-8caa-409a62b19fc8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:49.336998 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c042a07-0f93-4122-b530-032c30e914c4", "name": "network-vif-deleted", "tag": "07903f65-75be-4dd0-94c0-ce74d3b64d4a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:49.336998 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfc639d5-4ee0-4fb8-8caa-409a62b19fc8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:49.337248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02cbcd-899a-4f22-a605-dc5fa38fa7e1 req-7520911f-59c0-4d1e-a686-7d8f336b7490 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:49.337611 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c042a07-0f93-4122-b530-032c30e914c4', 'name': 'network-vif-deleted', 'tag': '07903f65-75be-4dd0-94c0-ce74d3b64d4a', 'status': 'completed', 'code': 200} Jul 30 03:25:49.345296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b02cbcd-899a-4f22-a605-dc5fa38fa7e1 req-7520911f-59c0-4d1e-a686-7d8f336b7490 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.2531796 Jul 30 03:25:49.353976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:49.354761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:49.355089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:49.369375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:49.369710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:49.406023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b02cbcd-899a-4f22-a605-dc5fa38fa7e1 req-3d435c82-2d98-4302-afe9-8437cfdd93b1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594833 Jul 30 03:25:49.408335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:49.408671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:49.409088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:49.409659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Bound port: b167bf3e-6924-4fba-a11a-e6cb2f226c90, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:49.409906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:49.571354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:25:49.595798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:48Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:25:49.600987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:49.633729 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:49.696095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f029e-d8f9-45c7-b2ab-fcf7d5a82bc1 req-21105674-9e17-4d81-aa16-1fb18f0c714e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:49.710008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e5777-18f8-4075-9b6e-b59480bb7a6e None None] The sync data for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 is: [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:48Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:25:49.734333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f3f029e-d8f9-45c7-b2ab-fcf7d5a82bc1 req-21105674-9e17-4d81-aa16-1fb18f0c714e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 948 time: 0.2298594 Jul 30 03:25:49.736888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:49.737513 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:49.740047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 1093 time: 2.2969158 Jul 30 03:25:49.743957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:49.752811 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b" -d '{"events": [{"name": "network-changed", "server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:49.927513 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c69839-5beb-4c87-ba3b-72d6b54d6ccf x-openstack-request-id: req-92c69839-5beb-4c87-ba3b-72d6b54d6ccf {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:49.927963 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:49.928174 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92c69839-5beb-4c87-ba3b-72d6b54d6ccf {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:49.928518 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'status': 'completed', 'code': 200} Jul 30 03:25:49.933342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95144575-be59-4373-bce2-750f4e7474e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:49.936330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:49.963775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f3f029e-d8f9-45c7-b2ab-fcf7d5a82bc1 req-61a9164f-628b-40f5-ab7a-65ecfc6a27cf tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284617 Jul 30 03:25:50.044789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-1a759da2-ac52-4e6e-b4f2-8640248aae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:50.046576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-1a759da2-ac52-4e6e-b4f2-8640248aae80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1096 time: 0.2210851 Jul 30 03:25:50.052025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05f42c7d-8d12-40b3-8495-bd69498dc8d1 req-3b2ee2a3-d79e-4a30-99b1-c189ea918c55 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 210 time: 0.0798008 Jul 30 03:25:50.151716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-47763d04-2871-4a49-8ae4-6fffda512917 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.0864687 Jul 30 03:25:50.189530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:50.224233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1', 'mac_address': 'fa:16:3e:36:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:50.258539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-cb7f0f8d-ec9e-49da-986a-b27f6930eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:50.263937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-cb7f0f8d-ec9e-49da-986a-b27f6930eeb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1038995 Jul 30 03:25:50.342485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:50.361938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-6e2ccd5d-e3ca-4755-9c44-923622de8c44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807269 Jul 30 03:25:50.373486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:50.395936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:50.410583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:50.521015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b11806-41fd-4e06-af76-942480221be5 req-55527e15-f39b-4774-8e4c-b4df88b959fe tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:50.530159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17b11806-41fd-4e06-af76-942480221be5 req-55527e15-f39b-4774-8e4c-b4df88b959fe tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.1749003 Jul 30 03:25:50.573952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:50.616850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-8ea1fbe9-0ca2-4afb-904b-6b5a890c61fb service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308896 Jul 30 03:25:50.623359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17b11806-41fd-4e06-af76-942480221be5 req-0bc2e613-a1d9-44e2-9127-315ca22132e2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923028 Jul 30 03:25:50.717984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['135d7291-b3b9-4d3f-a1cc-1cd388c009a1'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:50.901868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea136636-8642-4adb-acfd-a5b53f1eb280 req-88e59467-4079-4534-82e5-e27da5a5790a service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761331 Jul 30 03:25:50.969275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33117-e8ca-4590-867b-de939fedc72f req-c89da75b-bd4d-4711-9548-b00ba18631f1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:50.978337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c33117-e8ca-4590-867b-de939fedc72f req-c89da75b-bd4d-4711-9548-b00ba18631f1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1336672 Jul 30 03:25:51.134913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c33117-e8ca-4590-867b-de939fedc72f req-dda9e245-5bc6-471f-90a0-7b87172f7270 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556826 Jul 30 03:25:51.169423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-672fa099-69bb-4e46-a9aa-0c1b484d399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:51.174928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-672fa099-69bb-4e46-a9aa-0c1b484d399d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1096 time: 0.1295688 Jul 30 03:25:51.422509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-badfdad8-a53f-41d5-800b-036ae2476a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:51.424011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-badfdad8-a53f-41d5-800b-036ae2476a14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2408025 Jul 30 03:25:51.487790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-109e267c-c33a-4e3a-a17e-cca5a3ad2d4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.0538688 Jul 30 03:25:51.581572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-be96ad7c-ec6f-4c87-b610-2f2d6eb61e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:51.583408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-be96ad7c-ec6f-4c87-b610-2f2d6eb61e05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0793221 Jul 30 03:25:51.592165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7b700-4f27-43ec-9411-5b0f7281fbb6 req-bb7090e7-970c-497f-9af7-2ac96a92e829 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:51.601243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edf7b700-4f27-43ec-9411-5b0f7281fbb6 req-bb7090e7-970c-497f-9af7-2ac96a92e829 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 949 time: 0.1586339 Jul 30 03:25:51.645600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:51.725377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-986d8bd6-e2ae-4507-a37c-b57fbe8edc3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197124 Jul 30 03:25:51.784666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:51.786415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edf7b700-4f27-43ec-9411-5b0f7281fbb6 req-f528044d-b022-428f-a23a-777612febbd1 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838353 Jul 30 03:25:51.804537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:51.804933 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:51.982216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:52.028235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-323ea0c6-039f-4412-93c7-0cc46b7f435f req-7e16c32e-1787-4930-8f62-d6e08913f394 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 210 time: 0.0330505 Jul 30 03:25:52.122131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:52.144159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-4c286df8-d385-4da8-a005-80ced8073793 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057600 Jul 30 03:25:52.187640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:52.202582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:52.206580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:52.206958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:52.280715 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:52.365880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47b43a-7f0a-42b6-a3ea-00ceceb8815b req-a23b0e6b-bc38-4cd3-8de2-59f94ac55a3d service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106612 Jul 30 03:25:52.383453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d629b6-6003-48ad-b224-f59ff31676a7 req-99c4a8ae-c95c-44ce-aa29-18f1d1312e0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:52.391419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77d629b6-6003-48ad-b224-f59ff31676a7 req-99c4a8ae-c95c-44ce-aa29-18f1d1312e0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.0975099 Jul 30 03:25:52.427076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:52.430766 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:52.444384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77d629b6-6003-48ad-b224-f59ff31676a7 req-f24dcd83-dc76-4d68-8cc7-439be0f7dd35 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Jul 30 03:25:52.472858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:52.476198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:52.479408 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ab8fb-c545-4181-8d3b-1377f6912f34" -d '{"events": [{"server_uuid": "4c51e85c-8aab-489e-b885-b0ae3dedb2b1", "name": "network-vif-plugged", "status": "completed", "tag": "135d7291-b3b9-4d3f-a1cc-1cd388c009a1"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:52.484046 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:52.484843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 07903f65-75be-4dd0-94c0-ce74d3b64d4a no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:25:52.532732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 07903f65-75be-4dd0-94c0-ce74d3b64d4a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:25:52.533660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 07903f65-75be-4dd0-94c0-ce74d3b64d4a not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:25:52.570207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:52.620978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebc21d-001c-43f7-92ef-d149e9e08039 req-a5cf6439-0416-45cc-81cc-15918ef6173f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:52.629661 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2aebc21d-001c-43f7-92ef-d149e9e08039 req-a5cf6439-0416-45cc-81cc-15918ef6173f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1146612 Jul 30 03:25:52.694802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2aebc21d-001c-43f7-92ef-d149e9e08039 req-3284d267-35ce-466e-b691-cfe43c287714 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639658 Jul 30 03:25:52.920395 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4f4634-347e-446d-991c-188479f22c21 x-openstack-request-id: req-5d4f4634-347e-446d-991c-188479f22c21 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:25:52.920918 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c51e85c-8aab-489e-b885-b0ae3dedb2b1", "name": "network-vif-plugged", "status": "completed", "tag": "135d7291-b3b9-4d3f-a1cc-1cd388c009a1", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:25:52.920918 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d4f4634-347e-446d-991c-188479f22c21 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:25:52.921340 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1', 'code': 200} Jul 30 03:25:53.082174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb7e71-25ec-4000-8c62-59f69a0c08ac req-76df8892-0064-4f45-a5d9-1bf8f51ee78e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:53.091858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29eb7e71-25ec-4000-8c62-59f69a0c08ac req-76df8892-0064-4f45-a5d9-1bf8f51ee78e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 950 time: 0.0782664 Jul 30 03:25:53.098642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66707-0725-493d-b1c5-d0c114233c7e req-24e77c61-e3a8-4deb-8268-51dd942d0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:53.108634 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-59d66707-0725-493d-b1c5-d0c114233c7e req-24e77c61-e3a8-4deb-8268-51dd942d0f1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 1102 time: 0.0994663 Jul 30 03:25:53.140821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29eb7e71-25ec-4000-8c62-59f69a0c08ac req-3914a5a6-c282-4ea2-8752-bc259e6d0fc9 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Jul 30 03:25:53.184785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-59d66707-0725-493d-b1c5-d0c114233c7e req-f480d93b-cb1f-423f-89ec-66fc754b3b2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712497 Jul 30 03:25:53.257795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1fa0369-6c5f-4829-a6e3-89a9c171657d req-3f4d4c0e-ca91-448b-8c90-9627ddb7afce tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c042a07-0f93-4122-b530-032c30e914c4 HTTP/1.1" status: 200 len: 210 time: 0.0427222 Jul 30 03:25:53.471314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d8f5d-380a-49e3-8887-9c107f71c067 req-5582bcae-59da-4b1b-bf6a-f2981e726948 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:53.473736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e96d8f5d-380a-49e3-8887-9c107f71c067 req-5582bcae-59da-4b1b-bf6a-f2981e726948 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1097 time: 0.0721693 Jul 30 03:25:53.559875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e96d8f5d-380a-49e3-8887-9c107f71c067 req-29426d7d-6194-477e-9537-1fbe61a981fc tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752361 Jul 30 03:25:53.600881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:53.700905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20f0b-a822-465a-841e-11053816227b req-f5e4deb0-f754-4def-8605-4f43f16baf42 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:53.704274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:53.704735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:53.708948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7d20f0b-a822-465a-841e-11053816227b req-f5e4deb0-f754-4def-8605-4f43f16baf42 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.0628402 Jul 30 03:25:53.751757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7d20f0b-a822-465a-841e-11053816227b req-29e48943-0c68-4b95-aaaa-b40d1762574e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Jul 30 03:25:54.452938 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:25:55.185055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-8dcbcf39-e0be-40ce-bfd3-2045b64430b9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:25:55.187073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-8dcbcf39-e0be-40ce-bfd3-2045b64430b9 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074174 Jul 30 03:25:55.202266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:25:55.202721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:25:55.445126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:25:55.445483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:25:55.445814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:55.452779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:25:55.453208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:25:55.470730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:25:55.471062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:25:55.471476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:25:55.471909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Bound port: 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:25:55.547922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:25:55.558449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:55.571182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-6f247a0d-155b-464e-8162-e17672b39665 service neutron] 10.222.0.39 "POST /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54/bindings HTTP/1.1" status: 201 len: 390 time: 0.3753724 Jul 30 03:25:55.620773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:25:55.861636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0af15-eb06-43dc-ace4-a4d6322c4c3c req-32bbe3da-ee89-4556-b802-905b3bb0ba6f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:55.872392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47e0af15-eb06-43dc-ace4-a4d6322c4c3c req-32bbe3da-ee89-4556-b802-905b3bb0ba6f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1485026 Jul 30 03:25:55.995872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:25:56.025656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47e0af15-eb06-43dc-ace4-a4d6322c4c3c req-a683c0e4-d31c-44e6-a289-224c681b5f64 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518967 Jul 30 03:25:56.033204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-2b8c07c9-6889-471a-ac0c-a968a793e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:56.042114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-2b8c07c9-6889-471a-ac0c-a968a793e8ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1097 time: 0.1369236 Jul 30 03:25:56.195896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:56.230904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'port_id': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'mac_address': 'fa:16:3e:c2:e6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3526-b72d-47bc-a37f-3c83bbaa0adb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:25:56.277543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-1a5ec444-2708-47b5-8607-46771dcb2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:56.284000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-1a5ec444-2708-47b5-8607-46771dcb2197 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.2404294 Jul 30 03:25:56.292861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:56.318391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b167bf3e-6924-4fba-a11a-e6cb2f226c90 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:25:56.352892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:56.367685 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:56.372579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-ccd26576-524f-4bf1-afa2-436bb69e066a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 217 time: 0.0732782 Jul 30 03:25:56.389645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf56ff5-88b3-4a1c-a8d5-f19c3ace3b4b req-d7f1c9cd-98ad-48b7-b7de-3f22c68119ef tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:56.397273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bf56ff5-88b3-4a1c-a8d5-f19c3ace3b4b req-d7f1c9cd-98ad-48b7-b7de-3f22c68119ef tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 950 time: 0.1121047 Jul 30 03:25:56.464194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bf56ff5-88b3-4a1c-a8d5-f19c3ace3b4b req-b494f7ba-eddc-4c04-ba76-f35d8719beec tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659108 Jul 30 03:25:56.466023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:25:56.563599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-d6c0d037-db68-43f8-9a30-06665d715dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:56.565093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-d6c0d037-db68-43f8-9a30-06665d715dc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1398890 Jul 30 03:25:56.608511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-1a28664e-d0a4-420a-8d99-919916285ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346773 Jul 30 03:25:56.733724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef767-b8bb-41d5-9990-0003684f0d9c req-7994ed61-20ad-4db9-b055-3414ae8f62ab tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:56.741609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1cef767-b8bb-41d5-9990-0003684f0d9c req-7994ed61-20ad-4db9-b055-3414ae8f62ab tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 945 time: 0.1309800 Jul 30 03:25:56.815746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1cef767-b8bb-41d5-9990-0003684f0d9c req-bc64513a-aebb-4cad-8b01-c36d31113e68 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731931 Jul 30 03:25:56.836825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-dc7f59fa-66aa-46f5-b553-f61de4a1c24e service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199492 Jul 30 03:25:56.973337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b167bf3e-6924-4fba-a11a-e6cb2f226c90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:25:57.029571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-f4dac496-d2c8-46b9-b6c2-93dd3982540f service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825490 Jul 30 03:25:57.059394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf4f29-bf83-4c90-b990-ad200f83a03e req-cfcf103b-de43-40b4-862e-461194cb0bbb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:25:57.061063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dddf4f29-bf83-4c90-b990-ad200f83a03e req-cfcf103b-de43-40b4-862e-461194cb0bbb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.1248295 Jul 30 03:25:57.119773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dddf4f29-bf83-4c90-b990-ad200f83a03e req-ceca2536-96eb-464c-8372-9607494ea3f6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Jul 30 03:25:59.654229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:25:59.777956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port b167bf3e-6924-4fba-a11a-e6cb2f226c90 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:25:59.784394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port b167bf3e-6924-4fba-a11a-e6cb2f226c90 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:25:59.784770 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:59.900741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:25:59.929701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:25:59.932283 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b3562c-62bb-4f5d-ac4f-fe295562888d" -d '{"events": [{"server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "name": "network-vif-plugged", "status": "completed", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:25:59.958403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:25:59.971880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:00.053554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:00.244418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:00.466186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef7394-b85c-4233-9c07-93decd8dc0ac req-be986a01-ba9a-4346-b27c-a5f8a77b393f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:00.468771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47ef7394-b85c-4233-9c07-93decd8dc0ac req-be986a01-ba9a-4346-b27c-a5f8a77b393f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0893011 Jul 30 03:26:00.481058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-cae25cc3-a02d-4a51-b2af-892cb9052494 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:00.482754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-cae25cc3-a02d-4a51-b2af-892cb9052494 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1668141 Jul 30 03:26:00.515334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-50d9b780-85ac-4548-97bd-489d81b57954 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0237832 Jul 30 03:26:00.530822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47ef7394-b85c-4233-9c07-93decd8dc0ac req-8e5b72e0-8588-4f19-83d4-cd30d955daac tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Jul 30 03:26:00.565725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-06798f84-650e-4dcc-a995-bae5e64bf917 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384834 Jul 30 03:26:00.678905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-8424e2a9-1827-4029-900f-f929db6fd5dc service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121521 Jul 30 03:26:00.990816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-97fb21c4-84d2-4533-9782-a3d00642df80 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596189 Jul 30 03:26:01.026861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-4b34984a-93d4-46c1-8d01-9698033ce1a0 service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469379 Jul 30 03:26:01.151260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-7b08cd12-09ee-4f9f-85a2-f73ca949f708 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:01.160518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-7b08cd12-09ee-4f9f-85a2-f73ca949f708 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324117 Jul 30 03:26:01.182036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1c07b36b-5f7b-4694-8078-3ad480f0177a tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/quotas/a7df032743c34b0cb3156ce3b53f1b9b HTTP/1.1" status: 200 len: 375 time: 0.0193908 Jul 30 03:26:01.257279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-ad7f77e9-2032-45ae-95e4-d42249b7618b tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750613 Jul 30 03:26:01.330345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bd836-0be2-4b14-8d30-0de17f7e1ac6 req-984f2599-4cc7-437c-ba5f-99b8a16e4b09 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:01.336509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b1bd836-0be2-4b14-8d30-0de17f7e1ac6 req-984f2599-4cc7-437c-ba5f-99b8a16e4b09 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.0611432 Jul 30 03:26:01.384398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b1bd836-0be2-4b14-8d30-0de17f7e1ac6 req-87f0bd4c-29aa-405d-85b1-2a4ade37d70c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jul 30 03:26:01.498259 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9281099-4acb-4ad6-9460-41f8a57e86f8 x-openstack-request-id: req-a9281099-4acb-4ad6-9460-41f8a57e86f8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:01.498746 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "name": "network-vif-plugged", "status": "completed", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:01.498854 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9281099-4acb-4ad6-9460-41f8a57e86f8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:01.499234 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'code': 200} Jul 30 03:26:01.591294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002e53-07c0-468e-9768-ecec1c46ef24 req-83939c99-0d70-4738-8cf1-a771a4aef0f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:01.593973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72002e53-07c0-468e-9768-ecec1c46ef24 req-83939c99-0d70-4738-8cf1-a771a4aef0f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.0856709 Jul 30 03:26:01.700932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72002e53-07c0-468e-9768-ecec1c46ef24 req-6d98abfa-0ebb-45f3-9ba4-b102c8b4790a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602009 Jul 30 03:26:01.763260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d890b76-3883-4bb8-a48c-e4d0ac0a7217 req-5b78b0b6-8b95-443e-8cbb-6d6d02cb4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:01.765578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d890b76-3883-4bb8-a48c-e4d0ac0a7217 req-5b78b0b6-8b95-443e-8cbb-6d6d02cb4f33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1098 time: 0.1702585 Jul 30 03:26:01.775948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7547e06-a2a0-4076-af85-17cf151b106e req-e88ff0fd-7cd7-4643-883e-729e3192a66d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ac5fce-df84-4a3d-9a40-8b7eea876df2 HTTP/1.1" status: 200 len: 210 time: 0.0836179 Jul 30 03:26:01.890904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1b1f7ed-82fa-4d1c-9ad4-f0dac4e2ef78 req-af41139c-a007-4974-a8d1-217fc515b6fc tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 210 time: 0.1039789 Jul 30 03:26:01.981231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d890b76-3883-4bb8-a48c-e4d0ac0a7217 req-7689e782-6476-4037-88af-403080a18463 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012701 Jul 30 03:26:02.018785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f1d7a-42db-4f6f-acb3-d1f4f557e7cf req-781aeaa4-527e-4197-abbe-3cbcf8d17739 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:02.021636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-575f1d7a-42db-4f6f-acb3-d1f4f557e7cf req-781aeaa4-527e-4197-abbe-3cbcf8d17739 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1199577 Jul 30 03:26:02.119448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-575f1d7a-42db-4f6f-acb3-d1f4f557e7cf req-ed070df6-4e3d-4450-b18a-d65442219934 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678551 Jul 30 03:26:02.149441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899efc9-236c-436d-a510-515ca2a286d8 req-a875b508-b705-4c14-86d3-bab8919e97d6 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:02.159111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a899efc9-236c-436d-a510-515ca2a286d8 req-a875b508-b705-4c14-86d3-bab8919e97d6 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 951 time: 0.1340151 Jul 30 03:26:02.213507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a899efc9-236c-436d-a510-515ca2a286d8 req-99e26ef8-b76e-4f68-a722-fff4de5a6bd3 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531032 Jul 30 03:26:02.983756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a8f5d-8d3d-469f-a0e9-f27fca774efd req-ca50b68b-cf44-4da8-8601-d337395ed3b5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:02.986068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb6a8f5d-8d3d-469f-a0e9-f27fca774efd req-ca50b68b-cf44-4da8-8601-d337395ed3b5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.0539832 Jul 30 03:26:03.054046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb6a8f5d-8d3d-469f-a0e9-f27fca774efd req-e3393416-bd10-4b3a-9540-cb3b4d255f01 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Jul 30 03:26:03.073223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc284f-c17e-4c32-8808-bf6937f9e702 req-12f68375-cbd0-48fe-b559-4e00c4c1ec98 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:03.081092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fc284f-c17e-4c32-8808-bf6937f9e702 req-12f68375-cbd0-48fe-b559-4e00c4c1ec98 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.0860116 Jul 30 03:26:03.132477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fc284f-c17e-4c32-8808-bf6937f9e702 req-b405e2ed-7855-4b6f-a9c9-5b1e2f733ed3 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503030 Jul 30 03:26:03.210886 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-af14ecea-faaf-4cb9-9d31-f40a80b080af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=d4ac5fce-df84-4a3d-9a40-8b7eea876df2 HTTP/1.1" status: 200 len: 210 time: 0.0426536 Jul 30 03:26:03.256828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4f9099b-eb7c-4954-8026-1c81534142a8 req-a93cbf65-b34a-4ff4-b0e0-7bb11405feb5 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 210 time: 0.0625556 Jul 30 03:26:03.320017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-a913915a-6e4a-43f1-92f1-534744a3b99e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069109 Jul 30 03:26:03.392303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb761ef-137f-4355-9c88-fbc250fefb6f req-4cebac95-4e26-4e80-90b6-bd8efcfa5819 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:03.398365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bb761ef-137f-4355-9c88-fbc250fefb6f req-4cebac95-4e26-4e80-90b6-bd8efcfa5819 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0607824 Jul 30 03:26:03.490559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bb761ef-137f-4355-9c88-fbc250fefb6f req-394e36c3-a1f4-4c64-8039-b3eefc30f32b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876431 Jul 30 03:26:03.521102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-adbeb166-cae3-4eae-a607-530f41edbfc8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:03.522900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-adbeb166-cae3-4eae-a607-530f41edbfc8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956403 Jul 30 03:26:03.524324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-5d4ca879-6604-4a64-a92b-e208adf59d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:03.526275 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-5d4ca879-6604-4a64-a92b-e208adf59d02 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6df49f30807040ea807b84f059072d12&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2996955 Jul 30 03:26:03.552847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Request body: {'port': {'device_id': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'a7df032743c34b0cb3156ce3b53f1b9b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:03.562376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-d0dbb1a9-44a7-49e2-8be0-4747cca9e63c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:03.565322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-d0dbb1a9-44a7-49e2-8be0-4747cca9e63c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1644320 Jul 30 03:26:03.587967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-8919994a-ec14-48b8-9d67-f8ec46e6ae71 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0160038 Jul 30 03:26:03.644632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-4c809ebd-cad7-41ac-aa5a-dd4513cc3e42 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443020 Jul 30 03:26:03.690019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:03.751938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-c0aea1b5-3ffa-40a5-a9b7-b0e3a55509fc service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063886 Jul 30 03:26:03.851071 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:03.889059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-d31cb779-0323-4364-a1f2-554190aa59de service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361732 Jul 30 03:26:03.889814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:03.894387 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a3afea-4e09-4d63-aba0-3d9e189664a1" -d '{"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-unplugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:03.916168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:03.923401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:03.993973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:04.038102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-c97b6393-2fbe-46a8-9a8a-facad5c7b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.038463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79858d-19fd-4181-ab76-314d3be976ca req-aba31dae-a4e7-4b1b-bf9f-d37e99a83b37 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.039613 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-c97b6393-2fbe-46a8-9a8a-facad5c7b060 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4834325 Jul 30 03:26:04.041443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b79858d-19fd-4181-ab76-314d3be976ca req-aba31dae-a4e7-4b1b-bf9f-d37e99a83b37 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.0950680 Jul 30 03:26:04.066073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Made reservation on behalf of a7df032743c34b0cb3156ce3b53f1b9b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:04.070385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:04.113996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c134d303-574b-47f5-b91a-1c10845d8e2c req-77a8057f-52e1-487c-844e-4fb9b764ead6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4ac5fce-df84-4a3d-9a40-8b7eea876df2 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Jul 30 03:26:04.155076 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a8ad6-24d5-4814-8cbf-ce7cb6ca9898 x-openstack-request-id: req-7b6a8ad6-24d5-4814-8cbf-ce7cb6ca9898 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:04.155425 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-unplugged", "status": "completed", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:04.155780 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b6a8ad6-24d5-4814-8cbf-ce7cb6ca9898 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:04.156235 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'code': 200} Jul 30 03:26:04.177367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b79858d-19fd-4181-ab76-314d3be976ca req-f48e2f82-7d00-4949-b883-207a36960ca7 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000283 Jul 30 03:26:04.315822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be4d876d-908d-4f9f-b620-041aa7649e06 req-19fb3a38-8a59-425b-9a9c-ac35e9e3d18a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 210 time: 0.0577192 Jul 30 03:26:04.338381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Allocated IP 192.168.233.190 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/62afd2b3-44fa-438e-9a0e-34572da6dd33) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:04.358645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6d432-de2d-4d97-9a64-b3257061c6a1 req-61f03354-8c0c-4a95-81a6-dea125b6957a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.366952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08d6d432-de2d-4d97-9a64-b3257061c6a1 req-61f03354-8c0c-4a95-81a6-dea125b6957a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.1511803 Jul 30 03:26:04.405415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08d6d432-de2d-4d97-9a64-b3257061c6a1 req-b5610bab-4324-4778-91a8-6afb9afdbbeb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Jul 30 03:26:04.478078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0041b2-2382-4b43-8642-e0511bda6435 req-2d347687-2d70-42dc-9059-1bdabaafbe3a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.479744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d0041b2-2382-4b43-8642-e0511bda6435 req-2d347687-2d70-42dc-9059-1bdabaafbe3a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.0734506 Jul 30 03:26:04.535834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c904b0a7-2e71-4a9e-a4da-16bc8246245d req-09f5188a-12eb-4fe4-bfb0-096273906b37 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 210 time: 0.0462179 Jul 30 03:26:04.567704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d0041b2-2382-4b43-8642-e0511bda6435 req-c402edb6-5110-4e82-b2c4-1103a72cda50 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Jul 30 03:26:04.576854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:04.603924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Transition to ACTIVE for port object 62afd2b3-44fa-438e-9a0e-34572da6dd33 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:04.660438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:04.674356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['135d7291-b3b9-4d3f-a1cc-1cd388c009a1'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:04.750457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Pushing event updated for resources: {'Port': ['ID=62afd2b3-44fa-438e-9a0e-34572da6dd33,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:04.751976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437516f-8b18-488c-b7b9-0a326f054a99 req-b87ee40c-e084-448c-b074-3dc503ddb8af tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.754279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:04.757043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:04.760080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:04.767438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8437516f-8b18-488c-b7b9-0a326f054a99 req-b87ee40c-e084-448c-b074-3dc503ddb8af tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1098 time: 0.1299291 Jul 30 03:26:04.822107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f37e8-a72c-41bf-a80c-2c2e1b7e4f66 req-6fa4b169-a10f-467f-8a1e-f85c7513cf7b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.833055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b89f37e8-a72c-41bf-a80c-2c2e1b7e4f66 req-6fa4b169-a10f-467f-8a1e-f85c7513cf7b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1571689 Jul 30 03:26:04.849199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:04.850260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:04.863898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8437516f-8b18-488c-b7b9-0a326f054a99 req-80ac4681-ab7a-431e-98dc-a43cf5e126be tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913532 Jul 30 03:26:04.872526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-0676c825-f212-445d-89f4-60c8bdc6f489 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3237712 Jul 30 03:26:04.895766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Request body: {'port': {'device_id': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:04.945791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b89f37e8-a72c-41bf-a80c-2c2e1b7e4f66 req-e0e7b5d8-9c50-4aaa-8663-c86f54238ea1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041348 Jul 30 03:26:05.025510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:05.164061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e7534b18-b4dc-4be0-ab18-06d374d3696d None None] Provisioning for port 62afd2b3-44fa-438e-9a0e-34572da6dd33 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:05.168445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e7534b18-b4dc-4be0-ab18-06d374d3696d None None] Provisioning complete for port 62afd2b3-44fa-438e-9a0e-34572da6dd33 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:05.169089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7534b18-b4dc-4be0-ab18-06d374d3696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:05.213921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e7534b18-b4dc-4be0-ab18-06d374d3696d None None] Port 62afd2b3-44fa-438e-9a0e-34572da6dd33 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:05.343129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2717db-a7a1-408d-8cac-31bcfb70c0f6 req-92b6f6cf-ce15-466a-b3c8-638b5c2038e8 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:05.345239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b2717db-a7a1-408d-8cac-31bcfb70c0f6 req-92b6f6cf-ce15-466a-b3c8-638b5c2038e8 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.0773730 Jul 30 03:26:05.402698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b2717db-a7a1-408d-8cac-31bcfb70c0f6 req-75d0f78f-c52d-491e-986a-56d2be618f49 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Jul 30 03:26:05.449162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62afd2b3-44fa-438e-9a0e-34572da6dd33 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:05.450482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-626c9179-0211-4354-b6d3-1f3c1418be7a req-576b0952-3998-4d95-bd4c-b7d05e474556 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 210 time: 0.0373299 Jul 30 03:26:05.459527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:05.480191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Transition to ACTIVE for port object 62afd2b3-44fa-438e-9a0e-34572da6dd33 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:05.485925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:05.607455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Pushing event updated for resources: {'Port': ['ID=62afd2b3-44fa-438e-9a0e-34572da6dd33,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:05.776958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-d0f33069-d1c2-498b-9be9-07f803a71112 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:05.778569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-d0f33069-d1c2-498b-9be9-07f803a71112 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1557162 Jul 30 03:26:05.778947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Attempting to bind port 62afd2b3-44fa-438e-9a0e-34572da6dd33 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:05.779385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Attempting to bind port 62afd2b3-44fa-438e-9a0e-34572da6dd33 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:05.779782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Attempting to bind port 62afd2b3-44fa-438e-9a0e-34572da6dd33 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:05.784983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Port 62afd2b3-44fa-438e-9a0e-34572da6dd33 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:05.785396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Attempting to bind port 62afd2b3-44fa-438e-9a0e-34572da6dd33 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:05.791898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:05.792320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:05.792769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:05.793271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Bound port: 62afd2b3-44fa-438e-9a0e-34572da6dd33, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:05.793698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:05.893299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Request body: {'port': {'device_id': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'admin_state_up': True, 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:05.968478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] For port 62afd2b3-44fa-438e-9a0e-34572da6dd33, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:05.971816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] For port 62afd2b3-44fa-438e-9a0e-34572da6dd33, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:05.979022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:06.025674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53120-e60a-4435-9b0d-bc1ba2a744b5 req-60bc15f4-fde3-4b13-b2f1-8298a5e36dc8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.034643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.035497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:06.037577 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] 10.222.0.18 "PUT /v2.0/ports/62afd2b3-44fa-438e-9a0e-34572da6dd33 HTTP/1.1" status: 200 len: 1097 time: 1.1571269 Jul 30 03:26:06.038013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'tag': '62afd2b3-44fa-438e-9a0e-34572da6dd33'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:06.039671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7dd53120-e60a-4435-9b0d-bc1ba2a744b5 req-60bc15f4-fde3-4b13-b2f1-8298a5e36dc8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 948 time: 0.2588897 Jul 30 03:26:06.040945 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb7a42-9711-46e4-8a9e-4225dbac0a74" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce8189-aeaa-408a-bb73-6117bab8abf7", "tag": "62afd2b3-44fa-438e-9a0e-34572da6dd33"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:06.064735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2c0fa-f4ae-426c-bd54-25c9e3a21b0a req-32267dbf-9405-4b93-8b62-f83da3297356 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.074049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fca2c0fa-f4ae-426c-bd54-25c9e3a21b0a req-32267dbf-9405-4b93-8b62-f83da3297356 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.2942131 Jul 30 03:26:06.168427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e719-1355-49b9-95cc-9a58df052f14 service neutron] Pushing event updated for resources: {'Port': ['ID=62afd2b3-44fa-438e-9a0e-34572da6dd33,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:06.194514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-eab60369-52b9-4a9e-8790-7af645930fa5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.196360 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-eab60369-52b9-4a9e-8790-7af645930fa5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.16 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.1003931 Jul 30 03:26:06.231414 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fca2c0fa-f4ae-426c-bd54-25c9e3a21b0a req-96a1a6ac-2ab5-46c7-a173-9a2c71cd6d05 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550295 Jul 30 03:26:06.262724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-df0ea4ec-ddba-4412-9e88-bb1861cd4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.262724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-df0ea4ec-ddba-4412-9e88-bb1861cd4021 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 1100 time: 0.1781528 Jul 30 03:26:06.291731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7dd53120-e60a-4435-9b0d-bc1ba2a744b5 req-75e67a01-dd56-42d6-bdbe-f29278339a9f tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509294 Jul 30 03:26:06.338251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:06.349926 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:06.377520 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-022e5533-bc8f-4e8e-8571-727e37f66160 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33 HTTP/1.1" status: 200 len: 217 time: 0.1017780 Jul 30 03:26:06.488058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Deleting port 046314bd-619e-4991-a7ea-1dd8df84301f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:06.488699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:06.498083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-bba15f0b-bea9-48c7-82cc-ed25594c7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.499641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-bba15f0b-bea9-48c7-82cc-ed25594c7dce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1063201 Jul 30 03:26:06.529721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab725e70-4b2f-4255-967e-4afa8fa72530 req-e52398da-53f2-4250-9d7a-2c9fff1eb64f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.531264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab725e70-4b2f-4255-967e-4afa8fa72530 req-e52398da-53f2-4250-9d7a-2c9fff1eb64f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1106479 Jul 30 03:26:06.540857 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa0aedb-661c-4d6c-b7d6-abdadf219c8b x-openstack-request-id: req-baa0aedb-661c-4d6c-b7d6-abdadf219c8b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:06.541168 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce8189-aeaa-408a-bb73-6117bab8abf7", "tag": "62afd2b3-44fa-438e-9a0e-34572da6dd33", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:06.541397 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baa0aedb-661c-4d6c-b7d6-abdadf219c8b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:06.541913 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'tag': '62afd2b3-44fa-438e-9a0e-34572da6dd33', 'status': 'completed', 'code': 200} Jul 30 03:26:06.612461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab725e70-4b2f-4255-967e-4afa8fa72530 req-bf9870c6-7cc6-4528-923b-456e287688d9 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716898 Jul 30 03:26:06.619307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-9cc698ac-e5e3-4fad-aae8-67aabf95ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.621093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-9cc698ac-e5e3-4fad-aae8-67aabf95ac77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101885 Jul 30 03:26:06.634598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] For port 046314bd-619e-4991-a7ea-1dd8df84301f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=046314bd-619e-4991-a7ea-1dd8df84301f,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:06.634974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:06.648002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Calling delete_port for 046314bd-619e-4991-a7ea-1dd8df84301f owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:06.678946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Allocated IP 172.20.0.14 (0bb61d09-a127-4ca2-b4ab-d37f07736b63/404c0b1f-6ef7-4014-8413-6f1145a94d38/3baebbab-e725-4405-8e03-ab606266e18e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:06.702688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6660ec8-6c81-4402-b17d-69a7b2f202b9 req-99c91808-b6db-4f8f-b8ee-e9adfb11f253 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:06.710212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6660ec8-6c81-4402-b17d-69a7b2f202b9 req-99c91808-b6db-4f8f-b8ee-e9adfb11f253 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde1709c-07ca-498a-a336-9dc8cf7215b5 HTTP/1.1" status: 200 len: 949 time: 0.1012011 Jul 30 03:26:06.740334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62434558-5bd0-4865-aef3-1da0506b3f71 req-226b40fc-509f-406c-8611-d29b45d7879d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 210 time: 0.0582385 Jul 30 03:26:06.789208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6660ec8-6c81-4402-b17d-69a7b2f202b9 req-6af838fa-dad0-4dfb-a3f8-ccf50b5a169f tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.39 "GET /v2.0/security-groups?id=40ecffd0-52e0-4e4d-b506-dc64731f1ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780549 Jul 30 03:26:06.872631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-c0feb95b-7c5c-4ab2-9dcd-8c55c04982b3 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226188 Jul 30 03:26:06.970587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:07.017228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:07.041136 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68a97e09-97c7-44ac-a426-d70fb6885997 req-fa407d39-7cf7-4c61-a237-1d85d6aa52c4 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557791 Jul 30 03:26:07.044037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:07.081113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:07.085246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:07.091816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:07.097577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.098209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:07.100273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Pushing event deleted for resources: {'Port': ['ID=046314bd-619e-4991-a7ea-1dd8df84301f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:07.109247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event updated for resources: {'Port': ['ID=3baebbab-e725-4405-8e03-ab606266e18e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:07.128559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-a4065083-8485-403c-b5d8-0203f95eeaa6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2456651 Jul 30 03:26:07.155101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Request body: {'port': {'device_id': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:07.191613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] No DVR routers for this DVR port 046314bd-619e-4991-a7ea-1dd8df84301f on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:07.194620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:07.197436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2082814f-d315-497a-8dbb-b9bdb0920047 req-f9436000-852d-49b0-bcd0-b74c28ed11d5 tempest-ImagesOneServerTestJSON-1524333193 tempest-ImagesOneServerTestJSON-1524333193-project] 10.222.0.16 "DELETE /v2.0/ports/046314bd-619e-4991-a7ea-1dd8df84301f HTTP/1.1" status: 204 len: 173 time: 0.9923978 Jul 30 03:26:07.216238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-43b57538-7c33-4996-be9f-b388340553bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.217788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-43b57538-7c33-4996-be9f-b388340553bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 1100 time: 0.1079934 Jul 30 03:26:07.230751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:07.355634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-f3053966-1be2-4531-bdb2-99d7a04eda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.357108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-f3053966-1be2-4531-bdb2-99d7a04eda0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1287801 Jul 30 03:26:07.415861 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-6f626814-d383-4bd4-93e1-8d86697400b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33 HTTP/1.1" status: 200 len: 217 time: 0.0491965 Jul 30 03:26:07.506694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-27b456b6-eb07-4f2a-9581-42e5ac464d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.508197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-27b456b6-eb07-4f2a-9581-42e5ac464d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0776920 Jul 30 03:26:07.542631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa06e9-578a-4ae1-806b-e1dde17d6e02 req-065f8a10-b4a5-4342-a3e9-7514650dcb53 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.544255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25aa06e9-578a-4ae1-806b-e1dde17d6e02 req-065f8a10-b4a5-4342-a3e9-7514650dcb53 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 948 time: 0.1468019 Jul 30 03:26:07.565312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-64e9b6ed-9afc-4def-a1e2-899c9dabcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.566806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-64e9b6ed-9afc-4def-a1e2-899c9dabcf41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467257 Jul 30 03:26:07.571798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895a9e-4768-48e1-932b-4745ec19ced4 req-2d24292a-4493-4f6b-b39b-44510ad4d322 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:07.573424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2895a9e-4768-48e1-932b-4745ec19ced4 req-2d24292a-4493-4f6b-b39b-44510ad4d322 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.2374732 Jul 30 03:26:07.684458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25aa06e9-578a-4ae1-806b-e1dde17d6e02 req-367464f6-8b16-49e3-aedf-78af9a4c6104 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100056 Jul 30 03:26:07.712514 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-f5fca9c8-0207-43ec-85c0-21137fa6039f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314766 Jul 30 03:26:07.768382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2895a9e-4768-48e1-932b-4745ec19ced4 req-c7e4a89a-bc80-46a5-8ab7-cdef63cce040 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647880 Jul 30 03:26:07.979308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12cb7a42-9711-46e4-8a9e-4225dbac0a74 req-e9cc9689-f1df-44c1-8052-9066713294ea service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607698 Jul 30 03:26:08.022150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baebbab-e725-4405-8e03-ab606266e18e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:08.055603 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:08.081795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df38ff-f465-48a2-b52a-48614e783cd7 req-af3d030c-7702-45fa-9129-ef974adc57c3 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:08.092363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94df38ff-f465-48a2-b52a-48614e783cd7 req-af3d030c-7702-45fa-9129-ef974adc57c3 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1538033 Jul 30 03:26:08.125865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Transition to ACTIVE for port object 3baebbab-e725-4405-8e03-ab606266e18e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:08.140984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6954d6-67b9-47c4-a73b-81c8f0682cd8 req-51db5869-cdb9-4362-8065-1f0717c397d6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:08.142612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a6954d6-67b9-47c4-a73b-81c8f0682cd8 req-51db5869-cdb9-4362-8065-1f0717c397d6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 932 time: 0.1421206 Jul 30 03:26:08.146077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:08.198147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94df38ff-f465-48a2-b52a-48614e783cd7 req-04a7c33f-3bc3-4ea2-9f7e-636321f7d5f1 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048801 Jul 30 03:26:08.241269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Pushing event updated for resources: {'Port': ['ID=3baebbab-e725-4405-8e03-ab606266e18e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:08.281853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a6954d6-67b9-47c4-a73b-81c8f0682cd8 req-7326e2f5-66c9-4f5a-9602-657828a44062 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307576 Jul 30 03:26:08.282676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Attempting to bind port 3baebbab-e725-4405-8e03-ab606266e18e on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:08.283002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Attempting to bind port 3baebbab-e725-4405-8e03-ab606266e18e by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:08.283375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Attempting to bind port 3baebbab-e725-4405-8e03-ab606266e18e on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:08.291755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Port 3baebbab-e725-4405-8e03-ab606266e18e on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:08.292154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Attempting to bind port 3baebbab-e725-4405-8e03-ab606266e18e on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:08.301778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:08.303971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:08.303971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Bound using segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:08.304520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Bound port: 3baebbab-e725-4405-8e03-ab606266e18e, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:08.305049 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:08.398257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] For port 3baebbab-e725-4405-8e03-ab606266e18e, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:08.401337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] For port 3baebbab-e725-4405-8e03-ab606266e18e, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3baebbab-e725-4405-8e03-ab606266e18e,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:08.409774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:08.448209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:08.448941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:08.450563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] 10.222.0.16 "PUT /v2.0/ports/3baebbab-e725-4405-8e03-ab606266e18e HTTP/1.1" status: 200 len: 1093 time: 1.3032885 Jul 30 03:26:08.451088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'tag': '3baebbab-e725-4405-8e03-ab606266e18e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:08.453552 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a643a85-6c86-40a9-bf5f-594ff0fb269e" -d '{"events": [{"name": "network-changed", "server_uuid": "e69de2ea-2cfa-4d54-91a3-5aac5c8999fc", "tag": "3baebbab-e725-4405-8e03-ab606266e18e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:08.494376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd178310-11eb-4dee-8c9e-f516e3ceeec7 service neutron] Pushing event updated for resources: {'Port': ['ID=3baebbab-e725-4405-8e03-ab606266e18e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:08.530074 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f47aadf-8e91-4e59-8403-4a8e9c93535d x-openstack-request-id: req-5f47aadf-8e91-4e59-8403-4a8e9c93535d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:08.530360 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69de2ea-2cfa-4d54-91a3-5aac5c8999fc", "tag": "3baebbab-e725-4405-8e03-ab606266e18e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:08.530608 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f47aadf-8e91-4e59-8403-4a8e9c93535d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:08.531125 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'tag': '3baebbab-e725-4405-8e03-ab606266e18e', 'status': 'completed', 'code': 200} Jul 30 03:26:08.544353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-deleted', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:08.547058 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f38418-546d-44a6-9449-f8f30ab6df2a" -d '{"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-deleted", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:08.596258 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea92d7-06d2-49da-ae81-3b8101c63552 x-openstack-request-id: req-55ea92d7-06d2-49da-ae81-3b8101c63552 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:08.596884 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde1709c-07ca-498a-a336-9dc8cf7215b5", "name": "network-vif-deleted", "tag": "046314bd-619e-4991-a7ea-1dd8df84301f", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:08.597231 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55ea92d7-06d2-49da-ae81-3b8101c63552 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:08.597791 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde1709c-07ca-498a-a336-9dc8cf7215b5', 'name': 'network-vif-deleted', 'tag': '046314bd-619e-4991-a7ea-1dd8df84301f', 'status': 'completed', 'code': 200} Jul 30 03:26:08.614855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:08.671670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643a85-6c86-40a9-bf5f-594ff0fb269e req-cac93e39-7d9f-43b3-81a0-ca31a7bd0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:08.673005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a643a85-6c86-40a9-bf5f-594ff0fb269e req-cac93e39-7d9f-43b3-81a0-ca31a7bd0f4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 1096 time: 0.0430315 Jul 30 03:26:09.196339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6388-da78-46e6-8720-023454006de0 req-14e77801-c35a-4ce6-9d95-a5dea6d6f211 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.197845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59bb6388-da78-46e6-8720-023454006de0 req-14e77801-c35a-4ce6-9d95-a5dea6d6f211 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 948 time: 0.4265938 Jul 30 03:26:09.200695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643a85-6c86-40a9-bf5f-594ff0fb269e req-603f7d07-cd30-4b3b-952a-8c0775c1849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.202037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a643a85-6c86-40a9-bf5f-594ff0fb269e req-603f7d07-cd30-4b3b-952a-8c0775c1849c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6df49f30807040ea807b84f059072d12&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5133667 Jul 30 03:26:09.208603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-672a18ef-f4f2-4ab6-92bd-6829ac9e4cf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19db5d9e681a4c1a9f9432d55018274d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917797 Jul 30 03:26:09.209317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:09.232632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e73fb-d130-4db3-acc8-da7627c713b5 req-c472aaea-ef43-4fbf-8cd9-6f366b1355a8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.234130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da0e73fb-d130-4db3-acc8-da7627c713b5 req-c472aaea-ef43-4fbf-8cd9-6f366b1355a8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.3856084 Jul 30 03:26:09.421802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59bb6388-da78-46e6-8720-023454006de0 req-a050d5d4-4e03-4915-b8fa-50618944d76c tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078457 Jul 30 03:26:09.465200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da0e73fb-d130-4db3-acc8-da7627c713b5 req-be2d6119-0d3c-400e-95e5-2ae46a01d3a9 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020266 Jul 30 03:26:09.516266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9adc89d7-c509-4efd-bc68-d50c9c2d344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:09.562897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643a85-6c86-40a9-bf5f-594ff0fb269e req-271c7fcc-3039-4129-8208-e348c953288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.564607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a643a85-6c86-40a9-bf5f-594ff0fb269e req-271c7fcc-3039-4129-8208-e348c953288e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3494935 Jul 30 03:26:09.581857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9adc89d7-c509-4efd-bc68-d50c9c2d344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:09.661795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8902-e7d7-4410-9fb0-905e7bcbb283 req-cb365442-7df0-4523-8e98-d22ab4500b44 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.663661 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a86e8902-e7d7-4410-9fb0-905e7bcbb283 req-cb365442-7df0-4523-8e98-d22ab4500b44 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1235199 Jul 30 03:26:09.712391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:09.731051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9adc89d7-c509-4efd-bc68-d50c9c2d344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:09.733635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9adc89d7-c509-4efd-bc68-d50c9c2d344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:09.737448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9adc89d7-c509-4efd-bc68-d50c9c2d344c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40ecffd0-52e0-4e4d-b506-dc64731f1ce7 HTTP/1.1" status: 204 len: 168 time: 0.5219343 Jul 30 03:26:09.745598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 046314bd-619e-4991-a7ea-1dd8df84301f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:09.745754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 046314bd-619e-4991-a7ea-1dd8df84301f not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:09.754340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e97f9-7534-46a8-8202-760427e42f68 req-b8a42539-8b2e-4a35-af03-76cb7eb7d860 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.755948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d92e97f9-7534-46a8-8202-760427e42f68 req-b8a42539-8b2e-4a35-af03-76cb7eb7d860 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 944 time: 0.1422482 Jul 30 03:26:09.781114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a86e8902-e7d7-4410-9fb0-905e7bcbb283 req-8470c74f-1763-4a86-b2e1-240aac4f76ca tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057639 Jul 30 03:26:09.785267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc89d7-c509-4efd-bc68-d50c9c2d344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ecffd0-52e0-4e4d-b506-dc64731f1ce7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:09.822220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-10d1b85d-dfc1-4789-93fc-05c0959dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.823865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-10d1b85d-dfc1-4789-93fc-05c0959dbc4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 1096 time: 0.1585507 Jul 30 03:26:09.862045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d92e97f9-7534-46a8-8202-760427e42f68 req-2943664b-0412-4922-b9e2-42d9c8155e06 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Jul 30 03:26:09.897133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-59054fe2-3ad2-4bdf-b514-773f277a8013 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3baebbab-e725-4405-8e03-ab606266e18e HTTP/1.1" status: 200 len: 217 time: 0.0584126 Jul 30 03:26:09.978889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-78ee3269-e9fc-4777-b29e-41da07c117b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:09.980582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-78ee3269-e9fc-4777-b29e-41da07c117b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0753682 Jul 30 03:26:10.024747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-dc3c9f1e-7650-4f70-8c7f-990f67f5a357 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360432 Jul 30 03:26:10.056828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 62afd2b3-44fa-438e-9a0e-34572da6dd33 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:10.169316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-51eb135d-8470-4f79-9f86-9a247baa8cbc service neutron] 10.222.0.16 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356435 Jul 30 03:26:10.204948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 62afd2b3-44fa-438e-9a0e-34572da6dd33, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:10.238274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '62afd2b3-44fa-438e-9a0e-34572da6dd33', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '62afd2b3-44fa-438e-9a0e-34572da6dd33', 'mac_address': 'fa:16:3e:f7:44:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:26:10.300543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77b36efe-30f7-40dd-8d24-ad9df4b36f09 req-6c055ec2-14ad-401b-ae56-8c989c4dc695 service neutron] 10.222.0.16 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231217 Jul 30 03:26:10.308494 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:10.323726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62afd2b3-44fa-438e-9a0e-34572da6dd33 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:10.370641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 62afd2b3-44fa-438e-9a0e-34572da6dd33, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:10.376438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:10.479771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=62afd2b3-44fa-438e-9a0e-34572da6dd33,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:10.513835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-43775b31-097e-46f7-bc82-90f0d703e730 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:10.515526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-43775b31-097e-46f7-bc82-90f0d703e730 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.1200695 Jul 30 03:26:10.529433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:10.628348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:10.669136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['62afd2b3-44fa-438e-9a0e-34572da6dd33'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:10.677270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:10.780463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fbe32-f303-40e6-ba8e-fc1fa53e2364 req-b178ea08-6312-4a36-824b-9411d478ccaa tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:10.782032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-230fbe32-f303-40e6-ba8e-fc1fa53e2364 req-b178ea08-6312-4a36-824b-9411d478ccaa tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 945 time: 0.1872828 Jul 30 03:26:10.800726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761614f-95f3-4032-a604-5fbe1e0abf90 req-8b328baf-8a2f-4c43-aaeb-ef046473591c tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:10.816685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f761614f-95f3-4032-a604-5fbe1e0abf90 req-8b328baf-8a2f-4c43-aaeb-ef046473591c tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 949 time: 0.2351763 Jul 30 03:26:10.878973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-230fbe32-f303-40e6-ba8e-fc1fa53e2364 req-dae93e95-6b41-4f26-9f4e-fa417ddd241f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574293 Jul 30 03:26:10.958365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f761614f-95f3-4032-a604-5fbe1e0abf90 req-90ae53df-306b-4fda-bb93-479d9a5005d8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405447 Jul 30 03:26:11.012941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:11.129587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:11.178335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379407c-d447-4998-93c5-4772c2bc5b25 req-866e1909-7a3d-41be-a62f-e6c686bf67ba tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:11.186336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5379407c-d447-4998-93c5-4772c2bc5b25 req-866e1909-7a3d-41be-a62f-e6c686bf67ba tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1299925 Jul 30 03:26:11.218703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:11.221038 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c6bc9-be5e-49f0-b1b9-17938c7ffe87" -d '{"events": [{"server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "name": "network-vif-unplugged", "status": "completed", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:11.225934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.239907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.301044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:11.318065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5379407c-d447-4998-93c5-4772c2bc5b25 req-f5b6fbd6-8cf9-4618-9591-45e49dbde17e tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273193 Jul 30 03:26:11.376875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:11.377209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:11.377966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:11.383103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:11.383447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Attempting to bind port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:11.394973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:11.398179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:11.400785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:11.401346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Bound port: 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:11.401720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.408062 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30bad24-4430-48b8-b4d5-74eed364648c x-openstack-request-id: req-d30bad24-4430-48b8-b4d5-74eed364648c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:11.408226 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "name": "network-vif-unplugged", "status": "completed", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:11.408442 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d30bad24-4430-48b8-b4d5-74eed364648c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:11.408831 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'code': 200} Jul 30 03:26:11.553822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03823fe2-885a-4c96-ae40-4ebda1fbf509 req-30d595d5-1f7f-42fd-bfa2-fcd6c511e27c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:11.562642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03823fe2-885a-4c96-ae40-4ebda1fbf509 req-30d595d5-1f7f-42fd-bfa2-fcd6c511e27c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 944 time: 0.1682730 Jul 30 03:26:11.617070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:11.642885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:11.648859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03823fe2-885a-4c96-ae40-4ebda1fbf509 req-8c94c199-0014-47ec-8ecc-eb087bce49f3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853367 Jul 30 03:26:11.650522 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.705640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:11.754661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:11.779502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:11.780389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:11.782570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-c630e7c4-2b1f-4208-85bb-1a5a518db6b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 1123 time: 1.2576811 Jul 30 03:26:11.806801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:11.906408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:12.012798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:12.040871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:12.069846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca62e2f-4486-4690-9b0b-5f33d28c077a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.108160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 62afd2b3-44fa-438e-9a0e-34572da6dd33 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:12.143730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:26:12.210955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca62e2f-4486-4690-9b0b-5f33d28c077a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.242538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740bd3f-cc42-47b3-bdc0-b1ce3bbfc9d1 req-0cd0ae8e-865a-4f01-9743-1b5918c4f87e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:12.244528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4740bd3f-cc42-47b3-bdc0-b1ce3bbfc9d1 req-0cd0ae8e-865a-4f01-9743-1b5918c4f87e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.2332737 Jul 30 03:26:12.246153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca62e2f-4486-4690-9b0b-5f33d28c077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.266487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 62afd2b3-44fa-438e-9a0e-34572da6dd33 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:12.290934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 62afd2b3-44fa-438e-9a0e-34572da6dd33 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:12.291497 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.340744 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd3f03e7-cace-4722-86b8-e13132cabfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.343948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4740bd3f-cc42-47b3-bdc0-b1ce3bbfc9d1 req-6eca7a29-0d66-4f3b-8c1d-b0f8eb4a6cfb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873699 Jul 30 03:26:12.349970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fca62e2f-4486-4690-9b0b-5f33d28c077a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f547208c0b2441ccba6999727f59cceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382583 Jul 30 03:26:12.350351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca62e2f-4486-4690-9b0b-5f33d28c077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b301c-eccb-4cd9-8d0b-c666e847bb04,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:12.353693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55146) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:12.376866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0e8c0-0258-44a9-9f50-fad297f525b1 req-059d558b-ec5b-42fc-8a44-a7f0d70c8496 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:12.378918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21e0e8c0-0258-44a9-9f50-fad297f525b1 req-059d558b-ec5b-42fc-8a44-a7f0d70c8496 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 949 time: 0.3058279 Jul 30 03:26:12.450829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21e0e8c0-0258-44a9-9f50-fad297f525b1 req-3ec51ffc-f039-41a1-9a57-31d5343157a6 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580561 Jul 30 03:26:12.492903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7b33-7d1a-4e60-95b2-15ffa6971f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.519381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7b33-7d1a-4e60-95b2-15ffa6971f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.576341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.582517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7b33-7d1a-4e60-95b2-15ffa6971f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.590949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7b33-7d1a-4e60-95b2-15ffa6971f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.595687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd0f7b33-7d1a-4e60-95b2-15ffa6971f5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba5b301c-eccb-4cd9-8d0b-c666e847bb04 HTTP/1.1" status: 204 len: 168 time: 0.2398655 Jul 30 03:26:12.602928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62afd2b3-44fa-438e-9a0e-34572da6dd33'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:12.605711 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec1669a-32f5-4c7d-9a91-cecefe390b6e" -d '{"events": [{"server_uuid": "90ce8189-aeaa-408a-bb73-6117bab8abf7", "name": "network-vif-plugged", "status": "completed", "tag": "62afd2b3-44fa-438e-9a0e-34572da6dd33"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:12.608335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f7b33-7d1a-4e60-95b2-15ffa6971f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b301c-eccb-4cd9-8d0b-c666e847bb04,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:12.627114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 62afd2b3-44fa-438e-9a0e-34572da6dd33, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:12.628441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a976535-592f-4919-83da-a7e62e5a8494 req-0e098196-0aa7-472f-9ebc-46e5935abd70 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:12.635390 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:12.645095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a976535-592f-4919-83da-a7e62e5a8494 req-0e098196-0aa7-472f-9ebc-46e5935abd70 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1129405 Jul 30 03:26:12.673505 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0dec5e-d7d0-402b-993f-22d318eec07b x-openstack-request-id: req-2b0dec5e-d7d0-402b-993f-22d318eec07b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:12.674119 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce8189-aeaa-408a-bb73-6117bab8abf7", "name": "network-vif-plugged", "status": "completed", "tag": "62afd2b3-44fa-438e-9a0e-34572da6dd33", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:12.674572 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b0dec5e-d7d0-402b-993f-22d318eec07b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:12.674968 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62afd2b3-44fa-438e-9a0e-34572da6dd33', 'code': 200} Jul 30 03:26:12.746195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=62afd2b3-44fa-438e-9a0e-34572da6dd33,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:12.767215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a976535-592f-4919-83da-a7e62e5a8494 req-38e2a184-aa44-4bab-9a28-56ebcee6587a tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143570 Jul 30 03:26:12.806967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b94e00-d228-443d-88ed-4b858174bbd7 req-e6d643cc-ef89-4f90-9c49-a9de544da448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:12.809755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f7b94e00-d228-443d-88ed-4b858174bbd7 req-e6d643cc-ef89-4f90-9c49-a9de544da448 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 1102 time: 0.0614974 Jul 30 03:26:12.823759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7d14-d4a9-47ef-a8dc-0907a578489e req-60ac965d-760d-4fdf-959b-a29b2620fa39 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:12.825358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e80e7d14-d4a9-47ef-a8dc-0907a578489e req-60ac965d-760d-4fdf-959b-a29b2620fa39 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 944 time: 0.0630069 Jul 30 03:26:12.858205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f7b94e00-d228-443d-88ed-4b858174bbd7 req-00ebc066-89ad-4226-8ce5-0561b69ecac4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375302 Jul 30 03:26:12.883721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e80e7d14-d4a9-47ef-a8dc-0907a578489e req-ccb1f227-b3df-461f-b89a-a802e6a28ebf tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498407 Jul 30 03:26:13.409480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:13.412713 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068b0ca3-9fed-4903-9130-2c829f009c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:13.463353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db6de-fcd7-44f3-b9f1-694a424b8115 req-d3d51a75-84f1-4c49-9db8-78e3ae7927c6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:13.464846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf1db6de-fcd7-44f3-b9f1-694a424b8115 req-d3d51a75-84f1-4c49-9db8-78e3ae7927c6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.0488377 Jul 30 03:26:13.504576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf1db6de-fcd7-44f3-b9f1-694a424b8115 req-010b743c-9efd-4c21-b31e-244ceb778d01 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Jul 30 03:26:13.560039 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52469f69-49e5-4018-9284-82d4f84690f9 x-openstack-request-id: req-52469f69-49e5-4018-9284-82d4f84690f9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:13.560420 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:13.560812 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52469f69-49e5-4018-9284-82d4f84690f9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:13.561589 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'status': 'completed', 'code': 200} Jul 30 03:26:13.638357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390f9f-f84e-444c-bd75-57e542142c05 req-1aa4cb02-ffc8-411a-abf5-31e1ef7fd0c8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:13.642641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-9bfe2489-7cf7-4752-a674-f2f8d10c8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:13.644641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-9bfe2489-7cf7-4752-a674-f2f8d10c8f3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1126 time: 0.0488272 Jul 30 03:26:13.646183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c390f9f-f84e-444c-bd75-57e542142c05 req-1aa4cb02-ffc8-411a-abf5-31e1ef7fd0c8 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 950 time: 0.0616152 Jul 30 03:26:13.682109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c390f9f-f84e-444c-bd75-57e542142c05 req-b6fc76f9-410a-4ec5-9cd4-4e70b5644648 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350690 Jul 30 03:26:13.717242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3baebbab-e725-4405-8e03-ab606266e18e details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:13.773208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-135b715d-f58b-4087-b794-cc869f3df96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:13.774701 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-135b715d-f58b-4087-b794-cc869f3df96f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1011522 Jul 30 03:26:13.843187 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-ff2215e8-d889-4fc6-864f-8ed2be7116e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 217 time: 0.0556560 Jul 30 03:26:13.878071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3baebbab-e725-4405-8e03-ab606266e18e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3baebbab-e725-4405-8e03-ab606266e18e,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:13.890659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:13.892536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '3baebbab-e725-4405-8e03-ab606266e18e', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': '3baebbab-e725-4405-8e03-ab606266e18e', 'mac_address': 'fa:16:3e:d3:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:26:13.935233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f37c-323f-49d1-ba2b-ba3b07987989 req-02b4b545-7eb5-48cc-863a-5ed911ee3df7 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:13.936959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9183f37c-323f-49d1-ba2b-ba3b07987989 req-02b4b545-7eb5-48cc-863a-5ed911ee3df7 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0849833 Jul 30 03:26:13.945073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:13.959506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-796b606b-f1d9-4a53-aaea-627e2b3b77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:13.963609 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-796b606b-f1d9-4a53-aaea-627e2b3b77f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0972147 Jul 30 03:26:13.964268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baebbab-e725-4405-8e03-ab606266e18e {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:13.991713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3baebbab-e725-4405-8e03-ab606266e18e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3baebbab-e725-4405-8e03-ab606266e18e,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:13.997544 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.022232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-3567b5bd-42c3-400b-bb39-006b84fbd07e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433023 Jul 30 03:26:14.059435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3baebbab-e725-4405-8e03-ab606266e18e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:14.086993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9183f37c-323f-49d1-ba2b-ba3b07987989 req-fdaa3934-e250-431f-b3e1-77a2bf076527 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372318 Jul 30 03:26:14.101162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f52a0be8-601c-49a9-823e-53fcfd870421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.123768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a51a1-ae01-4955-96e4-5e0bfc6ea2a9 req-c70b12a4-06d2-4aa6-9902-2622ac18c792 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:14.125263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b7a51a1-ae01-4955-96e4-5e0bfc6ea2a9 req-c70b12a4-06d2-4aa6-9902-2622ac18c792 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 945 time: 0.1265702 Jul 30 03:26:14.187712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b7a51a1-ae01-4955-96e4-5e0bfc6ea2a9 req-79922c53-f338-457d-9541-0a470262cf4c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 Jul 30 03:26:14.188294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-57d433aa-1885-4ac3-aa88-4fc58c437ab6 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438000 Jul 30 03:26:14.263553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f52a0be8-601c-49a9-823e-53fcfd870421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.268761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f52a0be8-601c-49a9-823e-53fcfd870421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.296825 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-068b0ca3-9fed-4903-9130-2c829f009c5a req-34d5603d-a8c8-4dc6-adf4-a209689cc1c9 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003337 Jul 30 03:26:14.315101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f52a0be8-601c-49a9-823e-53fcfd870421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e023682a8c44018ad16962b7b0760fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233735 Jul 30 03:26:14.316160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a0be8-601c-49a9-823e-53fcfd870421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b6eb9e-49e3-4739-82d7-1c6e4189e9d8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:14.318499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55210) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:14.378494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50864b72-79ea-4f71-bf5e-419f436295d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.406442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50864b72-79ea-4f71-bf5e-419f436295d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.472272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50864b72-79ea-4f71-bf5e-419f436295d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.475597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50864b72-79ea-4f71-bf5e-419f436295d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.476756 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-50864b72-79ea-4f71-bf5e-419f436295d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08b6eb9e-49e3-4739-82d7-1c6e4189e9d8 HTTP/1.1" status: 204 len: 168 time: 0.1571591 Jul 30 03:26:14.485371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50864b72-79ea-4f71-bf5e-419f436295d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b6eb9e-49e3-4739-82d7-1c6e4189e9d8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:14.631463 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-267fbbd3-29ec-44f4-89f8-92bcb312315e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.636739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b050cf4-bd30-4ad6-b38c-883c52815403 req-40fb22e5-6ed9-4391-8944-4d0ad0b98421 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:14.638289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b050cf4-bd30-4ad6-b38c-883c52815403 req-40fb22e5-6ed9-4391-8944-4d0ad0b98421 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.0591445 Jul 30 03:26:14.642909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['3baebbab-e725-4405-8e03-ab606266e18e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:14.698784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b050cf4-bd30-4ad6-b38c-883c52815403 req-22c02b81-96c5-4bb8-b502-090ea064f5b2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Jul 30 03:26:14.823409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefb677-b579-43df-a32c-ef32b0e6aa9d req-684d00d2-d4d4-4b64-b71f-d52d21757794 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:14.825223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cefb677-b579-43df-a32c-ef32b0e6aa9d req-684d00d2-d4d4-4b64-b71f-d52d21757794 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 950 time: 0.0592070 Jul 30 03:26:14.869062 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:14.881449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cefb677-b579-43df-a32c-ef32b0e6aa9d req-c5dd0f65-909b-4aeb-b7d7-7620b83711ba tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Jul 30 03:26:15.146689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12caca-b0e8-497f-9e0c-7134dbfac96c req-277dcd93-b21b-44cb-8a82-fd49506ba356 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:15.148266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d12caca-b0e8-497f-9e0c-7134dbfac96c req-277dcd93-b21b-44cb-8a82-fd49506ba356 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 1102 time: 0.0486317 Jul 30 03:26:15.173743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d12caca-b0e8-497f-9e0c-7134dbfac96c req-f0963419-b85f-4e30-9890-c0208685efa0 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.261220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4d9a6-2237-4720-b221-1ccc10e4044f req-bf4fa0a0-ff77-43a4-8463-24dba86049c4 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:15.262756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2b4d9a6-2237-4720-b221-1ccc10e4044f req-bf4fa0a0-ff77-43a4-8463-24dba86049c4 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0861437 Jul 30 03:26:15.290531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55254) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:15.323912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2b4d9a6-2237-4720-b221-1ccc10e4044f req-969a669c-a9b2-4ee3-88ba-33c9e8db87b8 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541279 Jul 30 03:26:15.361691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d12caca-b0e8-497f-9e0c-7134dbfac96c req-f0963419-b85f-4e30-9890-c0208685efa0 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.366893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d12caca-b0e8-497f-9e0c-7134dbfac96c req-f0963419-b85f-4e30-9890-c0208685efa0 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.397750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d12caca-b0e8-497f-9e0c-7134dbfac96c req-f0963419-b85f-4e30-9890-c0208685efa0 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433345 Jul 30 03:26:15.406323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-567579892-network', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:15.427552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0963419-b85f-4e30-9890-c0208685efa0 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337ebb37-f2e5-42a1-9dcc-e6e9e76b37c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:15.428652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Made reservation on behalf of 0045a5f7986c48f08e46d6a2e1cfdade for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:15.432334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.440154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.448614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aeec7-95a8-4e8d-ba21-cbe17a72cf36 req-7ee746c2-01a1-4b9f-a2e4-450d223cdf7f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:15.450121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b77aeec7-95a8-4e8d-ba21-cbe17a72cf36 req-7ee746c2-01a1-4b9f-a2e4-450d223cdf7f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 945 time: 0.0651846 Jul 30 03:26:15.493412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b77aeec7-95a8-4e8d-ba21-cbe17a72cf36 req-f15e3117-505a-4412-845d-835443a5251d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374784 Jul 30 03:26:15.543795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.547713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.573474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:26:15.584998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff619320-c607-46e8-b7c6-c52aaf39ca6c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:15.590971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.591353 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Added segment cec01f65-61da-4f51-b914-a6b90bab5034 of type vlan for network e63e326d-5539-4cab-9a46-c8322980e00a Jul 30 03:26:15.638033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.667224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.668178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:15.668755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.724928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4304826 Jul 30 03:26:15.725229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55264) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:15.731822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Request body: {'subnet': {'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-567579892-subnet', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:15.742610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778dd6-80c8-4e17-855e-a2f4fdd19d2e admin admin] Pushing event updated for resources: {'Network': ['ID=e63e326d-5539-4cab-9a46-c8322980e00a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:15.762237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e63e326d-5539-4cab-9a46-c8322980e00a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:26:15.770953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Made reservation on behalf of 0045a5f7986c48f08e46d6a2e1cfdade for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:15.774296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:15.929924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22863d90-2989-41f5-a184-6b0b96da9520 req-13883303-a64f-4e86-81db-9a536206bd3e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:15.931780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22863d90-2989-41f5-a184-6b0b96da9520 req-13883303-a64f-4e86-81db-9a536206bd3e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.0982254 Jul 30 03:26:15.997665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22863d90-2989-41f5-a184-6b0b96da9520 req-5b0e8a54-e50d-46ad-b738-33bc271ad7fc tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557899 Jul 30 03:26:16.081480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.110695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-9921721f-614c-406f-847c-d0f949039ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003752 Jul 30 03:26:16.140441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62049647-c315-4db0-9876-ff13680a4f19,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:16.174032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Checking segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:16.174379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Network hostable DHCP agents. Network: e63e326d-5539-4cab-9a46-c8322980e00a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:26:16.199071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-4a499ab5-a800-4388-bfa0-c581d49cd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.200578 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-4a499ab5-a800-4388-bfa0-c581d49cd72b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 1101 time: 0.0579681 Jul 30 03:26:16.201271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Network e63e326d-5539-4cab-9a46-c8322980e00a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:26:16.213308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e63e326d-5539-4cab-9a46-c8322980e00a) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:16.217208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.217790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.222943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e297e-7317-465e-8cd2-215310d0206c None None] Network e63e326d-5539-4cab-9a46-c8322980e00a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:26:16.284928 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.293580 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c08529c-ce1b-401b-be27-1a4460c2b3b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5674276 Jul 30 03:26:16.296367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55276) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:16.300963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:16.326851 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.328247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.384417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-e63e326d-5539-4cab-9a46-c8322980e00a', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:26:16.384603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-176a1f02-c109-447a-bc21-52e5716474ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.385929 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-176a1f02-c109-447a-bc21-52e5716474ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1581831 Jul 30 03:26:16.386117 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.421996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.455323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-fb623fc3-139c-41f2-9aaa-ed9838264676 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b HTTP/1.1" status: 200 len: 217 time: 0.0426130 Jul 30 03:26:16.497876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25ffbd-66c4-4200-b7a3-ad9e9ed950c8 req-84e135bf-eafe-4729-b671-1fda57c70d5f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.499633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a25ffbd-66c4-4200-b7a3-ad9e9ed950c8 req-84e135bf-eafe-4729-b671-1fda57c70d5f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0901601 Jul 30 03:26:16.560738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Allocated IP 172.20.0.2 (e63e326d-5539-4cab-9a46-c8322980e00a/62049647-c315-4db0-9876-ff13680a4f19/80867e94-aa7f-49df-8a25-47f0fc7cc56f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:16.605534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a25ffbd-66c4-4200-b7a3-ad9e9ed950c8 req-4779770f-efb6-4675-a7fa-a43be02ed95f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Jul 30 03:26:16.624072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed3b9-1c94-4748-af73-50d00db14c0c req-7f9175a7-4f95-44be-8385-c0a8a4d6e71b tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.627859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c57ed3b9-1c94-4748-af73-50d00db14c0c req-7f9175a7-4f95-44be-8385-c0a8a4d6e71b tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 1102 time: 0.1264424 Jul 30 03:26:16.671206 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c57ed3b9-1c94-4748-af73-50d00db14c0c req-0fd43fa4-f52d-4bc7-8491-86e5e6b4bf41 tempest-ServersAdminNegativeTestJSON-1033239380 tempest-ServersAdminNegativeTestJSON-1033239380-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Jul 30 03:26:16.771342 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.776313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f3c62-40c9-464b-871b-b3ed6176e597 req-158d402a-b239-4f77-bd27-661fd5832f16 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.779723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-438f3c62-40c9-464b-871b-b3ed6176e597 req-158d402a-b239-4f77-bd27-661fd5832f16 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 945 time: 0.0724912 Jul 30 03:26:16.785507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Transition to ACTIVE for port object 80867e94-aa7f-49df-8a25-47f0fc7cc56f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:16.804957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Transition to ACTIVE for port object 80867e94-aa7f-49df-8a25-47f0fc7cc56f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:16.813873 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.836500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-438f3c62-40c9-464b-871b-b3ed6176e597 req-a459842d-1853-464d-8465-2655a1092ff6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515878 Jul 30 03:26:16.885121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Network e63e326d-5539-4cab-9a46-c8322980e00a is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:16.886510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Pushing event updated for resources: {'Port': ['ID=80867e94-aa7f-49df-8a25-47f0fc7cc56f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:16.890265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:16.893356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:16.947347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:16.955712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1696739398'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:16.979482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-0696e1a9-b3c9-4d1c-ad04-0f363964a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:16.980942 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-0696e1a9-b3c9-4d1c-ad04-0f363964a3fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.4637773 Jul 30 03:26:16.982917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:16.985847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Attempting to bind port 80867e94-aa7f-49df-8a25-47f0fc7cc56f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:16.986226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Attempting to bind port 80867e94-aa7f-49df-8a25-47f0fc7cc56f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:16.986598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Attempting to bind port 80867e94-aa7f-49df-8a25-47f0fc7cc56f on network e63e326d-5539-4cab-9a46-c8322980e00a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:16.992894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:16.994510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:16.998418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Checking segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:16.998840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.000861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.000861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Bound using segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:17.000861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Bound port: 80867e94-aa7f-49df-8a25-47f0fc7cc56f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:17.001200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.030884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:26:17.043586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.044179 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Added segment 49d7f9ed-0270-4cc9-b266-822e27b541f9 of type vlan for network dec903ea-d2c1-4620-9693-e9a09849d813 Jul 30 03:26:17.085595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-18ea3e55-7749-4f02-a4f0-a19bfbea5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.087283 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-18ea3e55-7749-4f02-a4f0-a19bfbea5b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958138 Jul 30 03:26:17.109986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.170849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] For port 80867e94-aa7f-49df-8a25-47f0fc7cc56f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:17.174892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] For port 80867e94-aa7f-49df-8a25-47f0fc7cc56f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=80867e94-aa7f-49df-8a25-47f0fc7cc56f,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:17.190295 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.194167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.199578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.200132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.254057 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-ee6f1042-26ab-4a31-8449-f29daeb2b05d service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566296 Jul 30 03:26:17.277035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67062392-d68e-480a-b3c0-ecbbf3eedab4 None None] Pushing event updated for resources: {'Port': ['ID=80867e94-aa7f-49df-8a25-47f0fc7cc56f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:17.313721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3603616 Jul 30 03:26:17.330777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55306) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:17.338318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-383466791'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:17.368552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:17.368790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd973d-848d-4493-97f9-2f841a28e741 req-faee3b2c-5411-4ae3-aa4c-1e2a2b51d0e3 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.370241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60cd973d-848d-4493-97f9-2f841a28e741 req-faee3b2c-5411-4ae3-aa4c-1e2a2b51d0e3 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 950 time: 0.2217221 Jul 30 03:26:17.373447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5c3d7-d614-44e3-9cf8-600fda64bc84 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Network': ['ID=dec903ea-d2c1-4620-9693-e9a09849d813,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:17.375847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.390832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network dec903ea-d2c1-4620-9693-e9a09849d813 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:26:17.404833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba9af5-0d23-412c-8d61-dfe19e00a81e req-0e99479e-35c0-40dc-97a7-36a709a13c02 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.412366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0ba9af5-0d23-412c-8d61-dfe19e00a81e req-0e99479e-35c0-40dc-97a7-36a709a13c02 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.2016609 Jul 30 03:26:17.445140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60cd973d-848d-4493-97f9-2f841a28e741 req-0c85a03e-e3f5-41b5-ae51-d9c36109c899 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671659 Jul 30 03:26:17.473273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0ba9af5-0d23-412c-8d61-dfe19e00a81e req-4bef80d2-95e5-475d-bbdc-dc901ce7faca tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599303 Jul 30 03:26:17.494248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:26:17.499282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.541793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffc3f-39a0-46e2-bb12-a092ebbbe237 req-6017538c-b967-4513-97f2-45168f2e5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.543321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f82ffc3f-39a0-46e2-bb12-a092ebbbe237 req-6017538c-b967-4513-97f2-45168f2e5bdf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.1415100 Jul 30 03:26:17.544324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.547230 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e32de077-c5cf-4fdc-9774-fd8343f201f9 req-3dda0f30-5182-4c71-891d-9bd8186a135f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661538 Jul 30 03:26:17.548317 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.548833 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Added segment 3febde97-26a1-4473-9c8a-6e1c6da1b983 of type vlan for network 386d4904-941d-416f-9cf3-eeddaa061017 Jul 30 03:26:17.668726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.683097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f82ffc3f-39a0-46e2-bb12-a092ebbbe237 req-92fa1b31-9224-412a-b445-8157d9bbffab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182883 Jul 30 03:26:17.732998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907e363-50de-43e9-b67b-33e92cbcd506 req-869ea91b-0e58-4b02-bf71-e89b90b837ec tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.734711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d907e363-50de-43e9-b67b-33e92cbcd506 req-869ea91b-0e58-4b02-bf71-e89b90b837ec tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.0515234 Jul 30 03:26:17.745972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.747320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3baebbab-e725-4405-8e03-ab606266e18e up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:17.751489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:17.752086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.766981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Allocated IP 172.25.6.139 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/46d9336a-145b-479c-a6fe-2827e397fb66) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:17.787521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d907e363-50de-43e9-b67b-33e92cbcd506 req-a162b8f8-e6bd-4d73-93ca-eca43ebe7c1b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Jul 30 03:26:17.813266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 3baebbab-e725-4405-8e03-ab606266e18e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:17.818513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 3baebbab-e725-4405-8e03-ab606266e18e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:17.818885 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.841076 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5092213 Jul 30 03:26:17.844196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:17.849699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'subnet': {'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:17.890122 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:17.919946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309acee4-236b-419e-88ab-1a6512da9991 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Network': ['ID=386d4904-941d-416f-9cf3-eeddaa061017,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:17.941437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 386d4904-941d-416f-9cf3-eeddaa061017 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:26:17.990021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.004577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:18.005911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.008595 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.020546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969f13-1ac1-4f08-a889-1449f1743dff req-dd374bbc-855b-46b0-bace-1a7f686ffd2f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:18.022409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29969f13-1ac1-4f08-a889-1449f1743dff req-dd374bbc-855b-46b0-bace-1a7f686ffd2f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 945 time: 0.0742822 Jul 30 03:26:18.045512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baebbab-e725-4405-8e03-ab606266e18e'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:18.045670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.048101 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1c9fe-8439-4340-8fe7-305493100c28" -d '{"events": [{"server_uuid": "e69de2ea-2cfa-4d54-91a3-5aac5c8999fc", "name": "network-vif-plugged", "status": "completed", "tag": "3baebbab-e725-4405-8e03-ab606266e18e"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:18.065828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3baebbab-e725-4405-8e03-ab606266e18e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3baebbab-e725-4405-8e03-ab606266e18e,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:18.079352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.133435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29969f13-1ac1-4f08-a889-1449f1743dff req-3fe34d40-2f20-4fa1-80ac-70feb0be2575 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005397 Jul 30 03:26:18.159550 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0bc297-4f62-4703-932c-7ba2eb0c5d34 x-openstack-request-id: req-da0bc297-4f62-4703-932c-7ba2eb0c5d34 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:18.159994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:18.169233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:18.172086 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69de2ea-2cfa-4d54-91a3-5aac5c8999fc", "name": "network-vif-plugged", "status": "completed", "tag": "3baebbab-e725-4405-8e03-ab606266e18e", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:18.175250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:18.177229 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da0bc297-4f62-4703-932c-7ba2eb0c5d34 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:18.177862 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baebbab-e725-4405-8e03-ab606266e18e', 'code': 200} Jul 30 03:26:18.178907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3baebbab-e725-4405-8e03-ab606266e18e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:18.222177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=46d9336a-145b-479c-a6fe-2827e397fb66,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:18.308309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3b8a-f36e-43bb-be94-0072d6b774da req-80189a2a-6279-43e2-8cf8-7743390bad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:18.309801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-166d3b8a-f36e-43bb-be94-0072d6b774da req-80189a2a-6279-43e2-8cf8-7743390bad70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 1098 time: 0.1000316 Jul 30 03:26:18.317872 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.466779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34d390-456c-459b-ae5e-d31079512c90 None None] Network e63e326d-5539-4cab-9a46-c8322980e00a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:26:18.494624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.661891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ff0fd2ae-79ea-4dd7-b695-850bcfbacfe4 None None] Provisioning for port 80867e94-aa7f-49df-8a25-47f0fc7cc56f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:18.731454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Subnet': ['ID=081fb5e6-4c05-4b0d-b969-d8960dba7dc4,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:18.735593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-166d3b8a-f36e-43bb-be94-0072d6b774da req-66a957c8-9dd1-4373-862e-6a8b8169bd36 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151742 Jul 30 03:26:18.774139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25409-9f71-4a9f-b74c-f541c41eaf62 req-910a19d1-7451-44a1-9eff-15de05c1701d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:18.775707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56d25409-9f71-4a9f-b74c-f541c41eaf62 req-910a19d1-7451-44a1-9eff-15de05c1701d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.1916246 Jul 30 03:26:18.777530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Checking segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:18.777885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network hostable DHCP agents. Network: dec903ea-d2c1-4620-9693-e9a09849d813, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:26:18.787720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded5f88-9881-40c2-8fd5-982e4abf91f3 req-8142c3b6-30a5-481a-aae0-55592d4f7652 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:18.789254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ded5f88-9881-40c2-8fd5-982e4abf91f3 req-8142c3b6-30a5-481a-aae0-55592d4f7652 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 950 time: 0.1614616 Jul 30 03:26:18.801101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.855234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network dec903ea-d2c1-4620-9693-e9a09849d813 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:26:18.877923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ded5f88-9881-40c2-8fd5-982e4abf91f3 req-5fba02dd-f87e-4695-959e-04080e86723d tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Jul 30 03:26:18.880842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56d25409-9f71-4a9f-b74c-f541c41eaf62 req-aef2bb73-fff5-497f-934d-1d8c2f9c8718 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895493 Jul 30 03:26:18.881962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, dec903ea-d2c1-4620-9693-e9a09849d813) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:18.886416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:18.887020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:18.894404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188e38d-6aba-4faa-9477-ab7bcc737ba3 None None] Network dec903ea-d2c1-4620-9693-e9a09849d813 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:26:18.908878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2d0712d5-a982-4bd1-904e-3730bb471691 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0636306 Jul 30 03:26:18.914202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:18.920489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'subnet': {'network_id': '386d4904-941d-416f-9cf3-eeddaa061017', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:19.025366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-799e8730-fbfc-4cb9-a2b6-d7248adf6e34 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:19.027083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-799e8730-fbfc-4cb9-a2b6-d7248adf6e34 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 950 time: 0.0794435 Jul 30 03:26:19.071183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:19.075203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.083979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-dec903ea-d2c1-4620-9693-e9a09849d813', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:26:19.084947 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.098276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3bb13-96b5-45df-801e-ecbc22f08662 req-2f0e059c-ef36-4d9d-a820-3e35140baf4d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:19.100614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0de3bb13-96b5-45df-801e-ecbc22f08662 req-2f0e059c-ef36-4d9d-a820-3e35140baf4d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 950 time: 0.1012530 Jul 30 03:26:19.123018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Router d3c3ae81-69bd-49b3-9439-5892cbccd308 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:26:19.197772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0de3bb13-96b5-45df-801e-ecbc22f08662 req-4dd60003-645f-4f5d-9b2c-cab6fd52bb4f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709014 Jul 30 03:26:19.258182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Allocated IP 10.1.1.2 (dec903ea-d2c1-4620-9693-e9a09849d813/081fb5e6-4c05-4b0d-b969-d8960dba7dc4/5c6f39e7-0791-4127-a43d-183ba44f1a26) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:19.270507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Deleting port 62afd2b3-44fa-438e-9a0e-34572da6dd33 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:19.270891 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.380858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:26:19.392766 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Sync routers for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:26:19.397847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.408415 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:26:19.409051 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:19.452996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.457469 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72381f12-366b-4437-b69f-58ffcd695dc8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1599133 Jul 30 03:26:19.458172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55340) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:19.468657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] For port 62afd2b3-44fa-438e-9a0e-34572da6dd33, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=62afd2b3-44fa-438e-9a0e-34572da6dd33,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:19.468966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.509804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b8ac-c27f-459f-ae5c-64c71112d75e req-1da00276-8f33-497f-a274-af39040c30b7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:19.521319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5165b8ac-c27f-459f-ae5c-64c71112d75e req-1da00276-8f33-497f-a274-af39040c30b7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 946 time: 0.3085275 Jul 30 03:26:19.551056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Subnet': ['ID=18aa741c-b076-4b21-b3c0-fb6b530bc6ec,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:19.582991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Checking segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:19.583504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network hostable DHCP agents. Network: 386d4904-941d-416f-9cf3-eeddaa061017, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:26:19.595083 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.597138 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:26:19.598721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Calling delete_port for 62afd2b3-44fa-438e-9a0e-34572da6dd33 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:19.609144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Transition to ACTIVE for port object 5c6f39e7-0791-4127-a43d-183ba44f1a26 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:19.620950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5165b8ac-c27f-459f-ae5c-64c71112d75e req-fe4cfb41-a3e1-47bb-a0a2-7654801cd3e2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985858 Jul 30 03:26:19.633112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Transition to ACTIVE for port object 5c6f39e7-0791-4127-a43d-183ba44f1a26 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:19.642261 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.667733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network 386d4904-941d-416f-9cf3-eeddaa061017 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:26:19.691043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 386d4904-941d-416f-9cf3-eeddaa061017) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:19.694002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 80867e94-aa7f-49df-8a25-47f0fc7cc56f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:19.703304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:19.703924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.763778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a38b6-e326-4b3e-a1ee-f8e1c322bcd1 None None] Network 386d4904-941d-416f-9cf3-eeddaa061017 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:26:19.796908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8d1ec861-3d20-408e-bcda-eb84b7f300e9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8811171 Jul 30 03:26:19.803343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:19.808187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'name': 'tempest-TaggedBootDevicesTest_v242-1106184092', 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:19.861895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ede4-a6d4-4023-bf51-5022b76e44f2 req-f0f0ca46-f52a-4336-ac65-b6a04ac16477 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:19.869676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c563ede4-a6d4-4023-bf51-5022b76e44f2 req-f0f0ca46-f52a-4336-ac65-b6a04ac16477 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1098 time: 0.1174662 Jul 30 03:26:19.873806 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:18Z', 'revision_number': 3, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:19.877504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952859d-cab9-473e-93e9-6c15ed07583c req-6449eaf1-1019-4c4e-b571-75281752e22d tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:19.878993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d952859d-cab9-473e-93e9-6c15ed07583c req-6449eaf1-1019-4c4e-b571-75281752e22d tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.1723497 Jul 30 03:26:19.928167 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Checking router: d3c3ae81-69bd-49b3-9439-5892cbccd308 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:26:19.929518 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Updating router d3c3ae81-69bd-49b3-9439-5892cbccd308 port 46d9336a-145b-479c-a6fe-2827e397fb66 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:26:19.953972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Network dec903ea-d2c1-4620-9693-e9a09849d813 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:19.956251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d952859d-cab9-473e-93e9-6c15ed07583c req-09f22825-8d2e-4d46-9996-862bbc3040e1 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639627 Jul 30 03:26:19.958969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:19.966223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.968702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:19.984692 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:19.991027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c563ede4-a6d4-4023-bf51-5022b76e44f2 req-88868e82-8f14-4380-a11a-b58abacf9750 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197491 Jul 30 03:26:20.020156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Pushing event deleted for resources: {'Port': ['ID=62afd2b3-44fa-438e-9a0e-34572da6dd33,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:20.025191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['135d7291-b3b9-4d3f-a1cc-1cd388c009a1', '62afd2b3-44fa-438e-9a0e-34572da6dd33'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:20.073124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:20.073304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-386d4904-941d-416f-9cf3-eeddaa061017', 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'fixed_ips': [{'subnet_id': '18aa741c-b076-4b21-b3c0-fb6b530bc6ec'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:26:20.074092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.155905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Pushing event updated for resources: {'Port': ['ID=5c6f39e7-0791-4127-a43d-183ba44f1a26,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:20.162861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] No DVR routers for this DVR port 62afd2b3-44fa-438e-9a0e-34572da6dd33 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:20.166340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.168353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edb122f5-5bd7-45fa-aea6-288816c57876 req-5140e396-7fe2-4dcf-a582-cb31fe23d607 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "DELETE /v2.0/ports/62afd2b3-44fa-438e-9a0e-34572da6dd33 HTTP/1.1" status: 204 len: 173 time: 1.1327078 Jul 30 03:26:20.168787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'name': 'network-vif-deleted', 'tag': '62afd2b3-44fa-438e-9a0e-34572da6dd33'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:20.171267 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a8f1f0-823c-4a53-86bc-9543b69b399e" -d '{"events": [{"server_uuid": "90ce8189-aeaa-408a-bb73-6117bab8abf7", "name": "network-vif-deleted", "tag": "62afd2b3-44fa-438e-9a0e-34572da6dd33"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:20.179939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 80867e94-aa7f-49df-8a25-47f0fc7cc56f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:20.192826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:20.196731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:20.218134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 80867e94-aa7f-49df-8a25-47f0fc7cc56f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:20.218580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.230155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-137b39b1-1314-4fbd-ace5-4678182ec18f req-8fc2f105-2566-4d95-9c7c-9c1fa55dedac tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ce8189-aeaa-408a-bb73-6117bab8abf7 HTTP/1.1" status: 200 len: 210 time: 0.1011186 Jul 30 03:26:20.360430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801c05e-f57b-44be-9768-fb2a2c780b0d req-5a1d8644-b92c-4346-9ff1-703958313ede tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:20.361967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e801c05e-f57b-44be-9768-fb2a2c780b0d req-5a1d8644-b92c-4346-9ff1-703958313ede tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.2314003 Jul 30 03:26:20.367616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.401751 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.490952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] device_id is not set on port 8f2a91eb-d765-418e-9fdd-1782901dd706 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:26:20.494063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 80867e94-aa7f-49df-8a25-47f0fc7cc56f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=80867e94-aa7f-49df-8a25-47f0fc7cc56f,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:20.519151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e801c05e-f57b-44be-9768-fb2a2c780b0d req-f5cb78a9-b8b5-4707-b41b-9b3b9f402076 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437297 Jul 30 03:26:20.538552 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.555655 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Transition to ACTIVE for port object 46d9336a-145b-479c-a6fe-2827e397fb66 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:20.568226 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.615017 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.620443 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Attempting to bind port 46d9336a-145b-479c-a6fe-2827e397fb66 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:20.620833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Attempting to bind port 46d9336a-145b-479c-a6fe-2827e397fb66 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:20.621267 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Attempting to bind port 46d9336a-145b-479c-a6fe-2827e397fb66 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:20.678512 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:20.678920 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:20.679824 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.680308 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:20.681462 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Bound port: 46d9336a-145b-479c-a6fe-2827e397fb66, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:20.681462 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.731404 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:26:20.732834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.837241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] For port 46d9336a-145b-479c-a6fe-2827e397fb66, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:20.842948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] For port 46d9336a-145b-479c-a6fe-2827e397fb66, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=46d9336a-145b-479c-a6fe-2827e397fb66,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:20.856403 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:20.885303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbf8c5-11e7-4441-b178-a5cb4bbd3886 req-2485cc20-a56a-4000-a477-98c8f226b624 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:20.886224 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f4bf5c-e8ef-4cc5-9eec-94f17f875078 x-openstack-request-id: req-73f4bf5c-e8ef-4cc5-9eec-94f17f875078 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:20.886953 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce8189-aeaa-408a-bb73-6117bab8abf7", "name": "network-vif-deleted", "tag": "62afd2b3-44fa-438e-9a0e-34572da6dd33", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:20.887381 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73f4bf5c-e8ef-4cc5-9eec-94f17f875078 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:20.887999 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ce8189-aeaa-408a-bb73-6117bab8abf7', 'name': 'network-vif-deleted', 'tag': '62afd2b3-44fa-438e-9a0e-34572da6dd33', 'status': 'completed', 'code': 200} Jul 30 03:26:20.893747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3dbf8c5-11e7-4441-b178-a5cb4bbd3886 req-2485cc20-a56a-4000-a477-98c8f226b624 tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 1102 time: 0.1614137 Jul 30 03:26:20.898423 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:26:20.899168 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:20.928581 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b16c-69ea-4da0-a091-197e3a082440 None None] Pushing event updated for resources: {'Port': ['ID=46d9336a-145b-479c-a6fe-2827e397fb66,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:20.986801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.065480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3dbf8c5-11e7-4441-b178-a5cb4bbd3886 req-6cfa32ac-05ce-422d-adff-9c117994196e tempest-ServersAdminTestJSON-447506324 tempest-ServersAdminTestJSON-447506324-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698444 Jul 30 03:26:21.085683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 10.1.1.62 (dec903ea-d2c1-4620-9693-e9a09849d813/081fb5e6-4c05-4b0d-b969-d8960dba7dc4/8f2a91eb-d765-418e-9fdd-1782901dd706) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:21.102258 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b16c-69ea-4da0-a091-197e3a082440 None None] Pushing event updated for resources: {'Port': ['ID=46d9336a-145b-479c-a6fe-2827e397fb66,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:21.149689 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:26:21.186311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Allocated IP 10.2.2.2 (386d4904-941d-416f-9cf3-eeddaa061017/18aa741c-b076-4b21-b3c0-fb6b530bc6ec/fe38ba2e-ad8e-4961-9f5c-56fc4e29676a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:21.375466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Allocated IP 172.20.0.1 (e63e326d-5539-4cab-9a46-c8322980e00a/62049647-c315-4db0-9876-ff13680a4f19/23213458-d3a2-4198-bc9b-e680e3156305) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:21.398366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24dc8a-434f-4a14-b86a-49e11f89c150 req-97cf8372-d636-4e64-9aea-8adb696d0662 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:21.406445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff24dc8a-434f-4a14-b86a-49e11f89c150 req-97cf8372-d636-4e64-9aea-8adb696d0662 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 946 time: 0.0911074 Jul 30 03:26:21.425503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:21.452782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:21.457109 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeda78b-53d8-47f9-9dbf-8ff151438734" -d '{"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:21.461614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.471015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Attempting to bind port 5c6f39e7-0791-4127-a43d-183ba44f1a26 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:21.472406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Attempting to bind port 5c6f39e7-0791-4127-a43d-183ba44f1a26 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:21.484872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Attempting to bind port 5c6f39e7-0791-4127-a43d-183ba44f1a26 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:21.487582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff24dc8a-434f-4a14-b86a-49e11f89c150 req-9f5310d7-b36a-40fd-8e1c-0f21680e9673 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801036 Jul 30 03:26:21.503417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object 8f2a91eb-d765-418e-9fdd-1782901dd706 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:21.526800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.556276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=80867e94-aa7f-49df-8a25-47f0fc7cc56f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:21.582108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.582390 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:18Z', 'revision_number': 3, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:21.634131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.644245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:21.655072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:21.655480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Checking segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:21.655917 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.656350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Bound using segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:21.656889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Bound port: 5c6f39e7-0791-4127-a43d-183ba44f1a26, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:21.657282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.673225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network dec903ea-d2c1-4620-9693-e9a09849d813 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:21.676755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:21.685337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:21.688759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Transition to ACTIVE for port object 23213458-d3a2-4198-bc9b-e680e3156305 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:21.691274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:21.692688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.697511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd20a34-7b35-4e8c-ae39-04e8e8ec46e3 None None] The sync data for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 is: [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:18Z', 'revision_number': 3, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:26:21.728055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:21.743124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bbcbca4c-303e-4a87-8641-ead53c1910e5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9387074 Jul 30 03:26:21.745835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:21.750450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.753165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'name': 'tempest-TaggedBootDevicesTest_v242-1026236895', 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:21.853567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Pushing event updated for resources: {'Port': ['ID=23213458-d3a2-4198-bc9b-e680e3156305,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:21.871643 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3d6f2f-fed8-4c79-9a40-c5cb511ad907 x-openstack-request-id: req-ac3d6f2f-fed8-4c79-9a40-c5cb511ad907 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:21.871900 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:21.872135 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac3d6f2f-fed8-4c79-9a40-c5cb511ad907 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:21.872529 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'code': 200} Jul 30 03:26:21.892608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Network e63e326d-5539-4cab-9a46-c8322980e00a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:21.894065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:21.903928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:21.948707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:21.954757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:21.993096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] device_id is not set on port 45f30072-5645-48e3-b3ea-8c22557963d0 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:26:22.013612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.221309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:22.260604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.280163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'mac_address': 'fa:16:3e:5f:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:26:22.291316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Transition to ACTIVE for port object fe38ba2e-ad8e-4961-9f5c-56fc4e29676a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:22.294012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] For port 5c6f39e7-0791-4127-a43d-183ba44f1a26, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:22.308623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] For port 5c6f39e7-0791-4127-a43d-183ba44f1a26, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c6f39e7-0791-4127-a43d-183ba44f1a26,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:22.321095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.371092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-09d8f1ee-2f1d-4295-8af6-e28eef615a4b tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:26:22.372368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-09d8f1ee-2f1d-4295-8af6-e28eef615a4b tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354614 Jul 30 03:26:22.376393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.392411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Request body: {'binding': {'host': 'n-h1-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:22.392865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:26:22.410216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbad520-4df2-4444-a110-0a12f3195dec req-a7de5a8b-4fe7-4bbf-962a-a1c352be73ae tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:22.412664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbbad520-4df2-4444-a110-0a12f3195dec req-a7de5a8b-4fe7-4bbf-962a-a1c352be73ae tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.1629636 Jul 30 03:26:22.433108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Transition to ACTIVE for port object fe38ba2e-ad8e-4961-9f5c-56fc4e29676a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:22.461976 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.544044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 10.1.1.203 (dec903ea-d2c1-4620-9693-e9a09849d813/081fb5e6-4c05-4b0d-b969-d8960dba7dc4/45f30072-5645-48e3-b3ea-8c22557963d0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:22.559993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1c362-e4bd-4795-824a-792508a73563 None None] Pushing event updated for resources: {'Port': ['ID=5c6f39e7-0791-4127-a43d-183ba44f1a26,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:22.593981 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.661859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.669559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Network 386d4904-941d-416f-9cf3-eeddaa061017 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:22.673206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4d814fd-f4a5-4419-9b28-db14630f4889 None None] Provisioning for port 23213458-d3a2-4198-bc9b-e680e3156305 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:22.678124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbbad520-4df2-4444-a110-0a12f3195dec req-90649afd-5ca8-4fce-affe-7f3cc03c534e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901951 Jul 30 03:26:22.679601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:22.681492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Pushing event updated for resources: {'Port': ['ID=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:22.684209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:22.686507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4d814fd-f4a5-4419-9b28-db14630f4889 None None] Provisioning complete for port 23213458-d3a2-4198-bc9b-e680e3156305 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:22.687077 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d814fd-f4a5-4419-9b28-db14630f4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.692102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:22.718105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.819048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on host n-h1-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:22.819670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:22.820206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:22.889492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:22.895053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:22.896013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:22.902628 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.909009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Pushing event updated for resources: {'Port': ['ID=23213458-d3a2-4198-bc9b-e680e3156305,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:22.910067 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:22.934231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:22.936358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:22.936980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:22.937805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c4d814fd-f4a5-4419-9b28-db14630f4889 None None] Port 23213458-d3a2-4198-bc9b-e680e3156305 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:22.938600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Bound port: b167bf3e-6924-4fba-a11a-e6cb2f226c90, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:23.014310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Attempting to bind port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:23.014776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Attempting to bind port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:23.015234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Attempting to bind port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a on network 386d4904-941d-416f-9cf3-eeddaa061017 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:23.056622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:23.057187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Checking segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:23.057690 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.058184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Bound using segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:23.058784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Bound port: fe38ba2e-ad8e-4961-9f5c-56fc4e29676a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:23.059299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.061111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Network e63e326d-5539-4cab-9a46-c8322980e00a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:23.063359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:23.099071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=10']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:23.163721 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.196172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464edba-49c9-4936-956a-aa5dae431079 req-8dd81129-ae50-48cf-9070-9bd1c06b5ffc tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:23.204701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2464edba-49c9-4936-956a-aa5dae431079 req-8dd81129-ae50-48cf-9070-9bd1c06b5ffc tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 949 time: 0.3360829 Jul 30 03:26:23.214570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:23.218234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] For port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:23.220677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object 45f30072-5645-48e3-b3ea-8c22557963d0 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:23.223372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] For port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:23.242152 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.244222 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.246192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-e68c087f-00a4-4623-ac66-d86fa8b5464f service neutron] 10.222.0.39 "POST /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90/bindings HTTP/1.1" status: 201 len: 390 time: 0.8626769 Jul 30 03:26:23.262199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:23.264251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Router d3c3ae81-69bd-49b3-9439-5892cbccd308 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:26:23.340024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2464edba-49c9-4936-956a-aa5dae431079 req-b845b23d-75d2-40ea-8e0b-6dd286c44335 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238518 Jul 30 03:26:23.380350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.577042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:26:23.579514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network dec903ea-d2c1-4620-9693-e9a09849d813 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:23.590001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-770e5502-66ff-4162-b40b-dc64ef8370cd admin admin] 10.222.0.39 "PUT /v2.0/routers/d3c3ae81-69bd-49b3-9439-5892cbccd308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1275322 Jul 30 03:26:23.594805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:23.632737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-702a0988-ef7a-427b-9daf-37faf170fc73 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:23.634281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-702a0988-ef7a-427b-9daf-37faf170fc73 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 949 time: 0.3852093 Jul 30 03:26:23.680974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2cb0d-6f9e-4af3-9a47-ca7243bc5232 None None] Pushing event updated for resources: {'Port': ['ID=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:23.686413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:23.703621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:23.704305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.726838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0c94785a-8827-4083-9dd5-084fed04f806 None None] Provisioning complete for port 23213458-d3a2-4198-bc9b-e680e3156305 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:23.728085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c94785a-8827-4083-9dd5-084fed04f806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:23.815325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:23.825969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:23.861860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cabf7394-c6c1-43e4-9bfd-611ee56c7d3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1113107 Jul 30 03:26:23.921017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2250c-73d6-4ad6-8941-33e6f665fa0c req-64c606c9-1d02-4dbc-9c52-5d8c7d55bc65 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:23.937491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29d2250c-73d6-4ad6-8941-33e6f665fa0c req-64c606c9-1d02-4dbc-9c52-5d8c7d55bc65 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 946 time: 0.3436909 Jul 30 03:26:24.063375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29d2250c-73d6-4ad6-8941-33e6f665fa0c req-60721c6f-8060-46d5-8ca1-1f60c943eb6a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247551 Jul 30 03:26:24.116833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-a735f401-edd5-42e6-8caf-37ec61827afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:24.122307 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-a735f401-edd5-42e6-8caf-37ec61827afd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1098 time: 0.4869800 Jul 30 03:26:24.201300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0c94785a-8827-4083-9dd5-084fed04f806 None None] Port 23213458-d3a2-4198-bc9b-e680e3156305 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:24.203252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 80867e94-aa7f-49df-8a25-47f0fc7cc56f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:24.241264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Deleting port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:24.241620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.283215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:24.303703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 80867e94-aa7f-49df-8a25-47f0fc7cc56f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:24.304395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.354873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a908836-7a5e-41f3-bd43-5dee273da1f2 None None] Network dec903ea-d2c1-4620-9693-e9a09849d813 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:26:24.362607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-54cecb25-7efc-4e90-a90a-48a0d570b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:24.364928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-54cecb25-7efc-4e90-a90a-48a0d570b90b service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2302952 Jul 30 03:26:24.373039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c4550-b218-46c3-b14e-b10eca1af9a7 req-8b7dbfc4-e25c-4350-b79c-fedaf5d9b427 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:24.380909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d81c4550-b218-46c3-b14e-b10eca1af9a7 req-8b7dbfc4-e25c-4350-b79c-fedaf5d9b427 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.1526053 Jul 30 03:26:24.403837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c05547-900b-4477-aef6-c9a586e52981 req-612a6244-1e41-40aa-8e4f-9c87dfec5d51 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:24.405915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6c05547-900b-4477-aef6-c9a586e52981 req-612a6244-1e41-40aa-8e4f-9c87dfec5d51 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.1890852 Jul 30 03:26:24.415531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-d1c57f2d-2100-48bb-acbc-c81cea709d2b service neutron] 10.222.0.18 "GET /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.2705879 Jul 30 03:26:24.420366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-6cc6c70b-00bc-421e-970b-4263f24481ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.0456209 Jul 30 03:26:24.437739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] For port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:24.438108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.474282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Calling delete_port for 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:24.477348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c50c7ead-0770-4386-bfef-bf20810324e6 None None] Provisioning for port 5c6f39e7-0791-4127-a43d-183ba44f1a26 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:24.498005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-d355ebd7-8a34-4ba6-a3ad-b0fcb5333dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:24.499509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-d355ebd7-8a34-4ba6-a3ad-b0fcb5333dd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0706944 Jul 30 03:26:24.509859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d81c4550-b218-46c3-b14e-b10eca1af9a7 req-11802930-a117-4ada-b0c4-960e70a94eca tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276393 Jul 30 03:26:24.523095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6c05547-900b-4477-aef6-c9a586e52981 req-fae58f6b-2c22-4f9e-b70f-b0714edcf297 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095219 Jul 30 03:26:24.556065 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-265a8ab0-4425-4ad1-a036-ae3d3a779593 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289311 Jul 30 03:26:24.575447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 46d9336a-145b-479c-a6fe-2827e397fb66 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:24.672699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 46d9336a-145b-479c-a6fe-2827e397fb66 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:24.681128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 46d9336a-145b-479c-a6fe-2827e397fb66 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:24.681508 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.735359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff649b9-ebef-41ae-8b92-44a945161324 req-7dae4b94-33b0-43e5-b1df-80bb51ca839e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:24.744598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ff649b9-ebef-41ae-8b92-44a945161324 req-7dae4b94-33b0-43e5-b1df-80bb51ca839e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 950 time: 0.1272078 Jul 30 03:26:24.795014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55418) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:24.799741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.809628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581655362', 'description': 'tempest-description--1678716717'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:24.842763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 46d9336a-145b-479c-a6fe-2827e397fb66, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=46d9336a-145b-479c-a6fe-2827e397fb66,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:24.843691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ff649b9-ebef-41ae-8b92-44a945161324 req-8ee2e0ab-e005-4e24-ba4b-5d33bada3457 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979779 Jul 30 03:26:24.878359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.880393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c6f39e7-0791-4127-a43d-183ba44f1a26 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:24.887559 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-bdae0afc-0592-4794-9b5f-373a5f11b2a4 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179955 Jul 30 03:26:24.889819 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:24.917573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:24.964929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:25.022892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b', '6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:25.025161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:25.027634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:25.163234 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8fac02b8-80db-4b25-bc1b-a62dde88d1a6 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635431 Jul 30 03:26:25.185883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.264203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event deleted for resources: {'Port': ['ID=2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:25.304368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Sync routers for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:26:25.373721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.378937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55426) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:25.396152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057100746', 'description': 'tempest-description--1951528508'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:25.404521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.471016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24460358-60df-4dec-ae89-95d6856fdde4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:25.503684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] No DVR routers for this DVR port 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:25.514781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.517050 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-22584c7b-7d82-473a-b10f-a5f5c1f7b608 req-97b7950a-f21b-4d67-84c1-fede6ba05dea tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "DELETE /v2.0/ports/2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b HTTP/1.1" status: 204 len: 173 time: 1.8723092 Jul 30 03:26:25.517719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1388c973-6546-4372-966d-a58b2ffe353a', 'name': 'network-vif-deleted', 'tag': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:25.520915 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d0d26a-cdc6-4dd3-8f06-6b650bb4176f" -d '{"events": [{"server_uuid": "1388c973-6546-4372-966d-a58b2ffe353a", "name": "network-vif-deleted", "tag": "2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:25.568507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.623160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.637104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04fbf631-ff50-41f1-aca0-caa99a730236 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8367615 Jul 30 03:26:25.637748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55436) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:25.670730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'security_group_rule': {'security_group_id': '24460358-60df-4dec-ae89-95d6856fdde4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:25.706406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-1f2f8cd7-4c8a-46d3-8e22-4f8c49cfa02e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:25.710325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-1f2f8cd7-4c8a-46d3-8e22-4f8c49cfa02e tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 950 time: 0.3293521 Jul 30 03:26:25.712078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:25.720839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=46d9336a-145b-479c-a6fe-2827e397fb66,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:25.724085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844dfa4c-59b0-4a2b-9fca-44e91e145378 None None] Network 386d4904-941d-416f-9cf3-eeddaa061017 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:26:25.785597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a383ff68-efd8-4c5f-8b2b-c1666a2a4655 req-28cb38a8-6944-4fc7-98bc-18da294c2094 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=1388c973-6546-4372-966d-a58b2ffe353a HTTP/1.1" status: 200 len: 210 time: 0.0786164 Jul 30 03:26:25.796455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:25.865535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.897266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73100988-63bf-4aa5-b057-7839fa423a2b req-99ee71c8-aee4-4239-bd41-dd0201332a5f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:25.923469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73100988-63bf-4aa5-b057-7839fa423a2b req-99ee71c8-aee4-4239-bd41-dd0201332a5f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 946 time: 0.2142167 Jul 30 03:26:25.978448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Provisioning for port 45f30072-5645-48e3-b3ea-8c22557963d0 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:25.982538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:25.998140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Deleting port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:25.998494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.055010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Provisioning complete for port 45f30072-5645-48e3-b3ea-8c22557963d0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:26.055475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.080484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73100988-63bf-4aa5-b057-7839fa423a2b req-39f48ac2-aa45-47bb-a230-3e54a0a4156d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556644 Jul 30 03:26:26.119392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.136978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 62afd2b3-44fa-438e-9a0e-34572da6dd33 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:26.142311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88138d3d-5b43-4ef1-ad3e-a1b2d2ee178a req-54183425-cf1f-4d50-ac2c-d94c115a7d5d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:26.143968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88138d3d-5b43-4ef1-ad3e-a1b2d2ee178a req-54183425-cf1f-4d50-ac2c-d94c115a7d5d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 943 time: 0.1748130 Jul 30 03:26:26.151103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] Transition to ACTIVE for port object 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:26.168045 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa184d-be93-414f-aabb-7ceec8a21c95 x-openstack-request-id: req-94aa184d-be93-414f-aabb-7ceec8a21c95 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:26.168783 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1388c973-6546-4372-966d-a58b2ffe353a", "name": "network-vif-deleted", "tag": "2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:26.169142 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94aa184d-be93-414f-aabb-7ceec8a21c95 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:26.169686 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1388c973-6546-4372-966d-a58b2ffe353a', 'name': 'network-vif-deleted', 'tag': '2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b', 'status': 'completed', 'code': 200} Jul 30 03:26:26.170582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.194436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.211884 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.221435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8302634 Jul 30 03:26:26.225212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55440) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:26.249850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Port 45f30072-5645-48e3-b3ea-8c22557963d0 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:26.266432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Request body: {'security_group_rule': {'security_group_id': '00e15762-f868-426e-96d8-a6d254dd20a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:26.267207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 62afd2b3-44fa-438e-9a0e-34572da6dd33 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:26.267570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 62afd2b3-44fa-438e-9a0e-34572da6dd33 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:26.282210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820f18f-dddf-4f3b-af63-52e10f39f8dc tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e15762-f868-426e-96d8-a6d254dd20a0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:26.308722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] No DVR routers for this DVR port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:26.325862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:26:26.326722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:26.336229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88138d3d-5b43-4ef1-ad3e-a1b2d2ee178a req-9fda1478-de3b-4ca2-b952-d0ca804373e7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825502 Jul 30 03:26:26.337610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.367823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.388538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] Pushing event updated for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:26.406323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] For port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:26.406699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.409553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768447c6-2ef2-478f-85a5-9dc279d35de9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:26.412919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22e2d145-28c8-4deb-9a1e-6fe63b003f0f service neutron] 10.222.0.18 "PUT /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 1.9836893 Jul 30 03:26:26.419500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.427086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.432262 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-719dfee0-7239-476e-bfe8-438478809e62 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7819171 Jul 30 03:26:26.433100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55442) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:26.446461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'security_group_rule': {'security_group_id': '24460358-60df-4dec-ae89-95d6856fdde4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:26.452507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Calling delete_port for 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:26.461745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4037d-7773-46cd-9fa8-623a95fd77e6 req-c885648c-5cdc-4432-8f11-b15d8d977587 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:26.463605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51c4037d-7773-46cd-9fa8-623a95fd77e6 req-c885648c-5cdc-4432-8f11-b15d8d977587 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.2017882 Jul 30 03:26:26.490027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac95845-cc42-454f-bdae-f01ba840bd23 req-92785fd0-0b9d-4ce1-9a44-226714a8e742 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:26.494683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ac95845-cc42-454f-bdae-f01ba840bd23 req-92785fd0-0b9d-4ce1-9a44-226714a8e742 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c51e85c-8aab-489e-b885-b0ae3dedb2b1 HTTP/1.1" status: 200 len: 950 time: 0.0890524 Jul 30 03:26:26.517062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Provisioning for port 8f2a91eb-d765-418e-9fdd-1782901dd706 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:26.525370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Provisioning complete for port 8f2a91eb-d765-418e-9fdd-1782901dd706 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:26.525967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.532119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5c6f39e7-0791-4127-a43d-183ba44f1a26 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:26.543418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51c4037d-7773-46cd-9fa8-623a95fd77e6 req-439b7540-35ce-4d0a-a548-ea43a68749bb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734272 Jul 30 03:26:26.554359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5c6f39e7-0791-4127-a43d-183ba44f1a26 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:26.555025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.581742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.589166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:26:26.589959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.604215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.664511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47df196-f452-492c-bc8c-df2290e6c195,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:26.683461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.688579 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45cc20a6-2430-4a72-89af-520cc2d6d220 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4265428 Jul 30 03:26:26.688894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ac95845-cc42-454f-bdae-f01ba840bd23 req-d24de369-d73e-47b2-8344-e2f915365f5f tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.39 "GET /v2.0/security-groups?id=da25abdf-852e-4d65-9011-a8f3bea13532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612685 Jul 30 03:26:26.690685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:26.696855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Request body: {'security_group_rule': {'security_group_id': '00e15762-f868-426e-96d8-a6d254dd20a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:26.701878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-73366206-55b6-4a8f-aff7-c40ae27c2641 None None] Port 8f2a91eb-d765-418e-9fdd-1782901dd706 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:26.718344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-0cf19b02-1b94-4bf6-b60f-611238a46a8a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:26.720265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-0cf19b02-1b94-4bf6-b60f-611238a46a8a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.1916356 Jul 30 03:26:26.739751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.752171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.771760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.803086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5519ebbf-2404-49c4-b3b0-0a6c5008b269,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:26.808049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Pushing event deleted for resources: {'Port': ['ID=135d7291-b3b9-4d3f-a1cc-1cd388c009a1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:26.818167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.818337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.822805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1f52c331-ab15-4b22-8e96-c20aa9717ce3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800776 Jul 30 03:26:26.823428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:26.857773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['135d7291-b3b9-4d3f-a1cc-1cd388c009a1'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:26.885972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] No DVR routers for this DVR port 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:26.885972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.888473 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-160dab85-2f05-480e-b8e9-b1020b5eae4d req-8a9ddafc-d7be-4d29-8c41-b7149190d264 tempest-ServersAdminNegativeTestJSON-212416149 tempest-ServersAdminNegativeTestJSON-212416149-project] 10.222.0.18 "DELETE /v2.0/ports/135d7291-b3b9-4d3f-a1cc-1cd388c009a1 HTTP/1.1" status: 204 len: 173 time: 1.1686077 Jul 30 03:26:26.908581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:26.959734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:26.990034 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:26.996391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.015900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-d494282f-23e1-4d29-825d-4f84fe2d9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:27.017624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-d494282f-23e1-4d29-825d-4f84fe2d9b11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 1096 time: 0.2865555 Jul 30 03:26:27.029186 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.079746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.101363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Provisioning complete for port 45f30072-5645-48e3-b3ea-8c22557963d0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:27.102400 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.134852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80e1a68-f642-409e-b7ed-961db5144c4a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:27.164776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.166472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-13ce3f41-2ace-402c-be24-7cc7d4878eef tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4735200 Jul 30 03:26:27.170391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55456) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:27.177036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:27.221372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-82eb21cc-02f2-440a-92fa-55e66fd5cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:27.224181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-82eb21cc-02f2-440a-92fa-55e66fd5cf73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1096 time: 0.1271963 Jul 30 03:26:27.241161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.265994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 6f22e6e2-c796-435f-95c9-7de9f00fed15 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:27.272513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.416538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5c6f39e7-0791-4127-a43d-183ba44f1a26, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c6f39e7-0791-4127-a43d-183ba44f1a26,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:27.471452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be42008-a1a3-487f-af79-7191118530aa req-89a238d1-1142-4a80-aea5-bfbb02b97524 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:27.482883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Port 45f30072-5645-48e3-b3ea-8c22557963d0 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:27.485525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8be42008-a1a3-487f-af79-7191118530aa req-89a238d1-1142-4a80-aea5-bfbb02b97524 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 946 time: 0.2600398 Jul 30 03:26:27.531080 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.558736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8be42008-a1a3-487f-af79-7191118530aa req-b2d4c96d-d51d-4bd6-8e98-8c2aa312a767 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720465 Jul 30 03:26:27.621682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.645144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-d4dc072e-a5d8-415f-bc02-a69f57990960 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:27.646794 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-d4dc072e-a5d8-415f-bc02-a69f57990960 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 946 time: 0.2430029 Jul 30 03:26:27.786004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 172.25.6.149 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/0e724a56-99c6-4a7d-9690-4774cccb7b61) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:27.788281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Provisioning complete for port 8f2a91eb-d765-418e-9fdd-1782901dd706 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:27.788725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.827879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Port 8f2a91eb-d765-418e-9fdd-1782901dd706 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:27.907115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 46d9336a-145b-479c-a6fe-2827e397fb66 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:27.923612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-84a4944b-0d40-4b46-819d-ec8e34167d61 None None] Provisioning for port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:27.958799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5c6f39e7-0791-4127-a43d-183ba44f1a26,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:27.966120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:27.975584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 2, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:28.009408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.015743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Checking router: d3c3ae81-69bd-49b3-9439-5892cbccd308 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:26:28.016111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Updating router d3c3ae81-69bd-49b3-9439-5892cbccd308 port 23213458-d3a2-4198-bc9b-e680e3156305 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:26:28.026440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-a4548f91-a0fd-4e09-9543-1e28f572ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:28.028096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-a4548f91-a0fd-4e09-9543-1e28f572ce83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.7279391 Jul 30 03:26:28.062022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:28.064238 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a43508a-d593-4783-98f1-18ce810fe4b0" -d '{"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-plugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:28.083349 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.091765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:28.092714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baede970-4b9b-4733-a9b7-53c2219b4faf req-81e7c196-94fd-4a1c-9c25-327a9fe8c013 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:28.097528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-baede970-4b9b-4733-a9b7-53c2219b4faf req-81e7c196-94fd-4a1c-9c25-327a9fe8c013 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.3457756 Jul 30 03:26:28.111550 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.112150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:28.135373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.137948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-a27c4a82-6940-4607-aa89-ec3e2725df37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 200 len: 217 time: 0.0969434 Jul 30 03:26:28.146704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b83e-73e5-450b-ab5f-62cbc01851e1 req-783fbe3a-fc4f-4e94-93b7-e08f1e9abc9f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:28.148650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df39b83e-73e5-450b-ab5f-62cbc01851e1 req-783fbe3a-fc4f-4e94-93b7-e08f1e9abc9f tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.3978796 Jul 30 03:26:28.190272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'name': 'network-vif-deleted', 'tag': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:28.193337 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a1186-b297-4a27-99fd-d8a5534574c7" -d '{"events": [{"server_uuid": "4c51e85c-8aab-489e-b885-b0ae3dedb2b1", "name": "network-vif-deleted", "tag": "135d7291-b3b9-4d3f-a1cc-1cd388c009a1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:28.202996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.217259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Deleting port 3baebbab-e725-4405-8e03-ab606266e18e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:28.217751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.282822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=0e724a56-99c6-4a7d-9690-4774cccb7b61,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:28.299692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-baede970-4b9b-4733-a9b7-53c2219b4faf req-d3700fe2-88e8-4c14-b61f-da178e9fd3b1 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914556 Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.319115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.321098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] For port 3baebbab-e725-4405-8e03-ab606266e18e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3baebbab-e725-4405-8e03-ab606266e18e,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:28.321589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.337260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Calling delete_port for 3baebbab-e725-4405-8e03-ab606266e18e owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:28.347232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:28.352824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:28.356099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:28.365917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-7baccc37-6c5a-41eb-b7c7-7fbddff47ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:28.367964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-7baccc37-6c5a-41eb-b7c7-7fbddff47ab2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1910870 Jul 30 03:26:28.373042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df39b83e-73e5-450b-ab5f-62cbc01851e1 req-70919b7c-979c-4439-abe8-6f3ef709dc64 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853480 Jul 30 03:26:28.426176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 46d9336a-145b-479c-a6fe-2827e397fb66 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:28.426831 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.435024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:28.435410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f6fc8f0-1932-42ad-8995-f4f9e7eddf2b not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:28.441891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-f356bb2c-c6b6-4462-a8c8-1869dc611476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380149 Jul 30 03:26:28.516799 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.528767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:28.542019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Transition to ACTIVE for port object 23213458-d3a2-4198-bc9b-e680e3156305 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:28.555402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.578053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.633380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fe38ba2e-ad8e-4961-9f5c-56fc4e29676a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:28.669544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c988c-7963-44c0-8614-a4432f4b223c None None] Pushing event updated for resources: {'Port': ['ID=23213458-d3a2-4198-bc9b-e680e3156305,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:28.677125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event deleted for resources: {'Port': ['ID=3baebbab-e725-4405-8e03-ab606266e18e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:28.754385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] No DVR routers for this DVR port 3baebbab-e725-4405-8e03-ab606266e18e on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:28.757487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.758134 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.765331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.765930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.766573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.767679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.768204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.768736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.770769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.771387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.772056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.772583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:28.783800 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f075cef8-c9cb-4a03-b048-806acb789922 x-openstack-request-id: req-f075cef8-c9cb-4a03-b048-806acb789922 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:28.785710 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-plugged", "status": "completed", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:28.786050 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f075cef8-c9cb-4a03-b048-806acb789922 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:28.786611 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'code': 200} Jul 30 03:26:28.791612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.797286 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-aaf01766-5ca7-4f6e-975a-97f4ac47537a req-91a3da76-e9ec-40ac-9741-ac7d4d984382 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.16 "DELETE /v2.0/ports/3baebbab-e725-4405-8e03-ab606266e18e HTTP/1.1" status: 204 len: 173 time: 1.1400268 Jul 30 03:26:28.825417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Allocated IP 172.25.6.59 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/ee13c168-3862-4db5-b2ac-4aeb3794f4fd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:28.861230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Attempting to bind port 23213458-d3a2-4198-bc9b-e680e3156305 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:28.862262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Attempting to bind port 23213458-d3a2-4198-bc9b-e680e3156305 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:28.862632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Attempting to bind port 23213458-d3a2-4198-bc9b-e680e3156305 on network e63e326d-5539-4cab-9a46-c8322980e00a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:28.887532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-fb6f78a9-866d-4da6-a836-5a8cfd19fb8d service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868955 Jul 30 03:26:28.889328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.893006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:28.893385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Checking segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:28.896460 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.896460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Bound using segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:28.899183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Bound port: 23213458-d3a2-4198-bc9b-e680e3156305, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:28.899672 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:28.901512 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d19c8-e6a0-45a2-9060-33e26757cb49 x-openstack-request-id: req-9d4d19c8-e6a0-45a2-9060-33e26757cb49 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:28.901805 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c51e85c-8aab-489e-b885-b0ae3dedb2b1", "name": "network-vif-deleted", "tag": "135d7291-b3b9-4d3f-a1cc-1cd388c009a1", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:28.902056 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d4d19c8-e6a0-45a2-9060-33e26757cb49 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:28.903567 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51e85c-8aab-489e-b885-b0ae3dedb2b1', 'name': 'network-vif-deleted', 'tag': '135d7291-b3b9-4d3f-a1cc-1cd388c009a1', 'status': 'completed', 'code': 200} Jul 30 03:26:28.905819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:28.934343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:28.967803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55478) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:29.018963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:29.021193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 135d7291-b3b9-4d3f-a1cc-1cd388c009a1 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:29.023098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:29.027094 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.088624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a362-5e5e-40aa-828c-b0d0311e178a req-fbd8c07b-c769-42b2-95b6-1908a9190dd3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:29.096278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.103899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58a6a362-5e5e-40aa-828c-b0d0311e178a req-fbd8c07b-c769-42b2-95b6-1908a9190dd3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.6582081 Jul 30 03:26:29.155739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] For port 23213458-d3a2-4198-bc9b-e680e3156305, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:29.160739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] For port 23213458-d3a2-4198-bc9b-e680e3156305, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=23213458-d3a2-4198-bc9b-e680e3156305,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:29.187419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.195815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c63cfb92-6749-4227-8e8e-1c541b1396af req-c23d75af-6073-4e39-b221-a21ad75e6461 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69de2ea-2cfa-4d54-91a3-5aac5c8999fc HTTP/1.1" status: 200 len: 210 time: 0.1512802 Jul 30 03:26:29.213965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-22ffdb50-2e8d-4d5a-84e9-e39180c47988 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131852 Jul 30 03:26:29.224474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.259570 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c0c4c1d-9745-43d9-9135-93b4fe2f793a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7df032743c34b0cb3156ce3b53f1b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901411 Jul 30 03:26:29.262417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55482) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:29.275540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.282870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c988c-7963-44c0-8614-a4432f4b223c None None] Pushing event updated for resources: {'Port': ['ID=23213458-d3a2-4198-bc9b-e680e3156305,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:29.307528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.310139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:29.313103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58a6a362-5e5e-40aa-828c-b0d0311e178a req-392bd1cf-a25f-4d89-971f-e623902d4c32 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079582 Jul 30 03:26:29.317737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:29.331728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:26:29.332440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:29.348253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:29.461795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:26:29.591171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.599574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:29.614110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.704774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.735658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.761666 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.761910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:29.784665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.790629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c6f39e7-0791-4127-a43d-183ba44f1a26 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:29.831341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:29.887626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:29Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:26:29.898292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event updated for resources: {'Port': ['ID=ee13c168-3862-4db5-b2ac-4aeb3794f4fd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:29.918125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=0e724a56-99c6-4a7d-9690-4774cccb7b61,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:29.939649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9c36c-e4d7-4b4a-a8c0-69633e99e9d6 req-fc232371-0af9-434a-a8b4-a7ef890d8fc7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:29.940223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5c6f39e7-0791-4127-a43d-183ba44f1a26 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:29.940759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:29.945415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6a9c36c-e4d7-4b4a-a8c0-69633e99e9d6 req-fc232371-0af9-434a-a8b4-a7ef890d8fc7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.4435995 Jul 30 03:26:29.977849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9da517-3430-462c-bdbf-2165eabc101c None None] The sync data for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 is: [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:29Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:26:29.992230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.005586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-755a6b56-6334-45dd-8efe-db1a47964851 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1802609 Jul 30 03:26:30.027563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f301455-1b68-4b8a-b377-bc3d2d7b8cd8 req-641a57ac-507a-4985-a4a8-998ebe36104e tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:30.032086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f301455-1b68-4b8a-b377-bc3d2d7b8cd8 req-641a57ac-507a-4985-a4a8-998ebe36104e tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.5201209 Jul 30 03:26:30.034923 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a39766bc-5de7-488d-815e-d65ec9effa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.150013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-2b4fb0d9-9a29-4ccf-a413-4c0d067c4df2 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:30.155373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-2b4fb0d9-9a29-4ccf-a413-4c0d067c4df2 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.16 "GET /v2.0/ports?device_id=28963f6d-c2fd-41b4-b9c7-ba7a62191ea7 HTTP/1.1" status: 200 len: 950 time: 0.3044956 Jul 30 03:26:30.179996 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.200486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a39766bc-5de7-488d-815e-d65ec9effa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.227878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6a9c36c-e4d7-4b4a-a8c0-69633e99e9d6 req-22f70514-803f-4a86-9b75-046cbcae69b0 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125857 Jul 30 03:26:30.262832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f301455-1b68-4b8a-b377-bc3d2d7b8cd8 req-c3b9a200-cc40-479c-b5be-cc440381e83b tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091687 Jul 30 03:26:30.274909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:30.298692 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.299436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3baebbab-e725-4405-8e03-ab606266e18e no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:30.302552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.366271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.382757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 3baebbab-e725-4405-8e03-ab606266e18e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:30.383104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3baebbab-e725-4405-8e03-ab606266e18e not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:30.429985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.451049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Deleting port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:30.457963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.515805 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a39766bc-5de7-488d-815e-d65ec9effa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.518646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a39766bc-5de7-488d-815e-d65ec9effa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.520147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:30.523837 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a39766bc-5de7-488d-815e-d65ec9effa2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da25abdf-852e-4d65-9011-a8f3bea13532 HTTP/1.1" status: 204 len: 168 time: 1.2590628 Jul 30 03:26:30.539925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.539925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.540524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.540724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.541046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.541380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.541711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.542037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.542373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.542685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.543014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.551606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:26:30.609562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39766bc-5de7-488d-815e-d65ec9effa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da25abdf-852e-4d65-9011-a8f3bea13532,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:30.616334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-066583cf-adec-4d91-b233-aeb5d30f26fd tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:30.618068 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-066583cf-adec-4d91-b233-aeb5d30f26fd tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.5229907 Jul 30 03:26:30.618749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event updated for resources: {'Port': ['ID=ee13c168-3862-4db5-b2ac-4aeb3794f4fd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:30.624466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.684223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-110fd49a-5a15-4f07-9cd2-68119aa52f4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--581655362&fields=id&tenant_id=1e80d937358a47c6beacac8ebc868bf2 HTTP/1.1" status: 200 len: 267 time: 0.1781006 Jul 30 03:26:30.686887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.695391 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6fbd2c25-67d8-4a84-aae5-6dcc9ecf25d9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5165200 Jul 30 03:26:30.776571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43881ba1-89da-40e6-83e7-d1627df396d3 req-df806308-0918-4e1b-8f71-f380492452d1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:30.784076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43881ba1-89da-40e6-83e7-d1627df396d3 req-df806308-0918-4e1b-8f71-f380492452d1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.2048242 Jul 30 03:26:30.788228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:30.790536 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b3372-d87c-44ea-b6e0-5e110ec14067" -d '{"events": [{"server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:30.807292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] For port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:30.807676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.835632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-db38fb4d-f713-4313-97b5-6a453c1d0ac4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:30.837111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-db38fb4d-f713-4313-97b5-6a453c1d0ac4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 936 time: 0.1238029 Jul 30 03:26:30.843638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Calling delete_port for 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:30.875890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-1bcea03e-e3c5-4d50-93e8-fd81bdec1a2b service neutron] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:30.879281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-1bcea03e-e3c5-4d50-93e8-fd81bdec1a2b service neutron] Notify callbacks [] for binding, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:30.880600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec27fd44-71eb-4d76-9904-cf64dd478bd1 req-1bcea03e-e3c5-4d50-93e8-fd81bdec1a2b service neutron] 10.222.0.16 "DELETE /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.2517958 Jul 30 03:26:30.904327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'name': 'network-vif-deleted', 'tag': '3baebbab-e725-4405-8e03-ab606266e18e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:30.906785 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8392f4-8cf6-40b2-86e0-8713617c89d2" -d '{"events": [{"server_uuid": "e69de2ea-2cfa-4d54-91a3-5aac5c8999fc", "name": "network-vif-deleted", "tag": "3baebbab-e725-4405-8e03-ab606266e18e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:31.002394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43881ba1-89da-40e6-83e7-d1627df396d3 req-1d9f1ff7-815d-4e2c-a1e6-6db344c32017 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172198 Jul 30 03:26:31.109208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d6064ee6-d420-4dc9-b7a6-c75b74e79a43 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:31.110729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d6064ee6-d420-4dc9-b7a6-c75b74e79a43 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 937 time: 0.2651527 Jul 30 03:26:31.171315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55560) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:31.282180 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e7f4b77f-95f3-489b-9c93-1669bf63620d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f963bba9683c42aeba99d76047ff7a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096191 Jul 30 03:26:31.282823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55568) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:31.286974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-883932a1-7598-4132-bb07-eff3c6b5bcf5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1631453 Jul 30 03:26:31.412152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0008c9-b1c5-4173-8a59-51c3b2f996bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:31.460698 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:26:31.479935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0008c9-b1c5-4173-8a59-51c3b2f996bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:31.584205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0008c9-b1c5-4173-8a59-51c3b2f996bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:31.591904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0008c9-b1c5-4173-8a59-51c3b2f996bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:31.596667 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d0008c9-b1c5-4173-8a59-51c3b2f996bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/337ebb37-f2e5-42a1-9dcc-e6e9e76b37c8 HTTP/1.1" status: 204 len: 168 time: 0.3125792 Jul 30 03:26:31.676340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0008c9-b1c5-4173-8a59-51c3b2f996bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337ebb37-f2e5-42a1-9dcc-e6e9e76b37c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:31.785220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-85d83d1e-7ffa-49b4-b1d2-a365dcc03180 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4958992 Jul 30 03:26:32.060441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 23213458-d3a2-4198-bc9b-e680e3156305 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:32.095216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-05b117b0-0497-4db3-ad9f-33653843e148 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:32.105913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-05b117b0-0497-4db3-ad9f-33653843e148 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.8773563 Jul 30 03:26:32.160169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:32.171286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-4faea66b-05e8-4d6e-a035-f43387e6a825 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0642915 Jul 30 03:26:32.175197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:32.219235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a2f2476c-0b71-4e2b-a4df-3250d7bfad1c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470612 Jul 30 03:26:32.260410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event deleted for resources: {'Port': ['ID=2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:32.402280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] No DVR routers for this DVR port 2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:32.413236 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:32.415514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21255aab-4399-41e6-a1ab-5cb674d3eca9 req-6a5e7e9e-81ad-4de7-be11-e7bfac7b7fb6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.16 "DELETE /v2.0/ports/2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de HTTP/1.1" status: 204 len: 173 time: 2.2469766 Jul 30 03:26:32.416315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'name': 'network-vif-deleted', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:32.418919 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dff3d1-d8c0-4b0e-98c2-b42b52885a9e" -d '{"events": [{"server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "name": "network-vif-deleted", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:32.432563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-ee2a01d3-b915-4580-9994-18cb13ee5ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:32.437340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 23213458-d3a2-4198-bc9b-e680e3156305 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:32.438523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-ee2a01d3-b915-4580-9994-18cb13ee5ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:32.445453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-ee2a01d3-b915-4580-9994-18cb13ee5ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:32.447247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-ee2a01d3-b915-4580-9994-18cb13ee5ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/networks?id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=386d4904-941d-416f-9cf3-eeddaa061017&id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 1994 time: 0.6343842 Jul 30 03:26:32.474324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 23213458-d3a2-4198-bc9b-e680e3156305 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:32.475070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:32.505646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-148ed5b5-d32a-47aa-a1a6-1fc32ed8c78c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/quotas/1e80d937358a47c6beacac8ebc868bf2 HTTP/1.1" status: 200 len: 375 time: 0.0471404 Jul 30 03:26:32.597033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-b97e68e3-a383-4a58-a2b5-469d09f2e9b1 service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538721 Jul 30 03:26:32.661430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4ba40b2b-74d1-4182-b538-54c4f32c323a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1315284 Jul 30 03:26:32.750849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:32.856176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 23213458-d3a2-4198-bc9b-e680e3156305, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=23213458-d3a2-4198-bc9b-e680e3156305,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:32.868613 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:32.870316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fe38ba2e-ad8e-4961-9f5c-56fc4e29676a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:32.932540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-80698336-939d-4d78-9b28-30fe8175dcbb service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642362 Jul 30 03:26:32.938753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-53313718-a076-4a1e-9eb0-b94910edf5e5 service neutron] 10.222.0.39 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588964 Jul 30 03:26:33.006151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=23213458-d3a2-4198-bc9b-e680e3156305,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:33.048120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:33.048842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:33.097636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5cef7bad-0988-4a26-9aec-9d80a9a759ba service neutron] 10.222.0.39 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508830 Jul 30 03:26:33.177355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4a1c7048-6f79-4b19-aa87-b0500a0e66f6 service neutron] 10.222.0.39 "GET /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0672057 Jul 30 03:26:33.210075 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a23d3-f1bd-4fc0-a1cd-4c287e40794d x-openstack-request-id: req-286a23d3-f1bd-4fc0-a1cd-4c287e40794d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:33.214213 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:33.215916 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-286a23d3-f1bd-4fc0-a1cd-4c287e40794d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:33.216523 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de', 'code': 200} Jul 30 03:26:33.228298 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba94da0-3385-4d5f-b95d-02f06d1c68cd x-openstack-request-id: req-dba94da0-3385-4d5f-b95d-02f06d1c68cd {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:33.229245 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69de2ea-2cfa-4d54-91a3-5aac5c8999fc", "name": "network-vif-deleted", "tag": "3baebbab-e725-4405-8e03-ab606266e18e", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:33.229932 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dba94da0-3385-4d5f-b95d-02f06d1c68cd {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:33.230520 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69de2ea-2cfa-4d54-91a3-5aac5c8999fc', 'name': 'network-vif-deleted', 'tag': '3baebbab-e725-4405-8e03-ab606266e18e', 'status': 'completed', 'code': 200} Jul 30 03:26:33.341239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8c2f6f44-df34-493e-88ae-3eb7de942836 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493425 Jul 30 03:26:33.466741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cbf96-ec8f-4218-8bc3-106ab7df936c req-6d1c957f-9e94-4c41-acf3-8aa94c0fce05 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:33.474452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e6cbf96-ec8f-4218-8bc3-106ab7df936c req-6d1c957f-9e94-4c41-acf3-8aa94c0fce05 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.1321890 Jul 30 03:26:33.514217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fb7d5340-22e6-4494-9ebf-4f719af950b6 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617160 Jul 30 03:26:33.536094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e6cbf96-ec8f-4218-8bc3-106ab7df936c req-9edd59f2-bf08-4eeb-a580-3bdd3dad28b2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603695 Jul 30 03:26:33.621844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-b9e025fa-c600-450e-85eb-8a895717350b service neutron] 10.222.0.39 "GET /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0834441 Jul 30 03:26:33.761187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 23213458-d3a2-4198-bc9b-e680e3156305 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:33.784596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-9cac1ba5-60e7-496b-9eb5-ace4db90d91f service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532550 Jul 30 03:26:33.854263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 23213458-d3a2-4198-bc9b-e680e3156305 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:33.854982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:33.920392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-70ff9485-3247-473a-acd7-00658488fe95 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237066 Jul 30 03:26:33.928995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e8cd-1af9-4f9a-a507-4264f2b6946b req-f8f321c4-c6a6-433d-9ed9-8363467bda31 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:33.930911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b614e8cd-1af9-4f9a-a507-4264f2b6946b req-f8f321c4-c6a6-433d-9ed9-8363467bda31 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.1443198 Jul 30 03:26:34.059826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b614e8cd-1af9-4f9a-a507-4264f2b6946b req-a2e2bbf2-f1d8-4353-98ac-3e025a8a97aa tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769861 Jul 30 03:26:34.068256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-1366d41b-ad73-4151-9e21-6a21d74e0979 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345840 Jul 30 03:26:34.138614 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8514fd4b-494a-44b9-8283-d957d087b7ec x-openstack-request-id: req-8514fd4b-494a-44b9-8283-d957d087b7ec {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:34.139244 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28963f6d-c2fd-41b4-b9c7-ba7a62191ea7", "name": "network-vif-deleted", "tag": "2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:34.139244 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8514fd4b-494a-44b9-8283-d957d087b7ec {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:34.139626 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28963f6d-c2fd-41b4-b9c7-ba7a62191ea7', 'name': 'network-vif-deleted', 'tag': '2dd3f2be-754c-4bcd-bd5e-c3d76dfc38de', 'status': 'completed', 'code': 200} Jul 30 03:26:34.175350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-cd898350-edb5-44e4-a78d-3d22697a47f2 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994639 Jul 30 03:26:34.261963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fed9c405-d3e3-4592-9e90-efa7358e5de5 req-a4812963-5eb6-4bae-bb04-a6df9c2bbe83 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 210 time: 0.0595024 Jul 30 03:26:34.297819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4f530a98-5aec-4209-b8a3-61e24ca6f093 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158409 Jul 30 03:26:34.419650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d5fc7bd1-3e1e-4dce-b5b9-ef0af3eb2f67 service neutron] 10.222.0.39 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138062 Jul 30 03:26:34.548016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-1571f7d7-82f8-4d0b-9405-e84fb259f34e service neutron] 10.222.0.39 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222105 Jul 30 03:26:34.557341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-aa6e345a-2a39-4407-90b4-279ef0309b9e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:34.559120 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-aa6e345a-2a39-4407-90b4-279ef0309b9e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1624069 Jul 30 03:26:34.578879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Request body: {'port': {'device_id': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'admin_state_up': True, 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:34.660885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4c381316-92c9-40d6-b6fd-9104d2c91ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046045 Jul 30 03:26:34.722833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:34.726902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:34.793077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-c34d4a6d-afc6-4286-9d34-de1012052986 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=726d120ab81644e590e1ba079b0cb9bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389237 Jul 30 03:26:34.797150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-016f9fd8-558d-4c22-8944-260f2e2fc249 service neutron] 10.222.0.39 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290393 Jul 30 03:26:34.875287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Allocated IP 172.20.0.14 (0bb61d09-a127-4ca2-b4ab-d37f07736b63/404c0b1f-6ef7-4014-8413-6f1145a94d38/87e5ab90-7901-4baa-951f-ad0acb5556e6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:34.983983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0f137816-ca21-4a34-a43b-4abe065c5ac2 service neutron] 10.222.0.39 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781065 Jul 30 03:26:34.992319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d9c2a48-6817-40d6-a8d3-3badc1eb98a9 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:34.993753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d9c2a48-6817-40d6-a8d3-3badc1eb98a9 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867917 Jul 30 03:26:35.010722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-850a6b6a-805e-46d2-b732-bfdba4f77e54 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/quotas/726d120ab81644e590e1ba079b0cb9bb HTTP/1.1" status: 200 len: 375 time: 0.0113053 Jul 30 03:26:35.059176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-805f3b1f-cc5c-46c2-9835-05d5ea1d231f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=726d120ab81644e590e1ba079b0cb9bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415883 Jul 30 03:26:35.084277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:35.136408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:35.189199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:35.193713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:35.198540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:35.251084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:35.280735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:35.281370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:35.304941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a33ae5a4-b405-4b1d-beab-cacfcac99758 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316961 Jul 30 03:26:35.319184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Request body: {'port': {'device_id': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:35.354799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb12fa-69ca-4ba0-8d2d-540c82b7e33d req-3a5b9774-50b9-404f-89a6-90c420f2645b tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:35.355901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bb12fa-69ca-4ba0-8d2d-540c82b7e33d req-3a5b9774-50b9-404f-89a6-90c420f2645b tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1096 time: 0.0606737 Jul 30 03:26:35.398856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:35.418976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bb12fa-69ca-4ba0-8d2d-540c82b7e33d req-9af02f93-dc37-4d24-aa07-7ecc23ccb36a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514824 Jul 30 03:26:35.538781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c340b9-8bd7-470e-b3a0-e87bd39f2a38 req-436d452c-25d4-42bd-bc47-afbea98258a0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:35.540503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5c340b9-8bd7-470e-b3a0-e87bd39f2a38 req-436d452c-25d4-42bd-bc47-afbea98258a0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 951 time: 0.0574765 Jul 30 03:26:35.592905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5c340b9-8bd7-470e-b3a0-e87bd39f2a38 req-1a3bad93-eeb9-4c39-a7cc-30a862d86da6 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a7473b1-c089-42b7-9bbd-fdea78c1c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Jul 30 03:26:35.785257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e5ab90-7901-4baa-951f-ad0acb5556e6 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:35.796948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:35.815295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Transition to ACTIVE for port object 87e5ab90-7901-4baa-951f-ad0acb5556e6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:35.825345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:35.920931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-f8566837-ed49-4659-844c-e8aeb6ec3c6d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:35.922633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-f8566837-ed49-4659-844c-e8aeb6ec3c6d tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 951 time: 0.0947647 Jul 30 03:26:35.973275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:36.012252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52275-eaeb-4970-8eaa-60cbb82096d2 req-7f3fcf19-2e3d-4466-9261-79d70c8f972f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:36.020184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52f52275-eaeb-4970-8eaa-60cbb82096d2 req-7f3fcf19-2e3d-4466-9261-79d70c8f972f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.1929359 Jul 30 03:26:36.065216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Attempting to bind port 87e5ab90-7901-4baa-951f-ad0acb5556e6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:36.066169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Attempting to bind port 87e5ab90-7901-4baa-951f-ad0acb5556e6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:36.066591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Attempting to bind port 87e5ab90-7901-4baa-951f-ad0acb5556e6 on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:36.072147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Port 87e5ab90-7901-4baa-951f-ad0acb5556e6 on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:36.073243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Attempting to bind port 87e5ab90-7901-4baa-951f-ad0acb5556e6 on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:36.080406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:36.081485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:36.082800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Bound using segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:36.083454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Bound port: 87e5ab90-7901-4baa-951f-ad0acb5556e6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:36.083879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.137623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078263fa-a529-4a15-a4a1-ebe018f87bf0 req-22c40c40-4ece-453a-93fb-fe9739548b68 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 210 time: 0.0702174 Jul 30 03:26:36.178666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:36.183016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:36.186815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52f52275-eaeb-4970-8eaa-60cbb82096d2 req-3e5e866e-bcac-4385-ac96-bdcf7a5deb9e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569781 Jul 30 03:26:36.200473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.234021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Deleting port 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:36.234366 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.304073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:36.305030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.307156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] 10.222.0.18 "PUT /v2.0/ports/87e5ab90-7901-4baa-951f-ad0acb5556e6 HTTP/1.1" status: 200 len: 1093 time: 0.9930902 Jul 30 03:26:36.307618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:36.310514 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5925b981-42b8-4550-a5c1-dfc144c55311" -d '{"events": [{"name": "network-changed", "server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:36.340239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91810-5ad6-4841-afec-edae2f8617ac service neutron] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:36.374668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4383a2b-56e1-449d-bff9-930ff658400a req-cd9f2d71-bd31-4379-bf62-4e591448e191 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:36.376296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4383a2b-56e1-449d-bff9-930ff658400a req-cd9f2d71-bd31-4379-bf62-4e591448e191 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 1096 time: 0.0848753 Jul 30 03:26:36.385522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] For port 6f22e6e2-c796-435f-95c9-7de9f00fed15, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6f22e6e2-c796-435f-95c9-7de9f00fed15,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:36.385886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.432760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Calling delete_port for 6f22e6e2-c796-435f-95c9-7de9f00fed15 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:36.450237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-35020fa8-33af-4468-bb26-8e08f9208166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:36.452311 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-35020fa8-33af-4468-bb26-8e08f9208166 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 1096 time: 0.0673978 Jul 30 03:26:36.506230 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-a78dbade-6144-44b6-a51d-70d774ed4bd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6 HTTP/1.1" status: 200 len: 217 time: 0.0455058 Jul 30 03:26:36.512520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e72831-2597-4550-9a26-91c4621284cc req-e9f5aee3-9f13-425a-b38b-4239b608750a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:36.514073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8e72831-2597-4550-9a26-91c4621284cc req-e9f5aee3-9f13-425a-b38b-4239b608750a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 944 time: 0.1346238 Jul 30 03:26:36.515692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4383a2b-56e1-449d-bff9-930ff658400a req-aefc2bc8-322b-4e45-a2db-8bac2fee4c86 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210079 Jul 30 03:26:36.572790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-da2e11d3-dec8-4cac-9169-14a67445fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:36.574755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-da2e11d3-dec8-4cac-9169-14a67445fb63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0606358 Jul 30 03:26:36.621054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-d2772081-accf-4fdc-91c4-8e63fbfd94dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372586 Jul 30 03:26:36.693189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f6b87c3-9d4d-4e27-91e0-490d38c04745 req-9a806e9d-7f2d-4710-a30a-5ae76d62faec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0647075 Jul 30 03:26:36.713334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8e72831-2597-4550-9a26-91c4621284cc req-df9289bf-2458-47e6-ac38-d85728241fea tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837192 Jul 30 03:26:36.724500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.736706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6f22e6e2-c796-435f-95c9-7de9f00fed15'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:36.790707 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a3993-f7b9-408b-baab-0ebbd0777bff x-openstack-request-id: req-f69a3993-f7b9-408b-baab-0ebbd0777bff {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:36.794498 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:36.795529 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f69a3993-f7b9-408b-baab-0ebbd0777bff {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:36.796366 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'status': 'completed', 'code': 200} Jul 30 03:26:36.799992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Pushing event deleted for resources: {'Port': ['ID=6f22e6e2-c796-435f-95c9-7de9f00fed15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:36.803117 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-90d4f141-f4ae-4989-936e-e96dc733ac2f service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715281 Jul 30 03:26:36.866694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] No DVR routers for this DVR port 6f22e6e2-c796-435f-95c9-7de9f00fed15 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:36.872434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:36.874777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f57af21-bd24-42d1-a3a2-2c31cb21d16d req-b3d5455f-2073-4d19-86ac-ddaa5882aef0 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.18 "DELETE /v2.0/ports/6f22e6e2-c796-435f-95c9-7de9f00fed15 HTTP/1.1" status: 204 len: 173 time: 0.9435899 Jul 30 03:26:36.877288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-deleted', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:36.879840 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51b1d91-0d41-4a25-8e8d-aa8116fbeca8" -d '{"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-deleted", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:36.951919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba50339f-4c00-446d-9707-c668993d515f req-044992e1-d69f-4cb7-813c-3c6df40b4066 tempest-ServersAdminTestJSON-454226013 tempest-ServersAdminTestJSON-454226013-project] 10.222.0.39 "GET /v2.0/ports?device_id=764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c HTTP/1.1" status: 200 len: 210 time: 0.0629606 Jul 30 03:26:37.046139 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b03f572e-10aa-45b1-877f-fda8dce940c1 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=726d120ab81644e590e1ba079b0cb9bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2104559 Jul 30 03:26:37.219452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1006bf25-1867-4978-a43c-e894178f25ef tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.220849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1006bf25-1867-4978-a43c-e894178f25ef tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675799 Jul 30 03:26:37.236518 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010edaa-9cf5-4d48-a796-8760cce3c6d8 x-openstack-request-id: req-b010edaa-9cf5-4d48-a796-8760cce3c6d8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:37.237094 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c", "name": "network-vif-deleted", "tag": "6f22e6e2-c796-435f-95c9-7de9f00fed15", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:37.237352 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b010edaa-9cf5-4d48-a796-8760cce3c6d8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:37.237758 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e90b7-cdcb-4e3d-a01d-4aeccf7ff18c', 'name': 'network-vif-deleted', 'tag': '6f22e6e2-c796-435f-95c9-7de9f00fed15', 'status': 'completed', 'code': 200} Jul 30 03:26:37.252402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Request body: {'port': {'device_id': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '726d120ab81644e590e1ba079b0cb9bb'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:37.259928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6400248-2f2b-4be9-9cdf-7a1601c19caf req-d19de287-1499-4769-86d2-dac850247090 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495931 Jul 30 03:26:37.358182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68823efd-489c-4668-a61d-f7f798636740 req-0e1eb9bc-4df4-4cc1-84bc-d70c9685178e tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 210 time: 0.0364521 Jul 30 03:26:37.494257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-56d3e080-cd14-473d-a9be-a4eee56ec602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.496053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-56d3e080-cd14-473d-a9be-a4eee56ec602 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 1096 time: 0.1702240 Jul 30 03:26:37.520969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e662b4-8960-41d0-b9c8-aa1344a19423 req-22fe2f23-d58e-48b2-a85e-4320ac858030 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.522871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81e662b4-8960-41d0-b9c8-aa1344a19423 req-22fe2f23-d58e-48b2-a85e-4320ac858030 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.0957930 Jul 30 03:26:37.577297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Made reservation on behalf of 726d120ab81644e590e1ba079b0cb9bb for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:37.580870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:37.586468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81e662b4-8960-41d0-b9c8-aa1344a19423 req-d8d92087-da72-46e9-abc6-932eeab05489 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Jul 30 03:26:37.593873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:37.632268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0fc5198a-d9ab-4376-a15a-33032015677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.633916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0fc5198a-d9ab-4376-a15a-33032015677e service neutron] 10.222.0.16 "GET /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 1032 time: 0.0461683 Jul 30 03:26:37.650887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-2b5b24bf-b37d-4fb9-a8f1-5c83775dde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.652709 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-2b5b24bf-b37d-4fb9-a8f1-5c83775dde68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 911 time: 0.1481037 Jul 30 03:26:37.696858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-7fb8b511-331b-46f2-8d6e-cff38b9e57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.698821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-7fb8b511-331b-46f2-8d6e-cff38b9e57b9 service neutron] 10.222.0.16 "GET /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 1033 time: 0.0496576 Jul 30 03:26:37.731548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-a7370acc-b416-4273-bd8e-06e4fe2461b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6 HTTP/1.1" status: 200 len: 217 time: 0.0669322 Jul 30 03:26:37.859669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-5cef19e1-c16d-4d57-95f6-d0df716eea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.861152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-5cef19e1-c16d-4d57-95f6-d0df716eea25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.1186919 Jul 30 03:26:37.907228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:37.927272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-1524af8b-c2c3-45c8-b11f-c1f61edc49df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559952 Jul 30 03:26:37.928070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:37.936079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8285cb21-bddb-48db-938e-368ff4a87707 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.942847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8285cb21-bddb-48db-938e-368ff4a87707 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.949086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8285cb21-bddb-48db-938e-368ff4a87707 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.950808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8285cb21-bddb-48db-938e-368ff4a87707 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "GET /v2.0/networks?id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=386d4904-941d-416f-9cf3-eeddaa061017&id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 1994 time: 0.2448392 Jul 30 03:26:37.985309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361507-04d6-4705-bec7-154843fadd38 req-0c046bec-3585-4975-92fa-bbcba4992fd7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:37.986989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b361507-04d6-4705-bec7-154843fadd38 req-0c046bec-3585-4975-92fa-bbcba4992fd7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 944 time: 0.1484518 Jul 30 03:26:38.010972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1424d91a-323f-45a6-b707-322c94aa1c2c req-7244db4f-a406-4c78-917e-cd08368310e3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0566785 Jul 30 03:26:38.090750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb5da5f-582d-4e23-b405-c1f9a88b59cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:38.122210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b361507-04d6-4705-bec7-154843fadd38 req-e9369d00-d0c3-45ad-aed6-088fe5d124fb tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134028 Jul 30 03:26:38.141952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-808bb8b6-b95b-4945-992b-8d79f5e3b25e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e80d937358a47c6beacac8ebc868bf2 HTTP/1.1" status: 200 len: 379 time: 0.1398580 Jul 30 03:26:38.156860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'admin_state_up': True, 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'security_groups': ['24460358-60df-4dec-ae89-95d6856fdde4']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:38.190048 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-edafbc04-1ae2-404f-8e02-b7890d7675d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1823161 Jul 30 03:26:38.194696 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-85fd028b-5070-40f2-a953-cb046268a3da service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587907 Jul 30 03:26:38.218397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Allocated IP 192.168.233.250 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/cd69a091-657c-4de5-8171-204ba50c1f6b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:38.353831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:38.361575 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:38.530085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319d19b-b140-452f-b696-eefb7cf946ff req-d1e316a8-f267-49ee-9e5b-ad3d7e55cd32 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 210 time: 0.0400667 Jul 30 03:26:38.647195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:38.712293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 172.20.0.12 (ae382ff8-0ac8-4c5d-ac08-c4b1765e5889/55e81437-356b-400b-a61b-8e399aedf61a/a146edd4-2c69-4ca3-a0da-30a2a308f967) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:38.881631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5925b981-42b8-4550-a5c1-dfc144c55311 req-477d04ad-58c9-4b22-8329-7eb8dfa524a9 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759341 Jul 30 03:26:38.912112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e85b55-48d2-4297-958b-2c89ef0ad7a2 req-2cc06cab-821f-417c-87d9-ae2b660ba6ae tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:38.913938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9e85b55-48d2-4297-958b-2c89ef0ad7a2 req-2cc06cab-821f-417c-87d9-ae2b660ba6ae tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.1592472 Jul 30 03:26:38.943177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-9a27400c-f23d-4e1c-bddb-52ffe72ce4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:38.944256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-9a27400c-f23d-4e1c-bddb-52ffe72ce4b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 1097 time: 0.6083415 Jul 30 03:26:39.004606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 87e5ab90-7901-4baa-951f-ad0acb5556e6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:39.009994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:39.042427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 6f22e6e2-c796-435f-95c9-7de9f00fed15 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:39.043245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6f22e6e2-c796-435f-95c9-7de9f00fed15 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:39.055628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9e85b55-48d2-4297-958b-2c89ef0ad7a2 req-55fb249e-e8e5-47ed-888e-d8e485e060ed tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300800 Jul 30 03:26:39.102098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-b25656b9-d338-434a-ac46-0880fd7384c3 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:39.103917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-b25656b9-d338-434a-ac46-0880fd7384c3 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1098 time: 0.1812241 Jul 30 03:26:39.131085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c984a6c-3bf7-4f2e-a2c4-0f2b32db09c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee8aecf7d5c5435e86ab505f43ab34b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816799 Jul 30 03:26:39.132107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:39.165207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-6cd16874-da4c-4203-af9d-e23e67199021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:39.171901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-6cd16874-da4c-4203-af9d-e23e67199021 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 923 time: 0.1961823 Jul 30 03:26:39.184297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778696-14'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:39.235997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:39.264430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'mac_address': 'fa:16:3e:54:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:26:39.283917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-b8c6625d-edf3-4bb5-81aa-66b3cbc82d4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 200 len: 1001 time: 0.0912576 Jul 30 03:26:39.318894 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.337190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e5ab90-7901-4baa-951f-ad0acb5556e6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:39.366823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:39.374548 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.375661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:39.418767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.456053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-0c06a7a2-18cc-4126-b8cf-93393e26af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:39.457951 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-0c06a7a2-18cc-4126-b8cf-93393e26af96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.1544981 Jul 30 03:26:39.529972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.563687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Transition to ACTIVE for port object cd69a091-657c-4de5-8171-204ba50c1f6b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:39.570378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.610565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:39.622662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-f0c996a5-7e5e-4626-84c6-f020551240c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:39.624261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-f0c996a5-7e5e-4626-84c6-f020551240c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505511 Jul 30 03:26:39.627208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-813b66d3-856b-4ab5-8e6a-3e0ccfb17eb5 req-9fbfc459-5f75-40d2-8e67-45636ea52036 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0543573 Jul 30 03:26:39.668299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:39.690457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 has no active binding in host n-h1-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:26:39.705721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object a146edd4-2c69-4ca3-a0da-30a2a308f967 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:39.739433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfab067-57ac-4433-8168-73fdec32d6ef req-dd5d1394-82a0-44d6-80fb-81c7fa077893 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:39.747310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebfab067-57ac-4433-8168-73fdec32d6ef req-dd5d1394-82a0-44d6-80fb-81c7fa077893 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 945 time: 0.1982172 Jul 30 03:26:39.756827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eb116c-f984-4de1-a016-ddb640f4169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.776306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.781304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eb116c-f984-4de1-a016-ddb640f4169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.864576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eb116c-f984-4de1-a016-ddb640f4169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.867066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eb116c-f984-4de1-a016-ddb640f4169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.870611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6eb116c-f984-4de1-a016-ddb640f4169c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a7473b1-c089-42b7-9bbd-fdea78c1c192 HTTP/1.1" status: 204 len: 168 time: 0.7304356 Jul 30 03:26:39.881134 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-e4bae753-8e6e-4115-bbf5-3a487ff0f638 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467151 Jul 30 03:26:39.882950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:39.897027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['87e5ab90-7901-4baa-951f-ad0acb5556e6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:39.933926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb116c-f984-4de1-a016-ddb640f4169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7473b1-c089-42b7-9bbd-fdea78c1c192,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:39.949413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebfab067-57ac-4433-8168-73fdec32d6ef req-8ecfff91-3647-4e3b-b12c-16fd6baaf54f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009909 Jul 30 03:26:39.952753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:39.983086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:39.997338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:40.017796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968205-bf24-4475-86df-0c15d30526d3 req-961316d2-84e3-4f1a-b2d4-82ae622222c2 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:40.027907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34968205-bf24-4475-86df-0c15d30526d3 req-961316d2-84e3-4f1a-b2d4-82ae622222c2 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 936 time: 0.1472507 Jul 30 03:26:40.175650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:40.184155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:40.192054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:40.202383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:40.203057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.226465 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a70195-7cfe-4ddd-9ef5-6c4650709ec4 req-f0afbe1e-5e85-4e8d-996d-4efe812b7183 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207240 Jul 30 03:26:40.265276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:40.337708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Pushing event updated for resources: {'Port': ['ID=cd69a091-657c-4de5-8171-204ba50c1f6b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:40.355629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:40.377075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34968205-bf24-4475-86df-0c15d30526d3 req-18f57dd8-df71-465f-bada-c7543a750b6b tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475697 Jul 30 03:26:40.385690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:40.400484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0d047ccd-a058-4efb-b6c6-93bee6f52d9f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2507966 Jul 30 03:26:40.423647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'admin_state_up': True, 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'security_groups': ['24460358-60df-4dec-ae89-95d6856fdde4']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:40.436169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:40.436852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.452040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-646e852d-96be-4492-9372-6b652ec7116f None None] Provisioning for port cd69a091-657c-4de5-8171-204ba50c1f6b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:40.458392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-646e852d-96be-4492-9372-6b652ec7116f None None] Provisioning complete for port cd69a091-657c-4de5-8171-204ba50c1f6b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:40.459004 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-646e852d-96be-4492-9372-6b652ec7116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.492507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:40.495484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b6b0645f-b8c6-4723-bdc7-534383a4e78f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2479961 Jul 30 03:26:40.523764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Request body: {'port': {'device_id': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:40.540543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a6e5d-e1ab-49b0-9e69-de6680a1e863 req-6db00026-efc9-4dc4-9e23-32d8fb70b505 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:40.547662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d2a6e5d-e1ab-49b0-9e69-de6680a1e863 req-6db00026-efc9-4dc4-9e23-32d8fb70b505 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 946 time: 0.3257556 Jul 30 03:26:40.563047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-646e852d-96be-4492-9372-6b652ec7116f None None] Port cd69a091-657c-4de5-8171-204ba50c1f6b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:40.592243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:40.593329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:40.595788 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e6296e-8d0a-4d7d-8eea-24676850009d" -d '{"events": [{"server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "name": "network-vif-unplugged", "status": "completed", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:40.596908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.602161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.636125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.646416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.659267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.663822 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a974d96-db25-4c32-841f-8a995472cfee x-openstack-request-id: req-8a974d96-db25-4c32-841f-8a995472cfee {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:40.664236 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "name": "network-vif-unplugged", "status": "completed", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:40.664581 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a974d96-db25-4c32-841f-8a995472cfee {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:40.665092 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'code': 200} Jul 30 03:26:40.683086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f29833de-9948-4e8f-9c43-1ffd31ae2bfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d5fd83e0adc4478bc13bf6fcfb037dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944264 Jul 30 03:26:40.696659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:40.697996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-697c2877-387b-471e-9dff-bab53c4cc831 None None] Provisioning for port a146edd4-2c69-4ca3-a0da-30a2a308f967 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:40.702841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-697c2877-387b-471e-9dff-bab53c4cc831 None None] Provisioning complete for port a146edd4-2c69-4ca3-a0da-30a2a308f967 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:40.703372 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-697c2877-387b-471e-9dff-bab53c4cc831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.757708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d2a6e5d-e1ab-49b0-9e69-de6680a1e863 req-ad53d389-0c4b-4c27-afb7-a89ba945cd10 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091696 Jul 30 03:26:40.773265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-697c2877-387b-471e-9dff-bab53c4cc831 None None] Port a146edd4-2c69-4ca3-a0da-30a2a308f967 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:40.901048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbd29-4bf5-4d68-b9d5-82fd477b51a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:40.957567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98e82-a4a6-4aa2-86c8-e5d0cd7e1b18 req-45188b24-2dbc-41e3-a5f5-82e0c7ac105c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:40.959094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4a98e82-a4a6-4aa2-86c8-e5d0cd7e1b18 req-45188b24-2dbc-41e3-a5f5-82e0c7ac105c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 932 time: 0.1644754 Jul 30 03:26:40.975036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 10.1.1.14 (dec903ea-d2c1-4620-9693-e9a09849d813/081fb5e6-4c05-4b0d-b969-d8960dba7dc4/0ceeab3f-4ba7-4b69-b722-4516c80319ce) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:40.977698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbd29-4bf5-4d68-b9d5-82fd477b51a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.006515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 87e5ab90-7901-4baa-951f-ad0acb5556e6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:41.124322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd69a091-657c-4de5-8171-204ba50c1f6b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:41.141386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.143492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 87e5ab90-7901-4baa-951f-ad0acb5556e6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:41.150989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 87e5ab90-7901-4baa-951f-ad0acb5556e6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:41.151517 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.173417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Transition to ACTIVE for port object cd69a091-657c-4de5-8171-204ba50c1f6b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:41.209537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4a98e82-a4a6-4aa2-86c8-e5d0cd7e1b18 req-507a2051-83b3-453c-be69-ca54b75601d5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372174 Jul 30 03:26:41.231080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:41.235492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.294028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd69a091-657c-4de5-8171-204ba50c1f6b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:41.348400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on host n-h2-778696-14 for vnic_type normal with profile {"migrating_to": "n-h1-778696-14"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:41.349074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:41.349609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:41.352055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.373948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0316-8bf1-486e-a961-b54ee5844504 req-b9d57140-96d7-451e-9344-89280fbe91b6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:41.377630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3dc0316-8bf1-486e-a961-b54ee5844504 req-b9d57140-96d7-451e-9344-89280fbe91b6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 945 time: 0.2363067 Jul 30 03:26:41.394899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:41.399224 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf2b02-198d-42d9-9a7e-fdabfc7125da" -d '{"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-plugged", "status": "completed", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:41.404861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:41.406615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Attempting to bind port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:41.415275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:41.421792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:41.422366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:41.422918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:41.423578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Bound port: b167bf3e-6924-4fba-a11a-e6cb2f226c90, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:41.424102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.426253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbd29-4bf5-4d68-b9d5-82fd477b51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.428036 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.442519 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b3fbd29-4bf5-4d68-b9d5-82fd477b51a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.445115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1b3fbd29-4bf5-4d68-b9d5-82fd477b51a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c41bf3b1-3fcc-48f5-b65b-af07cb3fb457 HTTP/1.1" status: 204 len: 168 time: 0.7467782 Jul 30 03:26:41.456776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Attempting to bind port cd69a091-657c-4de5-8171-204ba50c1f6b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:41.460640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Attempting to bind port cd69a091-657c-4de5-8171-204ba50c1f6b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:41.461202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Attempting to bind port cd69a091-657c-4de5-8171-204ba50c1f6b on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:41.466501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Port cd69a091-657c-4de5-8171-204ba50c1f6b on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:41.467052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Attempting to bind port cd69a091-657c-4de5-8171-204ba50c1f6b on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:41.517938 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f16542f-a8bd-4aad-ad35-ce737c5f30e1 x-openstack-request-id: req-3f16542f-a8bd-4aad-ad35-ce737c5f30e1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:41.518611 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-plugged", "status": "completed", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:41.519663 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f16542f-a8bd-4aad-ad35-ce737c5f30e1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:41.520160 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'code': 200} Jul 30 03:26:41.520863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:41.546552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:41.550668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:41.552821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:41.553333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:41.554345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:41.554546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Bound port: cd69a091-657c-4de5-8171-204ba50c1f6b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:41.555109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.572021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.579675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fbd29-4bf5-4d68-b9d5-82fd477b51a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41bf3b1-3fcc-48f5-b65b-af07cb3fb457,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:41.692926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:41.694834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.699650 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] 10.222.0.18 "PUT /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 1124 time: 2.5359464 Jul 30 03:26:41.758121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b167bf3e-6924-4fba-a11a-e6cb2f226c90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:41.773125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.778498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6121300-4611-4aec-a9cf-fa7f399f3c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:41.783689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3dc0316-8bf1-486e-a961-b54ee5844504 req-210c7182-a66a-4857-b3f9-e729790ac817 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855648 Jul 30 03:26:41.793984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] For port cd69a091-657c-4de5-8171-204ba50c1f6b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:41.797331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] For port cd69a091-657c-4de5-8171-204ba50c1f6b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd69a091-657c-4de5-8171-204ba50c1f6b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:41.809542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.819949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object 0ceeab3f-4ba7-4b69-b722-4516c80319ce will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:41.875238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.924484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b167bf3e-6924-4fba-a11a-e6cb2f226c90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:41.952041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:41.952673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:41.960623 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd69a091-657c-4de5-8171-204ba50c1f6b HTTP/1.1" status: 200 len: 1097 time: 1.4429617 Jul 30 03:26:42.024650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network dec903ea-d2c1-4620-9693-e9a09849d813 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:42.046234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:42.052748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:42.059549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.060412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:42.068782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5dd55-eaad-4369-a97f-b60a99cce713 req-81af86a2-7a13-44f8-8c10-6e1db94b5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.070443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0f5dd55-eaad-4369-a97f-b60a99cce713 req-81af86a2-7a13-44f8-8c10-6e1db94b5177 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 1098 time: 0.4934292 Jul 30 03:26:42.095843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:42.103293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d28a2-8acc-46da-bfe2-8968018e28c4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd69a091-657c-4de5-8171-204ba50c1f6b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:42.131202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2169e5-1009-4859-9206-0c954d5cd0ce req-a4216317-c4c1-475e-b144-e6b290380464 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.146355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e2169e5-1009-4859-9206-0c954d5cd0ce req-a4216317-c4c1-475e-b144-e6b290380464 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 948 time: 0.5015938 Jul 30 03:26:42.159195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-27d032db-1a9e-4a6c-a153-bdd006c58f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.161748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-27d032db-1a9e-4a6c-a153-bdd006c58f37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=726d120ab81644e590e1ba079b0cb9bb&device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 1100 time: 0.1399133 Jul 30 03:26:42.292971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-f3f4aa6a-83e7-4c40-ac52-bf3c18a4cc8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cd69a091-657c-4de5-8171-204ba50c1f6b HTTP/1.1" status: 200 len: 217 time: 0.1208568 Jul 30 03:26:42.318090 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38a36880-c33f-4881-b528-815ef5ed8b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:42.405674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e2169e5-1009-4859-9206-0c954d5cd0ce req-9d1262fd-357c-4be2-91c1-928be4f191bb tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583568 Jul 30 03:26:42.414922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-14d06f1c-76e5-44a6-8647-e3a85d1ca159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.416531 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-14d06f1c-76e5-44a6-8647-e3a85d1ca159 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1116660 Jul 30 03:26:42.423320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-a4daca79-4be5-42b3-87a0-33d53e7a94a8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0029359 Jul 30 03:26:42.444874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90e29-c536-4fce-8ed7-cd947a82dcdf req-6ff252bf-c49d-44b6-86dd-e88fc25a1831 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.455328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0d90e29-c536-4fce-8ed7-cd947a82dcdf req-6ff252bf-c49d-44b6-86dd-e88fc25a1831 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.5052075 Jul 30 03:26:42.485635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-e0d5957f-d0da-4aee-9656-6cf03b28b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.491856 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-e0d5957f-d0da-4aee-9656-6cf03b28b321 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632024 Jul 30 03:26:42.504805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'admin_state_up': True, 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'security_groups': ['24460358-60df-4dec-ae89-95d6856fdde4']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:42.531104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aa5bec89-ddc4-437a-8761-0021a9737642 None None] Provisioning for port 0ceeab3f-4ba7-4b69-b722-4516c80319ce completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:42.536349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aa5bec89-ddc4-437a-8761-0021a9737642 None None] Provisioning complete for port 0ceeab3f-4ba7-4b69-b722-4516c80319ce triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:42.536720 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aa5bec89-ddc4-437a-8761-0021a9737642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:42.626077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bec89-ddc4-437a-8761-0021a9737642 None None] Port 0ceeab3f-4ba7-4b69-b722-4516c80319ce cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:42.645706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0f5dd55-eaad-4369-a97f-b60a99cce713 req-eaf41316-a085-4c9b-a5ce-0625022514ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535192 Jul 30 03:26:42.676837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90'}, {'name': 'network-changed', 'server_uuid': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'tag': 'cd69a091-657c-4de5-8171-204ba50c1f6b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:42.682882 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69138155-71f0-4011-bcb3-1afcf717ac8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90"}, {"name": "network-changed", "server_uuid": "7cc304b8-41bb-4c60-8c1d-53206eb21e31", "tag": "cd69a091-657c-4de5-8171-204ba50c1f6b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:42.717008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0d90e29-c536-4fce-8ed7-cd947a82dcdf req-ca8808f7-fc6b-4bee-850a-dab4cd233803 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614317 Jul 30 03:26:42.739294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-b3adfae4-7665-4d17-accf-8f1760c3b99b service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443521 Jul 30 03:26:42.857785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da993424-0303-47dd-8240-d6f8c179b9a0 req-95bbddd3-7529-4a08-a84f-015db551da68 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091509 Jul 30 03:26:42.876300 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d415779-43e1-4a16-ba3e-46f37f88b0c2 x-openstack-request-id: req-2d415779-43e1-4a16-ba3e-46f37f88b0c2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:42.877275 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7cc304b8-41bb-4c60-8c1d-53206eb21e31", "tag": "cd69a091-657c-4de5-8171-204ba50c1f6b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:42.877784 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d415779-43e1-4a16-ba3e-46f37f88b0c2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:42.879107 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'status': 'completed', 'code': 200} Jul 30 03:26:42.879610 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'tag': 'cd69a091-657c-4de5-8171-204ba50c1f6b', 'status': 'completed', 'code': 200} Jul 30 03:26:42.971506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0769d-c339-4fa0-aa95-490fddbc33ba req-61b36f2e-e8c6-4c7c-8004-de829e4a6a66 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.981376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0769d-c339-4fa0-aa95-490fddbc33ba req-61b36f2e-e8c6-4c7c-8004-de829e4a6a66 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:42.990014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84d0769d-c339-4fa0-aa95-490fddbc33ba req-61b36f2e-e8c6-4c7c-8004-de829e4a6a66 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 1653 time: 0.2695010 Jul 30 03:26:43.034104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-d3ee7024-41ce-4813-a68f-410e69984969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.036540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-d3ee7024-41ce-4813-a68f-410e69984969 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=726d120ab81644e590e1ba079b0cb9bb&device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 1100 time: 0.1083791 Jul 30 03:26:43.040040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-85be4026-32ee-4aed-9f5d-0f5678f402a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.041613 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-85be4026-32ee-4aed-9f5d-0f5678f402a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1127 time: 0.1028278 Jul 30 03:26:43.076247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:43.085432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:43.164604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c9b4-4255-4385-b553-6fd9dd6ba2ae req-e8038227-06b7-4aab-9f23-58f49feaedb4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.177118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6380c9b4-4255-4385-b553-6fd9dd6ba2ae req-e8038227-06b7-4aab-9f23-58f49feaedb4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1800396 Jul 30 03:26:43.265036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-f52ab0bc-e9ad-4c62-a7d7-c62c304310be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.267551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-f52ab0bc-e9ad-4c62-a7d7-c62c304310be service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2065246 Jul 30 03:26:43.287501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84d0769d-c339-4fa0-aa95-490fddbc33ba req-bb7136f0-b1ab-422d-9817-07020b18710a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922881 Jul 30 03:26:43.289542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-bc250c71-2f59-4287-8d42-25bdc814e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.291221 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-bc250c71-2f59-4287-8d42-25bdc814e222 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2465112 Jul 30 03:26:43.297654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6380c9b4-4255-4385-b553-6fd9dd6ba2ae req-5cb19aa5-0ea1-4a7e-8780-7411a4fca10b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195357 Jul 30 03:26:43.399109 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-1d039528-85ae-4499-8504-37aaf98e2e9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.1069047 Jul 30 03:26:43.496603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 10.1.1.216 (dec903ea-d2c1-4620-9693-e9a09849d813/081fb5e6-4c05-4b0d-b969-d8960dba7dc4/6d64338e-dfe2-4e15-88c2-43ce40035e3e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:43.602321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-af98decf-478c-416b-8f67-19402581c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.606359 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-af98decf-478c-416b-8f67-19402581c08f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1966698 Jul 30 03:26:43.619249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-f4c459a0-5117-4abd-8f1f-bd653f339361 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cd69a091-657c-4de5-8171-204ba50c1f6b HTTP/1.1" status: 200 len: 217 time: 0.3134286 Jul 30 03:26:43.649358 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-59df2faf-593f-4858-a416-bd94433c0b05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318623 Jul 30 03:26:43.700321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-560f9d4e-dc56-432b-a8ee-29c9f16970b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.701833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-560f9d4e-dc56-432b-a8ee-29c9f16970b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0516093 Jul 30 03:26:43.726097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:43.745034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object 6d64338e-dfe2-4e15-88c2-43ce40035e3e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:43.793181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:43.817373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-ba4f84f6-f132-47f2-8a94-9e7063ad6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.819102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-ba4f84f6-f132-47f2-8a94-9e7063ad6da6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045437 Jul 30 03:26:43.892877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:43.911302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network dec903ea-d2c1-4620-9693-e9a09849d813 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:43.913527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:43.917127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:43.922801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:43.927735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:44.002806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff1a9-f01c-490d-9963-6f870e8c67ca req-d6b6dd76-438d-42f9-9ba4-8b4773a5bc4f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:44.010347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c51ff1a9-f01c-490d-9963-6f870e8c67ca req-d6b6dd76-438d-42f9-9ba4-8b4773a5bc4f tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 948 time: 0.2313299 Jul 30 03:26:44.019653 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-0864cc61-5a73-4682-857b-31f1d5015785 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131828 Jul 30 03:26:44.041273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fe341892-a03b-45a0-ace6-965ee08365a7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5511484 Jul 30 03:26:44.090773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017', 'admin_state_up': True, 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'security_groups': ['24460358-60df-4dec-ae89-95d6856fdde4']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:44.137830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4818393-ea62-4b05-8d44-7cd39265448c req-69501723-7b14-4424-8770-5de0a911555e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:44.139484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4818393-ea62-4b05-8d44-7cd39265448c req-69501723-7b14-4424-8770-5de0a911555e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.1980102 Jul 30 03:26:44.220400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c51ff1a9-f01c-490d-9963-6f870e8c67ca req-f0619dba-b6f8-4998-b83d-bfd67ffa8aeb tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084332 Jul 30 03:26:44.263374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-03dd8b17-7d49-40e7-8057-aacde4ecc36b service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345253 Jul 30 03:26:44.345203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4818393-ea62-4b05-8d44-7cd39265448c req-5dfccec1-466c-41a8-a9fa-061c33f8985c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548617 Jul 30 03:26:44.380414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f357bf4-fbcd-497b-9b65-fc4eca7ebd0d None None] Provisioning for port 6d64338e-dfe2-4e15-88c2-43ce40035e3e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:44.385009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f357bf4-fbcd-497b-9b65-fc4eca7ebd0d None None] Provisioning complete for port 6d64338e-dfe2-4e15-88c2-43ce40035e3e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:44.385186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f357bf4-fbcd-497b-9b65-fc4eca7ebd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:44.437820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-c6644962-32f4-485a-a387-11a027e8f3fc service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067307 Jul 30 03:26:44.479728 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-69138155-71f0-4011-bcb3-1afcf717ac8c req-e01d24ab-d1f6-47dd-82ae-c7decef16d5d service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074573 Jul 30 03:26:44.496577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9f357bf4-fbcd-497b-9b65-fc4eca7ebd0d None None] Port 6d64338e-dfe2-4e15-88c2-43ce40035e3e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:44.504154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:44.591093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed941c7-e2cf-443c-a2ad-f71a89fb2c30 req-ce000898-8744-4a88-b69e-2a688865c728 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:44.600155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bed941c7-e2cf-443c-a2ad-f71a89fb2c30 req-ce000898-8744-4a88-b69e-2a688865c728 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1766644 Jul 30 03:26:44.643165 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b509c586-08f6-4467-a01a-51f4da10a35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:44.729096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bed941c7-e2cf-443c-a2ad-f71a89fb2c30 req-08b92e65-6fda-4211-81a5-5100fd211b4a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281328 Jul 30 03:26:44.737273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:44.778976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189bf7a-cbcd-4046-b810-79b5cdf620c8 req-4bd00218-d330-4f62-bfb6-72c70ed41593 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:44.799961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189bf7a-cbcd-4046-b810-79b5cdf620c8 req-4bd00218-d330-4f62-bfb6-72c70ed41593 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:44.818485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189bf7a-cbcd-4046-b810-79b5cdf620c8 req-4bd00218-d330-4f62-bfb6-72c70ed41593 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:44.834368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b189bf7a-cbcd-4046-b810-79b5cdf620c8 req-4bd00218-d330-4f62-bfb6-72c70ed41593 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 2374 time: 0.2733302 Jul 30 03:26:44.872254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:44.994254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd69a091-657c-4de5-8171-204ba50c1f6b details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:45.021415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b189bf7a-cbcd-4046-b810-79b5cdf620c8 req-7a38fe43-69bf-43de-a3d3-3c3e00273359 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836059 Jul 30 03:26:45.162815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-e5ad8ecd-211d-4d60-b902-a6c11a0aa5a1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242367 Jul 30 03:26:45.196870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd69a091-657c-4de5-8171-204ba50c1f6b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd69a091-657c-4de5-8171-204ba50c1f6b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:45.218629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'cd69a091-657c-4de5-8171-204ba50c1f6b', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'cd69a091-657c-4de5-8171-204ba50c1f6b', 'mac_address': 'fa:16:3e:9a:b2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:26:45.322042 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:45.350180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd69a091-657c-4de5-8171-204ba50c1f6b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:45.389895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-d72b24d9-48ec-4257-a56b-86056675a25e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:45.392548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-d72b24d9-48ec-4257-a56b-86056675a25e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118514 Jul 30 03:26:45.417586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd69a091-657c-4de5-8171-204ba50c1f6b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd69a091-657c-4de5-8171-204ba50c1f6b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:45.424430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:45.469551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-3a218243-c2d4-460c-9e54-97669c0478e7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/quotas/da3d0ddc33714ad7b4235de87129823b HTTP/1.1" status: 200 len: 375 time: 0.0633509 Jul 30 03:26:45.551413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd69a091-657c-4de5-8171-204ba50c1f6b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:45.583189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-096df7f6-1f51-47ce-aca5-336dada6a706 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124256 Jul 30 03:26:45.586528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 10.2.2.100 (386d4904-941d-416f-9cf3-eeddaa061017/18aa741c-b076-4b21-b3c0-fb6b530bc6ec/04312686-26ad-4eb6-a5a4-22845dffe3b2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:45.667108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['cd69a091-657c-4de5-8171-204ba50c1f6b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:45.967039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:46.109545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object 04312686-26ad-4eb6-a5a4-22845dffe3b2 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:46.141548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544551d-fb88-4737-a78b-9ccbbde71bfb req-6d101f52-de8c-4ea4-a7b9-12c022b9e3e4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.151311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8544551d-fb88-4737-a78b-9ccbbde71bfb req-6d101f52-de8c-4ea4-a7b9-12c022b9e3e4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.1940074 Jul 30 03:26:46.161334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01947-3609-4f90-b2ac-160e13cf5ae5 req-3e0950ad-4d84-4968-bc8a-f6aebfd9a619 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.170711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94a01947-3609-4f90-b2ac-160e13cf5ae5 req-3e0950ad-4d84-4968-bc8a-f6aebfd9a619 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 949 time: 0.1811368 Jul 30 03:26:46.251456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:46.282562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:46.289020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8544551d-fb88-4737-a78b-9ccbbde71bfb req-c89e93ca-bb0e-4f89-9546-53a90558ccf7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367102 Jul 30 03:26:46.313224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94a01947-3609-4f90-b2ac-160e13cf5ae5 req-17daad5a-8ed5-47d7-9c8b-f95988ed6f42 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381598 Jul 30 03:26:46.444141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:46.468621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5d2d4ec-35be-43a8-a95c-f399bf965626 req-26fb7b17-e557-4a71-9fdb-4561bf9ff293 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 210 time: 0.0995176 Jul 30 03:26:46.472240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network 386d4904-941d-416f-9cf3-eeddaa061017 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:46.495173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:46.499578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:46.505990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.506813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:46.535880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77dc23-aa7d-4314-9711-81aee0c7fecb req-cb05ae9a-5466-4d49-b0f7-a87e9e4de375 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.543550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af77dc23-aa7d-4314-9711-81aee0c7fecb req-cb05ae9a-5466-4d49-b0f7-a87e9e4de375 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1229227 Jul 30 03:26:46.554099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3f68028f-448a-4bac-96aa-39563b86b960 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4939375 Jul 30 03:26:46.577678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017', 'admin_state_up': True, 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'security_groups': ['24460358-60df-4dec-ae89-95d6856fdde4']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:46.626571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af77dc23-aa7d-4314-9711-81aee0c7fecb req-bd82ab30-44f1-42f2-87cb-a7bff5b78e11 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816841 Jul 30 03:26:46.872338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Made reservation on behalf of 1e80d937358a47c6beacac8ebc868bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:46.876968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:46.891283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3cbe-5e8a-4ad3-a04c-33d9485c803e req-80d84fca-b89e-47b1-b2ba-c4d8b465a6f4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.897300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3cbe-5e8a-4ad3-a04c-33d9485c803e req-80d84fca-b89e-47b1-b2ba-c4d8b465a6f4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.903098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3cbe-5e8a-4ad3-a04c-33d9485c803e req-80d84fca-b89e-47b1-b2ba-c4d8b465a6f4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.908941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3cbe-5e8a-4ad3-a04c-33d9485c803e req-80d84fca-b89e-47b1-b2ba-c4d8b465a6f4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:46.911454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0fac3cbe-5e8a-4ad3-a04c-33d9485c803e req-80d84fca-b89e-47b1-b2ba-c4d8b465a6f4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 3095 time: 0.1687334 Jul 30 03:26:46.943445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51e54791-96f0-4ca2-b680-bf929fe960f3 None None] Provisioning for port 04312686-26ad-4eb6-a5a4-22845dffe3b2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:46.949685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51e54791-96f0-4ca2-b680-bf929fe960f3 None None] Provisioning complete for port 04312686-26ad-4eb6-a5a4-22845dffe3b2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:46.950804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51e54791-96f0-4ca2-b680-bf929fe960f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.007448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0fac3cbe-5e8a-4ad3-a04c-33d9485c803e req-935a6436-e435-47a0-b3d9-6231d18dd108 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886614 Jul 30 03:26:47.008283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-51e54791-96f0-4ca2-b680-bf929fe960f3 None None] Port 04312686-26ad-4eb6-a5a4-22845dffe3b2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:47.016058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd69a091-657c-4de5-8171-204ba50c1f6b up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:47.095180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port cd69a091-657c-4de5-8171-204ba50c1f6b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:47.102224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port cd69a091-657c-4de5-8171-204ba50c1f6b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:47.103351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.171199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Allocated IP 10.2.2.200 (386d4904-941d-416f-9cf3-eeddaa061017/18aa741c-b076-4b21-b3c0-fb6b530bc6ec/882cec01-f506-48ba-8ae2-0ac20beecc23) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:47.271409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.302154 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-3697a53c-e498-415b-915c-4b3dda54669b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730946 Jul 30 03:26:47.367693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69a091-657c-4de5-8171-204ba50c1f6b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:47.371667 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287398be-1a44-4a73-a6af-46359201a71b" -d '{"events": [{"server_uuid": "7cc304b8-41bb-4c60-8c1d-53206eb21e31", "name": "network-vif-plugged", "status": "completed", "tag": "cd69a091-657c-4de5-8171-204ba50c1f6b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:47.388572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd69a091-657c-4de5-8171-204ba50c1f6b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd69a091-657c-4de5-8171-204ba50c1f6b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:47.396001 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.435617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.494918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd69a091-657c-4de5-8171-204ba50c1f6b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:47.526115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-4dcbe15f-3bb4-4326-b327-857bddfcccbb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:47.528023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-4dcbe15f-3bb4-4326-b327-857bddfcccbb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159438 Jul 30 03:26:47.557453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:47.770933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:26:47.776047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.801127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.877311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.903690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Transition to ACTIVE for port object 882cec01-f506-48ba-8ae2-0ac20beecc23 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:47.934544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483cf34-d86b-4907-8edc-a501cd15a2c6 req-112df844-c641-4979-a0bb-cba1ad959076 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:47.936168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7483cf34-d86b-4907-8edc-a501cd15a2c6 req-112df844-c641-4979-a0bb-cba1ad959076 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.4765108 Jul 30 03:26:47.951553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb782e-b00e-4256-8b04-887c110ecd9b req-d18c4f08-df3d-4dd7-a209-ea310aa5a245 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:47.953228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95cb782e-b00e-4256-8b04-887c110ecd9b req-d18c4f08-df3d-4dd7-a209-ea310aa5a245 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 950 time: 0.5148273 Jul 30 03:26:47.955109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:47.965383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.036040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7042db-b8b9-4470-b570-f72c83ddadc7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:48.056075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95cb782e-b00e-4256-8b04-887c110ecd9b req-bfd0f0d0-3bc7-4d54-a49e-30a23df8ef3d tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845261 Jul 30 03:26:48.057107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.064649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7483cf34-d86b-4907-8edc-a501cd15a2c6 req-78251efd-7646-4ded-8b36-b2530be8f143 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188092 Jul 30 03:26:48.162642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Network 386d4904-941d-416f-9cf3-eeddaa061017 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:48.169199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:48.181568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:48.186974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.188035 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.191848 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeb37f0-d122-4807-a77a-6299d9103919 x-openstack-request-id: req-2aeb37f0-d122-4807-a77a-6299d9103919 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:48.192421 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc304b8-41bb-4c60-8c1d-53206eb21e31", "name": "network-vif-plugged", "status": "completed", "tag": "cd69a091-657c-4de5-8171-204ba50c1f6b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:48.192421 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aeb37f0-d122-4807-a77a-6299d9103919 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:48.192976 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69a091-657c-4de5-8171-204ba50c1f6b', 'code': 200} Jul 30 03:26:48.198875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.136 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/a06c102c-2874-4eb4-887d-e1a2e4915645) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:26:48.212299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event updated for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:48.259787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9e5c833-10d1-411b-bc1b-016f38f629b4 req-0d41a8f1-c46e-4856-a715-a85c5cba1ff7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 210 time: 0.0640404 Jul 30 03:26:48.262861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8bc1979d-55cf-497b-aa68-54e048a1b8d2 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6917868 Jul 30 03:26:48.296081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:48.500524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.518303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object a06c102c-2874-4eb4-887d-e1a2e4915645 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:48.540288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cebcf45-a7a2-4652-a815-5e83764dc79d None None] Provisioning for port 882cec01-f506-48ba-8ae2-0ac20beecc23 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:48.545671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cebcf45-a7a2-4652-a815-5e83764dc79d None None] Provisioning complete for port 882cec01-f506-48ba-8ae2-0ac20beecc23 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:48.546065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cebcf45-a7a2-4652-a815-5e83764dc79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.574269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.597195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea86ba-c5ee-4733-a69d-1bcdd8d4bb86 req-f7ee8e83-2607-4382-ae82-c3157098f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.602269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-beea86ba-c5ee-4733-a69d-1bcdd8d4bb86 req-f7ee8e83-2607-4382-ae82-c3157098f272 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 1102 time: 0.3232300 Jul 30 03:26:48.615870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009287-f451-4bc7-a846-66762670ba0b req-6b4a1460-fb97-4cc4-90e9-4dbfda19bec2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.623634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97009287-f451-4bc7-a846-66762670ba0b req-6b4a1460-fb97-4cc4-90e9-4dbfda19bec2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.3192749 Jul 30 03:26:48.627286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3cebcf45-a7a2-4652-a815-5e83764dc79d None None] Port 882cec01-f506-48ba-8ae2-0ac20beecc23 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:48.642908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:26:48.650068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:26:48.655115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:26:48.683285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-beea86ba-c5ee-4733-a69d-1bcdd8d4bb86 req-de4e38c3-4b27-4bbc-9a10-f6b752af5295 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513637 Jul 30 03:26:48.683918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.695695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=a06c102c-2874-4eb4-887d-e1a2e4915645,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:48.735111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.735990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:48.753472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-2ade65e6-666e-4c24-aee1-de6a46b221a6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.760370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-7b6a56ef-41fd-4e5f-a0a7-97d3c5faf317 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2163923 Jul 30 03:26:48.770958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-2ade65e6-666e-4c24-aee1-de6a46b221a6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.777108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Request body: {'port': {'device_id': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:48.788065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-2ade65e6-666e-4c24-aee1-de6a46b221a6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.798396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-2ade65e6-666e-4c24-aee1-de6a46b221a6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.805906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-2ade65e6-666e-4c24-aee1-de6a46b221a6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:48.814146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-2ade65e6-666e-4c24-aee1-de6a46b221a6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 3816 time: 0.2927525 Jul 30 03:26:48.895725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97009287-f451-4bc7-a846-66762670ba0b req-14c719cb-c05b-4fb6-998c-3b08716b96e6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659028 Jul 30 03:26:48.943332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84a80c9f-e3ad-4922-bf63-116bfe6a4847 req-43f56e5e-c88f-470a-a4c5-1222a0ca3131 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234093 Jul 30 03:26:48.963314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.056467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0a9d0f5b-7b74-4d6d-9d14-59052b3d119e None None] Provisioning for port a06c102c-2874-4eb4-887d-e1a2e4915645 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:49.061689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0a9d0f5b-7b74-4d6d-9d14-59052b3d119e None None] Provisioning complete for port a06c102c-2874-4eb4-887d-e1a2e4915645 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:49.062259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0f5b-7b74-4d6d-9d14-59052b3d119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.139726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d0f5b-7b74-4d6d-9d14-59052b3d119e None None] Port a06c102c-2874-4eb4-887d-e1a2e4915645 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:26:49.373638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06c102c-2874-4eb4-887d-e1a2e4915645 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:49.384770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.405972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5f5b6-c0f0-42f3-a4d9-9aa6cef7004c req-354740b8-a776-4d0c-b3f5-b9d6b329da5d tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:49.406590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Transition to ACTIVE for port object a06c102c-2874-4eb4-887d-e1a2e4915645 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:49.411712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.414746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5a5f5b6-c0f0-42f3-a4d9-9aa6cef7004c req-354740b8-a776-4d0c-b3f5-b9d6b329da5d tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 950 time: 0.1746230 Jul 30 03:26:49.423221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a146edd4-2c69-4ca3-a0da-30a2a308f967 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:49.496447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a06c102c-2874-4eb4-887d-e1a2e4915645,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:49.511579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.553500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903d7b-4c64-4524-81a1-92ea5eca1f29 req-bae92601-b0dc-4c0e-9903-e04b0e605401 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:49.553950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af903d7b-4c64-4524-81a1-92ea5eca1f29 req-bae92601-b0dc-4c0e-9903-e04b0e605401 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.3150063 Jul 30 03:26:49.569413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5a5f5b6-c0f0-42f3-a4d9-9aa6cef7004c req-6adc38a2-ad1e-4388-9a2b-33515022bc60 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532981 Jul 30 03:26:49.582259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Transition to ACTIVE for port object a146edd4-2c69-4ca3-a0da-30a2a308f967 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:49.619881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.692753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Attempting to bind port a06c102c-2874-4eb4-887d-e1a2e4915645 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:49.693397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Attempting to bind port a06c102c-2874-4eb4-887d-e1a2e4915645 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:49.695910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Attempting to bind port a06c102c-2874-4eb4-887d-e1a2e4915645 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:49.696606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af903d7b-4c64-4524-81a1-92ea5eca1f29 req-e5d58b61-0ada-4418-b521-effd27ecc6a9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162157 Jul 30 03:26:49.710254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Port a06c102c-2874-4eb4-887d-e1a2e4915645 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:49.710696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Attempting to bind port a06c102c-2874-4eb4-887d-e1a2e4915645 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:49.717256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:49.717478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:49.717975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:49.718546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Bound port: a06c102c-2874-4eb4-887d-e1a2e4915645, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:49.719002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.719722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:49.785916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Attempting to bind port a146edd4-2c69-4ca3-a0da-30a2a308f967 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:49.786613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Attempting to bind port a146edd4-2c69-4ca3-a0da-30a2a308f967 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:49.787359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Attempting to bind port a146edd4-2c69-4ca3-a0da-30a2a308f967 on network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:49.817661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Port a146edd4-2c69-4ca3-a0da-30a2a308f967 on network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:49.818194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Attempting to bind port a146edd4-2c69-4ca3-a0da-30a2a308f967 on network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:49.854030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:49.854354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Checking segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:49.854739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Bound using segment: {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:49.855332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Bound port: a146edd4-2c69-4ca3-a0da-30a2a308f967, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c40b6b-56c9-4d78-9f3c-f5895807cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:49.855705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:49.925279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fdb7-9d08-4d1e-8a4c-0b52602ee6a5 req-1838e8ba-68ef-47cc-aabd-1a4d2e0bf1c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:49.933794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9057fdb7-9d08-4d1e-8a4c-0b52602ee6a5 req-1838e8ba-68ef-47cc-aabd-1a4d2e0bf1c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 948 time: 0.1349690 Jul 30 03:26:50.030606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:50.038138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:50.048198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:50.149578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9057fdb7-9d08-4d1e-8a4c-0b52602ee6a5 req-1be6768e-24d4-401c-87d8-18645f528616 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144568 Jul 30 03:26:50.155556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.156177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:50.157739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] 10.222.0.16 "PUT /v2.0/ports/a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 200 len: 1093 time: 1.8721766 Jul 30 03:26:50.158185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:50.162095 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:50.239097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:50.256498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53636f6-8361-4398-b80c-3806ed1b8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:50.323594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b0a3-3a97-4e9e-9294-ed61c3c4e589 req-dc5b1d40-59d1-4055-a835-face8a725c89 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.333718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3960b0a3-3a97-4e9e-9294-ed61c3c4e589 req-dc5b1d40-59d1-4055-a835-face8a725c89 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2099950 Jul 30 03:26:50.377097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] For port a06c102c-2874-4eb4-887d-e1a2e4915645, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:50.380568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] For port a06c102c-2874-4eb4-887d-e1a2e4915645, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a06c102c-2874-4eb4-887d-e1a2e4915645,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:50.386517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:50.442060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.442846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:50.444300 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/a06c102c-2874-4eb4-887d-e1a2e4915645 HTTP/1.1" status: 200 len: 1097 time: 1.6720827 Jul 30 03:26:50.444964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'tag': 'a06c102c-2874-4eb4-887d-e1a2e4915645'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:50.447344 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad685fe9-f9d1-46c2-a260-36492cab62bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a10601-295c-4f6d-9dc9-10abafdc1247", "tag": "a06c102c-2874-4eb4-887d-e1a2e4915645"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:50.457025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:50.468249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b6008-8066-40be-8547-571564fbf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a06c102c-2874-4eb4-887d-e1a2e4915645,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:50.508934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3960b0a3-3a97-4e9e-9294-ed61c3c4e589 req-1faac79d-427c-4223-8312-89338ff2ffb1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741376 Jul 30 03:26:50.528054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-5afbd0c9-6702-4c91-ac88-64cc0ae1aca0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.547162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-5afbd0c9-6702-4c91-ac88-64cc0ae1aca0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.562450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-5afbd0c9-6702-4c91-ac88-64cc0ae1aca0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.568572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-5afbd0c9-6702-4c91-ac88-64cc0ae1aca0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.575048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-489e7b85-32fc-4666-af3b-b4a8d9329f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.576987 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-489e7b85-32fc-4666-af3b-b4a8d9329f0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 1100 time: 0.0707173 Jul 30 03:26:50.590828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-5afbd0c9-6702-4c91-ac88-64cc0ae1aca0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.592875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-5afbd0c9-6702-4c91-ac88-64cc0ae1aca0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 3828 time: 0.2498531 Jul 30 03:26:50.665347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-a41ac65d-c413-4de8-ac29-4e78ceb34e3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a06c102c-2874-4eb4-887d-e1a2e4915645 HTTP/1.1" status: 200 len: 217 time: 0.0799620 Jul 30 03:26:50.687862 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52f3b4f-15a0-4e83-aa41-d5e99a82211b x-openstack-request-id: req-b52f3b4f-15a0-4e83-aa41-d5e99a82211b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:50.688150 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:50.688404 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b52f3b4f-15a0-4e83-aa41-d5e99a82211b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:50.688786 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'status': 'completed', 'code': 200} Jul 30 03:26:50.735278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-a08db50f-fd2f-41e3-8d07-71d0e34bb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.737010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-a08db50f-fd2f-41e3-8d07-71d0e34bb51c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0593181 Jul 30 03:26:50.744839 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c064c306-02da-4fc7-ba2a-83ad74a9245d req-4f4a5fdd-5c5a-427b-aa1b-8ff673e7e4ae tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400023 Jul 30 03:26:50.833824 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943ab140-aa77-4204-b345-462460cbda63 x-openstack-request-id: req-943ab140-aa77-4204-b345-462460cbda63 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:50.836761 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a10601-295c-4f6d-9dc9-10abafdc1247", "tag": "a06c102c-2874-4eb4-887d-e1a2e4915645", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:50.837530 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-943ab140-aa77-4204-b345-462460cbda63 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:50.837977 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'tag': 'a06c102c-2874-4eb4-887d-e1a2e4915645', 'status': 'completed', 'code': 200} Jul 30 03:26:50.919356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-0fb2c815-9af9-4cd9-b3fb-0133a579fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:50.934511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-0fb2c815-9af9-4cd9-b3fb-0133a579fefc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858742 Jul 30 03:26:51.029923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-f5ddfe8d-f825-4e21-a733-52cf44c83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.030623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-f5ddfe8d-f825-4e21-a733-52cf44c83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.031168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-f5ddfe8d-f825-4e21-a733-52cf44c83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.031703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-f5ddfe8d-f825-4e21-a733-52cf44c83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.032231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-f5ddfe8d-f825-4e21-a733-52cf44c83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.034076 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-f5ddfe8d-f825-4e21-a733-52cf44c83e46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 4364 time: 0.2959812 Jul 30 03:26:51.102960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c065238-60a0-4293-a7f5-60f6ac191569 req-64b60bc7-b619-44c3-b2fe-99d811e5b4b3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.104542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c065238-60a0-4293-a7f5-60f6ac191569 req-64b60bc7-b619-44c3-b2fe-99d811e5b4b3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.1698456 Jul 30 03:26:51.138315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e158bf-ff81-436a-9dd5-9e25ed3c2c10 req-f80e32f8-5797-488e-9ee1-79cf87c2e3d7 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.146493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00e158bf-ff81-436a-9dd5-9e25ed3c2c10 req-f80e32f8-5797-488e-9ee1-79cf87c2e3d7 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 950 time: 0.2129488 Jul 30 03:26:51.164245 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-2a09e58a-ea90-4e05-af90-d94f4fd86d95 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206275 Jul 30 03:26:51.233757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c065238-60a0-4293-a7f5-60f6ac191569 req-a9ba26a6-e389-431d-90dd-b2fcd6973682 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185451 Jul 30 03:26:51.268064 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00e158bf-ff81-436a-9dd5-9e25ed3c2c10 req-8ef5848f-5051-4ae4-ae09-1bf2f0aa3831 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203701 Jul 30 03:26:51.342812 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-936fa7f0-f7db-47cd-9e78-9d52aa0e3663 req-39a0820b-453a-4f3c-81da-36bfe3468743 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538749 Jul 30 03:26:51.343150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2a91eb-d765-418e-9fdd-1782901dd706 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:51.368894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:51.374381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-ace1c0c2-d140-4af1-b07c-3660171c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.375067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-ace1c0c2-d140-4af1-b07c-3660171c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.376092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-ace1c0c2-d140-4af1-b07c-3660171c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.380720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-ace1c0c2-d140-4af1-b07c-3660171c181d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e80d937358a47c6beacac8ebc868bf2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3303840 Jul 30 03:26:51.421655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Transition to ACTIVE for port object 8f2a91eb-d765-418e-9fdd-1782901dd706 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:51.441396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:51.454066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb39465-9935-4874-966e-c88d3740483f req-176b91e1-49ca-4ffc-b180-478cca78f0aa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.457249 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bb39465-9935-4874-966e-c88d3740483f req-176b91e1-49ca-4ffc-b180-478cca78f0aa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 948 time: 0.0783291 Jul 30 03:26:51.575172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:51.620396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-8eb09890-bcc9-4788-9800-d91a2dd138eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.623044 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-8eb09890-bcc9-4788-9800-d91a2dd138eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 1100 time: 0.2088819 Jul 30 03:26:51.635558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bb39465-9935-4874-966e-c88d3740483f req-31040d5c-a84a-4fd1-9fe0-890a18c029f0 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716659 Jul 30 03:26:51.665275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Attempting to bind port 8f2a91eb-d765-418e-9fdd-1782901dd706 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:51.665621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Attempting to bind port 8f2a91eb-d765-418e-9fdd-1782901dd706 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:51.665940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Attempting to bind port 8f2a91eb-d765-418e-9fdd-1782901dd706 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:51.688187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Port 8f2a91eb-d765-418e-9fdd-1782901dd706 on network dec903ea-d2c1-4620-9693-e9a09849d813 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:51.688529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Attempting to bind port 8f2a91eb-d765-418e-9fdd-1782901dd706 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:51.709602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:51.710214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Checking segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:51.710603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Bound using segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:51.711034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Bound port: 8f2a91eb-d765-418e-9fdd-1782901dd706, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:51.714012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:51.744973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-cd8adfbc-d645-4b9c-8e49-a73dda44dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.747191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3778c37e-1bf5-40e9-bced-3bb4f07eebe1 req-cd8adfbc-d645-4b9c-8e49-a73dda44dfd7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3598402 Jul 30 03:26:51.798343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-c209a323-e4c0-4d55-9cb2-40efb4781aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.800749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-c209a323-e4c0-4d55-9cb2-40efb4781aec service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1673160 Jul 30 03:26:51.852142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:51.856253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8f2a91eb-d765-418e-9fdd-1782901dd706,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:51.866700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:51.872364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:51.914654 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-f1380ce9-69ac-4ccd-968f-5a980eb271d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a06c102c-2874-4eb4-887d-e1a2e4915645 HTTP/1.1" status: 200 len: 217 time: 0.1058989 Jul 30 03:26:51.952079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:51.982068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:51.982068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:51.982576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-dac01d47-84ca-44b5-82af-c5e3a9e74607 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 1136 time: 1.7480783 Jul 30 03:26:52.022441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-584ad381-773c-4388-afb4-b9bc1eb4a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.024629 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-584ad381-773c-4388-afb4-b9bc1eb4a3bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1018949 Jul 30 03:26:52.025833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:52.062229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.076233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.085195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.091591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.098311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.105366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-e5dc5738-c922-417c-96b7-1d03fc528673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.106864 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-e5dc5738-c922-417c-96b7-1d03fc528673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707815 Jul 30 03:26:52.111165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.113894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-1cf51232-c661-4ccf-a658-e0ff2b60d63b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 4605 time: 0.1569822 Jul 30 03:26:52.240096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb600e73-3351-4ea7-a22e-bc8824a12f05 req-60914a29-6415-4396-9bc7-b78af93b6b3e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.251118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-a282203d-8156-4879-b232-609c3b645156 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299167 Jul 30 03:26:52.256602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb600e73-3351-4ea7-a22e-bc8824a12f05 req-60914a29-6415-4396-9bc7-b78af93b6b3e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.3987105 Jul 30 03:26:52.285648 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:52.310714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0aec2adc-36a0-40ce-baf4-59a41f8c1e70 req-3f81d27a-fbb9-4d89-affa-3bd40d570ae7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1889348 Jul 30 03:26:52.398774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb600e73-3351-4ea7-a22e-bc8824a12f05 req-7687227d-9530-458d-ade0-65e89fe68c82 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412053 Jul 30 03:26:52.413452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad685fe9-f9d1-46c2-a260-36492cab62bc req-1281f70e-8544-416e-ab0b-c40a5c2511ca service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505470 Jul 30 03:26:52.649448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923aedc0-3b9f-447d-ab56-67448ad810d5 req-3fe5e8ba-7c22-49aa-beb0-1043f1fd23f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.650974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-923aedc0-3b9f-447d-ab56-67448ad810d5 req-3fe5e8ba-7c22-49aa-beb0-1043f1fd23f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 944 time: 0.1198957 Jul 30 03:26:52.696772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '8f2a91eb-d765-418e-9fdd-1782901dd706'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:52.699012 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "8f2a91eb-d765-418e-9fdd-1782901dd706"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:52.754702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-923aedc0-3b9f-447d-ab56-67448ad810d5 req-41908cce-d472-40d7-96d3-839182fed1e2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952330 Jul 30 03:26:52.811695 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff6f5e3-6a10-4222-b044-6e086ca13b79 x-openstack-request-id: req-7ff6f5e3-6a10-4222-b044-6e086ca13b79 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:52.812309 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "8f2a91eb-d765-418e-9fdd-1782901dd706", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:52.812618 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ff6f5e3-6a10-4222-b044-6e086ca13b79 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:52.813058 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '8f2a91eb-d765-418e-9fdd-1782901dd706', 'status': 'completed', 'code': 200} Jul 30 03:26:52.903783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f30072-5645-48e3-b3ea-8c22557963d0 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:52.916580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:52.930809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.931444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.931881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.933318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Transition to ACTIVE for port object 45f30072-5645-48e3-b3ea-8c22557963d0 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:52.934380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.934881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.936070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:52.953633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-bc4c646e-7b74-4869-8538-fd6bed2b1a0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5293 time: 0.0804272 Jul 30 03:26:52.962022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.014210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a06c102c-2874-4eb4-887d-e1a2e4915645 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:26:53.037886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Pushing event updated for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:53.089503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bea5f-cec8-4cf6-9de5-30ce44448394 req-ccfc026a-e77c-4140-a2bb-dbab297d15a5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.091205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f66bea5f-cec8-4cf6-9de5-30ce44448394 req-ccfc026a-e77c-4140-a2bb-dbab297d15a5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 948 time: 0.2819097 Jul 30 03:26:53.112260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bc280-7c9c-4f88-b7f4-3a8967b18ee5 req-4172dae9-f3d2-4977-98ba-fa85c4211551 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.113772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b3bc280-7c9c-4f88-b7f4-3a8967b18ee5 req-4172dae9-f3d2-4977-98ba-fa85c4211551 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 950 time: 0.1769941 Jul 30 03:26:53.164328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-5f3f36f3-9a1d-4ae1-aeae-a70aa2fc024f service neutron] 10.222.0.16 "GET /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90/bindings/n-h1-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.1864979 Jul 30 03:26:53.232530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-0ea2d5e3-f0a2-4ae4-ad86-93616d178ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.233294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-0ea2d5e3-f0a2-4ae4-ad86-93616d178ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.233914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-0ea2d5e3-f0a2-4ae4-ad86-93616d178ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.237714 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-0ea2d5e3-f0a2-4ae4-ad86-93616d178ee3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e80d937358a47c6beacac8ebc868bf2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2815917 Jul 30 03:26:53.272472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Attempting to bind port 45f30072-5645-48e3-b3ea-8c22557963d0 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:53.272812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Attempting to bind port 45f30072-5645-48e3-b3ea-8c22557963d0 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:53.273431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Attempting to bind port 45f30072-5645-48e3-b3ea-8c22557963d0 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:53.291165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Port 45f30072-5645-48e3-b3ea-8c22557963d0 on network dec903ea-d2c1-4620-9693-e9a09849d813 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:53.291874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Attempting to bind port 45f30072-5645-48e3-b3ea-8c22557963d0 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:53.304137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port a06c102c-2874-4eb4-887d-e1a2e4915645, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a06c102c-2874-4eb4-887d-e1a2e4915645,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:53.320116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f66bea5f-cec8-4cf6-9de5-30ce44448394 req-0f441c05-29a3-4487-b1ae-1c87530937b9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008653 Jul 30 03:26:53.341050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:53.341394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Checking segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:53.341549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'a06c102c-2874-4eb4-887d-e1a2e4915645', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'a06c102c-2874-4eb4-887d-e1a2e4915645', 'mac_address': 'fa:16:3e:6e:ff:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:26:53.341777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Bound using segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:53.343940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Bound port: 45f30072-5645-48e3-b3ea-8c22557963d0, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:53.343940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.409546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b3bc280-7c9c-4f88-b7f4-3a8967b18ee5 req-edcc1b4c-ded9-4906-b9fd-a745304c3ea7 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cb5da5f-582d-4e23-b405-c1f9a88b59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649875 Jul 30 03:26:53.452113 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.501211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06c102c-2874-4eb4-887d-e1a2e4915645 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:53.514743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:53.516815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-a276f5d5-e214-43f2-8386-a6e801778727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.518822 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f44bbf7c-bc79-4014-a2d4-53583cfcdb90 req-a276f5d5-e214-43f2-8386-a6e801778727 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2723343 Jul 30 03:26:53.524486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=45f30072-5645-48e3-b3ea-8c22557963d0,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:53.544654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port a06c102c-2874-4eb4-887d-e1a2e4915645, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a06c102c-2874-4eb4-887d-e1a2e4915645,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:53.553830 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.570774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.603490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:53.618229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=a06c102c-2874-4eb4-887d-e1a2e4915645,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:53.631956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:53.675021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b167bf3e-6924-4fba-a11a-e6cb2f226c90 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:53.692497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.693190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.693307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:53.694762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] 10.222.0.16 "PUT /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 1137 time: 1.6744809 Jul 30 03:26:53.730562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.730926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70549b-96a5-4dd0-a6bb-ca14c841db24 service neutron] Pushing event updated for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:53.747506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:53.760505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b1516-547d-4a1c-a1df-dbec35c07af7 req-9312c922-4293-4e9c-90be-595a4eb7a1f5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.762163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed4b1516-547d-4a1c-a1df-dbec35c07af7 req-9312c922-4293-4e9c-90be-595a4eb7a1f5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1994312 Jul 30 03:26:53.794660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.801295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.807642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.811653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:53.813613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.820497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.826360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.832597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:53.840431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-f8712cd3-6d37-42c7-b4fc-e31bb797d133 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5383 time: 0.3131940 Jul 30 03:26:53.889003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] Transition to ACTIVE for port object b167bf3e-6924-4fba-a11a-e6cb2f226c90 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:53.901598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:53.974948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce912f5a-ddeb-42e2-a04f-685e2510f39b req-28315759-4f8a-4ed5-b282-9f5a34fe6055 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335011 Jul 30 03:26:53.991681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed4b1516-547d-4a1c-a1df-dbec35c07af7 req-2cb7c180-08a7-411d-aaa9-5457ae04bbd4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490772 Jul 30 03:26:54.009703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:54.154085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] No DVR routers for this DVR port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:54.260647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] 10.222.0.16 "PUT /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90/bindings/n-h1-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0883152 Jul 30 03:26:54.276112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91eb36-7c4e-4f23-a635-f91183dac6ad service neutron] Pushing event updated for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:54.311196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598016-e041-449c-99fa-005e18bee740 req-8ca584e1-8f78-42f5-b90d-17d4ffdbfcf7 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:54.321764 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4598016-e041-449c-99fa-005e18bee740 req-8ca584e1-8f78-42f5-b90d-17d4ffdbfcf7 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 950 time: 0.0929606 Jul 30 03:26:54.511571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b0c87-adfc-43fe-a4b0-db3b3e1242ff req-cf33fc49-9d52-4c9d-8004-23569fd6a82f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:54.519241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f2b0c87-adfc-43fe-a4b0-db3b3e1242ff req-cf33fc49-9d52-4c9d-8004-23569fd6a82f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 945 time: 0.3809080 Jul 30 03:26:54.554518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Deleting port cd69a091-657c-4de5-8171-204ba50c1f6b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:26:54.557400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:54.629588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f2b0c87-adfc-43fe-a4b0-db3b3e1242ff req-37085bb6-fc1e-45ef-ba06-357002dc2ea2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075380 Jul 30 03:26:54.720127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] For port cd69a091-657c-4de5-8171-204ba50c1f6b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd69a091-657c-4de5-8171-204ba50c1f6b,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:54.720495 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:54.730700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-68193e01-d429-4d82-a01c-8b7987c380b8 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:54.738294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-68193e01-d429-4d82-a01c-8b7987c380b8 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.2858121 Jul 30 03:26:54.739829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Calling delete_port for cd69a091-657c-4de5-8171-204ba50c1f6b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:26:54.947362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:54.963239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['cd69a091-657c-4de5-8171-204ba50c1f6b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:26:54.985708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Pushing event deleted for resources: {'Port': ['ID=cd69a091-657c-4de5-8171-204ba50c1f6b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:55.036943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a06c102c-2874-4eb4-887d-e1a2e4915645 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:26:55.055312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] No DVR routers for this DVR port cd69a091-657c-4de5-8171-204ba50c1f6b on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:26:55.062797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:55.065089 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4598016-e041-449c-99fa-005e18bee740 req-bf2a1164-78b6-4fd0-bf34-8965ed077f96 tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.18 "DELETE /v2.0/ports/cd69a091-657c-4de5-8171-204ba50c1f6b HTTP/1.1" status: 204 len: 173 time: 0.7363532 Jul 30 03:26:55.066783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'name': 'network-vif-deleted', 'tag': 'cd69a091-657c-4de5-8171-204ba50c1f6b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:55.070960 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed71f5e2-4701-47ab-b885-434b454c61c3" -d '{"events": [{"server_uuid": "7cc304b8-41bb-4c60-8c1d-53206eb21e31", "name": "network-vif-deleted", "tag": "cd69a091-657c-4de5-8171-204ba50c1f6b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:55.149643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port a06c102c-2874-4eb4-887d-e1a2e4915645 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:26:55.161106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port a06c102c-2874-4eb4-887d-e1a2e4915645 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:26:55.161489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:55.312578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:55.313900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96b956-2612-444e-ad3a-6f14ad874d2a req-3d4af087-b588-4485-a1bf-8def9fd5ee53 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.331519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e96b956-2612-444e-ad3a-6f14ad874d2a req-3d4af087-b588-4485-a1bf-8def9fd5ee53 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 949 time: 0.8582017 Jul 30 03:26:55.343778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '45f30072-5645-48e3-b3ea-8c22557963d0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:55.348826 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340b5874-d55d-4a30-96e9-21df1aad6e18" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "45f30072-5645-48e3-b3ea-8c22557963d0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:55.367931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06c102c-2874-4eb4-887d-e1a2e4915645'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:55.371977 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd6a68a-1751-4a2b-a505-8f8166921e69" -d '{"events": [{"server_uuid": "d7a10601-295c-4f6d-9dc9-10abafdc1247", "name": "network-vif-plugged", "status": "completed", "tag": "a06c102c-2874-4eb4-887d-e1a2e4915645"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:55.401933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ceeab3f-4ba7-4b69-b722-4516c80319ce {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:55.404164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port a06c102c-2874-4eb4-887d-e1a2e4915645, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a06c102c-2874-4eb4-887d-e1a2e4915645,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:26:55.417099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:55.439453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72aac997-c770-4e77-b1bb-2f94dc95fe94 req-28b91731-c4fb-4593-87d1-17b4fafe9e1d tempest-TenantUsagesTestJSON-186681544 tempest-TenantUsagesTestJSON-186681544-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cc304b8-41bb-4c60-8c1d-53206eb21e31 HTTP/1.1" status: 200 len: 210 time: 0.6887643 Jul 30 03:26:55.439453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:55.523762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e96b956-2612-444e-ad3a-6f14ad874d2a req-c3f5cd4a-1f7d-4acd-ad84-b8ec219f3af3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912715 Jul 30 03:26:55.555348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-35770f6d-2b6c-4f38-a30b-2cc73b5e958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.557187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-35770f6d-2b6c-4f38-a30b-2cc73b5e958b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 1097 time: 0.8105710 Jul 30 03:26:55.602634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Transition to ACTIVE for port object 0ceeab3f-4ba7-4b69-b722-4516c80319ce will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:55.671793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:55.880858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b04b0-3b58-43f2-b4ed-49dc20b3272d req-365a4c9f-1f67-4cac-8f9f-5d34820b8252 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.882546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a8b04b0-3b58-43f2-b4ed-49dc20b3272d req-365a4c9f-1f67-4cac-8f9f-5d34820b8252 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.3189251 Jul 30 03:26:55.883181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=a06c102c-2874-4eb4-887d-e1a2e4915645,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:55.887567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Pushing event updated for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:55.933919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.942823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.948814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.955379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.962945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.971998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.978276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.980716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-efd32873-1451-4e1e-9b0e-90b3b3c933da tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5395 time: 0.2848217 Jul 30 03:26:55.983925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-cb0e0a23-ab44-4338-9048-4e5d2147f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:55.985289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-cb0e0a23-ab44-4338-9048-4e5d2147f188 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1097 time: 0.3587868 Jul 30 03:26:55.988025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Attempting to bind port 0ceeab3f-4ba7-4b69-b722-4516c80319ce on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:55.988350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Attempting to bind port 0ceeab3f-4ba7-4b69-b722-4516c80319ce by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:55.988662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Attempting to bind port 0ceeab3f-4ba7-4b69-b722-4516c80319ce on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:56.055119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Port 0ceeab3f-4ba7-4b69-b722-4516c80319ce on network dec903ea-d2c1-4620-9693-e9a09849d813 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:56.055997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Attempting to bind port 0ceeab3f-4ba7-4b69-b722-4516c80319ce on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:56.106544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:56.106883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Checking segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:56.107295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Bound using segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:56.107732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Bound port: 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:56.108091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:56.226661 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a8b04b0-3b58-43f2-b4ed-49dc20b3272d req-f807b357-54b3-4e83-a53f-6dccdc4c3a45 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240345 Jul 30 03:26:56.242217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-028c74a1-5468-447e-9c7d-de8f8b2c9ab2 req-683f9497-e500-4909-8ecc-86a4fc9c1031 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392783 Jul 30 03:26:56.297228 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f874ba7-1e66-42c4-bf0c-fcc330815edf x-openstack-request-id: req-6f874ba7-1e66-42c4-bf0c-fcc330815edf {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:56.298587 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc304b8-41bb-4c60-8c1d-53206eb21e31", "name": "network-vif-deleted", "tag": "cd69a091-657c-4de5-8171-204ba50c1f6b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:56.299191 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f874ba7-1e66-42c4-bf0c-fcc330815edf {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:56.299869 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc304b8-41bb-4c60-8c1d-53206eb21e31', 'name': 'network-vif-deleted', 'tag': 'cd69a091-657c-4de5-8171-204ba50c1f6b', 'status': 'completed', 'code': 200} Jul 30 03:26:56.376015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-307e917c-1a91-40af-add6-fe81a8730c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.379676 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e0e9d6-cf30-41d1-9d1a-838a16e4c340 x-openstack-request-id: req-a2e0e9d6-cf30-41d1-9d1a-838a16e4c340 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:56.380246 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a10601-295c-4f6d-9dc9-10abafdc1247", "name": "network-vif-plugged", "status": "completed", "tag": "a06c102c-2874-4eb4-887d-e1a2e4915645", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:56.380246 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2e0e9d6-cf30-41d1-9d1a-838a16e4c340 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:56.380609 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06c102c-2874-4eb4-887d-e1a2e4915645', 'code': 200} Jul 30 03:26:56.386220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-307e917c-1a91-40af-add6-fe81a8730c6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.3798051 Jul 30 03:26:56.392432 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293dfe1d-dcff-4860-8c55-962777547f19 x-openstack-request-id: req-293dfe1d-dcff-4860-8c55-962777547f19 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:56.392750 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "45f30072-5645-48e3-b3ea-8c22557963d0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:56.393160 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-293dfe1d-dcff-4860-8c55-962777547f19 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:56.394403 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '45f30072-5645-48e3-b3ea-8c22557963d0', 'status': 'completed', 'code': 200} Jul 30 03:26:56.494514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:56.498872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-741a0b3a-6623-4793-803a-a98341d950ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.0989306 Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.534338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.536511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-a9e4e733-73fc-4779-b7d7-aa24425f0b33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6249 time: 0.1364293 Jul 30 03:26:56.574647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af475da4-4b1d-477b-813f-7a5eb742c582 req-a0408581-ea1a-4b72-8c22-ad7c98bd13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.580121 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-af475da4-4b1d-477b-813f-7a5eb742c582 req-a0408581-ea1a-4b72-8c22-ad7c98bd13dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 1102 time: 0.0944757 Jul 30 03:26:56.582277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:56.719639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:56.722550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-af475da4-4b1d-477b-813f-7a5eb742c582 req-9aac4b98-d0ab-44be-b986-df408d90c5eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112456 Jul 30 03:26:56.768310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-71970d89-d82e-4344-afb5-a28b6b3f560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.770178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-71970d89-d82e-4344-afb5-a28b6b3f560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.774017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-71970d89-d82e-4344-afb5-a28b6b3f560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.776893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-71970d89-d82e-4344-afb5-a28b6b3f560d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e80d937358a47c6beacac8ebc868bf2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2201328 Jul 30 03:26:56.857641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.858273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:56.859962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] 10.222.0.16 "PUT /v2.0/ports/0ceeab3f-4ba7-4b69-b722-4516c80319ce HTTP/1.1" status: 200 len: 1091 time: 3.1201031 Jul 30 03:26:56.879588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8c6406a1-510e-4f8e-af58-cd189b1571b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.881478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-8c6406a1-510e-4f8e-af58-cd189b1571b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.3370085 Jul 30 03:26:56.902904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48580f5-2d3c-4e2e-acdf-32864485f97b req-bdfe4244-6077-4a73-91a3-96a5c4e3bf91 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:56.912296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f48580f5-2d3c-4e2e-acdf-32864485f97b req-bdfe4244-6077-4a73-91a3-96a5c4e3bf91 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 945 time: 0.4043295 Jul 30 03:26:56.946166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:26:57.032793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd69a091-657c-4de5-8171-204ba50c1f6b no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:26:57.046896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-5b57fe74-a34d-46ed-8eff-a865c02e2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.050873 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-340b5874-d55d-4a30-96e9-21df1aad6e18 req-5b57fe74-a34d-46ed-8eff-a865c02e2c29 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2654846 Jul 30 03:26:57.068570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d3d95-9aec-4ac3-8ca2-45d3778c9d14 service neutron] Pushing event updated for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:57.103765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: cd69a091-657c-4de5-8171-204ba50c1f6b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:26:57.104128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd69a091-657c-4de5-8171-204ba50c1f6b not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:26:57.106338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56144) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:57.121616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-36a16a80-464b-47ce-b1bf-35e30dc20f86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1983204 Jul 30 03:26:57.276632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2caa3a-6261-425e-8b21-4d75667d5acb req-51f63924-f654-4082-9bc8-514afb58d4c1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.278712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b2caa3a-6261-425e-8b21-4d75667d5acb req-51f63924-f654-4082-9bc8-514afb58d4c1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 950 time: 0.5878720 Jul 30 03:26:57.351721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f48580f5-2d3c-4e2e-acdf-32864485f97b req-f1e4d8c4-6e5a-4de7-b1ae-e81a2306f99e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382343 Jul 30 03:26:57.383382 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:57.404110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-898024ae-a3af-48b7-83cc-c9da1af4f696 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=726d120ab81644e590e1ba079b0cb9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940528 Jul 30 03:26:57.405430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56152) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:57.430021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b2caa3a-6261-425e-8b21-4d75667d5acb req-096c32cf-4592-4719-b13f-dacb89e5b369 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253197 Jul 30 03:26:57.462042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-170c2c7e-3e5f-44b0-8565-cbc0e99bdc24 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878225 Jul 30 03:26:57.579267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9509f22c-1480-46cb-9e7b-da3baaf38a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:57.634645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9509f22c-1480-46cb-9e7b-da3baaf38a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:57.741569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9509f22c-1480-46cb-9e7b-da3baaf38a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:57.746615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9509f22c-1480-46cb-9e7b-da3baaf38a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:57.751970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9509f22c-1480-46cb-9e7b-da3baaf38a65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cb5da5f-582d-4e23-b405-c1f9a88b59cc HTTP/1.1" status: 204 len: 168 time: 0.3420384 Jul 30 03:26:57.763554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509f22c-1480-46cb-9e7b-da3baaf38a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb5da5f-582d-4e23-b405-c1f9a88b59cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:57.819712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.831080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.839087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.850960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.862657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.873756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.882198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:57.885826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-84656ef6-1f6a-480b-8712-90ef6467a955 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5395 time: 0.2492332 Jul 30 03:26:57.939491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-6e5a1bb6-7aaa-4062-be91-ba3e9ddcf420 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691341 Jul 30 03:26:58.048947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe2ac4-da12-476d-b141-484bac794a6d req-f889fb58-7af5-4f71-a0c3-440ada510a1d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.050981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72fe2ac4-da12-476d-b141-484bac794a6d req-f889fb58-7af5-4f71-a0c3-440ada510a1d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.4034853 Jul 30 03:26:58.135084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ae0fec2-2cd6-498a-9f3d-e1087341cef9 req-502fb085-b4a7-47cb-a920-28e8b8978537 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1931407 Jul 30 03:26:58.202734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72fe2ac4-da12-476d-b141-484bac794a6d req-2c43ce8d-0077-435c-820e-f96bc7f60aac tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761015 Jul 30 03:26:58.378131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-a629aa2a-a250-428d-b032-18bc854b1bee tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.380519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-a629aa2a-a250-428d-b032-18bc854b1bee tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.1012974 Jul 30 03:26:58.389128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56164) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:58.396500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:26:58.400689 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453aa554-532f-4c88-9691-5f7109eece72" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:26:58.412670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e24aaab-ac9b-4076-83ae-a8dfbb74c27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:58.483261 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6858c2-6b1c-4ab2-8b4b-72c20df96418 x-openstack-request-id: req-6c6858c2-6b1c-4ab2-8b4b-72c20df96418 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:26:58.483588 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:26:58.483783 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c6858c2-6b1c-4ab2-8b4b-72c20df96418 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:26:58.484162 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce', 'status': 'completed', 'code': 200} Jul 30 03:26:58.589942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4521c-db72-4230-ac45-5c89ea4ff175 req-ad3c87b9-39a4-4c65-ac2c-007e0cb818df tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.592590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36e4521c-db72-4230-ac45-5c89ea4ff175 req-ad3c87b9-39a4-4c65-ac2c-007e0cb818df tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 945 time: 0.1133251 Jul 30 03:26:58.743814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.744791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.745280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.745755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.746226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.746695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.749775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.752119 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-453aa554-532f-4c88-9691-5f7109eece72 req-b1f7aba2-a786-4051-a424-0b7bcad3a48d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6291 time: 0.2345660 Jul 30 03:26:58.759467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e24aaab-ac9b-4076-83ae-a8dfbb74c27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:58.765785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef01493-3b5a-4e90-a432-f1bcf599a45b req-b0ab544b-2354-4271-965d-fd6381e77053 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:58.766198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e24aaab-ac9b-4076-83ae-a8dfbb74c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:58.767325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cef01493-3b5a-4e90-a432-f1bcf599a45b req-b0ab544b-2354-4271-965d-fd6381e77053 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 950 time: 0.1731188 Jul 30 03:26:58.797433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36e4521c-db72-4230-ac45-5c89ea4ff175 req-2e78e2d5-b09e-4f10-aafe-9f2ff76c222b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907108 Jul 30 03:26:58.829833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d64338e-dfe2-4e15-88c2-43ce40035e3e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:26:58.842132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:58.855753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24aaab-ac9b-4076-83ae-a8dfbb74c27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76b6cd-19bb-4fe5-8ca5-7a3d5d82681e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:58.923828 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e24aaab-ac9b-4076-83ae-a8dfbb74c27c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43a8a942ce7948eda4e1de1b75b631e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331464 Jul 30 03:26:58.925092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56180) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:26:58.929071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cef01493-3b5a-4e90-a432-f1bcf599a45b req-fd244fc5-af74-42fa-ae8c-661bc61ec407 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354513 Jul 30 03:26:58.930450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Transition to ACTIVE for port object 6d64338e-dfe2-4e15-88c2-43ce40035e3e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:26:58.989608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.016037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-2143bf96-cd7d-44fe-8580-e5c8423f8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.016814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-2143bf96-cd7d-44fe-8580-e5c8423f8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.017139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-2143bf96-cd7d-44fe-8580-e5c8423f8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.020566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-4cc623e4-8727-4cba-81ba-248851c2a911 service neutron] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:59.020744 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-453aa554-532f-4c88-9691-5f7109eece72 req-2143bf96-cd7d-44fe-8580-e5c8423f8dc8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e80d937358a47c6beacac8ebc868bf2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2393830 Jul 30 03:26:59.074798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-4cc623e4-8727-4cba-81ba-248851c2a911 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.076281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0d65641-24fc-4ebd-ad37-4b8648572da0 req-4cc623e4-8727-4cba-81ba-248851c2a911 service neutron] 10.222.0.18 "DELETE /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90/bindings/n-h2-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.6810977 Jul 30 03:26:59.143106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Pushing event updated for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:59.150517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa554-532f-4c88-9691-5f7109eece72 req-b72a681e-cebe-4b0c-9436-56782e555265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.152249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-453aa554-532f-4c88-9691-5f7109eece72 req-b72a681e-cebe-4b0c-9436-56782e555265 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1231141 Jul 30 03:26:59.164822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d984e0f0-571d-4157-9241-7e653a201111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.247341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad7fdb-5203-49f4-b596-cf0fdaf37f5d req-467ae3ba-a78d-4d97-ad42-5ee868bc29ed tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.248913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7ad7fdb-5203-49f4-b596-cf0fdaf37f5d req-467ae3ba-a78d-4d97-ad42-5ee868bc29ed tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1097 time: 0.2664759 Jul 30 03:26:59.250280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d984e0f0-571d-4157-9241-7e653a201111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.331514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7ad7fdb-5203-49f4-b596-cf0fdaf37f5d req-4a296411-32d6-47f0-bc17-0d0a34b17048 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720901 Jul 30 03:26:59.332322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Attempting to bind port 6d64338e-dfe2-4e15-88c2-43ce40035e3e on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:26:59.332661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Attempting to bind port 6d64338e-dfe2-4e15-88c2-43ce40035e3e by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:26:59.332988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Attempting to bind port 6d64338e-dfe2-4e15-88c2-43ce40035e3e on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:59.338768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Port 6d64338e-dfe2-4e15-88c2-43ce40035e3e on network dec903ea-d2c1-4620-9693-e9a09849d813 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:26:59.338768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Attempting to bind port 6d64338e-dfe2-4e15-88c2-43ce40035e3e on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:26:59.339708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d984e0f0-571d-4157-9241-7e653a201111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.342413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d984e0f0-571d-4157-9241-7e653a201111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.343582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d984e0f0-571d-4157-9241-7e653a201111 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc76b6cd-19bb-4fe5-8ca5-7a3d5d82681e HTTP/1.1" status: 204 len: 168 time: 0.4155180 Jul 30 03:26:59.343903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:26:59.344398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Checking segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:26:59.344855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Bound using segment: {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:26:59.345382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Bound port: 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d7f9ed-0270-4cc9-b266-822e27b541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:26:59.345813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.381210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984e0f0-571d-4157-9241-7e653a201111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76b6cd-19bb-4fe5-8ca5-7a3d5d82681e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:26:59.554479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:26:59.561316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:26:59.594178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.824780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.825416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:26:59.826844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] 10.222.0.16 "PUT /v2.0/ports/6d64338e-dfe2-4e15-88c2-43ce40035e3e HTTP/1.1" status: 200 len: 1092 time: 2.9047234 Jul 30 03:26:59.863973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba4cf-75ad-4736-8f1a-d9a88387de16 req-45c4f844-3b63-4e65-b1c5-b6687a79ab6f tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.863973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e0ba4cf-75ad-4736-8f1a-d9a88387de16 req-45c4f844-3b63-4e65-b1c5-b6687a79ab6f tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 1102 time: 0.3002081 Jul 30 03:26:59.936637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.945282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:26:59.977745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:00.011860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:00.029839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:00.061911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:00.102246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:00.108944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-a75ce123-6158-48c7-ad47-fd360782aa4b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5407 time: 0.5217826 Jul 30 03:27:00.143755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:00.309297 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:00.323646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e406f1b-55b2-4d08-a7c7-8a25591e57db service neutron] Pushing event updated for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:00.327192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e0ba4cf-75ad-4736-8f1a-d9a88387de16 req-754ac0d8-9323-4193-bb27-e4de6ec78351 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:00.446891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b13fca5e-6766-4267-b57b-c2f8c306cc8b req-4de45e19-0ade-45e0-ac39-812ccc644635 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2920530 Jul 30 03:27:00.466514 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:00.490761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:00.493799 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28094612-bd59-4f54-afba-b9f097f13c73" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:00.818070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddc143-120c-4db6-947a-2638d72dcae4 req-f895767b-c9c2-466e-855c-b32ecb0092c5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:00.819369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bddc143-120c-4db6-947a-2638d72dcae4 req-f895767b-c9c2-466e-855c-b32ecb0092c5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2297595 Jul 30 03:27:00.826609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e0ba4cf-75ad-4736-8f1a-d9a88387de16 req-754ac0d8-9323-4193-bb27-e4de6ec78351 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:00.863182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e0ba4cf-75ad-4736-8f1a-d9a88387de16 req-754ac0d8-9323-4193-bb27-e4de6ec78351 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:00.984385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56226) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:00.998451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e0ba4cf-75ad-4736-8f1a-d9a88387de16 req-754ac0d8-9323-4193-bb27-e4de6ec78351 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0995409 Jul 30 03:27:01.035412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bddc143-120c-4db6-947a-2638d72dcae4 req-b5c797a9-7aa1-4505-a6ec-ed2c958677f5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073419 Jul 30 03:27:01.036067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ac0d8-9323-4193-bb27-e4de6ec78351 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c97367-4573-406b-9430-419107818439,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:01.255725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04312686-26ad-4eb6-a5a4-22845dffe3b2 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:01.257720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-network', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:01.271793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.286631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Transition to ACTIVE for port object 04312686-26ad-4eb6-a5a4-22845dffe3b2 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:01.291194 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770deadc-4c1a-4760-96b8-3759598dbd01 x-openstack-request-id: req-770deadc-4c1a-4760-96b8-3759598dbd01 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:01.291795 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:01.292255 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-770deadc-4c1a-4760-96b8-3759598dbd01 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:01.292958 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e', 'status': 'completed', 'code': 200} Jul 30 03:27:01.327043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.327543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.328006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.328472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.328920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.329387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.330010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.332835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28094612-bd59-4f54-afba-b9f097f13c73 req-c6b73a9f-3058-4ab2-acaf-b765eb655f5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6359 time: 0.0700769 Jul 30 03:27:01.333805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.334380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Made reservation on behalf of fbb83f2ac02e487a8d1e72cfab76b1c9 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:01.336597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.346955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.453917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923586b9-0820-4c25-a3af-62a11a5a6aa2 req-2f5fa2c3-d4ad-45ad-93b8-02a0d3261f50 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.455212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-923586b9-0820-4c25-a3af-62a11a5a6aa2 req-2f5fa2c3-d4ad-45ad-93b8-02a0d3261f50 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1097 time: 0.1665337 Jul 30 03:27:01.493262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.517563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.527831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Pushing event updated for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:01.678167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Attempting to bind port 04312686-26ad-4eb6-a5a4-22845dffe3b2 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:01.678167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Attempting to bind port 04312686-26ad-4eb6-a5a4-22845dffe3b2 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:01.678517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Attempting to bind port 04312686-26ad-4eb6-a5a4-22845dffe3b2 on network 386d4904-941d-416f-9cf3-eeddaa061017 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:01.697604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Port 04312686-26ad-4eb6-a5a4-22845dffe3b2 on network 386d4904-941d-416f-9cf3-eeddaa061017 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:01.697941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Attempting to bind port 04312686-26ad-4eb6-a5a4-22845dffe3b2 on network 386d4904-941d-416f-9cf3-eeddaa061017 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:01.701344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-923586b9-0820-4c25-a3af-62a11a5a6aa2 req-65c93682-f371-4b09-8e95-5824ec793472 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348289 Jul 30 03:27:01.710117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:01.710513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Checking segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:01.710839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Bound using segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:01.711306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Bound port: 04312686-26ad-4eb6-a5a4-22845dffe3b2, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:01.711663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.753388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.757891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba002e7-f820-45f3-b113-90c847e7afba,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:01.767339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:27:01.772523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.778409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.784770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.790909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.797120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.803812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.811733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-1d56f38e-4f37-467a-8c6a-e73cdb8d4f1d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5419 time: 0.1679943 Jul 30 03:27:01.843873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:01.844824 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Added segment 2e446abd-bcf2-4251-af2e-4df96bbebcd0 of type vlan for network 3eb7dcc9-d01b-4984-8a54-d52a17234646 Jul 30 03:27:01.980447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:01.982605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-7c9d6e07-d5ec-4da7-bce0-db846020d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.983337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-7c9d6e07-d5ec-4da7-bce0-db846020d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.984178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:01.984619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-7c9d6e07-d5ec-4da7-bce0-db846020d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:01.986890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28094612-bd59-4f54-afba-b9f097f13c73 req-7c9d6e07-d5ec-4da7-bce0-db846020d678 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e80d937358a47c6beacac8ebc868bf2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6293824 Jul 30 03:27:01.991293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.057905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.114568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-db7e30f2-9e7d-4258-a86d-0c42b6ed4a00 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096172 Jul 30 03:27:02.147454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.148859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:02.149934 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.162003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:02.162624 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.164118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] 10.222.0.16 "PUT /v2.0/ports/04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 200 len: 1092 time: 2.2768052 Jul 30 03:27:02.184118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d1292f-f263-4f8c-bd63-a26e82425732 req-84f8d1d7-f71e-4dd5-811a-a5a8d95eaa56 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3649559 Jul 30 03:27:02.225916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] Pushing event updated for resources: {'Network': ['ID=3eb7dcc9-d01b-4984-8a54-d52a17234646,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:02.234220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Request body: {'port': {'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:02.236716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:27:02.249249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094612-bd59-4f54-afba-b9f097f13c73 req-eb759d1b-630a-47fa-bc07-6df035dfd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:02.255839 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28094612-bd59-4f54-afba-b9f097f13c73 req-eb759d1b-630a-47fa-bc07-6df035dfd995 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2589607 Jul 30 03:27:02.277175 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-25d1951a-76ab-4062-96b1-ad54259fa02b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2953591 Jul 30 03:27:02.277799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56258) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:02.282617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Request body: {'subnet': {'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-subnet', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:02.330941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Made reservation on behalf of fbb83f2ac02e487a8d1e72cfab76b1c9 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:02.345127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.706510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.730834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a16b-a6d2-40c1-8311-092828e48198 service neutron] Pushing event updated for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:02.782610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.848199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5c8a05-a099-4b10-8ddd-3f387a913fb6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:02.876577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Checking segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:02.876823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Network hostable DHCP agents. Network: 3eb7dcc9-d01b-4984-8a54-d52a17234646, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:27:02.899976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:27:02.919927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3eb7dcc9-d01b-4984-8a54-d52a17234646) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:02.924896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:02.925492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.933931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85abf76-af14-47c4-9a79-2be95b4d3375 None None] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:27:02.949770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3e5a1be3-2417-4487-8aeb-3c2eeeac8629 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6708858 Jul 30 03:27:02.951859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56266) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:02.957030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:02.989559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:02.992029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.060269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.146544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3eb7dcc9-d01b-4984-8a54-d52a17234646', 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'fixed_ips': [{'subnet_id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:27:03.147582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.250821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882cec01-f506-48ba-8ae2-0ac20beecc23 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:03.266578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-b8f38c4a-ae0a-4df0-b894-8ceb1dafc6b8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:03.274350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-b8f38c4a-ae0a-4df0-b894-8ceb1dafc6b8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1352441 Jul 30 03:27:03.285330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.291892 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.299827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:03.302531 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04640cda-98b3-45db-ad4a-23b8302aa986" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:03.316730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-f5638ef6-5a03-4a18-8a68-09c10e3168d3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/quotas/da3d0ddc33714ad7b4235de87129823b HTTP/1.1" status: 200 len: 375 time: 0.0414455 Jul 30 03:27:03.354244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Transition to ACTIVE for port object 882cec01-f506-48ba-8ae2-0ac20beecc23 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:03.366608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c734-d231-4f83-aa05-b1bd4c8d18c1 req-17970f1c-165c-492a-9b07-353f9368bedd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:03.369379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Allocated IP 172.20.0.2 (3eb7dcc9-d01b-4984-8a54-d52a17234646/da5c8a05-a099-4b10-8ddd-3f387a913fb6/b814e3eb-bd0a-4df9-b5f4-1a13f6a04504) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:03.375847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8451c734-d231-4f83-aa05-b1bd4c8d18c1 req-17970f1c-165c-492a-9b07-353f9368bedd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.4146221 Jul 30 03:27:03.387386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.447518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Pushing event updated for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:03.539798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-ac77b865-0e36-4840-95b6-ecbcd7b8a5ab tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220697 Jul 30 03:27:03.562750 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.573685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Transition to ACTIVE for port object b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:03.577412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8451c734-d231-4f83-aa05-b1bd4c8d18c1 req-742166b9-eafc-4e6f-9dda-48aa48244a93 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004850 Jul 30 03:27:03.599856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Transition to ACTIVE for port object b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:03.615301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.640420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Attempting to bind port 882cec01-f506-48ba-8ae2-0ac20beecc23 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:03.640762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Attempting to bind port 882cec01-f506-48ba-8ae2-0ac20beecc23 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:03.641084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Attempting to bind port 882cec01-f506-48ba-8ae2-0ac20beecc23 on network 386d4904-941d-416f-9cf3-eeddaa061017 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:03.664263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Port 882cec01-f506-48ba-8ae2-0ac20beecc23 on network 386d4904-941d-416f-9cf3-eeddaa061017 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:03.664604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Attempting to bind port 882cec01-f506-48ba-8ae2-0ac20beecc23 on network 386d4904-941d-416f-9cf3-eeddaa061017 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:03.676249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:03.676595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Checking segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:03.676986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Bound using segment: {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:03.677428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Bound port: 882cec01-f506-48ba-8ae2-0ac20beecc23, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3febde97-26a1-4473-9c8a-6e1c6da1b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:03.677841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.711316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:03.725798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:03.735353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:03.785341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Pushing event updated for resources: {'Port': ['ID=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:03.898176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:03.906676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Attempting to bind port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:03.907058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Attempting to bind port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:03.907470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Attempting to bind port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 on network 3eb7dcc9-d01b-4984-8a54-d52a17234646 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:03.919492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:03.919915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Checking segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:03.920288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.920686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Bound using segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:03.921160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Bound port: b814e3eb-bd0a-4df9-b5f4-1a13f6a04504, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:03.921549 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:03.965088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=882cec01-f506-48ba-8ae2-0ac20beecc23,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:03.979565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.023083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.023732 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.025121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] 10.222.0.16 "PUT /v2.0/ports/882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 200 len: 1092 time: 1.8105567 Jul 30 03:27:04.046612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] For port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:04.059732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] For port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:04.073894 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.157640 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.182952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.209899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.212692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ae951-69ab-4f6c-a3ef-7a808f40620d None None] Pushing event updated for resources: {'Port': ['ID=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:04.218205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.229453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.244313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.260717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.274782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.285025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.288275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54147928-c02b-421f-9a30-577141506715 req-919b4f3d-a375-4b70-8ed0-86a0b3630b3a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.4134793 Jul 30 03:27:04.352916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.353552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.354242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.354726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.355233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.355714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.356188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.359380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-4612c14f-ba53-4651-a307-ef41d467ec8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6495 time: 0.2490487 Jul 30 03:27:04.399442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Allocated IP 172.25.6.88 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:04.423576 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62dd7c4-239e-43c6-8379-077543b3b64f x-openstack-request-id: req-f62dd7c4-239e-43c6-8379-077543b3b64f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:04.423997 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:04.424828 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f62dd7c4-239e-43c6-8379-077543b3b64f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:04.425298 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2', 'status': 'completed', 'code': 200} Jul 30 03:27:04.477988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54147928-c02b-421f-9a30-577141506715 req-13d2e3fe-8415-4004-91c8-19a6c369da90 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593854 Jul 30 03:27:04.538493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01f91-4cb6-4b7b-b68f-99e93f705db7 service neutron] Pushing event updated for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:04.545829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-c12cd5ca-b840-40bc-ac89-b730c5e30860 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 200 len: 217 time: 0.0888042 Jul 30 03:27:04.614303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-69cdefaf-370a-47cd-bcb0-e19878dd22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.615941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-69cdefaf-370a-47cd-bcb0-e19878dd22d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55e81437-356b-400b-a61b-8e399aedf61a HTTP/1.1" status: 200 len: 855 time: 0.0613832 Jul 30 03:27:04.708217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.803056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0b58fda6-41a2-428c-b57e-812f5b02a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.804690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0b58fda6-41a2-428c-b57e-812f5b02a784 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642561 Jul 30 03:27:04.871066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:04.950456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:04.953908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:04.954735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38c9f-8981-4028-bd24-64c62314d4de req-c11e3761-6731-442c-b37d-b344d7c54475 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:04.957042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69f38c9f-8981-4028-bd24-64c62314d4de req-c11e3761-6731-442c-b37d-b344d7c54475 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1563542 Jul 30 03:27:04.963769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:05.006795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Pushing event updated for resources: {'Port': ['ID=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:05.040439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71976ff8-7212-438d-85bb-029b93c1ca9a req-5208acfc-1f5a-428d-bc8d-a9578b151f41 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 210 time: 0.0794899 Jul 30 03:27:05.122413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69f38c9f-8981-4028-bd24-64c62314d4de req-2d0d1d8a-2aca-489e-a4dc-bc01fcc361ba tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476755 Jul 30 03:27:05.124695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-eaee1844-5e00-47a8-9c2e-ab46f8a45c24 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097239 Jul 30 03:27:05.299817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-697d33aa-30ae-402d-a07d-0ce74b89e3cd service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663775 Jul 30 03:27:05.349953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-c767d845-7f55-4786-8346-75481ac87284 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 217 time: 0.0432281 Jul 30 03:27:05.422598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:05.509978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-41c756cd-8500-417e-9157-f3003acc4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.524765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-41c756cd-8500-417e-9157-f3003acc4a89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1661570 Jul 30 03:27:05.646708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-ba7d5099-376b-4b57-a02d-b584889d785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.648255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-ba7d5099-376b-4b57-a02d-b584889d785d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146057 Jul 30 03:27:05.828877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:05.888022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:05.891073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.912778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.925337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.944379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.947170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.953011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.959481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:05.965625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20088ad5-df11-4754-b48b-b1b2cddf10b2 None None] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:27:05.969018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b84789ce-48de-44da-8f51-21290aeba727 req-72f3d224-a34b-4554-a809-94004955edb6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.3428991 Jul 30 03:27:06.038150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b84789ce-48de-44da-8f51-21290aeba727 req-d5cea1cf-c282-4848-9549-2781f04f4e99 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685294 Jul 30 03:27:06.043511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d5649ce2-7aaa-48f3-ae83-2d73d1b67717 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406930 Jul 30 03:27:06.083529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7b96c6be-dc3a-4197-b327-021273cd758d None None] Provisioning for port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:06.108005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:06.125507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:06.126431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:06.132348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:27:06.292769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-3b418873-8a75-4bb5-9afc-afa07bc832f5 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096159 Jul 30 03:27:06.311906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a29cbd1-a3e2-48f9-ac84-1b612f32a742 req-7cceffa4-58d2-4d3e-b456-46e43974e3db tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 210 time: 0.1037283 Jul 30 03:27:06.387088 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:06.399184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-cf38734a-a18e-409e-a058-fdafae7b48be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 217 time: 0.0890946 Jul 30 03:27:06.411516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:27:06.422852 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Sync routers for ids ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:27:06.436893 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Routers {'4038ccd9-2d6f-4090-86bd-77d7eac1ebee'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:06.439108 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:06.443040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:06.451338 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:06.454669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:06.464918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b9730ea7-0f14-4fb9-aeb2-19ffc60bb47d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5119755 Jul 30 03:27:06.465580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:06.527690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:06.543470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:06.545827 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:06.559219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-1a646203-6ab9-4956-aa7d-08fbc17e5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:06.560774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-1a646203-6ab9-4956-aa7d-08fbc17e5905 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1474843 Jul 30 03:27:06.589070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4250-76aa-47aa-8567-5baf6aa51f49 req-941dfb88-f80b-4e88-b447-0137cb64a2ff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:06.589070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ecc4250-76aa-47aa-8567-5baf6aa51f49 req-941dfb88-f80b-4e88-b447-0137cb64a2ff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2743630 Jul 30 03:27:06.628588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-09957ac6-7cd4-46eb-87f5-2b51d85465da tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533172 Jul 30 03:27:06.637958 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Set router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:06.735532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ecc4250-76aa-47aa-8567-5baf6aa51f49 req-67b342f0-d8cb-4ff2-aec2-be1f884d3a5e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292226 Jul 30 03:27:06.787157 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53e213e-82e5-4ab1-912e-20d1de48a9af x-openstack-request-id: req-a53e213e-82e5-4ab1-912e-20d1de48a9af {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:06.790848 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:06.790848 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a53e213e-82e5-4ab1-912e-20d1de48a9af {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:06.790848 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23', 'status': 'completed', 'code': 200} Jul 30 03:27:06.793027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d77d12f1-3b99-4092-939c-6e0e0793c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:06.794728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d77d12f1-3b99-4092-939c-6e0e0793c5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2023940 Jul 30 03:27:06.935027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2784845d-777b-425d-a10c-8427d26605f8 None None] Provisioning complete for port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:06.935626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2784845d-777b-425d-a10c-8427d26605f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:06.954474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-4d8443be-a4f6-4e4e-8557-2a152b431019 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:06.957197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-4d8443be-a4f6-4e4e-8557-2a152b431019 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168888 Jul 30 03:27:07.003982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-b6d9f838-0535-4d1b-957d-b24a8bb3891e service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925817 Jul 30 03:27:07.029680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:07.109220 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-919b85d2-6104-4ee6-ae2f-5647267298fc tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723598 Jul 30 03:27:07.127607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:27:05Z', 'revision_number': 3, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:07.170499 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Checking router: 4038ccd9-2d6f-4090-86bd-77d7eac1ebee for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:27:07.171483 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Updating router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:27:07.245253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-f0c99c19-5c7f-4dc1-bbac-43f6f31e1fda service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141011 Jul 30 03:27:07.254289 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.341683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-cc27cea3-827f-4c37-b3a5-eb20c1d2bd15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce HTTP/1.1" status: 200 len: 217 time: 0.0486629 Jul 30 03:27:07.380636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.398630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.411119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.416518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-523091d3-0f79-49b3-9982-57fc88b3ea1b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.418289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-523091d3-0f79-49b3-9982-57fc88b3ea1b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992988 Jul 30 03:27:07.427180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.443359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:07.443981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.449158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:07.452948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.459921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.468303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.470183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-58e2d90e-57a5-4bd3-8637-ac791bb8f3b6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.2203584 Jul 30 03:27:07.579705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba0c742d-2685-4c04-80f2-07bfa3ffd7ac req-901e8814-521e-4fc7-8d39-a9d56076743e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 210 time: 0.1073663 Jul 30 03:27:07.607976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-b7b23448-646b-4ce7-876e-90dcb550a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.609454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-b7b23448-646b-4ce7-876e-90dcb550a855 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1360948 Jul 30 03:27:07.620613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83a76752-8703-4828-a084-5c6a7aa368e3 req-2c9dfeed-8ad5-450f-9d86-99ea4de3883e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370614 Jul 30 03:27:07.681712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8f113e71-d2de-4180-be92-5012cb9bac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:07.684575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-8f113e71-d2de-4180-be92-5012cb9bac87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630183 Jul 30 03:27:07.695101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.105 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/36d1512b-68e1-4afa-95dc-5cdf249ee29e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:07.721055 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.737487 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Transition to ACTIVE for port object 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:07.760188 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.802438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:07.839695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Attempting to bind port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:07.840341 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Attempting to bind port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:07.840875 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Attempting to bind port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:07.853477 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Pushing event updated for resources: {'Port': ['ID=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:07.857534 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:07.858131 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:07.858758 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.859266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e754b132-c02b-4b5d-986f-5b0281fff8a5 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670635 Jul 30 03:27:07.859539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:07.860213 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Bound port: 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:07.860785 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.901893 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.902230 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.903989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:07.904591 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:07.909297 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.909667 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.909998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.910324 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.910646 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.910964 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.911335 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.911654 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.914534 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.914815 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:07.993954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] For port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:07.997585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] For port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:08.006360 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:08.119700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c7e56-cc29-48a5-89ca-a5e31f0b8c93 req-877895c2-4506-4ba8-9869-30282be21f57 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:08.121320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-891c7e56-cc29-48a5-89ca-a5e31f0b8c93 req-877895c2-4506-4ba8-9869-30282be21f57 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1950338 Jul 30 03:27:08.146702 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Routers {'4038ccd9-2d6f-4090-86bd-77d7eac1ebee'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:08.147795 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:08.195745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-492f66dd-edb1-4b82-9ded-c6c2af951921 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052764 Jul 30 03:27:08.210121 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d23eb-25b4-4423-8ef5-df953211c70e None None] Pushing event updated for resources: {'Port': ['ID=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:08.239749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-891c7e56-cc29-48a5-89ca-a5e31f0b8c93 req-e8364a74-d315-477c-825d-b3920b76adc8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083782 Jul 30 03:27:08.311841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-d2ce01ea-2410-4b0f-a8af-8d0eaba80195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e HTTP/1.1" status: 200 len: 217 time: 0.1007690 Jul 30 03:27:08.424538 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] Set router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:08.464492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5591daa1-685b-4b1a-a840-5780b3860ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:08.470405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5591daa1-685b-4b1a-a840-5780b3860ed2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1476588 Jul 30 03:27:08.512492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:08.516017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:08.519822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:08.552186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:08.567119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5f791321-9349-462e-a312-98c27e85d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:08.569422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-5f791321-9349-462e-a312-98c27e85d456 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911775 Jul 30 03:27:08.592831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object 36d1512b-68e1-4afa-95dc-5cdf249ee29e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:08.812450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:08.819267 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:27:08.825042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:08.883375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-11bf997b-cbfe-4b7a-a16d-5a5b21951512 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038485 Jul 30 03:27:08.889105 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:27:05Z', 'revision_number': 3, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:08.912995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Allocated IP 172.20.0.1 (3eb7dcc9-d01b-4984-8a54-d52a17234646/da5c8a05-a099-4b10-8ddd-3f387a913fb6/83c2cb32-1239-4b61-956e-5ac4d227dc31) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:08.921284 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e64d2-e38a-4f3f-8730-4ea6a194fcc9 None None] The sync data for ids ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'] in n-d-778696-14 is: [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:27:05Z', 'revision_number': 3, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:27:08.936486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:08.972735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=36d1512b-68e1-4afa-95dc-5cdf249ee29e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:08.993237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:09.004889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-444ebe43-6cf9-4864-814b-4feb10c46a29 req-37dad56a-a9a7-4961-afe8-4664eb73f709 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 210 time: 0.2341714 Jul 30 03:27:09.021849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:09.124855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.133693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.140648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.141961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.75 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/7b002103-5c63-487f-9e97-a1d2aed17ef2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:09.153439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.159489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.160301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.161102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:09.167233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.178913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.190509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-9d87d109-7755-45c7-bd5e-c2a81b5d5150 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.4235125 Jul 30 03:27:09.247227 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-d7d62400-b0eb-4e09-bd58-92d83cfaa0c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2203741 Jul 30 03:27:09.312140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Request body: {'port': {'device_id': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:09.339767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72e346f3-5e13-4086-ad1e-540e32e841cf req-681b2482-1f4c-44ea-8b2e-a73b50b8f389 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471555 Jul 30 03:27:09.401215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-e4fbf97c-c37f-4d5c-ad4a-6ee883bd0d31 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849846 Jul 30 03:27:09.456608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:09.480899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-856d6d62-38ef-4775-a1b0-fb06dd8f5175 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 200 len: 217 time: 0.0608358 Jul 30 03:27:09.498177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b458d3-6a99-4caf-b980-9b37ebae5999 req-0a9d9b56-7916-4299-a0e3-7a44a0c90b84 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.499329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1cdfba43-cb67-4b5d-aed9-f4b338cee32c None None] Provisioning for port 36d1512b-68e1-4afa-95dc-5cdf249ee29e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:09.504193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14b458d3-6a99-4caf-b980-9b37ebae5999 req-0a9d9b56-7916-4299-a0e3-7a44a0c90b84 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1506016 Jul 30 03:27:09.505635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1cdfba43-cb67-4b5d-aed9-f4b338cee32c None None] Provisioning complete for port 36d1512b-68e1-4afa-95dc-5cdf249ee29e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:09.507108 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cdfba43-cb67-4b5d-aed9-f4b338cee32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:09.574870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1cdfba43-cb67-4b5d-aed9-f4b338cee32c None None] Port 36d1512b-68e1-4afa-95dc-5cdf249ee29e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:09.604129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-30266e9f-849b-4275-88b3-a8304dbe67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.605609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-30266e9f-849b-4275-88b3-a8304dbe67a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.0999284 Jul 30 03:27:09.612210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14b458d3-6a99-4caf-b980-9b37ebae5999 req-6ec6886b-fbd5-4936-a326-33ca53f90b64 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869677 Jul 30 03:27:09.641433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:09.675027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-278ac440-821a-45bd-a0e1-10cb56d7125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:09.676609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-278ac440-821a-45bd-a0e1-10cb56d7125e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619106 Jul 30 03:27:09.750512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Transition to ACTIVE for port object 83c2cb32-1239-4b61-956e-5ac4d227dc31 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:09.817296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-0adde847-d2c4-480c-a2ed-0f2f3f3a4d26 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318839 Jul 30 03:27:09.831988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:09.911849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:09.916146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:09.916524 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:09.985794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-98a22f3e-693c-41de-b697-aff7110af02d service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601503 Jul 30 03:27:10.056562 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.059197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.061989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-48e6a501-6df2-4432-b0df-4f72759bf35a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 200 len: 217 time: 0.0678129 Jul 30 03:27:10.118973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:10.126593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.200759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:10.214767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:10.223804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:10.266104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:10.321158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Pushing event updated for resources: {'Port': ['ID=83c2cb32-1239-4b61-956e-5ac4d227dc31,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:10.355631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.455711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.499094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object 7b002103-5c63-487f-9e97-a1d2aed17ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:10.546045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cecf0ade-c7b4-4eab-a9f5-19b9bff974ec req-f7713d61-32fb-4482-b1f9-a56be64fef82 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 210 time: 0.0804112 Jul 30 03:27:10.589039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fae5e511-5092-4eec-b517-aafb15ce2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.599209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-fae5e511-5092-4eec-b517-aafb15ce2c9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.5290005 Jul 30 03:27:10.636121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.638433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.650177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.661888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.675788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.682124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.689041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.700464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.702565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-9be1e8c0-ff12-4718-b2f0-40bb6571223b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.2217007 Jul 30 03:27:10.715090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c305f835-87a8-444e-9b71-2a6dfefa5834 None None] Provisioning for port 83c2cb32-1239-4b61-956e-5ac4d227dc31 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:10.719796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c305f835-87a8-444e-9b71-2a6dfefa5834 None None] Provisioning complete for port 83c2cb32-1239-4b61-956e-5ac4d227dc31 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:10.720180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c305f835-87a8-444e-9b71-2a6dfefa5834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.721652 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.730581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:10.767088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:10.820896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c305f835-87a8-444e-9b71-2a6dfefa5834 None None] Port 83c2cb32-1239-4b61-956e-5ac4d227dc31 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:10.836334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-898f4b20-1187-4215-81bd-248736f9f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:10.837926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-898f4b20-1187-4215-81bd-248736f9f2bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2302489 Jul 30 03:27:10.895436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bc4d784-d8ac-4da6-bc82-f58a1005e4fd req-e508260f-9229-44b5-94de-a3525eb8379f tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619377 Jul 30 03:27:10.926250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:10.953164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:10.962797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:10.995387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=7b002103-5c63-487f-9e97-a1d2aed17ef2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:11.018478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-84fb304e-4069-4c85-8128-9002990eace6 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685393 Jul 30 03:27:11.065441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61200d-6eb9-4c9a-88d4-1a701e15a06d req-c8c67833-8042-4a53-b3d2-eed0285c90a3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.075758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff61200d-6eb9-4c9a-88d4-1a701e15a06d req-c8c67833-8042-4a53-b3d2-eed0285c90a3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2989635 Jul 30 03:27:11.172987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff61200d-6eb9-4c9a-88d4-1a701e15a06d req-620712be-374b-470b-91a4-a0ba7358f6e4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960681 Jul 30 03:27:11.288498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f95606e0-db3e-4dd1-bbaa-1b0d6099df5e req-cbe914e9-2af1-47fa-9152-5f237e103b85 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575271 Jul 30 03:27:11.301605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.304998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.358560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f44e4a66-787b-45dc-b606-4b909c1dd647 None None] Provisioning for port 7b002103-5c63-487f-9e97-a1d2aed17ef2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:11.363552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f44e4a66-787b-45dc-b606-4b909c1dd647 None None] Provisioning complete for port 7b002103-5c63-487f-9e97-a1d2aed17ef2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:11.363950 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f44e4a66-787b-45dc-b606-4b909c1dd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.402304 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-7bd2bf46-a7b3-4909-b2c9-779a660d198d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9679415 Jul 30 03:27:11.428669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d1512b-68e1-4afa-95dc-5cdf249ee29e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:11.438729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f44e4a66-787b-45dc-b606-4b909c1dd647 None None] Port 7b002103-5c63-487f-9e97-a1d2aed17ef2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:11.446945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Request body: {'port': {'device_id': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:11.458903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.460680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.462015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.462015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.462340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.463090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.463469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.465932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-43155516-4e37-4694-81b8-ee78cf0edb08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6495 time: 0.0781763 Jul 30 03:27:11.488021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.517076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Transition to ACTIVE for port object 36d1512b-68e1-4afa-95dc-5cdf249ee29e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:11.541269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.547441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.584428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.592601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.710176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Pushing event updated for resources: {'Port': ['ID=36d1512b-68e1-4afa-95dc-5cdf249ee29e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:11.751112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-0c13b7de-930d-4f47-a714-469562973325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:11.759930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-0c13b7de-930d-4f47-a714-469562973325 service neutron] 10.222.0.16 "GET /v2.0/networks?id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 901 time: 0.2844405 Jul 30 03:27:11.842133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:11.862063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:11.951259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-9f96795f-514b-4b8e-a2ec-849d18624715 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 200 len: 217 time: 0.1566210 Jul 30 03:27:12.010848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:12.011265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:12.023738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4ba1-e7ed-4490-8892-b805205104e9 req-4868aafd-96a3-4f29-af76-580f2100b837 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.025286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a29f4ba1-e7ed-4490-8892-b805205104e9 req-4868aafd-96a3-4f29-af76-580f2100b837 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 935 time: 0.2643638 Jul 30 03:27:12.031738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-1ee7a152-ba50-44bb-9a4f-19e8abf50196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.033337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-1ee7a152-ba50-44bb-9a4f-19e8abf50196 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.0717809 Jul 30 03:27:12.190896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a29f4ba1-e7ed-4490-8892-b805205104e9 req-720c73fc-6828-41dc-bfd3-accf6f79b01d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540525 Jul 30 03:27:12.230796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Pushing event updated for resources: {'Port': ['ID=83c2cb32-1239-4b61-956e-5ac4d227dc31,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:12.234132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1796158b-3512-40a2-a258-45a7897e5e70 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1057100746&fields=id&tenant_id=0045a5f7986c48f08e46d6a2e1cfdade HTTP/1.1" status: 200 len: 267 time: 0.1539955 Jul 30 03:27:12.309771 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8d34530-8c6e-4c82-a896-12b524fcaef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:12.340842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Attempting to bind port 36d1512b-68e1-4afa-95dc-5cdf249ee29e on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:12.341745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Attempting to bind port 36d1512b-68e1-4afa-95dc-5cdf249ee29e by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:12.342260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Attempting to bind port 36d1512b-68e1-4afa-95dc-5cdf249ee29e on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:12.356363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-5ed9b11e-156d-4a22-ad6c-ac13c1c6bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.359222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-5ed9b11e-156d-4a22-ad6c-ac13c1c6bf19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2810388 Jul 30 03:27:12.360612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Port 36d1512b-68e1-4afa-95dc-5cdf249ee29e on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:12.361757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Attempting to bind port 36d1512b-68e1-4afa-95dc-5cdf249ee29e on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:12.403202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:12.403817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:12.404375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:12.405005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Bound port: 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:12.405531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:12.477626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] For port 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:12.481690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] For port 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:12.505426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-e223d415-9dd2-4b74-a456-c7e822c103b1 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950234 Jul 30 03:27:12.512192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:12.616529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.617401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:12.619257 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] 10.222.0.16 "PUT /v2.0/ports/36d1512b-68e1-4afa-95dc-5cdf249ee29e HTTP/1.1" status: 200 len: 1097 time: 3.3152523 Jul 30 03:27:12.623823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'tag': '36d1512b-68e1-4afa-95dc-5cdf249ee29e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:12.626951 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "10d8ec41-0f4d-467e-931d-eab42262d4f3", "tag": "36d1512b-68e1-4afa-95dc-5cdf249ee29e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:12.643570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:12.655605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:12.696538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8e468-674a-4f7d-88f1-b7c115da343c service neutron] Pushing event updated for resources: {'Port': ['ID=36d1512b-68e1-4afa-95dc-5cdf249ee29e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:12.804966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.811731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.818917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.826430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.835409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.842198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.849662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.858376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-7efd198c-0411-4ef1-ace2-9f6ee9cf03f1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.5064981 Jul 30 03:27:12.983892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-ae63e4a7-c50d-4a9a-b6a4-d1f5ed1e98a2 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:12.985716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-ae63e4a7-c50d-4a9a-b6a4-d1f5ed1e98a2 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/networks?id=e63e326d-5539-4cab-9a46-c8322980e00a HTTP/1.1" status: 200 len: 815 time: 0.7480109 Jul 30 03:27:13.021379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b002103-5c63-487f-9e97-a1d2aed17ef2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:13.037274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b21d68-0a90-41e6-b161-b522c8ab67ca req-abd57415-6182-4ddc-b134-086f8af2f338 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777472 Jul 30 03:27:13.046168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:13.056522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-e9d8cb20-d25b-4706-8fba-d09a946df338 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/quotas/0045a5f7986c48f08e46d6a2e1cfdade HTTP/1.1" status: 200 len: 375 time: 0.0540957 Jul 30 03:27:13.068671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04640cda-98b3-45db-ad4a-23b8302aa986 req-60741c51-267a-43e7-b94e-dd9bfeeebce6 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533202 Jul 30 03:27:13.116327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Transition to ACTIVE for port object 7b002103-5c63-487f-9e97-a1d2aed17ef2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:13.162542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 87e5ab90-7901-4baa-951f-ad0acb5556e6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:13.164135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:27:13.181004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:13.257782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fa910be0-7ba5-4a1a-a6a3-7dfd484bce82 None None] Provisioning complete for port 83c2cb32-1239-4b61-956e-5ac4d227dc31 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:13.258157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa910be0-7ba5-4a1a-a6a3-7dfd484bce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:13.389133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-a7330aeb-639e-4233-8823-0ea6c474541c tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0045a5f7986c48f08e46d6a2e1cfdade&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3192661 Jul 30 03:27:13.414047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.415461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.415461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.415945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.416512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.417171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.417845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.420153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-4f55a4fc-c94d-41bd-a05d-33c74ddccad4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6495 time: 0.2581074 Jul 30 03:27:13.490343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbb24-9a28-41a0-8108-935f659a85b5 req-a24d9bb3-ee5b-49cd-aa8d-276933b887fd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.496750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adefbb24-9a28-41a0-8108-935f659a85b5 req-a24d9bb3-ee5b-49cd-aa8d-276933b887fd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2293448 Jul 30 03:27:13.508993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fa910be0-7ba5-4a1a-a6a3-7dfd484bce82 None None] Port 83c2cb32-1239-4b61-956e-5ac4d227dc31 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:13.589038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:13.629578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'mac_address': 'fa:16:3e:54:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:13.698027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b002103-5c63-487f-9e97-a1d2aed17ef2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:13.726904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:27:13.739626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Sync routers for ids ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:27:13.744030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b63a5bbc-bb88-48e2-9b67-ac122400612b admin admin] 10.222.0.39 "PUT /v2.0/routers/4038ccd9-2d6f-4090-86bd-77d7eac1ebee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2734947 Jul 30 03:27:13.751401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:13.790927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Routers {'4038ccd9-2d6f-4090-86bd-77d7eac1ebee'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:13.795661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:26:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:13.810651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87e5ab90-7901-4baa-951f-ad0acb5556e6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:13.934230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-2b36c859-8ee0-4852-a1f7-0b5a9a8a147f service neutron] 10.222.0.39 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123661 Jul 30 03:27:13.934840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-3042d989-818f-451d-a2b1-93e1408b3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:13.949336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-3042d989-818f-451d-a2b1-93e1408b3f84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 1100 time: 0.8335018 Jul 30 03:27:14.005177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:14.027401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:14.081928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-ed474ebf-8f63-488b-931b-073063175fda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e HTTP/1.1" status: 200 len: 217 time: 0.1017284 Jul 30 03:27:14.198339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-24ed844f-8742-4e71-8bc3-e49617738d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:14.199835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-24ed844f-8742-4e71-8bc3-e49617738d71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1008551 Jul 30 03:27:14.306667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Attempting to bind port 7b002103-5c63-487f-9e97-a1d2aed17ef2 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:14.306999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Attempting to bind port 7b002103-5c63-487f-9e97-a1d2aed17ef2 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:14.307370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Attempting to bind port 7b002103-5c63-487f-9e97-a1d2aed17ef2 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:14.326850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Port 7b002103-5c63-487f-9e97-a1d2aed17ef2 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:14.327202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Attempting to bind port 7b002103-5c63-487f-9e97-a1d2aed17ef2 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:14.332309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-becf4263-65dd-40c5-b8c4-8040e3ec298a service neutron] 10.222.0.39 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616009 Jul 30 03:27:14.336660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:14.337006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:14.337564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:14.338007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Bound port: 7b002103-5c63-487f-9e97-a1d2aed17ef2, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:14.338373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:14.361772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adefbb24-9a28-41a0-8108-935f659a85b5 req-1cd52b16-7478-4663-bddc-1392870d54da tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7863104 Jul 30 03:27:14.409790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-4cee3192-d2f6-4e19-a396-15363e9af343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:14.411551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-4cee3192-d2f6-4e19-a396-15363e9af343 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1937881 Jul 30 03:27:14.430120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-8e1913a6-6215-4a15-a53d-e744640a23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:14.433127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-8e1913a6-6215-4a15-a53d-e744640a23b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 901 time: 0.9605436 Jul 30 03:27:14.536211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-9b0a23f0-2ee0-4762-8692-193e3866a1e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 200 len: 217 time: 0.0956655 Jul 30 03:27:14.598565 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60c5fcd-fbed-4b0b-bc55-377f632f56a1 x-openstack-request-id: req-d60c5fcd-fbed-4b0b-bc55-377f632f56a1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:14.600688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['87e5ab90-7901-4baa-951f-ad0acb5556e6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:14.613945 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d8ec41-0f4d-467e-931d-eab42262d4f3", "tag": "36d1512b-68e1-4afa-95dc-5cdf249ee29e", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:14.614241 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d60c5fcd-fbed-4b0b-bc55-377f632f56a1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:14.614670 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'tag': '36d1512b-68e1-4afa-95dc-5cdf249ee29e', 'status': 'completed', 'code': 200} Jul 30 03:27:14.687692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-30a45cdd-ac90-4aa8-8e51-ff2fde9b3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:14.692516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-30a45cdd-ac90-4aa8-8e51-ff2fde9b3c96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.1420548 Jul 30 03:27:14.802132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:14.817116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Set router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:14.820700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4de13b28-6193-4e2f-ab28-7516ea489784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:14.892337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] For port 7b002103-5c63-487f-9e97-a1d2aed17ef2, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:14.899523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] For port 7b002103-5c63-487f-9e97-a1d2aed17ef2, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:14.906379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-b10ad1d8-5874-4d41-aafc-67c4ef58fa41 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845002 Jul 30 03:27:14.943046 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:14.946352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:15.078494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-16f5d565-882a-4e25-b8f6-ae87dc1198ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:15.084490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-16f5d565-882a-4e25-b8f6-ae87dc1198ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3828826 Jul 30 03:27:15.144798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:15.148760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:15.158851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] 10.222.0.16 "PUT /v2.0/ports/7b002103-5c63-487f-9e97-a1d2aed17ef2 HTTP/1.1" status: 200 len: 1096 time: 3.7356474 Jul 30 03:27:15.442256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '83c2cb32-1239-4b61-956e-5ac4d227dc31', 'name': '', 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'mac_address': 'fa:16:3e:6a:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:08Z', 'updated_at': '2021-07-30T03:27:11Z', 'revision_number': 2, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'subnets': [{'id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:15.457110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-315000aa-7512-49fc-820d-e9980457af23 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498583 Jul 30 03:27:15.475102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba2ba-0dad-4ddc-807a-93d4ecffd539 req-f06e49d2-58f9-48c7-a445-42d41359c8f3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:15.484304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bfba2ba-0dad-4ddc-807a-93d4ecffd539 req-f06e49d2-58f9-48c7-a445-42d41359c8f3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 947 time: 0.5320764 Jul 30 03:27:15.486333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56518) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:15.517802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-network', 'tenant_id': '1732162823374563877b09d72cd0af22'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:15.530360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-cb407072-adc4-42b3-a144-e7af00858be9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7522082 Jul 30 03:27:15.540517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a2ec-f34a-489f-8298-74ee7698a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b002103-5c63-487f-9e97-a1d2aed17ef2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:15.556837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Checking router: 4038ccd9-2d6f-4090-86bd-77d7eac1ebee for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:27:15.562173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Updating router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee port 83c2cb32-1239-4b61-956e-5ac4d227dc31 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:27:15.620515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bfba2ba-0dad-4ddc-807a-93d4ecffd539 req-84ccccf8-0f95-475a-adf3-257a4966d218 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348288 Jul 30 03:27:15.661266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:15.699319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-faf7d6e8-635b-4d34-bd18-7ea5bf2b9f8d service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772820 Jul 30 03:27:15.725956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Made reservation on behalf of 1732162823374563877b09d72cd0af22 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:15.761554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:15.774756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-9aead0df-ed10-44af-b19f-15fa1c03cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:15.776878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-9aead0df-ed10-44af-b19f-15fa1c03cb67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 1099 time: 0.5241878 Jul 30 03:27:15.797519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:16.162528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-ff4a674a-2088-4c19-99a5-dca06db56387 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2 HTTP/1.1" status: 200 len: 217 time: 0.1661558 Jul 30 03:27:16.198181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adc7c730-4515-4cdb-91c6-59fade5899b1 req-d66ec2b0-e0db-4518-b97b-fb24f3f0383b tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.0863438 Jul 30 03:27:16.237297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.251329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.270693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.286058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.321664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.332490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.339495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.347906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-db2613e1-6d3c-4f1a-a4dc-5818608968c7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.7813094 Jul 30 03:27:16.365285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:16.467927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-3717d41e-a873-4156-ac7b-847366be7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.469602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-3717d41e-a873-4156-ac7b-847366be7985 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1097 time: 0.8443975 Jul 30 03:27:16.625810 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:16.664415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Transition to ACTIVE for port object 83c2cb32-1239-4b61-956e-5ac4d227dc31 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:16.678826 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:16.694906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c17ef04-0fb5-436f-9a69-467c28b67f5f req-69ed4c7c-9461-49ec-843d-65928f24e6f7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3456483 Jul 30 03:27:16.734593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b1a09a9-76a0-49c5-851b-ae0e34ec22cc req-f8d028c3-2009-4eed-ba40-5c870e8402d4 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0968182 Jul 30 03:27:16.752473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a159e-e1dd-4b4c-ad54-1068a3950863 req-fb06c7ac-ae9a-4be1-b667-408628bed728 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.773005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-248a159e-e1dd-4b4c-ad54-1068a3950863 req-fb06c7ac-ae9a-4be1-b667-408628bed728 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 945 time: 0.4226248 Jul 30 03:27:16.881432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-248a159e-e1dd-4b4c-ad54-1068a3950863 req-a52c5bb6-b21e-4a88-8e36-a8a70a0552e2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065598 Jul 30 03:27:16.918127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-3e712dea-ba9a-4ec9-bf3f-62b7d9949026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:16.921858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-3e712dea-ba9a-4ec9-bf3f-62b7d9949026 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.4186428 Jul 30 03:27:17.054200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'tag': '7b002103-5c63-487f-9e97-a1d2aed17ef2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:17.057088 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7091788-6c16-45f0-90c3-d96f50c2ef0d" -d '{"events": [{"name": "network-changed", "server_uuid": "15a78e5b-3df5-4580-b16d-29c90a4b15e0", "tag": "7b002103-5c63-487f-9e97-a1d2aed17ef2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:17.079030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff61b4a-ab8c-4bec-af28-5e332573e1f7 None None] Pushing event updated for resources: {'Port': ['ID=83c2cb32-1239-4b61-956e-5ac4d227dc31,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:17.112850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-298d93ae-717a-4288-bab7-290843af4d09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.1815817 Jul 30 03:27:17.134517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-e6ba9822-a8b3-48fb-8c39-be2e9c201b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:17.136851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-e6ba9822-a8b3-48fb-8c39-be2e9c201b29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 1100 time: 1.2852132 Jul 30 03:27:17.138279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Attempting to bind port 83c2cb32-1239-4b61-956e-5ac4d227dc31 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:17.138781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Attempting to bind port 83c2cb32-1239-4b61-956e-5ac4d227dc31 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:17.139287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Attempting to bind port 83c2cb32-1239-4b61-956e-5ac4d227dc31 on network 3eb7dcc9-d01b-4984-8a54-d52a17234646 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:17.141588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-1ec040b0-bc2d-4a87-b8ad-1c58da498618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:17.143511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-1ec040b0-bc2d-4a87-b8ad-1c58da498618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.9645798 Jul 30 03:27:17.160426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:17.161141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Checking segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:17.161677 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:17.162330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Bound using segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:17.163177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Bound port: 83c2cb32-1239-4b61-956e-5ac4d227dc31, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:17.163697 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:17.174093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 87e5ab90-7901-4baa-951f-ad0acb5556e6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:17.298071 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1528554b-1cf7-4e9e-b6bd-01e5e419035e x-openstack-request-id: req-1528554b-1cf7-4e9e-b6bd-01e5e419035e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:17.299394 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a78e5b-3df5-4580-b16d-29c90a4b15e0", "tag": "7b002103-5c63-487f-9e97-a1d2aed17ef2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:17.299850 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1528554b-1cf7-4e9e-b6bd-01e5e419035e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:17.300457 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'tag': '7b002103-5c63-487f-9e97-a1d2aed17ef2', 'status': 'completed', 'code': 200} Jul 30 03:27:17.372214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-4e0c8e77-640f-4f50-88e2-d434bfbf7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:17.395728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-4e0c8e77-640f-4f50-88e2-d434bfbf7384 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.2710140 Jul 30 03:27:17.433012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f59785-c901-452d-85bd-72bb413e5ed6 req-0333936b-0842-4fd9-8e72-e367cf86c704 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:17.446488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f59785-c901-452d-85bd-72bb413e5ed6 req-0333936b-0842-4fd9-8e72-e367cf86c704 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 947 time: 0.3185222 Jul 30 03:27:17.559433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-260d00fa-6588-4924-bd81-c8fb80ecd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:17.561783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-260d00fa-6588-4924-bd81-c8fb80ecd59f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4048617 Jul 30 03:27:17.569288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-1ac3f3e5-d240-4929-8d75-a3058c850244 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129684 Jul 30 03:27:17.624703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] For port 83c2cb32-1239-4b61-956e-5ac4d227dc31, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:17.637041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] For port 83c2cb32-1239-4b61-956e-5ac4d227dc31, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=83c2cb32-1239-4b61-956e-5ac4d227dc31,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:17.650884 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:17.650884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 87e5ab90-7901-4baa-951f-ad0acb5556e6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:17.650884 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:17.741974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f973627-bd59-4f23-8319-b877414c7740 req-cb5dff1e-3e22-45b5-bf64-5850fe4df732 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.1575551 Jul 30 03:27:17.847848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:17.851099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-3dbdcef8-6e62-49f1-94e0-a304ca8d8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:17.879047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-3dbdcef8-6e62-49f1-94e0-a304ca8d8da6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.7208712 Jul 30 03:27:17.901948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-a920ba4d-5280-4915-9712-f01ae3869f39 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010490 Jul 30 03:27:17.919924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:17.947070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff61b4a-ab8c-4bec-af28-5e332573e1f7 None None] Pushing event updated for resources: {'Port': ['ID=83c2cb32-1239-4b61-956e-5ac4d227dc31,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:18.058835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-24a5e33a-779b-4c58-ada7-d74de53806e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e HTTP/1.1" status: 200 len: 217 time: 0.1788299 Jul 30 03:27:18.108608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1e7ae726-18b8-4afd-ab98-6123bf772548 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.110109 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1e7ae726-18b8-4afd-ab98-6123bf772548 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.18 "GET /v2.0/networks?id=e63e326d-5539-4cab-9a46-c8322980e00a HTTP/1.1" status: 200 len: 815 time: 0.7973590 Jul 30 03:27:18.119619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cab5ba05-db99-41aa-920b-a5e5303469fb req-92c18547-1b8f-45ae-b314-130dce3fabba service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015626 Jul 30 03:27:18.150229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.156843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.178706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:27:18.199029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.199695 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Added segment fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a of type vlan for network 52e9a274-3177-44c2-9bc1-ff3384098f46 Jul 30 03:27:18.207398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f59785-c901-452d-85bd-72bb413e5ed6 req-970f3fd1-7612-4ce6-9441-516182774d6e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547987 Jul 30 03:27:18.210210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Routers {'4038ccd9-2d6f-4090-86bd-77d7eac1ebee'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:18.210967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:18.255341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.277185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.296556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.314579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.333046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.351830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.367840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.386437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.389224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.400553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6db0bfbd-891c-4212-80ce-f9d32e38ab36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.4842312 Jul 30 03:27:18.401974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.402932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.426833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:18.432142 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ada72f-50cd-4519-8147-eb629cf3b356" -d '{"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-plugged", "status": "completed", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:18.503063 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0137656 Jul 30 03:27:18.512521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56554) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:18.542315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:18.550161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Request body: {'subnet': {'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-subnet', 'tenant_id': '1732162823374563877b09d72cd0af22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:18.581578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.587104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cdba0948-d26b-4145-a208-84dce8214e29 req-6365eb5c-a92e-4b07-be44-0a4d07a58ff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844096 Jul 30 03:27:18.628100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3464106-1580-409b-9b92-ec41fcce505f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:18.661276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Made reservation on behalf of 1732162823374563877b09d72cd0af22 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:18.663609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:18.689793 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-3d86e58a-bc5a-4f70-bc78-83bcd9fea5af service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1135433 Jul 30 03:27:18.791102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c624aa-8fb4-42fd-b3e8-8ebd0b165242 req-9465653f-d0a4-4503-8930-33efa494f70c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.798935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51c624aa-8fb4-42fd-b3e8-8ebd0b165242 req-9465653f-d0a4-4503-8930-33efa494f70c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2400410 Jul 30 03:27:18.882330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51c624aa-8fb4-42fd-b3e8-8ebd0b165242 req-9750d94e-c583-4f5e-9198-cf93247b414c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799818 Jul 30 03:27:18.919961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] Set router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:18.923017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-c62cd3de-72da-46ca-9227-d4294ce0249f tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0045a5f7986c48f08e46d6a2e1cfdade HTTP/1.1" status: 200 len: 380 time: 0.6113253 Jul 30 03:27:18.925682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-6362ea42-5906-4347-a461-85dea9f1f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:18.927720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-6362ea42-5906-4347-a461-85dea9f1f24c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.8430560 Jul 30 03:27:18.934529 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4839b8b-e5be-47b7-8878-b7f43724db55 x-openstack-request-id: req-c4839b8b-e5be-47b7-8878-b7f43724db55 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:18.934878 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-plugged", "status": "completed", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:18.935194 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4839b8b-e5be-47b7-8878-b7f43724db55 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:18.935586 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'code': 200} Jul 30 03:27:18.963005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc28a18-c4ef-4d30-b217-47fdc700b7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=52e9a274-3177-44c2-9bc1-ff3384098f46,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:18.982945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:18.991235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:27:19.100398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e48ff37-d030-40dd-aa79-9e7b2f8534e5 req-eeffa935-d659-4a36-ab99-c8c8db2a744c tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.0850153 Jul 30 03:27:19.172520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Request body: {'port': {'device_id': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'admin_state_up': True, 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'security_groups': ['00e15762-f868-426e-96d8-a6d254dd20a0']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:19.463297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d8000-030c-485e-b66c-e68342eb9627 req-5802a2a5-7125-427f-89c6-6b66ba18cf5b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.471436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '83c2cb32-1239-4b61-956e-5ac4d227dc31', 'name': '', 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'mac_address': 'fa:16:3e:6a:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:08Z', 'updated_at': '2021-07-30T03:27:17Z', 'revision_number': 4, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'subnets': [{'id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:19.474372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-099d8000-030c-485e-b66c-e68342eb9627 req-5802a2a5-7125-427f-89c6-6b66ba18cf5b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 947 time: 0.1086383 Jul 30 03:27:19.506558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Made reservation on behalf of 0045a5f7986c48f08e46d6a2e1cfdade for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:19.515343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:19.534664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae19c29-dd71-4cdf-96c9-650daccb6459 None None] The sync data for ids ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'] in n-d-778696-14 is: [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '83c2cb32-1239-4b61-956e-5ac4d227dc31', 'name': '', 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'mac_address': 'fa:16:3e:6a:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:08Z', 'updated_at': '2021-07-30T03:27:17Z', 'revision_number': 4, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'subnets': [{'id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:27:19.571518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-099d8000-030c-485e-b66c-e68342eb9627 req-7fcebc04-834c-42d9-861c-fe95004e339e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881834 Jul 30 03:27:19.571640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-eccafc04-5758-4ac1-b774-398d1ce3d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.571640 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-eccafc04-5758-4ac1-b774-398d1ce3d822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5926759 Jul 30 03:27:19.837676 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-0cbc981a-8648-411b-ab57-eb8b82cb1c5c service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549611 Jul 30 03:27:19.897919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.919223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.929645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83c2cb32-1239-4b61-956e-5ac4d227dc31 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:19.943768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.959036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.975924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.976388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d1eaddb7-bc71-4aa4-9f47-cda54539ab0c req-1ce192e3-423b-436d-a5ec-463d169f2ea8 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193838 Jul 30 03:27:19.985102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:19.993777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:20.007001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-1ab4d227-aa85-4b8d-9fef-c04f9333857d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.2563250 Jul 30 03:27:20.086594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36d1512b-68e1-4afa-95dc-5cdf249ee29e details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:20.154950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Allocated IP 172.20.0.8 (e63e326d-5539-4cab-9a46-c8322980e00a/62049647-c315-4db0-9876-ff13680a4f19/01878a2f-e045-4de8-b887-0c7aaf415de0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:20.162970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6bde294-10aa-4bc7-b3b2-c3158c5eba64 req-45f99e99-c6d8-4803-b3a3-7b1b7f67ccc9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545103 Jul 30 03:27:20.323496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 83c2cb32-1239-4b61-956e-5ac4d227dc31 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:20.360182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 83c2cb32-1239-4b61-956e-5ac4d227dc31 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:20.360421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:20.361093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:20.392502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Transition to ACTIVE for port object 01878a2f-e045-4de8-b887-0c7aaf415de0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:20.436136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec5d6b06-2a93-4cef-a971-e34dc0e6fade req-22ea7c09-f21d-4492-917d-fc7937c8889b tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.1064680 Jul 30 03:27:20.466410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fe3b9b7-5d36-4daf-bcef-aa31645c5058 req-6fccab46-f7f6-4e0e-b969-f09e57de1d41 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7096431 Jul 30 03:27:20.472148 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:20.503207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76e870-9575-4a25-a066-0c37cb5c94fa req-38277e84-1827-4f32-a511-8a33da481a8e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:20.507776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d76e870-9575-4a25-a066-0c37cb5c94fa req-38277e84-1827-4f32-a511-8a33da481a8e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2769370 Jul 30 03:27:20.562671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:20.586436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '36d1512b-68e1-4afa-95dc-5cdf249ee29e', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '36d1512b-68e1-4afa-95dc-5cdf249ee29e', 'mac_address': 'fa:16:3e:94:73:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:20.613945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d76e870-9575-4a25-a066-0c37cb5c94fa req-a00a0694-7cf0-4e8d-907f-8a22834ad39c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979865 Jul 30 03:27:20.617617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Network e63e326d-5539-4cab-9a46-c8322980e00a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:20.629527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event updated for resources: {'Port': ['ID=01878a2f-e045-4de8-b887-0c7aaf415de0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:20.644008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:20.654483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:20.789986 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:20.842101 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:20.924899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d1512b-68e1-4afa-95dc-5cdf249ee29e {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:20.975804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0e921-0681-44b8-8eef-be944ef09801 req-65171c34-7e32-4be1-9381-3d25bdc910eb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:20.984029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 83c2cb32-1239-4b61-956e-5ac4d227dc31, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=83c2cb32-1239-4b61-956e-5ac4d227dc31,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:20.999293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4de0e921-0681-44b8-8eef-be944ef09801 req-65171c34-7e32-4be1-9381-3d25bdc910eb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 947 time: 0.2360959 Jul 30 03:27:21.007534 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:21.010156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-504e8b01-80f2-4b98-8b4f-9ae7768c86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.011727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-504e8b01-80f2-4b98-8b4f-9ae7768c86cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 1099 time: 0.3910356 Jul 30 03:27:21.053285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:21.124311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4de0e921-0681-44b8-8eef-be944ef09801 req-c6377065-3393-4653-a4bc-76c59174f472 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237397 Jul 30 03:27:21.175167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.175840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:21.188278 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:21.202960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:21.230588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-71c98eac-6d00-4c0f-98de-26da9ee2e489 None None] Provisioning for port 01878a2f-e045-4de8-b887-0c7aaf415de0 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:21.254520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-71c98eac-6d00-4c0f-98de-26da9ee2e489 None None] Provisioning complete for port 01878a2f-e045-4de8-b887-0c7aaf415de0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:21.267394 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71c98eac-6d00-4c0f-98de-26da9ee2e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:21.348805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=83c2cb32-1239-4b61-956e-5ac4d227dc31,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:21.364584 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-9f48c6bb-29b8-4d6a-83a6-9ea9f68e9a91 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005479 Jul 30 03:27:21.382899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Request body: {'port': {'device_id': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:21.440783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.447770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.456513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.464817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.474683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.486352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.502241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.519127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-eef343ee-4eb7-49d8-98fc-58a9ab9ca082 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.2250855 Jul 30 03:27:21.536200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e204d9-78d7-4b35-a0ca-88baf109acb1,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:21.602504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-cef8062d-78a9-4237-a433-f430e66b0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.604025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-cef8062d-78a9-4237-a433-f430e66b0d46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.5750887 Jul 30 03:27:21.666597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Checking segment: {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:21.667282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Network hostable DHCP agents. Network: 52e9a274-3177-44c2-9bc1-ff3384098f46, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:27:21.738961 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-c1fede8b-9d56-4e81-b038-52e89d6725d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2 HTTP/1.1" status: 200 len: 217 time: 0.0912817 Jul 30 03:27:21.742565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-71c98eac-6d00-4c0f-98de-26da9ee2e489 None None] Port 01878a2f-e045-4de8-b887-0c7aaf415de0 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:21.775882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:21.812243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=36d1512b-68e1-4afa-95dc-5cdf249ee29e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:21.865382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83c2cb32-1239-4b61-956e-5ac4d227dc31 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:21.881471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb0e07b9-b9fa-44a4-9107-c86005134a82 req-c2964154-3d2e-4a98-ba3c-9cd5643d2601 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3604591 Jul 30 03:27:21.894922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-3cf808dc-1575-4264-8291-3636fd5b0787 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:21.897033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-3cf808dc-1575-4264-8291-3636fd5b0787 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.5107696 Jul 30 03:27:21.925644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-d05c6a7a-2149-4cba-8c39-240afd98285f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/quotas/8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 375 time: 0.0177751 Jul 30 03:27:22.011441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-513e212c-e9cf-4843-90dd-ec73985e7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:22.013157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 83c2cb32-1239-4b61-956e-5ac4d227dc31 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:22.013684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.028148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-513e212c-e9cf-4843-90dd-ec73985e7045 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2716167 Jul 30 03:27:22.030725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:27:22.046003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:22.234586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 52e9a274-3177-44c2-9bc1-ff3384098f46) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:22.254949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc8432-a9b4-44c7-8cb7-d5cb15127eaf None None] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:27:22.265193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:22.271212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.288294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-df44c68e-be83-43f6-952e-3e2575c2dc7c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3506064 Jul 30 03:27:22.333877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-697021c7-b849-4b23-99d4-70b8ea82c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:22.344948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-697021c7-b849-4b23-99d4-70b8ea82c6d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3023162 Jul 30 03:27:22.423353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71308243-026e-41f6-96f2-e47595457c8e req-17ca8e12-8207-4d88-a818-807bce889a6a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:22.430676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71308243-026e-41f6-96f2-e47595457c8e req-17ca8e12-8207-4d88-a818-807bce889a6a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 931 time: 0.2991796 Jul 30 03:27:22.501629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71308243-026e-41f6-96f2-e47595457c8e req-dd1054ae-9d7d-41c0-ab1e-5bf96530f413 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653443 Jul 30 03:27:22.558161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-2d5c0d81-7c91-464e-9a57-72bad12f3944 service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688663 Jul 30 03:27:22.596883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-52e9a274-3177-44c2-9bc1-ff3384098f46', 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46', 'tenant_id': '1732162823374563877b09d72cd0af22', 'fixed_ips': [{'subnet_id': '53e204d9-78d7-4b35-a0ca-88baf109acb1'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:27:22.601159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.618681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-15d0000c-246d-4e98-8b3c-0dd808f835f0 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492488 Jul 30 03:27:22.654071 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ce5eb59-1017-4975-8368-a9006606b6d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1382632 Jul 30 03:27:22.676497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:22.684338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:22.731287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.732892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.811916 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7091788-6c16-45f0-90c3-d96f50c2ef0d req-ac473ae3-e2da-4791-be80-21d9034d99e2 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830766 Jul 30 03:27:22.872905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-0229d8ca-b360-4d62-ab22-995158a2b8ab service neutron] 10.222.0.39 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137796 Jul 30 03:27:22.926771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5345e2-211e-48f1-9ab7-b154b41f944e req-c3720b22-0ce6-4140-8df6-6c7719959703 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:22.928610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce5345e2-211e-48f1-9ab7-b154b41f944e req-c3720b22-0ce6-4140-8df6-6c7719959703 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2504873 Jul 30 03:27:22.932651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.955556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01878a2f-e045-4de8-b887-0c7aaf415de0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:22.975259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:22.997949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Transition to ACTIVE for port object 01878a2f-e045-4de8-b887-0c7aaf415de0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:23.006469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.027364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Allocated IP 172.20.0.2 (52e9a274-3177-44c2-9bc1-ff3384098f46/53e204d9-78d7-4b35-a0ca-88baf109acb1/dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:23.060812 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce5345e2-211e-48f1-9ab7-b154b41f944e req-27699f98-0a34-445c-b364-30e1e888df49 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245911 Jul 30 03:27:23.174985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Pushing event updated for resources: {'Port': ['ID=01878a2f-e045-4de8-b887-0c7aaf415de0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:23.312836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.376371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Attempting to bind port 01878a2f-e045-4de8-b887-0c7aaf415de0 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:23.376878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Attempting to bind port 01878a2f-e045-4de8-b887-0c7aaf415de0 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:23.377310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Attempting to bind port 01878a2f-e045-4de8-b887-0c7aaf415de0 on network e63e326d-5539-4cab-9a46-c8322980e00a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:23.395741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Port 01878a2f-e045-4de8-b887-0c7aaf415de0 on network e63e326d-5539-4cab-9a46-c8322980e00a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:23.395741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Attempting to bind port 01878a2f-e045-4de8-b887-0c7aaf415de0 on network e63e326d-5539-4cab-9a46-c8322980e00a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:23.401675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:23.402067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Checking segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:23.402580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Bound using segment: {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:23.403122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Bound port: 01878a2f-e045-4de8-b887-0c7aaf415de0, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec01f65-61da-4f51-b914-a6b90bab5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:23.408176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.416837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb994-7ae0-4318-b65c-27a3cb196d2e req-be685d5d-34c0-4da7-9ee0-c2c527a937f7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:23.418962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-326fb994-7ae0-4318-b65c-27a3cb196d2e req-be685d5d-34c0-4da7-9ee0-c2c527a937f7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 947 time: 0.1479630 Jul 30 03:27:23.509558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.542808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Transition to ACTIVE for port object dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:23.558321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-326fb994-7ae0-4318-b65c-27a3cb196d2e req-2babd56d-6bbf-49ca-a144-06f528d99dbc tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041570 Jul 30 03:27:23.640130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Transition to ACTIVE for port object dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:23.656263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] For port 01878a2f-e045-4de8-b887-0c7aaf415de0, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:23.667625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] For port 01878a2f-e045-4de8-b887-0c7aaf415de0, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=01878a2f-e045-4de8-b887-0c7aaf415de0,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:23.680581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.694647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.750791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:23.757166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:23.767499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Pushing event updated for resources: {'Port': ['ID=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:23.814044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:23.889654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:23.890270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:23.892865 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] 10.222.0.18 "PUT /v2.0/ports/01878a2f-e045-4de8-b887-0c7aaf415de0 HTTP/1.1" status: 200 len: 1092 time: 2.5149550 Jul 30 03:27:23.893595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c1fe-1efa-4d1a-93ad-d3db2c637721 service neutron] Pushing event updated for resources: {'Port': ['ID=01878a2f-e045-4de8-b887-0c7aaf415de0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:23.913419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:23.924920 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6917b7b4-972a-4632-80a5-60885a9b3fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:24.015771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.015987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-2c652a77-398e-4d37-a370-2539eba2ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.018839 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-2c652a77-398e-4d37-a370-2539eba2ad52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0045a5f7986c48f08e46d6a2e1cfdade&device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 1095 time: 0.0727577 Jul 30 03:27:24.058387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7b002103-5c63-487f-9e97-a1d2aed17ef2 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:24.154234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.192082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.200078 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-bed73c15-d5ce-457b-a7d6-a3d13e9776f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01878a2f-e045-4de8-b887-0c7aaf415de0 HTTP/1.1" status: 200 len: 217 time: 0.1727855 Jul 30 03:27:24.210005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.225390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.239504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.241193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7b002103-5c63-487f-9e97-a1d2aed17ef2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:24.260013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.264086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36d1512b-68e1-4afa-95dc-5cdf249ee29e up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:24.271519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.273671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '7b002103-5c63-487f-9e97-a1d2aed17ef2', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '7b002103-5c63-487f-9e97-a1d2aed17ef2', 'mac_address': 'fa:16:3e:3e:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:24.293588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.296654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-ccb25102-d42b-484b-8d47-cc89aeed3a38 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.4452510 Jul 30 03:27:24.436114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Attempting to bind port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:24.440180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Attempting to bind port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:24.440575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Attempting to bind port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a on network 52e9a274-3177-44c2-9bc1-ff3384098f46 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:24.457200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a43133-3243-4665-a82e-b4c43c61155b req-b3e007e8-d5e9-4c5e-b20c-74426f779e54 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:24.460313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10a43133-3243-4665-a82e-b4c43c61155b req-b3e007e8-d5e9-4c5e-b20c-74426f779e54 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.4897988 Jul 30 03:27:24.514863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8092af1-839e-4863-b17f-ed10c1bd8664 req-af26bd12-58ee-47a2-b287-167e83f01e5d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1958609 Jul 30 03:27:24.517661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:24.518190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Checking segment: {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:24.521510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.521943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Bound using segment: {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:24.522461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Bound port: dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:24.525145 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.594329 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.638522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b002103-5c63-487f-9e97-a1d2aed17ef2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:24.745446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4b548c49-4147-4596-891a-027da94798c2 None None] For port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:24.750779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4b548c49-4147-4596-891a-027da94798c2 None None] For port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:24.765963 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.845999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b548c49-4147-4596-891a-027da94798c2 None None] Pushing event updated for resources: {'Port': ['ID=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:24.866088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8087d8c1-39d7-4379-b669-1cc9de9f0359 req-266fd8c8-3405-463f-8e59-c4f6c483bcf6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.2143002 Jul 30 03:27:24.866645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7b002103-5c63-487f-9e97-a1d2aed17ef2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:24.876669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 36d1512b-68e1-4afa-95dc-5cdf249ee29e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:24.881006 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:24.933869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10a43133-3243-4665-a82e-b4c43c61155b req-7226c70a-17e0-42c8-a4a0-88c87e0ff483 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645469 Jul 30 03:27:24.939808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Allocated IP 172.25.6.86 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/65458d65-0840-4119-a84b-fcc9afdfa4de) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:24.957902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 36d1512b-68e1-4afa-95dc-5cdf249ee29e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:24.958609 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:25.044966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7b002103-5c63-487f-9e97-a1d2aed17ef2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:25.248351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:25.261429 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8232a-e27c-4bf3-8bee-552903042491 x-openstack-request-id: req-bad8232a-e27c-4bf3-8bee-552903042491 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:25.262650 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:25.264526 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bad8232a-e27c-4bf3-8bee-552903042491 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:25.265087 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'status': 'completed', 'code': 200} Jul 30 03:27:25.292823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:25.313882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-063ed580-f561-4bd3-928f-25aec8ad185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:25.330083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-063ed580-f561-4bd3-928f-25aec8ad185d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62049647-c315-4db0-9876-ff13680a4f19 HTTP/1.1" status: 200 len: 854 time: 1.1121812 Jul 30 03:27:25.353207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d1512b-68e1-4afa-95dc-5cdf249ee29e'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:25.357881 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d023227d-d363-4496-a111-781283ee828c" -d '{"events": [{"server_uuid": "10d8ec41-0f4d-467e-931d-eab42262d4f3", "name": "network-vif-plugged", "status": "completed", "tag": "36d1512b-68e1-4afa-95dc-5cdf249ee29e"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:25.413427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a851c-f175-4aae-8ad9-c9b57fe53663 req-5823fc9a-d347-4424-a826-817343c020af tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:25.414614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:25.415335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-480a851c-f175-4aae-8ad9-c9b57fe53663 req-5823fc9a-d347-4424-a826-817343c020af tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2013602 Jul 30 03:27:25.444947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7b002103-5c63-487f-9e97-a1d2aed17ef2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:25.449719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:25.504836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-5cec64ec-de81-4481-a5f1-92a0d90ffbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:25.506442 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-5cec64ec-de81-4481-a5f1-92a0d90ffbe3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e63e326d-5539-4cab-9a46-c8322980e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604133 Jul 30 03:27:25.510278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0465f2-b81b-4aea-b018-d155127f2381 req-9104d8a8-8065-478b-9e21-18559bf1767b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:25.511919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c0465f2-b81b-4aea-b018-d155127f2381 req-9104d8a8-8065-478b-9e21-18559bf1767b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 948 time: 0.2526922 Jul 30 03:27:25.572687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-480a851c-f175-4aae-8ad9-c9b57fe53663 req-99fbe791-58cd-4dea-89e7-3e52e5dbc920 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337466 Jul 30 03:27:25.580201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:25.728407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c0465f2-b81b-4aea-b018-d155127f2381 req-48e97fde-c205-4769-bc65-e0e790106dd1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027013 Jul 30 03:27:25.730885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:25.796019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:25.803383 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-874fc2ae-1b48-43fd-964d-1c2cc86ebf0b service neutron] 10.222.0.18 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894428 Jul 30 03:27:25.817160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:25.864292 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268adbd-1441-4b33-bf6a-311e6811c3ef x-openstack-request-id: req-5268adbd-1441-4b33-bf6a-311e6811c3ef {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:25.864803 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d8ec41-0f4d-467e-931d-eab42262d4f3", "name": "network-vif-plugged", "status": "completed", "tag": "36d1512b-68e1-4afa-95dc-5cdf249ee29e", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:25.864803 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5268adbd-1441-4b33-bf6a-311e6811c3ef {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:25.865193 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d1512b-68e1-4afa-95dc-5cdf249ee29e', 'code': 200} Jul 30 03:27:25.960144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=36d1512b-68e1-4afa-95dc-5cdf249ee29e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:26.069006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:26.159024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Pushing event updated for resources: {'Port': ['ID=65458d65-0840-4119-a84b-fcc9afdfa4de,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:26.207105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312719d5-7232-4e89-b97d-9c493f58e79f req-eca55b87-2e46-4aa6-b71c-2ac0f964bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.209034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-312719d5-7232-4e89-b97d-9c493f58e79f req-eca55b87-2e46-4aa6-b71c-2ac0f964bf15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 1102 time: 0.2284455 Jul 30 03:27:26.283771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdf3605f-2294-4691-872f-6d993b510722 req-3cd82631-52b0-4cca-8c7a-0615763bca46 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.1535647 Jul 30 03:27:26.316410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-591b849d-6ba4-439f-9024-2f59d47b8d71 req-fd471811-e283-435b-814c-d060693409ae service neutron] 10.222.0.18 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047350 Jul 30 03:27:26.327854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-312719d5-7232-4e89-b97d-9c493f58e79f req-c5595739-f3ff-4826-80f1-9821a39e26ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059482 Jul 30 03:27:26.386030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:26.448827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-e0dc019f-bf95-413d-9cfb-4d4de78ebf3c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.450944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-e0dc019f-bf95-413d-9cfb-4d4de78ebf3c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 807 time: 0.7857783 Jul 30 03:27:26.480349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Request body: {'port': {'device_id': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'admin_state_up': True, 'tenant_id': '8ce19f09c0354ff2b630bbfec9c1f116'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:26.501588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-6a084d79-081e-49d5-ba8a-a1ce930f08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.503343 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-6a084d79-081e-49d5-ba8a-a1ce930f08e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0045a5f7986c48f08e46d6a2e1cfdade&device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 1095 time: 0.1197381 Jul 30 03:27:26.697975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-9cf177c8-ced6-451d-a538-113eeb418cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.700966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-9cf177c8-ced6-451d-a538-113eeb418cd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e63e326d-5539-4cab-9a46-c8322980e00a HTTP/1.1" status: 200 len: 915 time: 0.1869793 Jul 30 03:27:26.752419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.754438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-ce8f155b-4f5d-42a3-a7ad-f8cf3325b4f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01878a2f-e045-4de8-b887-0c7aaf415de0 HTTP/1.1" status: 200 len: 217 time: 0.0455019 Jul 30 03:27:26.763445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.771725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.778540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.786528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.793070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.800102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.828500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-e5e12fa8-d88e-4b93-927c-e11411155451 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.6891677 Jul 30 03:27:26.830649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9ab82-68c2-4c63-9bbc-9ac6640d860d None None] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:27:26.878604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-d27703fa-29b0-4478-b2c3-9a1e5f054e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.884644 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-d27703fa-29b0-4478-b2c3-9a1e5f054e22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62049647-c315-4db0-9876-ff13680a4f19 HTTP/1.1" status: 200 len: 854 time: 0.1146483 Jul 30 03:27:26.939867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389e2b-9296-4bfe-b897-622cd075ced5 req-4ffbcf8e-97ac-419b-9393-0c06ed750dac tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:26.947302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24389e2b-9296-4bfe-b897-622cd075ced5 req-4ffbcf8e-97ac-419b-9393-0c06ed750dac tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.4940233 Jul 30 03:27:27.037171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-4361d33f-bf86-4112-9f44-2b4c3162610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:27.040853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-4361d33f-bf86-4112-9f44-2b4c3162610e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e63e326d-5539-4cab-9a46-c8322980e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516159 Jul 30 03:27:27.048193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04b94ce1-8533-47a0-bc02-271e4644cdf2 req-83f0317e-b6d3-4afa-b28e-2e9fc0bd3859 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177856 Jul 30 03:27:27.161689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:27.231297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] Provisioning for port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:27.232359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24389e2b-9296-4bfe-b897-622cd075ced5 req-fb16bf39-550e-4302-8b92-e6cccb26f2df tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840507 Jul 30 03:27:27.273980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] Provisioning complete for port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:27.280742 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:27.293061 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-275ff07c-b406-4acb-a99c-ab585495feb4 service neutron] 10.222.0.18 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361870 Jul 30 03:27:27.550718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6917b7b4-972a-4632-80a5-60885a9b3fd6 req-6d962fc9-4fa6-4830-99f4-e4ea7c122dbc service neutron] 10.222.0.18 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462032 Jul 30 03:27:27.650000 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:27.722524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] For port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:27.736720 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:27.828349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa1ba4-5fe8-42e3-8ce7-f2b7d877f254 None None] Pushing event updated for resources: {'Port': ['ID=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:27.974409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Made reservation on behalf of 8ce19f09c0354ff2b630bbfec9c1f116 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:27.979877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:27.990482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a76eeef5-b09a-4c88-9256-8f4448d9302a None None] Provisioning complete for port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:27.990859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a76eeef5-b09a-4c88-9256-8f4448d9302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:28.055350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7b002103-5c63-487f-9e97-a1d2aed17ef2 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:28.117703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a4251-a816-4247-a4ae-4d2e96587265 req-04d4fedd-aea1-4f7d-8b69-d7b420e0a899 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:28.120963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-535a4251-a816-4247-a4ae-4d2e96587265 req-04d4fedd-aea1-4f7d-8b69-d7b420e0a899 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 948 time: 0.2963374 Jul 30 03:27:28.170280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554bc6-2ef8-4394-b74e-c2eb740e7864 req-0f7af48a-20c2-4ba8-96f1-e0a1429bb53b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:28.191038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18554bc6-2ef8-4394-b74e-c2eb740e7864 req-0f7af48a-20c2-4ba8-96f1-e0a1429bb53b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.3781717 Jul 30 03:27:28.214797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 7b002103-5c63-487f-9e97-a1d2aed17ef2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:28.224978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 7b002103-5c63-487f-9e97-a1d2aed17ef2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:28.225362 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:28.378666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:28.391664 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:28.412205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b002103-5c63-487f-9e97-a1d2aed17ef2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:28.414587 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d9479-3ef1-42da-8bb3-5d169e86fe97" -d '{"events": [{"server_uuid": "15a78e5b-3df5-4580-b16d-29c90a4b15e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b002103-5c63-487f-9e97-a1d2aed17ef2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:28.431062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7b002103-5c63-487f-9e97-a1d2aed17ef2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:28.441471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:28.445923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-535a4251-a816-4247-a4ae-4d2e96587265 req-8bc238c4-bbe6-41ac-9498-074a359ba1ba tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461493 Jul 30 03:27:28.459154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18554bc6-2ef8-4394-b74e-c2eb740e7864 req-44a38bc1-319b-4c1e-bb12-9fc3efc213fc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687740 Jul 30 03:27:28.557566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7b002103-5c63-487f-9e97-a1d2aed17ef2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:28.653115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2932c401-b4d2-4e7c-8d78-4c9dcbf8bbf1 req-f374ecd3-2bd0-4424-9689-0c5bbde7ae6f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0834677 Jul 30 03:27:28.845780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Allocated IP 172.20.0.7 (7a5f7d7f-caac-4e11-b433-81992d628020/ce0a06f1-91ca-4824-aaa8-b697c054d315/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:29.002208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.010802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.030004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.064445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.077064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.109351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.131976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.135928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-c494cac8-925f-4e84-bca4-81845085983a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.5106273 Jul 30 03:27:29.214075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36ca22-26b8-4592-9d2b-27528347ba77 req-22d39bcc-c167-48cd-a427-904540050e17 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.222410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f36ca22-26b8-4592-9d2b-27528347ba77 req-22d39bcc-c167-48cd-a427-904540050e17 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.4377484 Jul 30 03:27:29.248315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Router 88ca9530-8b38-4486-b263-4405893a076a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:27:29.297026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2651fb7e-dea0-4262-b22e-ad9920e30f6c req-9d7f3e80-64db-4ae1-b8d3-10d5e7324048 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517398 Jul 30 03:27:29.317312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f36ca22-26b8-4592-9d2b-27528347ba77 req-66f68d34-33f5-4c30-9ada-7d7ffb7c5619 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939100 Jul 30 03:27:29.409173 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d736df38-ae2a-4883-aab8-74a3757a6533 x-openstack-request-id: req-d736df38-ae2a-4883-aab8-74a3757a6533 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:29.410318 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a78e5b-3df5-4580-b16d-29c90a4b15e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b002103-5c63-487f-9e97-a1d2aed17ef2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:29.410571 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d736df38-ae2a-4883-aab8-74a3757a6533 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:29.410965 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b002103-5c63-487f-9e97-a1d2aed17ef2', 'code': 200} Jul 30 03:27:29.540558 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:29.632782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:27:29.636886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:29.647281 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Sync routers for ids ['88ca9530-8b38-4486-b263-4405893a076a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:27:29.668253 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Routers {'88ca9530-8b38-4486-b263-4405893a076a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:29.671603 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['88ca9530-8b38-4486-b263-4405893a076a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:29.723180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f8ec-04e4-45ac-8f1e-a2bc4cc888b6 req-13b8dbb7-a78b-4e94-a826-325488f45ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.733958 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-aec2f8ec-04e4-45ac-8f1e-a2bc4cc888b6 req-13b8dbb7-a78b-4e94-a826-325488f45ece service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 1101 time: 0.1964061 Jul 30 03:27:29.826952 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-aec2f8ec-04e4-45ac-8f1e-a2bc4cc888b6 req-dfc2d357-ad47-4f56-bafa-ad141d6f945f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869164 Jul 30 03:27:29.858649 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:29.860304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5fa726a8-0619-4b6a-9256-f9ecfb7f751d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1801925 Jul 30 03:27:29.862618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Network 7a5f7d7f-caac-4e11-b433-81992d628020 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:29.863588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:29.883673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:29.884484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:29.892247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:29.899204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.900195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:29.924624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:29.930578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4599679 Jul 30 03:27:29.971691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4483-61b5-4419-a51e-0a6d0f058851 req-f47d2c85-bf52-4523-969a-69a3493af06f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:29.980119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e65e4483-61b5-4419-a51e-0a6d0f058851 req-f47d2c85-bf52-4523-969a-69a3493af06f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 949 time: 0.4372976 Jul 30 03:27:29.992770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Request body: {'port': {'device_id': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:30.048826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0d10-aaee-4473-bce7-82750cafb43c req-5f795cee-01ce-4e1d-a777-78c3c48bfb07 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:30.056367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-105e0d10-aaee-4473-bce7-82750cafb43c req-5f795cee-01ce-4e1d-a777-78c3c48bfb07 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.2818663 Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.081308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.082447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c0d7a2-fb21-4b8f-bc89-c57a87f2d299 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:30.107545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:30.108446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:30.161959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:30.178976 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Set router 88ca9530-8b38-4486-b263-4405893a076a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:30.222266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-105e0d10-aaee-4473-bce7-82750cafb43c req-09251125-98f3-4b98-ab2e-b990565c7f78 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636767 Jul 30 03:27:30.256323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e65e4483-61b5-4419-a51e-0a6d0f058851 req-c9062145-2be8-47e4-b242-2379fa228ccc tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750244 Jul 30 03:27:30.392091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:30.613396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7e029-0b8f-4c69-aa72-616b4c53a127 req-fb7b3c65-54a1-4862-b603-dddb299d54ac tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:30.619774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aba7e029-0b8f-4c69-aa72-616b4c53a127 req-fb7b3c65-54a1-4862-b603-dddb299d54ac tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 931 time: 0.1854551 Jul 30 03:27:30.638792 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:27:26Z', 'revision_number': 3, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:30.733636 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Checking router: 88ca9530-8b38-4486-b263-4405893a076a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:27:30.735863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Updating router 88ca9530-8b38-4486-b263-4405893a076a port 65458d65-0840-4119-a84b-fcc9afdfa4de binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:27:30.893396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aba7e029-0b8f-4c69-aa72-616b4c53a127 req-e2130144-7816-4269-af50-13d3da93d6af tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336446 Jul 30 03:27:30.918196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0974-0e50-4f2e-ad5f-cc4213ef25fc req-0c3aaebd-9821-4d87-ba01-16db703fe32d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:30.923527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e73c0974-0e50-4f2e-ad5f-cc4213ef25fc req-0c3aaebd-9821-4d87-ba01-16db703fe32d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 945 time: 0.5000365 Jul 30 03:27:30.997180 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.153770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e73c0974-0e50-4f2e-ad5f-cc4213ef25fc req-fbb30081-7e0d-4c8e-99e4-0b369223933b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232518 Jul 30 03:27:31.390131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.603218 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.616564 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Transition to ACTIVE for port object 65458d65-0840-4119-a84b-fcc9afdfa4de will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:31.619512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f44b35-7a6c-40d6-8a4e-969e6982f1b2 req-6dd44bd6-a618-4c56-833d-3414954c060d tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.622250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70f44b35-7a6c-40d6-8a4e-969e6982f1b2 req-6dd44bd6-a618-4c56-833d-3414954c060d tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.4992895 Jul 30 03:27:31.628584 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.666459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Attempting to bind port 65458d65-0840-4119-a84b-fcc9afdfa4de on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:31.669736 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Attempting to bind port 65458d65-0840-4119-a84b-fcc9afdfa4de by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:31.670134 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Attempting to bind port 65458d65-0840-4119-a84b-fcc9afdfa4de on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:31.719089 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:31.720415 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:31.720818 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.721213 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:31.721693 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Bound port: 65458d65-0840-4119-a84b-fcc9afdfa4de, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:31.722343 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.736695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:31.752680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.770002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85356530-bd51-4f54-b6f1-d04274a085e1 None None] Pushing event updated for resources: {'Port': ['ID=65458d65-0840-4119-a84b-fcc9afdfa4de,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:31.818488 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] For port 65458d65-0840-4119-a84b-fcc9afdfa4de, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:31.818719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.825160 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] For port 65458d65-0840-4119-a84b-fcc9afdfa4de, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=65458d65-0840-4119-a84b-fcc9afdfa4de,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:31.843312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.847370 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:31.860759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.886564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Allocated IP 172.20.0.1 (52e9a274-3177-44c2-9bc1-ff3384098f46/53e204d9-78d7-4b35-a0ca-88baf109acb1/487f6171-86fd-429f-8523-fadbd66a7748) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:31.890040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.896351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.925122 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Routers {'88ca9530-8b38-4486-b263-4405893a076a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:31.926289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['88ca9530-8b38-4486-b263-4405893a076a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:31.953240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.959740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:31.973309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-dde8b427-62c8-4a87-85b7-93f1d8560c54 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.6350224 Jul 30 03:27:32.020394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Transition to ACTIVE for port object b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:32.055621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70f44b35-7a6c-40d6-8a4e-969e6982f1b2 req-56265be6-edf2-44e1-8dc0-ac21d5204c05 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115796 Jul 30 03:27:32.058845 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.104628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] Set router 88ca9530-8b38-4486-b263-4405893a076a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:32.154413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.190014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Transition to ACTIVE for port object 487f6171-86fd-429f-8523-fadbd66a7748 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:32.229421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12eeb252-f1eb-4b4a-a1ed-be3f979c5242 req-d22de66c-7cfa-47c1-98d6-eae86bc1fcf0 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414680 Jul 30 03:27:32.247067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.293625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:32.335310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:32.336545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Pushing event updated for resources: {'Port': ['ID=487f6171-86fd-429f-8523-fadbd66a7748,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:32.339312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:32.342491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:32.375786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.376273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.376617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.376952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.377288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.377621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.377947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.378264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.378585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.378904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.380383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.380743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:32.389485 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85356530-bd51-4f54-b6f1-d04274a085e1 None None] Pushing event updated for resources: {'Port': ['ID=65458d65-0840-4119-a84b-fcc9afdfa4de,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:32.408943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.501995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5479e1-1473-461b-9f20-ee5bca9790ff req-c24c30dd-209c-4a46-b8fe-811ad6d5eeb2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:32.503605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f5479e1-1473-461b-9f20-ee5bca9790ff req-c24c30dd-209c-4a46-b8fe-811ad6d5eeb2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.3177497 Jul 30 03:27:32.531832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:32.532451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:32.533250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:32.604471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a562c-39e8-44f5-b988-9b89d928288f req-1d566dee-a146-48c6-8eb9-8ee3709a7585 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:32.620046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-340a562c-39e8-44f5-b988-9b89d928288f req-1d566dee-a146-48c6-8eb9-8ee3709a7585 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 949 time: 0.2431791 Jul 30 03:27:32.635165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.651053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:32.654261 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:27:26Z', 'revision_number': 3, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:32.656003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:32.728903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:32.730147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:32.730706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:32.731423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Bound port: b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:32.732092 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.749897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f5479e1-1473-461b-9f20-ee5bca9790ff req-982b1476-47e4-4252-8897-76dcf574f1c4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343712 Jul 30 03:27:32.774067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-340a562c-39e8-44f5-b988-9b89d928288f req-38b87b6a-1b9b-4f4b-b3cd-c53356a418f0 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527781 Jul 30 03:27:32.786576 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973429f-4e08-4926-abfa-eb77b8c38095 None None] The sync data for ids ['88ca9530-8b38-4486-b263-4405893a076a'] in n-d-778696-14 is: [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:27:26Z', 'revision_number': 3, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:27:32.797640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dfc017a7-7dcd-446a-a385-8c790304a941 None None] Provisioning for port 487f6171-86fd-429f-8523-fadbd66a7748 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:32.826440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dfc017a7-7dcd-446a-a385-8c790304a941 None None] Provisioning complete for port 487f6171-86fd-429f-8523-fadbd66a7748 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:32.826827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dfc017a7-7dcd-446a-a385-8c790304a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:32.962203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dfc017a7-7dcd-446a-a385-8c790304a941 None None] Port 487f6171-86fd-429f-8523-fadbd66a7748 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:33.076509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adc963-6f55-4a3f-abd5-ab4734544b1c req-33594ada-c5ff-4633-ae1d-c791c510522d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:33.078081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20adc963-6f55-4a3f-abd5-ab4734544b1c req-33594ada-c5ff-4633-ae1d-c791c510522d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.1521921 Jul 30 03:27:33.122390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:33.140677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:33.156299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:33.183181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:33.342369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:33.351823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:33.367268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20adc963-6f55-4a3f-abd5-ab4734544b1c req-7137eb74-5e2e-43c4-a2cd-e6bfc9cff441 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740121 Jul 30 03:27:33.405275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Pushing event updated for resources: {'Port': ['ID=487f6171-86fd-429f-8523-fadbd66a7748,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:33.452117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:33.454334 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:33.456251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-5265261c-ba3e-4b79-a121-691415897437 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 1092 time: 3.4679761 Jul 30 03:27:33.468449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:33.479994 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2" -d '{"events": [{"name": "network-changed", "server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:33.553322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265261c-ba3e-4b79-a121-691415897437 service neutron] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:33.567301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:33.575680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:33.721854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94211a3-67e1-404b-921a-72b58d8055ad req-d6d4afdf-28eb-4b4a-b108-eec9fe070436 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:33.731366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c94211a3-67e1-404b-921a-72b58d8055ad req-d6d4afdf-28eb-4b4a-b108-eec9fe070436 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 950 time: 0.4684505 Jul 30 03:27:33.854115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-afbfb546-9ffa-4490-9211-cb9388f0aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:33.861758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-afbfb546-9ffa-4490-9211-cb9388f0aa29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1095 time: 0.3505878 Jul 30 03:27:33.876412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c94211a3-67e1-404b-921a-72b58d8055ad req-d2fce330-efb5-4d76-9a4a-9ab1805c2072 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394856 Jul 30 03:27:33.895010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Router 88ca9530-8b38-4486-b263-4405893a076a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:27:33.901577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 65458d65-0840-4119-a84b-fcc9afdfa4de up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:34.044861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8385d4-438d-4055-b4eb-63e0315095b8 req-1ab53fe4-02fd-4478-b540-75d7f5238cdb tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.046482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca8385d4-438d-4055-b4eb-63e0315095b8 req-1ab53fe4-02fd-4478-b540-75d7f5238cdb tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.4946201 Jul 30 03:27:34.064510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-32207a4c-fc2f-4174-a330-c58cdac0b219 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 217 time: 0.1795108 Jul 30 03:27:34.088603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 65458d65-0840-4119-a84b-fcc9afdfa4de completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:34.121878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 65458d65-0840-4119-a84b-fcc9afdfa4de triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:34.122950 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:34.127407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:27:34.137110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1e547303-aebb-4c77-a03a-cfbf30bc6798 admin admin] 10.222.0.39 "PUT /v2.0/routers/88ca9530-8b38-4486-b263-4405893a076a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2714679 Jul 30 03:27:34.217352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c69af078-442f-4905-b16e-4428badaf9c8 None None] Provisioning complete for port 487f6171-86fd-429f-8523-fadbd66a7748 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:34.217889 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c69af078-442f-4905-b16e-4428badaf9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:34.327000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.349873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c69af078-442f-4905-b16e-4428badaf9c8 None None] Port 487f6171-86fd-429f-8523-fadbd66a7748 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:34.353120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.359043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.385181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.398308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.404262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.411283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.417089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:34.420555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-d0144c47-591f-4c48-bc80-c7a82e918d55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5431 time: 0.2873743 Jul 30 03:27:34.429483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-0eb8b281-7b6a-4bf5-81ac-520bb917422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.430939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-0eb8b281-7b6a-4bf5-81ac-520bb917422a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.3355296 Jul 30 03:27:34.434977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca8385d4-438d-4055-b4eb-63e0315095b8 req-171dcab1-f884-41af-9738-79e7bfd92b72 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694873 Jul 30 03:27:34.480405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-8a0b1768-9949-44aa-9fb3-61a90f39c2fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379932 Jul 30 03:27:34.480820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 65458d65-0840-4119-a84b-fcc9afdfa4de, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=65458d65-0840-4119-a84b-fcc9afdfa4de,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:34.491607 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:34.568896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2eeb470-f87c-4834-ab60-83ce08ca2bee req-69473ab9-0d82-4cca-8646-f8feb53bf627 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473665 Jul 30 03:27:34.586041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=65458d65-0840-4119-a84b-fcc9afdfa4de,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:34.613860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.614216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.614873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.615292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.615691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.616032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.616410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.616795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.617131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.617506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.617886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.618218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:27:34.681737 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00326137-ef57-4f47-832a-fe7d63dc9501 x-openstack-request-id: req-00326137-ef57-4f47-832a-fe7d63dc9501 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:34.682236 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:34.682640 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00326137-ef57-4f47-832a-fe7d63dc9501 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:34.683205 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'status': 'completed', 'code': 200} Jul 30 03:27:34.734209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-53dc794d-7b5d-4325-9d9d-48fefb10725b service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282939 Jul 30 03:27:34.883447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72163d6c-fd33-48bd-991a-2309fee9bc7d req-71570b49-f843-45b4-a7e2-ec35e43f5aba tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:34.885469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72163d6c-fd33-48bd-991a-2309fee9bc7d req-71570b49-f843-45b4-a7e2-ec35e43f5aba tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1234128 Jul 30 03:27:35.225378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90c1ff64-2162-493e-9d05-107cffd58b3d req-8c285581-7219-4d87-a424-c03bbb7b1685 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822805 Jul 30 03:27:35.231006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72163d6c-fd33-48bd-991a-2309fee9bc7d req-b09b0b78-a9da-407c-8483-3f1e09ac1f24 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364151 Jul 30 03:27:35.354033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-d22d7163-00f7-4d60-a9e9-a3aa060532e2 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:35.367789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-d22d7163-00f7-4d60-a9e9-a3aa060532e2 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8303ff22-e752-4693-9b3d-9aeaa4c9cccc HTTP/1.1" status: 200 len: 945 time: 0.1091785 Jul 30 03:27:35.382505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-3e2ab4e8-6524-4549-8448-356ed773cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:35.389117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-3e2ab4e8-6524-4549-8448-356ed773cf6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1095 time: 0.0827994 Jul 30 03:27:35.575843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-5f2ca3c6-d1ba-47ca-875c-674436f4607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:35.577873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-5f2ca3c6-d1ba-47ca-875c-674436f4607e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1823349 Jul 30 03:27:35.640627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Deleting port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:27:35.641935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:35.665137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-5eeb311e-fea6-49bf-a910-73c8f4989c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 217 time: 0.0770340 Jul 30 03:27:35.805009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-9ed91b90-95b3-4243-ac38-ebc496fa5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:35.808409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-9ed91b90-95b3-4243-ac38-ebc496fa5bbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1312923 Jul 30 03:27:35.860757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 65458d65-0840-4119-a84b-fcc9afdfa4de up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:35.870838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-9dd86a50-3b8f-4564-a00d-2b2ea26906df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552573 Jul 30 03:27:35.962625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] For port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:35.962625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.040050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc84343-697c-48bb-b053-de2fd500f297 req-10b096d9-f445-4148-a10d-18b1f8d416ca tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.046841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc84343-697c-48bb-b053-de2fd500f297 req-10b096d9-f445-4148-a10d-18b1f8d416ca tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.055275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dc84343-697c-48bb-b053-de2fd500f297 req-10b096d9-f445-4148-a10d-18b1f8d416ca tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0&device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 1690 time: 0.1828392 Jul 30 03:27:36.061580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 65458d65-0840-4119-a84b-fcc9afdfa4de triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:36.061987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.128309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dc84343-697c-48bb-b053-de2fd500f297 req-aa31853a-571e-40b6-8289-35c46736dfd3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714648 Jul 30 03:27:36.138046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-64b5b5f4-12a1-4501-9546-443657c6e8f7 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273133 Jul 30 03:27:36.171312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Sync routers for ids ['88ca9530-8b38-4486-b263-4405893a076a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:27:36.176908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0ceeab3f-4ba7-4b69-b722-4516c80319ce details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:36.278437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a92ce9d1-aa73-4957-a5d4-0a339c6684f2 req-87efde3e-5e13-4963-a8b7-55d7e33ef7f1 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313562 Jul 30 03:27:36.347109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193591b-811b-4fdd-84dc-87db054a87ee req-b2b3d44c-b0cc-4d0d-828e-557625f43483 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.355638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0193591b-811b-4fdd-84dc-87db054a87ee req-b2b3d44c-b0cc-4d0d-828e-557625f43483 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0758855 Jul 30 03:27:36.411636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0193591b-811b-4fdd-84dc-87db054a87ee req-e7e33707-6851-4b0a-a764-3bd836a3ee30 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548303 Jul 30 03:27:36.464536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:36.494069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.495086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.495670 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Floating IP 7055a345-d3d2-45e0-af48-528846c21066 disassociated. External IP: 172.25.6.174, port: 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7. Jul 30 03:27:36.496187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Calling delete_port for 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:27:36.510652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '0ceeab3f-4ba7-4b69-b722-4516c80319ce', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'port_id': '0ceeab3f-4ba7-4b69-b722-4516c80319ce', 'mac_address': 'fa:16:3e:5d:af:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:36.544803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3991c3-3b10-4eeb-a6e7-fa7dfdd27981 req-9d56ba84-a160-4dd2-a614-8fa5caa71706 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.547255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c3991c3-3b10-4eeb-a6e7-fa7dfdd27981 req-9d56ba84-a160-4dd2-a614-8fa5caa71706 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.0724816 Jul 30 03:27:36.608354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c3991c3-3b10-4eeb-a6e7-fa7dfdd27981 req-ab9c0b6b-84bc-4de2-b236-5e87fbbfb333 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524950 Jul 30 03:27:36.616504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.650761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ceeab3f-4ba7-4b69-b722-4516c80319ce {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:36.690533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:36.732106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Routers {'88ca9530-8b38-4486-b263-4405893a076a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:36.732973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['88ca9530-8b38-4486-b263-4405893a076a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:36.737544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.829239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event deleted for resources: {'Port': ['ID=3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:36.845339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.864282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.878499 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:36.879185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8f2a91eb-d765-418e-9fdd-1782901dd706 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:36.879807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.896170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.902403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.918676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.931474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:36.952805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-76d00e40-18ee-4572-bae9-8ddaf2cb4db1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5432 time: 0.2370217 Jul 30 03:27:37.060070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0737581a-6f17-4f7f-a27a-da09f96358f7 req-91eb7e54-2c76-4bc9-9149-4ce757f99489 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035354 Jul 30 03:27:37.322369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 01878a2f-e045-4de8-b887-0c7aaf415de0 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:37.354295 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:27:37.395576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df59f-f117-4796-be00-93b7bc1a3f96 req-27d1516f-0f7c-486f-8c15-5a2101606f9c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:37.403064 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c83df59f-f117-4796-be00-93b7bc1a3f96 req-27d1516f-0f7c-486f-8c15-5a2101606f9c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.0933716 Jul 30 03:27:37.486453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:37.490073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c83df59f-f117-4796-be00-93b7bc1a3f96 req-e6ad7e0d-a9cd-4586-9c13-301210a6d50a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862305 Jul 30 03:27:37.535751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Set router 88ca9530-8b38-4486-b263-4405893a076a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:37.625307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8f2a91eb-d765-418e-9fdd-1782901dd706,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:37.650289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156b9e0-ecea-420b-b74d-501bb3b0372d req-9958f6ec-153d-4647-aed6-5d4e727ab825 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:37.654837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:27:37.658785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4156b9e0-ecea-420b-b74d-501bb3b0372d req-9958f6ec-153d-4647-aed6-5d4e727ab825 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 1101 time: 0.0811915 Jul 30 03:27:37.737326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4156b9e0-ecea-420b-b74d-501bb3b0372d req-c2600d3c-ec6a-4170-8e8b-125e0c555812 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773337 Jul 30 03:27:37.745814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:27:37.851096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 01878a2f-e045-4de8-b887-0c7aaf415de0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=01878a2f-e045-4de8-b887-0c7aaf415de0,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:37.942796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'port_id': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'mac_address': 'fa:16:3e:ff:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:37.973967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d9a7-6599-4fb9-a93e-7ec8e43422f9 req-9fe388a8-2666-490c-9d45-7400a0dbc2ce tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:37.981498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e98d9a7-6599-4fb9-a93e-7ec8e43422f9 req-9fe388a8-2666-490c-9d45-7400a0dbc2ce tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.1067731 Jul 30 03:27:37.997331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '8f2a91eb-d765-418e-9fdd-1782901dd706', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'port_id': '8f2a91eb-d765-418e-9fdd-1782901dd706', 'mac_address': 'fa:16:3e:43:fe:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:38.041805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e98d9a7-6599-4fb9-a93e-7ec8e43422f9 req-830c3ebe-81f3-4a34-b877-3cb3157988f5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592914 Jul 30 03:27:38.072767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:27:38.091208 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:27:38.112427 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:38.113155 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:38.132727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:38.147045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79de3f-6843-4ae1-a15c-449abb160967 req-e79a55db-5dbf-43f4-aea7-fcec4c918436 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.154566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd79de3f-6843-4ae1-a15c-449abb160967 req-e79a55db-5dbf-43f4-aea7-fcec4c918436 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 943 time: 0.0584502 Jul 30 03:27:38.173813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2a91eb-d765-418e-9fdd-1782901dd706 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:38.193659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] No DVR routers for this DVR port 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:27:38.196866 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:38.204156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67efdb32-3e45-4883-ba72-e32f71d108e1 req-dc6d6c81-da9e-4023-9af8-f970b957bff5 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "DELETE /v2.0/ports/3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 HTTP/1.1" status: 204 len: 173 time: 2.8268371 Jul 30 03:27:38.208329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'name': 'network-vif-deleted', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:38.213519 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe93625-b8a5-4b74-930b-6d45ad50aeea" -d '{"events": [{"server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "name": "network-vif-deleted", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:38.224855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8f2a91eb-d765-418e-9fdd-1782901dd706,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:38.237385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd79de3f-6843-4ae1-a15c-449abb160967 req-47d311ad-5494-4bd9-827d-faea83c4c6ab tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815842 Jul 30 03:27:38.310861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:38.331938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:38.332601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a146edd4-2c69-4ca3-a0da-30a2a308f967 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:38.405153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01878a2f-e045-4de8-b887-0c7aaf415de0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:38.476249 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:38.526663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:27:32Z', 'revision_number': 4, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '487f6171-86fd-429f-8523-fadbd66a7748', 'name': '', 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46', 'tenant_id': '1732162823374563877b09d72cd0af22', 'mac_address': 'fa:16:3e:80:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '53e204d9-78d7-4b35-a0ca-88baf109acb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:31Z', 'updated_at': '2021-07-30T03:27:32Z', 'revision_number': 2, 'project_id': '1732162823374563877b09d72cd0af22', 'subnets': [{'id': '53e204d9-78d7-4b35-a0ca-88baf109acb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:38.554935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 01878a2f-e045-4de8-b887-0c7aaf415de0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=01878a2f-e045-4de8-b887-0c7aaf415de0,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:38.568852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bb988-d06b-467e-8ea6-f03b2de4544d req-92f99bb5-e3cc-410b-be19-a80937d52866 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.572054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-554bb988-d06b-467e-8ea6-f03b2de4544d req-92f99bb5-e3cc-410b-be19-a80937d52866 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 1102 time: 0.0899322 Jul 30 03:27:38.632466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:27:38.640270 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:38.640789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-cee2b1cd-d92f-4921-a201-070b20c7ad83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1821203 Jul 30 03:27:38.659698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-554bb988-d06b-467e-8ea6-f03b2de4544d req-49495875-c000-407c-94d0-a793bc8cfc13 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779448 Jul 30 03:27:38.684994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Checking router: 88ca9530-8b38-4486-b263-4405893a076a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:27:38.685356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Updating router 88ca9530-8b38-4486-b263-4405893a076a port 487f6171-86fd-429f-8523-fadbd66a7748 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:27:38.758191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:38.794465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-80a35aee-098e-4c05-8f0c-e87a45631a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.800683 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-80a35aee-098e-4c05-8f0c-e87a45631a9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 1119 time: 0.0980101 Jul 30 03:27:38.877935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.888263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:38.904553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.921135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.936135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.946184 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:38.974941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:38.995752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['01878a2f-e045-4de8-b887-0c7aaf415de0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:39.023267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:39.032403 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:27:39.052469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:39.054569 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:39.055381 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:39.067748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-0064f435-9c4b-4862-b41a-13da2ca09bf9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5433 time: 0.3073702 Jul 30 03:27:39.159030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-a3362991-ae39-4524-81ad-f5ebbcb18ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:39.164033 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-a3362991-ae39-4524-81ad-f5ebbcb18ee8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.3313229 Jul 30 03:27:39.224096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf1ea13a-e017-4255-8809-5837fe907a07 req-53daa64a-602f-4ce1-91e6-8bffa2f70730 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1509550 Jul 30 03:27:39.266566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=01878a2f-e045-4de8-b887-0c7aaf415de0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:39.309887 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-81bd139d-7543-4533-87e2-83e65b84a8d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 200 len: 217 time: 0.1320469 Jul 30 03:27:39.359174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:39.513803 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb948d8-13bb-4f57-9a8b-fdb8cc552260 x-openstack-request-id: req-4bb948d8-13bb-4f57-9a8b-fdb8cc552260 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:39.514132 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8303ff22-e752-4693-9b3d-9aeaa4c9cccc", "name": "network-vif-deleted", "tag": "3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:39.514333 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bb948d8-13bb-4f57-9a8b-fdb8cc552260 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:39.517954 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8303ff22-e752-4693-9b3d-9aeaa4c9cccc', 'name': 'network-vif-deleted', 'tag': '3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7', 'status': 'completed', 'code': 200} Jul 30 03:27:39.530122 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:39.609064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-1ec461d1-81f2-4122-b291-37d4297e5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:39.611369 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-1ec461d1-81f2-4122-b291-37d4297e5e63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.2943637 Jul 30 03:27:39.698081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-b898f106-4feb-4276-a228-b82ebfb89c7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715919 Jul 30 03:27:39.729734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'port_id': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'mac_address': 'fa:16:3e:3a:8e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:39.770577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e432e1-48ed-4bc2-96b8-3ad60773e902 req-23f45775-105e-44f1-ac6d-7f08f8b91232 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:39.787294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7e432e1-48ed-4bc2-96b8-3ad60773e902 req-23f45775-105e-44f1-ac6d-7f08f8b91232 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1682239 Jul 30 03:27:39.855836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7e432e1-48ed-4bc2-96b8-3ad60773e902 req-17cbf7c1-9c05-4a86-9ba5-b4f9cfeda51c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Jul 30 03:27:39.994950 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:40.029078 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-17e25b18-a93a-4400-ac08-ea6aab5fa958 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225563 Jul 30 03:27:40.072771 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dafd22-389c-4879-85f6-56eb4d874d08 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:27:40.263304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:40.292780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-871b1141-ccfa-4714-a6f3-7437d92d7f38 req-755f0da5-c7a6-47b1-b9bc-ee2d0a3b89ca service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547760 Jul 30 03:27:40.338864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a146edd4-2c69-4ca3-a0da-30a2a308f967 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:40.460327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764cfac-29f1-4529-8138-07daa05a4aa3 req-4ec6ba1d-ddbf-4fce-bceb-dfef1cd1282d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.470961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:40.485145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f764cfac-29f1-4529-8138-07daa05a4aa3 req-4ec6ba1d-ddbf-4fce-bceb-dfef1cd1282d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.1739802 Jul 30 03:27:40.497227 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:40.498070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 45f30072-5645-48e3-b3ea-8c22557963d0 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:40.563586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f764cfac-29f1-4529-8138-07daa05a4aa3 req-3d55c7ab-05bc-47a4-9f94-fa047f75ee8b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721071 Jul 30 03:27:40.661984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd413d-974d-43df-a75e-cd7d9b764844 None None] New status for floating IP 7055a345-d3d2-45e0-af48-528846c21066: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:27:40.691021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0d8f-65aa-4981-8fcd-92388050fba1 req-e08f238b-8c15-407b-8264-abb37a494cc9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.700134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed6b0d8f-65aa-4981-8fcd-92388050fba1 req-e08f238b-8c15-407b-8264-abb37a494cc9 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 944 time: 0.0700917 Jul 30 03:27:40.757032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed6b0d8f-65aa-4981-8fcd-92388050fba1 req-2e657cc3-058e-467f-908a-ae290eba5e54 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521486 Jul 30 03:27:40.790538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:40.814266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:27:40.820348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:40.849640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=45f30072-5645-48e3-b3ea-8c22557963d0,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:40.910046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.916586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.922757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.929682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.930491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '45f30072-5645-48e3-b3ea-8c22557963d0', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'port_id': '45f30072-5645-48e3-b3ea-8c22557963d0', 'mac_address': 'fa:16:3e:32:e4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:40.936947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.944073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.950055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:40.952150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-fde93e0c-e1d5-42a9-acc8-47ec7b235a4d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5434 time: 0.1285205 Jul 30 03:27:40.992799 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.013756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Transition to ACTIVE for port object 487f6171-86fd-429f-8523-fadbd66a7748 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:41.020237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.029143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d28ea2c-5f17-471c-b46c-32099439df2f req-e6be8028-5f37-4dcf-bf8e-6d1f2749cc67 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645647 Jul 30 03:27:41.053948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.084990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f30072-5645-48e3-b3ea-8c22557963d0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:41.182133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=45f30072-5645-48e3-b3ea-8c22557963d0,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:41.201736 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.202740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6d64338e-dfe2-4e15-88c2-43ce40035e3e details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:41.268223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:41.326705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '6d64338e-dfe2-4e15-88c2-43ce40035e3e', 'network_id': 'dec903ea-d2c1-4620-9693-e9a09849d813', 'port_id': '6d64338e-dfe2-4e15-88c2-43ce40035e3e', 'mac_address': 'fa:16:3e:62:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081fb5e6-4c05-4b0d-b969-d8960dba7dc4', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:41.329121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb468502-09d7-4c15-8a94-77a150e148ae None None] Pushing event updated for resources: {'Port': ['ID=487f6171-86fd-429f-8523-fadbd66a7748,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:41.349827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 01878a2f-e045-4de8-b887-0c7aaf415de0 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:41.760012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Attempting to bind port 487f6171-86fd-429f-8523-fadbd66a7748 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:41.760279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Attempting to bind port 487f6171-86fd-429f-8523-fadbd66a7748 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:41.760508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Attempting to bind port 487f6171-86fd-429f-8523-fadbd66a7748 on network 52e9a274-3177-44c2-9bc1-ff3384098f46 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:41.792695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:41.796908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.799130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:41.799535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Checking segment: {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:41.799932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.800330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Bound using segment: {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:41.800822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Bound port: 487f6171-86fd-429f-8523-fadbd66a7748, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:41.801208 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.855070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 01878a2f-e045-4de8-b887-0c7aaf415de0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:41.859861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d64338e-dfe2-4e15-88c2-43ce40035e3e {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:41.873028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 01878a2f-e045-4de8-b887-0c7aaf415de0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:41.873028 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.950157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:41.984711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:41.985615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 04312686-26ad-4eb6-a5a4-22845dffe3b2 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:41.992063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7ffd9578-ad95-4e34-8f86-8cfb0cc87f54 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1686208083&fields=id&tenant_id=6c6e51fc8ec5425eaa21614f12be2c06 HTTP/1.1" status: 200 len: 267 time: 0.1257229 Jul 30 03:27:42.103899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] For port 487f6171-86fd-429f-8523-fadbd66a7748, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:42.120719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] For port 487f6171-86fd-429f-8523-fadbd66a7748, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=487f6171-86fd-429f-8523-fadbd66a7748,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:42.122163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:42.129014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-368cb668-ab39-41c5-b7ab-8c2be4296ab5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347535 Jul 30 03:27:42.138888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:42.347930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Routers {'88ca9530-8b38-4486-b263-4405893a076a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:42.348653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['88ca9530-8b38-4486-b263-4405893a076a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:42.365255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-ce495bc1-1507-4b04-b8bb-33c5b2150d97 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:42.375541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-ce495bc1-1507-4b04-b8bb-33c5b2150d97 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388389 Jul 30 03:27:42.443704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-006ea458-1118-4ed4-878d-84545889b87e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:42.452992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-006ea458-1118-4ed4-878d-84545889b87e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 823 time: 0.4382594 Jul 30 03:27:42.477745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-385d5a9d-4544-4bdf-97b3-be57ec4077b8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/quotas/da3d0ddc33714ad7b4235de87129823b HTTP/1.1" status: 200 len: 375 time: 0.1003909 Jul 30 03:27:42.494181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb468502-09d7-4c15-8a94-77a150e148ae None None] Pushing event updated for resources: {'Port': ['ID=487f6171-86fd-429f-8523-fadbd66a7748,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:42.496911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:42.516535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-c1b96da6-76cd-443a-9acd-aa4980e46bc9 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/quotas/6c6e51fc8ec5425eaa21614f12be2c06 HTTP/1.1" status: 200 len: 375 time: 0.0600553 Jul 30 03:27:42.590091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 01878a2f-e045-4de8-b887-0c7aaf415de0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=01878a2f-e045-4de8-b887-0c7aaf415de0,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:42.596723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:42.599939 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9674a56-bba3-4c88-940e-0377286e687f" -d '{"events": [{"server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "name": "network-vif-plugged", "status": "completed", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:42.604573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db35c557-498d-45b0-85c0-38c9baa18c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:42.620212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:42.683922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-8312a2c9-7fa1-49ed-88d5-8a6195258232 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2047992 Jul 30 03:27:42.733749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-8a0e7ce5-0d40-404a-98e8-914952446d6d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2158937 Jul 30 03:27:42.765176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:42.820384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '04312686-26ad-4eb6-a5a4-22845dffe3b2', 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017', 'port_id': '04312686-26ad-4eb6-a5a4-22845dffe3b2', 'mac_address': 'fa:16:3e:22:1a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa741c-b076-4b21-b3c0-fb6b530bc6ec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:42.860911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=01878a2f-e045-4de8-b887-0c7aaf415de0,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:42.880719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] Set router 88ca9530-8b38-4486-b263-4405893a076a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:42.923185 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:42.942193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04312686-26ad-4eb6-a5a4-22845dffe3b2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:42.976874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-477e274d-40a9-4833-b5cb-a2a18c3e9d0d service neutron] 10.222.0.39 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215188 Jul 30 03:27:43.146008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:43.172190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:43.215491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-ba52e550-17e1-4479-ae6a-323e39af2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:43.217248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-ba52e550-17e1-4479-ae6a-323e39af2751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 1098 time: 0.1758583 Jul 30 03:27:43.259343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:43.308487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-bd4c149b-6440-43b3-8600-2b6e75d8de5f service neutron] 10.222.0.39 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303263 Jul 30 03:27:43.368670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-aab47d68-a3a9-4601-a058-abf2232452a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:43.370567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-aab47d68-a3a9-4601-a058-abf2232452a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 911 time: 0.1448424 Jul 30 03:27:43.406702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 882cec01-f506-48ba-8ae2-0ac20beecc23 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:43.410036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:43.428388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:27:32Z', 'revision_number': 4, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '487f6171-86fd-429f-8523-fadbd66a7748', 'name': '', 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46', 'tenant_id': '1732162823374563877b09d72cd0af22', 'mac_address': 'fa:16:3e:80:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '53e204d9-78d7-4b35-a0ca-88baf109acb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:31Z', 'updated_at': '2021-07-30T03:27:41Z', 'revision_number': 4, 'project_id': '1732162823374563877b09d72cd0af22', 'subnets': [{'id': '53e204d9-78d7-4b35-a0ca-88baf109acb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:43.475061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecae955-1187-4b21-82cb-e578f4d26184 None None] The sync data for ids ['88ca9530-8b38-4486-b263-4405893a076a'] in n-d-778696-14 is: [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:27:32Z', 'revision_number': 4, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '487f6171-86fd-429f-8523-fadbd66a7748', 'name': '', 'network_id': '52e9a274-3177-44c2-9bc1-ff3384098f46', 'tenant_id': '1732162823374563877b09d72cd0af22', 'mac_address': 'fa:16:3e:80:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '53e204d9-78d7-4b35-a0ca-88baf109acb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:31Z', 'updated_at': '2021-07-30T03:27:41Z', 'revision_number': 4, 'project_id': '1732162823374563877b09d72cd0af22', 'subnets': [{'id': '53e204d9-78d7-4b35-a0ca-88baf109acb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:27:43.482000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-27632b1f-dfd2-4daf-8756-4317cdb1c65d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6 HTTP/1.1" status: 200 len: 217 time: 0.1031361 Jul 30 03:27:43.609009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-713a6872-a424-437c-854f-5ecfa4db4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:43.614016 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:27:43.615913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-713a6872-a424-437c-854f-5ecfa4db4418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.1247120 Jul 30 03:27:43.743808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-14730ed1-a87b-4a4c-9e35-328512c03036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217008 Jul 30 03:27:43.960748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:44.108775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 487f6171-86fd-429f-8523-fadbd66a7748 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:44.244046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0caef3-d875-413d-9820-18943b5674cf req-19f3052c-d328-4776-9642-862eabc93a72 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:44.252958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0caef3-d875-413d-9820-18943b5674cf req-19f3052c-d328-4776-9642-862eabc93a72 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.5884683 Jul 30 03:27:44.329439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020', 'port_id': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'mac_address': 'fa:16:3e:92:52:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0a06f1-91ca-4824-aaa8-b697c054d315', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:44.373791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d5db2-bb73-46b2-8b41-3d8657ff1a20 req-0e7a5533-bf4f-49d4-a556-62fad3b3843a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:44.376250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf5d5db2-bb73-46b2-8b41-3d8657ff1a20 req-0e7a5533-bf4f-49d4-a556-62fad3b3843a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.4550278 Jul 30 03:27:44.393525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0caef3-d875-413d-9820-18943b5674cf req-0fd76cf2-fbba-4775-aa25-aaad4efae69e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343119 Jul 30 03:27:44.433108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=882cec01-f506-48ba-8ae2-0ac20beecc23,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:44.501239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-8f219dd8-8575-4f71-b588-8b02c34dd429 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418760 Jul 30 03:27:44.554375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:44.569091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 487f6171-86fd-429f-8523-fadbd66a7748 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:44.575971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 487f6171-86fd-429f-8523-fadbd66a7748 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:44.576350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:44.590061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '882cec01-f506-48ba-8ae2-0ac20beecc23', 'network_id': '386d4904-941d-416f-9cf3-eeddaa061017', 'port_id': '882cec01-f506-48ba-8ae2-0ac20beecc23', 'mac_address': 'fa:16:3e:7f:44:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa741c-b076-4b21-b3c0-fb6b530bc6ec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:44.668985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf5d5db2-bb73-46b2-8b41-3d8657ff1a20 req-0c740aee-0f94-447e-a919-fd25ee7ddd3a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737222 Jul 30 03:27:44.705144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:44.768148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:44.893278 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:44.898960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['45f30072-5645-48e3-b3ea-8c22557963d0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:44.901192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['04312686-26ad-4eb6-a5a4-22845dffe3b2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:44.904192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['a146edd4-2c69-4ca3-a0da-30a2a308f967'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:44.971899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['0ceeab3f-4ba7-4b69-b722-4516c80319ce'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:44.977538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:45.163161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7c29-9c2a-4937-a437-fa19646069af req-1d17f213-fbed-401b-ae0a-8195a4b50bad tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.164776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-608f7c29-9c2a-4937-a437-fa19646069af req-1d17f213-fbed-401b-ae0a-8195a4b50bad tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.5290773 Jul 30 03:27:45.219661 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6785e5ba-6ef2-4c0b-b5ab-63f14f805b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:45.241317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.259175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.282329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.304007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.310081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.328727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.348669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:45.364348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-d3c439b0-3817-49a7-8b84-87a59d3ec790 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5437 time: 0.5299578 Jul 30 03:27:45.502321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9833ee3-f4ed-4747-aa33-447fbbe95b07 req-6356285c-f6b3-4cb2-88d3-2264f1a3ad88 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370168 Jul 30 03:27:45.506245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73085ba-4ac7-46a0-b3b1-2d245c5c56cd req-af2c7612-b011-4d33-a077-49a2b7ebf750 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770062 Jul 30 03:27:45.554668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-608f7c29-9c2a-4937-a437-fa19646069af req-9a872f23-bb10-4469-be3f-e928b4ec0ba5 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653784 Jul 30 03:27:45.608521 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:27:45.696787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:45.702085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['8f2a91eb-d765-418e-9fdd-1782901dd706'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:45.706185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['6d64338e-dfe2-4e15-88c2-43ce40035e3e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:45.751866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 87e5ab90-7901-4baa-951f-ad0acb5556e6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:27:45.776551 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad41227-fbae-42ed-8bf8-c5e0cc9465e2 x-openstack-request-id: req-8ad41227-fbae-42ed-8bf8-c5e0cc9465e2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:45.776551 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "name": "network-vif-plugged", "status": "completed", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:45.776551 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ad41227-fbae-42ed-8bf8-c5e0cc9465e2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:45.776551 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'code': 200} Jul 30 03:27:45.920161 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:45.949555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a3941bc-e3bb-410e-ba11-3450c92a1831 req-38ad95c4-abc2-4b6a-9b8b-d5d265ac230e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 210 time: 0.1168821 Jul 30 03:27:46.029286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:46.061395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c144d-d34d-4c96-b560-8d519a8cd587 req-8749755c-250f-4279-8c5d-8cd022c1dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:46.064802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b0c144d-d34d-4c96-b560-8d519a8cd587 req-8749755c-250f-4279-8c5d-8cd022c1dc01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 1097 time: 0.1759074 Jul 30 03:27:46.182188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b0c144d-d34d-4c96-b560-8d519a8cd587 req-72627007-fc47-45cf-806c-b71a5e2f2b80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065748 Jul 30 03:27:46.324010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882cec01-f506-48ba-8ae2-0ac20beecc23 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:46.398967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fe46c-cae8-4b35-94d1-a2e9d0340475 req-38067e94-624d-4385-bdc0-f7306b69e0f7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:46.403920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=882cec01-f506-48ba-8ae2-0ac20beecc23,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:46.404151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e11fe46c-cae8-4b35-94d1-a2e9d0340475 req-38067e94-624d-4385-bdc0-f7306b69e0f7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 946 time: 0.1878994 Jul 30 03:27:46.525200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e11fe46c-cae8-4b35-94d1-a2e9d0340475 req-e7337f80-afb6-46c5-9645-9807dab17427 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199713 Jul 30 03:27:46.549741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:46.556843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-e97d8b32-0568-4382-9203-ac627dbb611f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:46.568135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-e97d8b32-0568-4382-9203-ac627dbb611f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 823 time: 0.4661844 Jul 30 03:27:46.660160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f6f5e-d7b8-4e0f-b191-c4cacff1629b req-fab57d4c-0295-4a87-a59f-0582956641c8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:46.664797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a3f6f5e-d7b8-4e0f-b191-c4cacff1629b req-fab57d4c-0295-4a87-a59f-0582956641c8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.1538963 Jul 30 03:27:46.710215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-9682de35-0e7b-4111-99aa-e0d0af132464 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6e51fc8ec5425eaa21614f12be2c06 HTTP/1.1" status: 200 len: 380 time: 0.1243007 Jul 30 03:27:46.734820 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6497b3a-774b-456c-9ba0-74efc087d7ee req-dae837b6-7bfd-44c3-a019-7ded3d849e3d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 210 time: 0.0672278 Jul 30 03:27:46.769342 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:46.777005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'port': {'device_id': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'admin_state_up': True, 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'security_groups': ['79358409-9340-47d9-99fb-f5a15602dcf4']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:46.828133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a3f6f5e-d7b8-4e0f-b191-c4cacff1629b req-808bec05-e62c-4719-8fdf-6bc140887e98 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884573 Jul 30 03:27:47.010110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Made reservation on behalf of 6c6e51fc8ec5425eaa21614f12be2c06 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:47.015220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:47.110166 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-5f137f5f-9e88-40aa-9d42-e1b3f32fb615 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980594 Jul 30 03:27:47.121495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:47.142158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:27:47.454917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:47.465633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-9cd13470-0687-4d9b-9485-6b9334b885f8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356139 Jul 30 03:27:47.471374 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:47.502276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0b4e-0ce8-433c-babe-aad3d4093c46 req-e21288fa-dffd-4b27-8f19-993e20fc5680 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.513077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a6d0b4e-0ce8-433c-babe-aad3d4093c46 req-e21288fa-dffd-4b27-8f19-993e20fc5680 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.4881220 Jul 30 03:27:47.513290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:47.525429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-c3e59cc5-9fc7-4eb5-ac48-615b0de01d6e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.525784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-c3e59cc5-9fc7-4eb5-ac48-615b0de01d6e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853929 Jul 30 03:27:47.537768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Allocated IP 172.20.0.11 (9f698c94-f4a5-4fab-82a9-edc9f3929091/97a9fba3-ccad-4789-939c-e152781f5095/c1b011e3-f925-48a2-9a53-3060dfdbdc9b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:47.544693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.554290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.562728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.570561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.577413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.586881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.595294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.610652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a39b8899-296c-4459-a92a-17c8240eff93 req-942ec603-f317-4ac6-8bda-4f91c8c6db95 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5438 time: 0.7112937 Jul 30 03:27:47.643080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:47.827848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a39b8899-296c-4459-a92a-17c8240eff93 req-0bacd600-695b-463b-8720-44c2de0b0fb1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194605 Jul 30 03:27:47.873171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a6d0b4e-0ce8-433c-babe-aad3d4093c46 req-726cfe38-42a7-46d4-b504-5a43e3aac59d tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552105 Jul 30 03:27:47.873793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:47.877871 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903e708b-985b-47d7-8072-289ba1707a3a" -d '{"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-unplugged", "status": "completed", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:47.882290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['882cec01-f506-48ba-8ae2-0ac20beecc23'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:47.903450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-ee523873-acc9-434e-af03-33c885b778f8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:47.913845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-ee523873-acc9-434e-af03-33c885b778f8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4205773 Jul 30 03:27:48.046398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:48.163009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebfe1ac0-c04a-46e4-abb4-5e8880ecaba2 req-56abb282-d91d-4358-b4ac-50c272757bfe tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 210 time: 0.1337118 Jul 30 03:27:48.208128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:48.214150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:48.217290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:48.269217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:48.309414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9532d9-03b0-4123-a890-256cd56a12a1 req-3532cd09-af39-49d1-9c00-5f7e30438a20 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:48.322535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca9532d9-03b0-4123-a890-256cd56a12a1 req-3532cd09-af39-49d1-9c00-5f7e30438a20 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 944 time: 0.2943940 Jul 30 03:27:48.345068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:48.393389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Transition to ACTIVE for port object c1b011e3-f925-48a2-9a53-3060dfdbdc9b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:48.440803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e32f778-372e-4f6c-bcf7-0c8af5f2e01a req-4e9201af-c73c-4ce7-a926-e08b562a2dca tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 210 time: 0.1061273 Jul 30 03:27:48.442409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:48.452396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:48.460469 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:48.509806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:27:48.510357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a2eaee5-b1d6-4c9f-bb07-a26c4c81fdb7 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:27:48.661227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:48.684368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca9532d9-03b0-4123-a890-256cd56a12a1 req-4956d0b9-45cc-40a9-9da0-7912bec1d88a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593514 Jul 30 03:27:48.801298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event updated for resources: {'Port': ['ID=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:48.811662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cf08e-be15-434f-90e1-6ffe428688e3 req-4f39d4b8-342c-48cd-9836-15864bb7c589 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:48.824806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-569cf08e-be15-434f-90e1-6ffe428688e3 req-4f39d4b8-342c-48cd-9836-15864bb7c589 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.2514575 Jul 30 03:27:48.830427 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7f59ca-121f-47ca-a2eb-9cbe69981f2a x-openstack-request-id: req-cc7f59ca-121f-47ca-a2eb-9cbe69981f2a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:48.831102 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-unplugged", "status": "failed", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6", "code": 422}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:48.831656 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc7f59ca-121f-47ca-a2eb-9cbe69981f2a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:48.832304 n-d-778696-14 neutron-server[93878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'code': 422} returned with failed status Jul 30 03:27:48.870105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:48.874498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:48.877740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:48.970709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 487f6171-86fd-429f-8523-fadbd66a7748, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=487f6171-86fd-429f-8523-fadbd66a7748,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:48.993736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-569cf08e-be15-434f-90e1-6ffe428688e3 req-7bd5e312-aca1-43d6-b662-558561c93331 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690106 Jul 30 03:27:49.000960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:49.044577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.180 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/d272c4be-c121-41a5-9802-ee6eddac6cdc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:49.068727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.075580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:49.128162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-7a6808a7-6b4e-4c74-a5db-b8af2dc4d43a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3550584 Jul 30 03:27:49.159246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Request body: {'port': {'device_id': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:49.305713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:49.362571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=487f6171-86fd-429f-8523-fadbd66a7748,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:49.455370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7b2aab8b-2133-4274-b1d2-37463f410a87 None None] Provisioning for port c1b011e3-f925-48a2-9a53-3060dfdbdc9b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:49.460278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7b2aab8b-2133-4274-b1d2-37463f410a87 None None] Provisioning complete for port c1b011e3-f925-48a2-9a53-3060dfdbdc9b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:49.460764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b2aab8b-2133-4274-b1d2-37463f410a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:49.545867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7b2aab8b-2133-4274-b1d2-37463f410a87 None None] Port c1b011e3-f925-48a2-9a53-3060dfdbdc9b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:49.584945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.602654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.619759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.627956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.643155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.653705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.665715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:49.673517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f941475f-d24b-4264-9f77-8e8933a38300 req-8fbf200b-b102-45d9-8402-109f028e70ec tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5438 time: 0.5014265 Jul 30 03:27:49.687469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:49.703563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object d272c4be-c121-41a5-9802-ee6eddac6cdc will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:49.846415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:49.866664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:49.989263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=d272c4be-c121-41a5-9802-ee6eddac6cdc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:50.033460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f941475f-d24b-4264-9f77-8e8933a38300 req-72dac18f-5b4a-4538-b749-c4bbdc738df1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2878027 Jul 30 03:27:50.073821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.251 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/8fb54591-587a-4a38-9d0b-fd2e97abd921) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:50.103714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:50.108828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:50.126854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:50.144762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:50.145842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.204813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2eae290b-9477-4223-b9fa-bf65478adefd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5722480 Jul 30 03:27:50.218212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Request body: {'port': {'device_id': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:50.400207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b011e3-f925-48a2-9a53-3060dfdbdc9b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:50.455581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.618668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6d64338e-dfe2-4e15-88c2-43ce40035e3e up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:50.731493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5cf301b4-461e-4c92-87e0-6ff5d77cc1c4 None None] Provisioning for port d272c4be-c121-41a5-9802-ee6eddac6cdc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:50.737200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5cf301b4-461e-4c92-87e0-6ff5d77cc1c4 None None] Provisioning complete for port d272c4be-c121-41a5-9802-ee6eddac6cdc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:50.739368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5cf301b4-461e-4c92-87e0-6ff5d77cc1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.741646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 6d64338e-dfe2-4e15-88c2-43ce40035e3e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:50.768666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Transition to ACTIVE for port object c1b011e3-f925-48a2-9a53-3060dfdbdc9b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:50.777028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 6d64338e-dfe2-4e15-88c2-43ce40035e3e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:50.777696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.801133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.841783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5cf301b4-461e-4c92-87e0-6ff5d77cc1c4 None None] Port d272c4be-c121-41a5-9802-ee6eddac6cdc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:50.858060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.887023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:50.894335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object 8fb54591-587a-4a38-9d0b-fd2e97abd921 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:50.894589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6865c07-0783-4cd6-8312-5edb07ea4413 req-e68918e2-4359-4b71-99f0-e38f0ff32d0a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:50.900076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.902516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6865c07-0783-4cd6-8312-5edb07ea4413 req-e68918e2-4359-4b71-99f0-e38f0ff32d0a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.6343982 Jul 30 03:27:50.928995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:50.929273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:50.930601 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e77ff-f69b-4d98-800b-79bc8223990d" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:50.976256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:50.984804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.008310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6865c07-0783-4cd6-8312-5edb07ea4413 req-3bae3852-b738-491d-ad84-44f203c39d99 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047237 Jul 30 03:27:51.035286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-886aaacc-8ee1-4a4d-b258-5cef393b40b8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:51.046448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-886aaacc-8ee1-4a4d-b258-5cef393b40b8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=590399d5-eacb-4acc-8f86-8d78c99215c8 HTTP/1.1" status: 200 len: 944 time: 0.2050555 Jul 30 03:27:51.073040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.081864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Attempting to bind port c1b011e3-f925-48a2-9a53-3060dfdbdc9b on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:51.082570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Attempting to bind port c1b011e3-f925-48a2-9a53-3060dfdbdc9b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:51.082570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Attempting to bind port c1b011e3-f925-48a2-9a53-3060dfdbdc9b on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:51.119661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:51.221485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=8fb54591-587a-4a38-9d0b-fd2e97abd921,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:51.245453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Port c1b011e3-f925-48a2-9a53-3060dfdbdc9b on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:51.245815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Attempting to bind port c1b011e3-f925-48a2-9a53-3060dfdbdc9b on network 9f698c94-f4a5-4fab-82a9-edc9f3929091 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:51.260738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 487f6171-86fd-429f-8523-fadbd66a7748 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:51.276191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:51.277092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Checking segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:51.278665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Bound using segment: {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:51.279456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Bound port: c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1249e5-d846-4fce-9e50-0c75d37914a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:51.280137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.294773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:51.296823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:27:51.306184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:27:51.314561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:27:51.369495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:51.409433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:51.410245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.461700 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-fb98ef07-57c3-4cf7-a8ba-73761378bddf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1974256 Jul 30 03:27:51.487262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Request body: {'port': {'device_id': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:51.513165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9566c-d3b2-4546-acc0-d4ae9e4e75a8 req-c8042d5c-0015-4c7a-9e90-9272ddd698ce tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:51.517475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41a9566c-d3b2-4546-acc0-d4ae9e4e75a8 req-c8042d5c-0015-4c7a-9e90-9272ddd698ce tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 944 time: 0.3583598 Jul 30 03:27:51.525653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:51.531666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] For port c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:51.547435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:51.547844 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.564560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] For port c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:51.605024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.607220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.633094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 487f6171-86fd-429f-8523-fadbd66a7748 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:51.633689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.675660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:51.693640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:51.694252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.696718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-f377a717-5f78-46e9-b135-a51f0f0a5d57 service neutron] 10.222.0.16 "PUT /v2.0/ports/c1b011e3-f925-48a2-9a53-3060dfdbdc9b HTTP/1.1" status: 200 len: 1093 time: 2.5439296 Jul 30 03:27:51.697370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:51.700031 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b73c0-00e0-4307-8654-918e0b44f9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:51.782220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41a9566c-d3b2-4546-acc0-d4ae9e4e75a8 req-7be59216-982d-4157-831d-7e3db0fa82ed tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588500 Jul 30 03:27:51.796095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Deleting port 87e5ab90-7901-4baa-951f-ad0acb5556e6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:27:51.797583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.917442 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:51.919298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e896ff61-9c80-42a7-84a3-59dd97f6f57a None None] Provisioning for port 8fb54591-587a-4a38-9d0b-fd2e97abd921 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:51.975378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e896ff61-9c80-42a7-84a3-59dd97f6f57a None None] Provisioning complete for port 8fb54591-587a-4a38-9d0b-fd2e97abd921 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:51.975888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e896ff61-9c80-42a7-84a3-59dd97f6f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.036060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-df9b576b-6e01-4b9d-a040-5d0ed5246cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:52.037781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-df9b576b-6e01-4b9d-a040-5d0ed5246cae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 1096 time: 0.1192584 Jul 30 03:27:52.119030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-d9072505-3fe4-4357-9432-0c301bc0802a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b HTTP/1.1" status: 200 len: 217 time: 0.0651565 Jul 30 03:27:52.161085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e896ff61-9c80-42a7-84a3-59dd97f6f57a None None] Port 8fb54591-587a-4a38-9d0b-fd2e97abd921 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:27:52.170563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ff2ec-c9b7-4ab7-ad88-8078de83c07c req-a05fdc31-feba-4779-821d-de4f361af0e1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:52.179382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c0ff2ec-c9b7-4ab7-ad88-8078de83c07c req-a05fdc31-feba-4779-821d-de4f361af0e1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 936 time: 0.2564430 Jul 30 03:27:52.199291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:52.208802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.225434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-5327394f-574f-4a2d-a1e5-38c9a9cb00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:52.227240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-5327394f-574f-4a2d-a1e5-38c9a9cb00ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.0880399 Jul 30 03:27:52.238719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] For port 87e5ab90-7901-4baa-951f-ad0acb5556e6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=87e5ab90-7901-4baa-951f-ad0acb5556e6,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:52.240348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.259810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d272c4be-c121-41a5-9802-ee6eddac6cdc {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:52.277113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.279437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Calling delete_port for 87e5ab90-7901-4baa-951f-ad0acb5556e6 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:27:52.309395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-2006ea1c-a56e-4703-9e84-b704f39c153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:52.312490 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-2006ea1c-a56e-4703-9e84-b704f39c153e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755522 Jul 30 03:27:52.315508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:52.316973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c0ff2ec-c9b7-4ab7-ad88-8078de83c07c req-6043e697-dc48-4c7d-977e-15273c3e5ff2 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362772 Jul 30 03:27:52.320742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Transition to ACTIVE for port object d272c4be-c121-41a5-9802-ee6eddac6cdc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:52.360320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.486685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Pushing event updated for resources: {'Port': ['ID=d272c4be-c121-41a5-9802-ee6eddac6cdc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:52.497855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:52.569148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:52.623375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a146edd4-2c69-4ca3-a0da-30a2a308f967 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:52.666388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37945df5-ab6a-4421-8779-79d5f8e03d86 req-cd3e1fc2-5f84-40c7-8d83-d2488931f5af tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:52.667894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37945df5-ab6a-4421-8779-79d5f8e03d86 req-cd3e1fc2-5f84-40c7-8d83-d2488931f5af tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.2687659 Jul 30 03:27:52.688982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Attempting to bind port d272c4be-c121-41a5-9802-ee6eddac6cdc on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:52.694478 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-b2dc2525-7592-4566-91bd-0ad2eced5139 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669872 Jul 30 03:27:52.699471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Attempting to bind port d272c4be-c121-41a5-9802-ee6eddac6cdc by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:52.699896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Attempting to bind port d272c4be-c121-41a5-9802-ee6eddac6cdc on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:52.740551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Port d272c4be-c121-41a5-9802-ee6eddac6cdc on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:52.740871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Attempting to bind port d272c4be-c121-41a5-9802-ee6eddac6cdc on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:52.783667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:52.784007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:52.784384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:52.784821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Bound port: d272c4be-c121-41a5-9802-ee6eddac6cdc, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:52.785179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.788190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:52.956964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb54591-587a-4a38-9d0b-fd2e97abd921 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:52.993878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event deleted for resources: {'Port': ['ID=87e5ab90-7901-4baa-951f-ad0acb5556e6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:52.998555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port a146edd4-2c69-4ca3-a0da-30a2a308f967 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:53.013036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port a146edd4-2c69-4ca3-a0da-30a2a308f967 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:53.013277 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.022163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.028678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37945df5-ab6a-4421-8779-79d5f8e03d86 req-c8360ef1-0d39-4995-b139-a77fdaf7e6c8 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437459 Jul 30 03:27:53.122632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Transition to ACTIVE for port object 8fb54591-587a-4a38-9d0b-fd2e97abd921 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:27:53.138703 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c70b40-5a68-49ce-8861-c6e6f5904ae6 x-openstack-request-id: req-64c70b40-5a68-49ce-8861-c6e6f5904ae6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:53.138998 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:53.139454 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64c70b40-5a68-49ce-8861-c6e6f5904ae6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:53.139871 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e', 'code': 200} Jul 30 03:27:53.142552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.163662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] No DVR routers for this DVR port 87e5ab90-7901-4baa-951f-ad0acb5556e6 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:27:53.168635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.173494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cf7e527-b45f-4c72-a85f-4b651e156ada req-a09dfb82-bca1-45bd-a06f-37aa07e4230c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "DELETE /v2.0/ports/87e5ab90-7901-4baa-951f-ad0acb5556e6 HTTP/1.1" status: 204 len: 173 time: 2.1252573 Jul 30 03:27:53.174099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-deleted', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:53.179544 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7844b4-f76c-4e90-bd4d-9e7c63b82941" -d '{"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-deleted", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:53.226761 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ace27dbb-061b-45b6-94eb-8214837fd37f req-8e71bd00-3587-498b-b7a9-50a681b8e8a1 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131233 Jul 30 03:27:53.262843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Pushing event updated for resources: {'Port': ['ID=8fb54591-587a-4a38-9d0b-fd2e97abd921,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:53.299644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] For port d272c4be-c121-41a5-9802-ee6eddac6cdc, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:53.361769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.369941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] For port d272c4be-c121-41a5-9802-ee6eddac6cdc, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:53.382545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.417289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Attempting to bind port 8fb54591-587a-4a38-9d0b-fd2e97abd921 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:27:53.417582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Attempting to bind port 8fb54591-587a-4a38-9d0b-fd2e97abd921 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:27:53.418524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Attempting to bind port 8fb54591-587a-4a38-9d0b-fd2e97abd921 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:53.425350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Port 8fb54591-587a-4a38-9d0b-fd2e97abd921 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:27:53.425913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Attempting to bind port 8fb54591-587a-4a38-9d0b-fd2e97abd921 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:27:53.438908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:27:53.439200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:27:53.439727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:27:53.440261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Bound port: 8fb54591-587a-4a38-9d0b-fd2e97abd921, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:27:53.441220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.457669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.458616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.473607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] 10.222.0.18 "PUT /v2.0/ports/d272c4be-c121-41a5-9802-ee6eddac6cdc HTTP/1.1" status: 200 len: 1097 time: 3.2606959 Jul 30 03:27:53.490269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:53.505016 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.506179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 04312686-26ad-4eb6-a5a4-22845dffe3b2 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:53.528610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab00432-e3e5-42a8-b561-780c0948fce4 req-cb7e75c6-b124-411c-96e0-4f28ba6b7c4e tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.531982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ab00432-e3e5-42a8-b561-780c0948fce4 req-cb7e75c6-b124-411c-96e0-4f28ba6b7c4e tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.2783461 Jul 30 03:27:53.542764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57006) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:27:53.561353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Request body: {'floatingip': {'port_id': '01878a2f-e045-4de8-b887-0c7aaf415de0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:53.666570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.708453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e62462-3ea9-47eb-b693-db0cf5f41e23 service neutron] Pushing event updated for resources: {'Port': ['ID=d272c4be-c121-41a5-9802-ee6eddac6cdc,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:53.743737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:53.753899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-5944582f-f054-4ea3-9585-711a96fe7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.760195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-5944582f-f054-4ea3-9585-711a96fe7f6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 1100 time: 0.2232146 Jul 30 03:27:53.771933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 04312686-26ad-4eb6-a5a4-22845dffe3b2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:53.789990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 04312686-26ad-4eb6-a5a4-22845dffe3b2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:53.790836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.828476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.841996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.848547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.855418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.865314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.876599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.891340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:53.893734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-301c6887-c8ee-4df3-a814-fc4588097e5c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5440 time: 0.2514086 Jul 30 03:27:53.900361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] For port 8fb54591-587a-4a38-9d0b-fd2e97abd921, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:27:53.928350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:53.947227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] For port 8fb54591-587a-4a38-9d0b-fd2e97abd921, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:27:54.007085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2cf6ec72-64fd-4ea3-b827-2ab024cc0abb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc HTTP/1.1" status: 200 len: 217 time: 0.2290590 Jul 30 03:27:54.023323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:54.035888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:54.125994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:54.185728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-d60c3ad4-1085-46c0-a1f7-dfe9ab4f6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.189549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-d60c3ad4-1085-46c0-a1f7-dfe9ab4f6ab7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1339707 Jul 30 03:27:54.191106 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17357c14-f7be-4129-9a29-b1402389c247 x-openstack-request-id: req-17357c14-f7be-4129-9a29-b1402389c247 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:54.191638 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:54.191730 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17357c14-f7be-4129-9a29-b1402389c247 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:54.192067 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'status': 'completed', 'code': 200} Jul 30 03:27:54.200985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40466752-2aae-4e17-bda4-e7bb041c87ff req-ef2a9224-608d-4f31-86be-eb453f0ae8aa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2059627 Jul 30 03:27:54.214954 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:54.295675 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b23ac0f-8f78-4423-b15a-f76dc198630c x-openstack-request-id: req-8b23ac0f-8f78-4423-b15a-f76dc198630c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:54.296041 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590399d5-eacb-4acc-8f86-8d78c99215c8", "name": "network-vif-deleted", "tag": "87e5ab90-7901-4baa-951f-ad0acb5556e6", "status": "failed", "code": 422}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:54.296897 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b23ac0f-8f78-4423-b15a-f76dc198630c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:54.297604 n-d-778696-14 neutron-server[93876]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '590399d5-eacb-4acc-8f86-8d78c99215c8', 'name': 'network-vif-deleted', 'tag': '87e5ab90-7901-4baa-951f-ad0acb5556e6', 'status': 'failed', 'code': 422} returned with failed status Jul 30 03:27:54.299775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-1bc3adb2-5ef4-49cc-8a47-9c3a0927d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.301588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-1bc3adb2-5ef4-49cc-8a47-9c3a0927d681 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902784 Jul 30 03:27:54.323650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134fe60-b430-4cfb-80c5-f71104412b26 req-28226511-a5a0-433f-9c07-59a749c8e2fd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.325791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2134fe60-b430-4cfb-80c5-f71104412b26 req-28226511-a5a0-433f-9c07-59a749c8e2fd tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 944 time: 0.1239684 Jul 30 03:27:54.509091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-b3b74d4f-13f3-46ed-b5cd-935e9104d96b service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821370 Jul 30 03:27:54.597368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31e11-dc33-4a40-9daf-2be5f5ab5b88 req-d6fced18-d17f-426f-87fe-2508d89a7a67 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.599071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08c31e11-dc33-4a40-9daf-2be5f5ab5b88 req-d6fced18-d17f-426f-87fe-2508d89a7a67 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 948 time: 0.2058747 Jul 30 03:27:54.618433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2134fe60-b430-4cfb-80c5-f71104412b26 req-c7a7c40a-1185-414a-a155-fc55c2773042 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239561 Jul 30 03:27:54.621566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.622527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:54.624388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] 10.222.0.16 "PUT /v2.0/ports/8fb54591-587a-4a38-9d0b-fd2e97abd921 HTTP/1.1" status: 200 len: 1097 time: 3.1428623 Jul 30 03:27:54.628010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0ceeab3f-4ba7-4b69-b722-4516c80319ce up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:54.736475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08c31e11-dc33-4a40-9daf-2be5f5ab5b88 req-62a8d2f2-c794-4281-bc21-5bbba8fcab53 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118696 Jul 30 03:27:54.738856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-05ee0483-1c3c-434b-956e-0e97745b689f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178097 Jul 30 03:27:54.779560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 0ceeab3f-4ba7-4b69-b722-4516c80319ce completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:54.783959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 0ceeab3f-4ba7-4b69-b722-4516c80319ce triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:54.784331 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:54.882723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a82d5-b165-4e0c-8f1a-a02a7a7d08cb service neutron] Pushing event updated for resources: {'Port': ['ID=8fb54591-587a-4a38-9d0b-fd2e97abd921,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:54.902083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e6d8-c1ba-4d06-b63b-94168bb13e0c req-2576a00e-31a4-409d-bd80-4f04e1286d49 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.913290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e62e6d8-c1ba-4d06-b63b-94168bb13e0c req-2576a00e-31a4-409d-bd80-4f04e1286d49 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1012669 Jul 30 03:27:54.925878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-70590fdf-30e5-48bb-b755-14cfe35ea8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:54.927362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-70590fdf-30e5-48bb-b755-14cfe35ea8c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 1096 time: 0.7345285 Jul 30 03:27:54.970036 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.008026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-b89b3b33-6458-4cf6-be36-f63be933582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.008854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e62e6d8-c1ba-4d06-b63b-94168bb13e0c req-fc7befef-6f05-4125-9200-d87bb6e649f5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793624 Jul 30 03:27:55.009897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-b89b3b33-6458-4cf6-be36-f63be933582d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 1100 time: 0.2930536 Jul 30 03:27:55.013620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:55.028688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.031030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 45f30072-5645-48e3-b3ea-8c22557963d0 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:55.095468 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-2e91f02a-0e27-491e-8f80-0603cbb6a2b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921 HTTP/1.1" status: 200 len: 217 time: 0.0491796 Jul 30 03:27:55.125401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:55.143661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:55.145934 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbced41c-1e91-4e61-be32-050efd791fd1" -d '{"events": [{"server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "name": "network-vif-plugged", "status": "completed", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:55.197279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 45f30072-5645-48e3-b3ea-8c22557963d0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:55.199445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:27:55.205703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 45f30072-5645-48e3-b3ea-8c22557963d0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:55.206682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.213704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-71fc721b-61cd-4b44-b85a-e7c33840fe2f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.221664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-71fc721b-61cd-4b44-b85a-e7c33840fe2f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.2116697 Jul 30 03:27:55.268816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-79a9e2c0-259c-41a2-b6d6-bbeef15f2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.269724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-79a9e2c0-259c-41a2-b6d6-bbeef15f2199 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1286752 Jul 30 03:27:55.270935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-e1b402f5-4a75-4fb9-b485-2421c0ec2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.272537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-e1b402f5-4a75-4fb9-b485-2421c0ec2793 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 923 time: 0.2989733 Jul 30 03:27:55.295198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-a6f91de0-076e-4529-b241-b348ee765709 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/quotas/9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 375 time: 0.0726204 Jul 30 03:27:55.296553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.331059 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.344089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.365859 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-c3a16ab4-c819-43ee-b82e-e85a82fa49bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b HTTP/1.1" status: 200 len: 217 time: 0.0586770 Jul 30 03:27:55.369321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=45f30072-5645-48e3-b3ea-8c22557963d0,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:55.378140 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.378954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8f2a91eb-d765-418e-9fdd-1782901dd706 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:55.397503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-cfa89def-4b90-4081-ada8-334fe19905ce tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914505 Jul 30 03:27:55.433375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-9e121f39-2cc6-4591-9bb9-4ff078d8ba97 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.435653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-9e121f39-2cc6-4591-9bb9-4ff078d8ba97 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.2018864 Jul 30 03:27:55.466649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:55.487089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 8f2a91eb-d765-418e-9fdd-1782901dd706 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:55.492361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 8f2a91eb-d765-418e-9fdd-1782901dd706 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:55.493440 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.503271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-42a230db-58b5-46a1-9773-4945d785c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.504660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-42a230db-58b5-46a1-9773-4945d785c41a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060435 Jul 30 03:27:55.508604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-f15b671d-42fe-4de4-98d0-55c5856c00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.509719 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-f15b671d-42fe-4de4-98d0-55c5856c00c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.1057167 Jul 30 03:27:55.527013 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Floating IP 2fce1633-581c-4c47-8639-bf16ebd63fe0 associated. External IP: 172.25.6.59, port: 01878a2f-e045-4de8-b887-0c7aaf415de0. Jul 30 03:27:55.567296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-ab9521a7-f1dc-433d-939c-80bde6c46f59 service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543949 Jul 30 03:27:55.617388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.659678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-3eaf546e-2633-4ebc-bb26-ab1a6e914c0d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0822437 Jul 30 03:27:55.673310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-a913caf5-23ad-4e25-8a2e-989175fdfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:55.674819 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-a913caf5-23ad-4e25-8a2e-989175fdfb62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435411 Jul 30 03:27:55.679056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8f2a91eb-d765-418e-9fdd-1782901dd706,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:55.689653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.692544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 882cec01-f506-48ba-8ae2-0ac20beecc23 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:55.716308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-208fd4a6-f927-4a98-bd40-04108bb249d0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536239 Jul 30 03:27:55.787103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 882cec01-f506-48ba-8ae2-0ac20beecc23 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:55.798258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 882cec01-f506-48ba-8ae2-0ac20beecc23 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:55.798503 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.831453 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-9d70d7df-133d-4f98-bd4d-cd32238b6017 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014724 Jul 30 03:27:55.838982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:55.866002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-5fc48e1e-71e5-4241-9030-ab784ba50555 service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479347 Jul 30 03:27:55.917471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:55.971819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=882cec01-f506-48ba-8ae2-0ac20beecc23,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:56.003942 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:56.013423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-06a77824-782e-42a2-8aa8-907ae2e31b6e service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460676 Jul 30 03:27:56.063348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8fb62bd2-0bb9-4f4e-be17-11c519294cd8 req-c68b7e67-b075-43f2-8cc4-889ff79e025e service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075792 Jul 30 03:27:56.068385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:56.086027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Router d3c3ae81-69bd-49b3-9439-5892cbccd308 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:27:56.098466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-5fe9c919-1225-4467-b97a-d17ced8d72f3 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923986 Jul 30 03:27:56.114071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-a430fe90-7f90-47c9-b21e-249b0a1048ee service neutron] 10.222.0.39 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451353 Jul 30 03:27:56.267965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'tag': '8fb54591-587a-4a38-9d0b-fd2e97abd921'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:56.270525 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0214ea1-671e-4e5b-823e-6a32d103ca63" -d '{"events": [{"name": "network-changed", "server_uuid": "ad88968c-b73d-46d5-87bc-dc87f5fb4725", "tag": "8fb54591-587a-4a38-9d0b-fd2e97abd921"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:56.274931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9f6b73c0-00e0-4307-8654-918e0b44f9c8 req-ae3fb64f-8bf4-4f6c-8015-59042e26ebd1 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147919 Jul 30 03:27:56.285123 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61dc057-3814-42f8-a0b3-833b94d0d259 x-openstack-request-id: req-b61dc057-3814-42f8-a0b3-833b94d0d259 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:56.285430 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "name": "network-vif-plugged", "status": "completed", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:56.285683 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b61dc057-3814-42f8-a0b3-833b94d0d259 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:56.286085 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'code': 200} Jul 30 03:27:56.286346 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'code': 200} Jul 30 03:27:56.286597 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2', 'code': 200} Jul 30 03:27:56.286842 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce', 'code': 200} Jul 30 03:27:56.299101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'tag': 'd272c4be-c121-41a5-9802-ee6eddac6cdc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:56.305334 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b08dde4-ac8d-4f08-a38e-1886734a30a0" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8aa93-edd8-49ee-b50a-1bdc5cefa28b", "tag": "d272c4be-c121-41a5-9802-ee6eddac6cdc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:56.424002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:27:56.431609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:56.435177 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] Sync routers for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:27:56.448679 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:56.452065 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:56.507031 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c8f611f4-a87c-49bf-bd15-da14d9547080 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "PUT /v2.0/floatingips/2fce1633-581c-4c47-8639-bf16ebd63fe0 HTTP/1.1" status: 200 len: 990 time: 2.9605110 Jul 30 03:27:56.513532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6a12c-68c4-4e63-b802-5dd6a13eaeeb req-9c76f864-e8b1-4dfa-824f-ca63c92278b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.515712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4f6a12c-68c4-4e63-b802-5dd6a13eaeeb req-9c76f864-e8b1-4dfa-824f-ca63c92278b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1097 time: 0.1713920 Jul 30 03:27:56.635833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c1b011e3-f925-48a2-9a53-3060dfdbdc9b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:56.693489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.710762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.724248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.737112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.746317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.777507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.790825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.802243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-07089062-8ec4-4414-831c-e279e4263020 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.3873615 Jul 30 03:27:56.805901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4f6a12c-68c4-4e63-b802-5dd6a13eaeeb req-534b1e84-80f8-4289-a3f9-b12da18ad3fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825370 Jul 30 03:27:56.824792 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:56.862664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:56.891447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09ced7b6-0e18-4b09-a0ea-1a69210e7e5e req-23b37343-ec0b-4dda-9cc6-7a81bc148b3d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836036 Jul 30 03:27:56.918408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'port_id': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'mac_address': 'fa:16:3e:e0:63:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:56.957571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b457e4-afee-4e08-afb9-09a92d457528 req-de1f0ef3-b1a3-44f6-ae49-91a996b9cc32 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:56.967193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b457e4-afee-4e08-afb9-09a92d457528 req-de1f0ef3-b1a3-44f6-ae49-91a996b9cc32 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 944 time: 0.1602592 Jul 30 03:27:57.041795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b457e4-afee-4e08-afb9-09a92d457528 req-997c2f51-b6ca-4192-9b97-ebccb0bb43cc tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732579 Jul 30 03:27:57.050496 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:57.084470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b011e3-f925-48a2-9a53-3060dfdbdc9b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:57.142230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:57.150832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:57.217848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac969d-c4b7-4972-b317-3b849a02a067 req-f4eee570-23fe-43c2-9fc0-dc8845f01e7a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:57.226294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34ac969d-c4b7-4972-b317-3b849a02a067 req-f4eee570-23fe-43c2-9fc0-dc8845f01e7a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 948 time: 0.1365476 Jul 30 03:27:57.247830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:57.283399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d272c4be-c121-41a5-9802-ee6eddac6cdc details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:27:57.288876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e8920-ad9e-4962-aae6-4d1f7b13ab58 req-522970b7-4452-4d01-a17a-ce2b2452aacf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:57.290571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305e8920-ad9e-4962-aae6-4d1f7b13ab58 req-522970b7-4452-4d01-a17a-ce2b2452aacf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1282237 Jul 30 03:27:57.314388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34ac969d-c4b7-4972-b317-3b849a02a067 req-8d993a5a-98ed-45b8-9029-ece08d732623 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870135 Jul 30 03:27:57.374194 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '2fce1633-581c-4c47-8639-bf16ebd63fe0', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'port_id': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'mac_address': 'fa:16:3e:ff:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:26:29Z', 'updated_at': '2021-07-30T03:27:55Z', 'revision_number': 1, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:32Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:57.397260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305e8920-ad9e-4962-aae6-4d1f7b13ab58 req-debe3cb0-4a0b-4acb-ab68-199f437b2e7a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809703 Jul 30 03:27:57.439311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] Checking router: d3c3ae81-69bd-49b3-9439-5892cbccd308 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:27:57.457882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a23826e-a9b2-4f3f-9623-33f288162acb req-e84fa981-3760-41e1-991b-199564d9fd48 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 210 time: 0.0422516 Jul 30 03:27:57.469540 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:27:57.470148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:57.500745 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86458b7-7128-4d60-bed2-dc2a6912784c x-openstack-request-id: req-c86458b7-7128-4d60-bed2-dc2a6912784c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:57.501692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d272c4be-c121-41a5-9802-ee6eddac6cdc, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:57.502254 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad88968c-b73d-46d5-87bc-dc87f5fb4725", "tag": "8fb54591-587a-4a38-9d0b-fd2e97abd921", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:57.502717 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c86458b7-7128-4d60-bed2-dc2a6912784c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:57.503519 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'tag': '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'status': 'completed', 'code': 200} Jul 30 03:27:57.511188 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682e261-6a97-4289-a129-616855b783a3 x-openstack-request-id: req-e682e261-6a97-4289-a129-616855b783a3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:57.512041 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8aa93-edd8-49ee-b50a-1bdc5cefa28b", "tag": "d272c4be-c121-41a5-9802-ee6eddac6cdc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:57.512385 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e682e261-6a97-4289-a129-616855b783a3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:57.512797 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'tag': 'd272c4be-c121-41a5-9802-ee6eddac6cdc', 'status': 'completed', 'code': 200} Jul 30 03:27:57.532807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'd272c4be-c121-41a5-9802-ee6eddac6cdc', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'd272c4be-c121-41a5-9802-ee6eddac6cdc', 'mac_address': 'fa:16:3e:b6:af:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:27:57.611024 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:57.633101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d272c4be-c121-41a5-9802-ee6eddac6cdc {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:27:57.657778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d272c4be-c121-41a5-9802-ee6eddac6cdc, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:57.677806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:57.679037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-f8cf0ef4-73a7-4350-802f-d98978ffda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:57.680793 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-f8cf0ef4-73a7-4350-802f-d98978ffda16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 1100 time: 0.1303408 Jul 30 03:27:57.718032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61a28d52-ebb9-44e1-b12c-d93a783a4625 req-c235fb3e-01c7-4c30-945f-96a77d0da7f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.0646498 Jul 30 03:27:57.740797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-6f3b9557-42b3-4fcc-8c55-1d3fe2dcb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:57.742390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-6f3b9557-42b3-4fcc-8c55-1d3fe2dcb332 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 1100 time: 0.2066596 Jul 30 03:27:57.745300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d272c4be-c121-41a5-9802-ee6eddac6cdc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:27:57.766047 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:27:57.843627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-0fc94142-b756-4766-8a04-8c7d7cbd9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:57.845201 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-0fc94142-b756-4766-8a04-8c7d7cbd9f22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1568315 Jul 30 03:27:57.886990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c1b011e3-f925-48a2-9a53-3060dfdbdc9b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:57.958246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-5e7646bf-cd13-4a04-ad00-2673a9631581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:57.971068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-5e7646bf-cd13-4a04-ad00-2673a9631581 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2195601 Jul 30 03:27:58.040638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['d272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:27:58.082949 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-25f454cd-df8c-48a9-99e9-97f87d4dfb2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921 HTTP/1.1" status: 200 len: 217 time: 0.2282000 Jul 30 03:27:58.144062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-a0bdec49-6c4a-49ea-b5df-09610f20031d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc HTTP/1.1" status: 200 len: 217 time: 0.1648257 Jul 30 03:27:58.275054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-e4d95798-ebbd-4eab-ad16-00b0d74f3a24 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.276664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-e4d95798-ebbd-4eab-ad16-00b0d74f3a24 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.3132544 Jul 30 03:27:58.289103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f30072-5645-48e3-b3ea-8c22557963d0'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2a91eb-d765-418e-9fdd-1782901dd706'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:58.292009 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a9a2fc-0080-4a0e-bcfd-233a81cbaea3" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "45f30072-5645-48e3-b3ea-8c22557963d0"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "8f2a91eb-d765-418e-9fdd-1782901dd706"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:58.301649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Request body: {'port': {'device_id': '475236c9-4c68-4231-9b08-ee104d798c09', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'admin_state_up': True, 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:58.341054 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '2fce1633-581c-4c47-8639-bf16ebd63fe0', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'port_id': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'mac_address': 'fa:16:3e:ff:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:26:29Z', 'updated_at': '2021-07-30T03:27:55Z', 'revision_number': 1, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:32Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:27:58.399675 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594320f-d914-4f49-9f88-749b048db1d3 None None] The sync data for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 is: [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '2fce1633-581c-4c47-8639-bf16ebd63fe0', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'port_id': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'mac_address': 'fa:16:3e:ff:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:26:29Z', 'updated_at': '2021-07-30T03:27:55Z', 'revision_number': 1, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:32Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:27:58.470972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-7d8faef8-24da-49ea-84d8-3ecf10769f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.472303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-33cf1bab-b0e2-4d64-83a6-cafba8074fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.472870 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-7d8faef8-24da-49ea-84d8-3ecf10769f94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.3821709 Jul 30 03:27:58.476376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-33cf1bab-b0e2-4d64-83a6-cafba8074fe3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.3193648 Jul 30 03:27:58.505538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.517246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.524531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.531987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.539445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.545516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.552341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.560234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-aabb682a-32da-45a0-81aa-5fb22fafcff1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.4153516 Jul 30 03:27:58.621136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-609a3914-d9d8-4ab2-aa47-966df759f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.624745 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-609a3914-d9d8-4ab2-aa47-966df759f697 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1346624 Jul 30 03:27:58.637805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-94e46457-95e9-4902-a4b4-520aa42a2f85 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.639406 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-94e46457-95e9-4902-a4b4-520aa42a2f85 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 820 time: 0.2486663 Jul 30 03:27:58.651526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cce1e-d76a-444f-a2cc-1c785d27f56f req-20147ca7-564e-409e-969a-36d318e4c30d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.657737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Request body: {'port': {'device_id': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'admin_state_up': True, 'tenant_id': '9c8968a4754a41ecae7f7ecc6297fb78'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:27:58.659449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-966cce1e-d76a-444f-a2cc-1c785d27f56f req-20147ca7-564e-409e-969a-36d318e4c30d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 945 time: 0.4270689 Jul 30 03:27:58.700515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-1798b274-4791-40de-a88b-f55592cba3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:58.702133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-1798b274-4791-40de-a88b-f55592cba3d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390207 Jul 30 03:27:58.728952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5766d514-9710-4312-a120-dc2bf2e76d92 req-67c12896-9ad5-42eb-a64a-3242134e7361 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676109 Jul 30 03:27:58.847211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c244af-dcb3-462a-8280-7345eab1de28 None None] New status for floating IP 2fce1633-581c-4c47-8639-bf16ebd63fe0: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:27:58.878785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-966cce1e-d76a-444f-a2cc-1c785d27f56f req-4f281ad7-f974-4a1e-823c-114023e84b3a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182360 Jul 30 03:27:58.995982 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17d6a5-f3e1-467b-b7f5-bca95fd815c5 x-openstack-request-id: req-6d17d6a5-f3e1-467b-b7f5-bca95fd815c5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:58.996192 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "45f30072-5645-48e3-b3ea-8c22557963d0", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "8f2a91eb-d765-418e-9fdd-1782901dd706", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-plugged", "status": "completed", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:58.996456 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d17d6a5-f3e1-467b-b7f5-bca95fd815c5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:58.996928 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f30072-5645-48e3-b3ea-8c22557963d0', 'code': 200} Jul 30 03:27:58.997192 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2a91eb-d765-418e-9fdd-1782901dd706', 'code': 200} Jul 30 03:27:58.997443 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23', 'code': 200} Jul 30 03:27:59.043659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:59.048110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:59.184865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-8d7b7e08-8b3a-4cae-904e-44746920e418 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462478 Jul 30 03:27:59.199987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bdb2f-2222-46ba-8548-80b1822f3609 req-4dd00731-f385-447e-a279-e7ac8662328d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.202628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce8bdb2f-2222-46ba-8548-80b1822f3609 req-4dd00731-f385-447e-a279-e7ac8662328d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 949 time: 0.2351644 Jul 30 03:27:59.214190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1a8df-24a7-4f05-a2a4-0580946d62ee req-c1ab025b-4bb7-4bc6-9404-7e01275f44c7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.223756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40a1a8df-24a7-4f05-a2a4-0580946d62ee req-c1ab025b-4bb7-4bc6-9404-7e01275f44c7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1341860 Jul 30 03:27:59.291884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d272c4be-c121-41a5-9802-ee6eddac6cdc up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:27:59.312062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.312592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.313094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.313624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.314106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.314598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.315042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:27:59.317027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6579c739-f103-444e-8333-4b6e65bf282b req-5b93ee26-35dc-4d71-ba2c-3348df721e58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6509 time: 0.2134600 Jul 30 03:27:59.344017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-09a4b323-3382-4a80-a112-7f6fb6ddd097 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016711 Jul 30 03:27:59.357508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b08dde4-ac8d-4f08-a38e-1886734a30a0 req-a1f1af74-df3d-489f-baaa-6bcfa1ed7bdd service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535721 Jul 30 03:27:59.418407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port d272c4be-c121-41a5-9802-ee6eddac6cdc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:27:59.430643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port d272c4be-c121-41a5-9802-ee6eddac6cdc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:27:59.433600 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:59.468704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce8bdb2f-2222-46ba-8548-80b1822f3609 req-03932822-1145-43b3-9048-eb419166d243 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129279 Jul 30 03:27:59.504747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:27:59.507221 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f45fa84-9075-4fa6-b2c9-d81c8b553024" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:27:59.519193 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6579c739-f103-444e-8333-4b6e65bf282b req-c1fbbebf-edac-40a6-933b-07b0eb8604f5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850038 Jul 30 03:27:59.520424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Allocated IP 172.20.0.13 (0bb61d09-a127-4ca2-b4ab-d37f07736b63/404c0b1f-6ef7-4014-8413-6f1145a94d38/2267bb7b-186f-44f1-9941-c8255a3a2a1c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:27:59.545393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40a1a8df-24a7-4f05-a2a4-0580946d62ee req-45da2164-b077-493f-b78a-6dfb1a731421 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207150 Jul 30 03:27:59.555487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Made reservation on behalf of 9c8968a4754a41ecae7f7ecc6297fb78 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:27:59.558128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:59.649553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d0214ea1-671e-4e5b-823e-6a32d103ca63 req-bb4e2f38-0697-4491-8e79-fa5da433f406 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686777 Jul 30 03:27:59.693725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:59.731667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af5f501d-8ad8-461b-bfa2-9264743df1e9 req-e7885ff0-d38d-4493-91c9-aa6c79a170e7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 210 time: 0.0954626 Jul 30 03:27:59.778293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d272c4be-c121-41a5-9802-ee6eddac6cdc, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:27:59.795118 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:27:59.900765 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5beadbe-4259-409a-8135-d7683e2d8780 x-openstack-request-id: req-b5beadbe-4259-409a-8135-d7683e2d8780 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:27:59.902737 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:27:59.903171 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5beadbe-4259-409a-8135-d7683e2d8780 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:27:59.903293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-382f3050-1733-463e-a2ba-bc23d221ba1f req-5edcd51d-3d15-4060-b7fe-18a9349f51e8 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.0662615 Jul 30 03:27:59.904103 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'status': 'completed', 'code': 200} Jul 30 03:27:59.961064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d272c4be-c121-41a5-9802-ee6eddac6cdc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:00.028349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-4fd0672f-8148-441f-978e-9e5d76b537a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.029846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-4fd0672f-8148-441f-978e-9e5d76b537a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0045a5f7986c48f08e46d6a2e1cfdade&device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 1097 time: 0.1256363 Jul 30 03:28:00.037456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba9639-0265-4296-acc0-d828be45638b req-9399480a-dca9-4f74-8a81-572d11f9fca7 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.045677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fba9639-0265-4296-acc0-d828be45638b req-9399480a-dca9-4f74-8a81-572d11f9fca7 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1097 time: 0.1361675 Jul 30 03:28:00.132734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.137544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Allocated IP 172.20.0.9 (37af94b3-8f8f-47a1-afa7-2e08dc966070/283e3526-b72d-47bc-a37f-3c83bbaa0adb/34241f30-b6fd-4620-8582-f6bed6068f42) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:28:00.322012 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.349332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.476790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.522862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:28:00.531510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fba9639-0265-4296-acc0-d828be45638b req-9af409f2-d93a-4a98-908d-119c6f7cb881 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705722 Jul 30 03:28:00.542465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:28:00.550550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:28:00.553608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event updated for resources: {'Port': ['ID=2267bb7b-186f-44f1-9941-c8255a3a2a1c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:00.570578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.584820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b167bf3e-6924-4fba-a11a-e6cb2f226c90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:00.621069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-316da233-2664-4d1c-a665-a27260bcb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.627833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-316da233-2664-4d1c-a665-a27260bcb2bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=e63e326d-5539-4cab-9a46-c8322980e00a HTTP/1.1" status: 200 len: 915 time: 0.5737677 Jul 30 03:28:00.677771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8fb54591-587a-4a38-9d0b-fd2e97abd921 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:00.685772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c1b011e3-f925-48a2-9a53-3060dfdbdc9b up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:00.723503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026390b1-c785-45d4-a4a2-5aa5381d2045 req-342c96b9-6495-498b-8f73-bdfb1a9dd842 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.725218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-026390b1-c785-45d4-a4a2-5aa5381d2045 req-342c96b9-6495-498b-8f73-bdfb1a9dd842 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 945 time: 0.0945897 Jul 30 03:28:00.738085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.744109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.750298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.757116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.764486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.772527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.777543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.786623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-f6b9d819-3a4b-43f6-8df4-bf99b8ba4e01 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.7162325 Jul 30 03:28:00.786998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Network 37af94b3-8f8f-47a1-afa7-2e08dc966070 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:28:00.804802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:28:00.816886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:28:00.895707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.896304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.901897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:00.938878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b840849-eb00-4dec-be7a-4e3801bf0114 req-8a56b096-dba5-4546-84cd-80e769a561b9 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432881 Jul 30 03:28:00.943292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-026390b1-c785-45d4-a4a2-5aa5381d2045 req-f58875b3-09cd-4d73-aadf-edc57456de32 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538923 Jul 30 03:28:00.972843 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a7b2778d-21c7-4d08-be05-15267500982c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6823051 Jul 30 03:28:00.989408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:00.990245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:00.993847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-0869f3b7-3ef9-45d3-999f-9725ea9d5961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01878a2f-e045-4de8-b887-0c7aaf415de0 HTTP/1.1" status: 200 len: 1000 time: 0.3270142 Jul 30 03:28:01.007762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Request body: {'port': {'device_id': '475236c9-4c68-4231-9b08-ee104d798c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:01.026477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272c4be-c121-41a5-9802-ee6eddac6cdc'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:01.035211 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5195c0b4-aee9-4a47-bf5c-ad2c6e18b02e" -d '{"events": [{"server_uuid": "05e8aa93-edd8-49ee-b50a-1bdc5cefa28b", "name": "network-vif-plugged", "status": "completed", "tag": "d272c4be-c121-41a5-9802-ee6eddac6cdc"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:01.065985 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-36aa8890-93a1-465a-9d87-47f6d58ed4e7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4132335 Jul 30 03:28:01.098302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-967b03cb-f23f-43ce-99a1-851a94972081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:01.100706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-967b03cb-f23f-43ce-99a1-851a94972081 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62049647-c315-4db0-9876-ff13680a4f19 HTTP/1.1" status: 200 len: 854 time: 0.0971985 Jul 30 03:28:01.118721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Request body: {'port': {'device_id': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:01.123981 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:28:01.153817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.225618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.229986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port c1b011e3-f925-48a2-9a53-3060dfdbdc9b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:01.248986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port c1b011e3-f925-48a2-9a53-3060dfdbdc9b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:01.254300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.406527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-b4b78fa1-e2e2-46c2-8d7f-2695e05afca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:01.410100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-b4b78fa1-e2e2-46c2-8d7f-2695e05afca5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e63e326d-5539-4cab-9a46-c8322980e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3020544 Jul 30 03:28:01.514082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cc321-65e5-43e7-9b4e-9a22389adb8d req-6042a888-38fc-4f4c-a100-87ab3e69a870 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:01.515242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 8fb54591-587a-4a38-9d0b-fd2e97abd921, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:01.523057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-380cc321-65e5-43e7-9b4e-9a22389adb8d req-6042a888-38fc-4f4c-a100-87ab3e69a870 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 950 time: 0.3780701 Jul 30 03:28:01.629475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'mac_address': 'fa:16:3e:3d:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:01.632719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.689225 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.716626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:01.723471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2267bb7b-186f-44f1-9941-c8255a3a2a1c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:01.729478 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.735074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.750568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Transition to ACTIVE for port object 2267bb7b-186f-44f1-9941-c8255a3a2a1c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:01.761804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-380cc321-65e5-43e7-9b4e-9a22389adb8d req-8e9fc251-8c64-4eb4-9247-9be10ed9c86a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376208 Jul 30 03:28:01.769115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365c4df-c6f9-4886-b4e6-d3deed8ab561 req-f6def657-882d-45e6-ac2f-b71c2fd9203c tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:01.797625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a365c4df-c6f9-4886-b4e6-d3deed8ab561 req-f6def657-882d-45e6-ac2f-b71c2fd9203c tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1097 time: 0.5305901 Jul 30 03:28:01.797950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:01.805176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb54591-587a-4a38-9d0b-fd2e97abd921 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:01.859438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 8fb54591-587a-4a38-9d0b-fd2e97abd921, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:01.860401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34241f30-b6fd-4620-8582-f6bed6068f42 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:01.873787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.876566 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.876709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a365c4df-c6f9-4886-b4e6-d3deed8ab561 req-98c8cb6f-62a3-4708-aca2-5d9195e2320d tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777862 Jul 30 03:28:01.897342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:01.951433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-c1e6eb67-608d-4ca9-a9a1-8b3152bd1e96 service neutron] 10.222.0.18 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886632 Jul 30 03:28:01.989859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Transition to ACTIVE for port object 34241f30-b6fd-4620-8582-f6bed6068f42 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:02.018545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=8fb54591-587a-4a38-9d0b-fd2e97abd921,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:02.034558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2267bb7b-186f-44f1-9941-c8255a3a2a1c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:02.038591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.092469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f45fa84-9075-4fa6-b2c9-d81c8b553024 req-2754bb15-1fd9-473a-95b1-688d0c269d62 service neutron] 10.222.0.18 "GET /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284850 Jul 30 03:28:02.112954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:02.189299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b371e4d-0902-45d4-81c0-68a5b911de0b req-716373e0-b3d9-480a-89ea-b1dfb18a65a1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.191250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b371e4d-0902-45d4-81c0-68a5b911de0b req-716373e0-b3d9-480a-89ea-b1dfb18a65a1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0955973 Jul 30 03:28:02.203993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a88837-c13c-4e32-be16-5fae2675edeb req-60e26db0-77c5-4750-bbf9-4c9e5d4c71e9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.205665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4a88837-c13c-4e32-be16-5fae2675edeb req-60e26db0-77c5-4750-bbf9-4c9e5d4c71e9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 944 time: 0.1114626 Jul 30 03:28:02.250051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Attempting to bind port 2267bb7b-186f-44f1-9941-c8255a3a2a1c on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:02.250387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Attempting to bind port 2267bb7b-186f-44f1-9941-c8255a3a2a1c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:02.250718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Attempting to bind port 2267bb7b-186f-44f1-9941-c8255a3a2a1c on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:02.257149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Port 2267bb7b-186f-44f1-9941-c8255a3a2a1c on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:02.257472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Attempting to bind port 2267bb7b-186f-44f1-9941-c8255a3a2a1c on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:02.264254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:02.265281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:02.265678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Bound using segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:02.266120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Bound port: 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:02.266485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.277871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b371e4d-0902-45d4-81c0-68a5b911de0b req-521d8606-f4f0-4750-b3cc-81f4fca46597 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657909 Jul 30 03:28:02.307634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4a88837-c13c-4e32-be16-5fae2675edeb req-61f766bf-6400-4e2e-8c8a-78e92f592c12 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633841 Jul 30 03:28:02.355962 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b633d4b-0314-41ff-9183-f337000dff5f x-openstack-request-id: req-5b633d4b-0314-41ff-9183-f337000dff5f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:02.356269 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8aa93-edd8-49ee-b50a-1bdc5cefa28b", "name": "network-vif-plugged", "status": "completed", "tag": "d272c4be-c121-41a5-9802-ee6eddac6cdc", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:02.356525 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b633d4b-0314-41ff-9183-f337000dff5f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:02.356939 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272c4be-c121-41a5-9802-ee6eddac6cdc', 'code': 200} Jul 30 03:28:02.411814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:02.412158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:02.412493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:02.422872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:02.423430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:02.433843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:02.434217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:02.434605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:02.435045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Bound port: 34241f30-b6fd-4620-8582-f6bed6068f42, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:02.435431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.468801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['8fb54591-587a-4a38-9d0b-fd2e97abd921'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:02.568127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649466fd-aafe-421f-883d-5cfc83c184fd req-51e8dfed-b3ff-4bca-8be0-06c2555b5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.569901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-649466fd-aafe-421f-883d-5cfc83c184fd req-51e8dfed-b3ff-4bca-8be0-06c2555b5d62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 1102 time: 0.1527848 Jul 30 03:28:02.588339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] For port 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:02.632399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:02.635540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] For port 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:02.654387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.680451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a140f2-bcae-4c6c-a1dc-c95f6e605f9c req-91da7214-23da-46f4-8ad1-b26421bba789 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.689442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70a140f2-bcae-4c6c-a1dc-c95f6e605f9c req-91da7214-23da-46f4-8ad1-b26421bba789 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.1344008 Jul 30 03:28:02.723319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-649466fd-aafe-421f-883d-5cfc83c184fd req-74f614c1-1033-424b-84be-61f3da030d5f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999999 Jul 30 03:28:02.737824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.740348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:02.741987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2267bb7b-186f-44f1-9941-c8255a3a2a1c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:02.755664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.756588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.757221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.758864 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-85cee754-1d3b-43ec-b384-88b2155419c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2267bb7b-186f-44f1-9941-c8255a3a2a1c HTTP/1.1" status: 200 len: 1093 time: 1.7658377 Jul 30 03:28:02.759800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475236c9-4c68-4231-9b08-ee104d798c09', 'tag': '2267bb7b-186f-44f1-9941-c8255a3a2a1c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:02.762233 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "475236c9-4c68-4231-9b08-ee104d798c09", "tag": "2267bb7b-186f-44f1-9941-c8255a3a2a1c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:02.764426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.765961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.772571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.779833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.787942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.795079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.797896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-2b9e867b-cb80-4905-a1d8-b6c64946b928 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.2988827 Jul 30 03:28:02.839021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70a140f2-bcae-4c6c-a1dc-c95f6e605f9c req-5b94527e-0777-464c-b658-33b2b9976b6e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484501 Jul 30 03:28:02.860682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:02.861319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:02.862407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71497e2b-73d3-4142-9eb2-9f404689b9a3 req-a246d077-c631-486c-b27d-23a91e45dc60 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573771 Jul 30 03:28:02.862701 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 1092 time: 1.7528086 Jul 30 03:28:02.884209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c007da1-3fda-49f0-bbb0-195cb945a6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:03.001320 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f7590f-675f-4b44-8ece-ce1d9ff5c894 x-openstack-request-id: req-08f7590f-675f-4b44-8ece-ce1d9ff5c894 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:03.001609 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475236c9-4c68-4231-9b08-ee104d798c09", "tag": "2267bb7b-186f-44f1-9941-c8255a3a2a1c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:03.001872 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08f7590f-675f-4b44-8ece-ce1d9ff5c894 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:03.002257 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475236c9-4c68-4231-9b08-ee104d798c09', 'tag': '2267bb7b-186f-44f1-9941-c8255a3a2a1c', 'status': 'completed', 'code': 200} Jul 30 03:28:03.026183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a5dbc33d-f06e-415e-b60b-6ecdd843a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.027757 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-a5dbc33d-f06e-415e-b60b-6ecdd843a795 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 1096 time: 0.1641388 Jul 30 03:28:03.034324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-2e5f1e23-3597-4b07-8f70-2f5e6d9e9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.036190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-2e5f1e23-3597-4b07-8f70-2f5e6d9e9854 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1026881 Jul 30 03:28:03.098422 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-31758e42-9d6a-4649-a54c-1955d3191a74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c HTTP/1.1" status: 200 len: 217 time: 0.0507979 Jul 30 03:28:03.107408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7c721-4753-4023-b04b-9dcac14473e8 req-2007bafb-ae6b-4716-8485-a91e1510e681 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.111105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92e7c721-4753-4023-b04b-9dcac14473e8 req-2007bafb-ae6b-4716-8485-a91e1510e681 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 950 time: 0.0860243 Jul 30 03:28:03.175412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92e7c721-4753-4023-b04b-9dcac14473e8 req-47726273-d28c-4cd5-821c-a729c4e96d62 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567181 Jul 30 03:28:03.176167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-e74a1125-0948-4289-a7a0-8271cb8d356f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 217 time: 0.0857217 Jul 30 03:28:03.313182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-856ef5f2-7d27-4ff2-a605-97120adb1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.314703 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-856ef5f2-7d27-4ff2-a605-97120adb1191 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.1374815 Jul 30 03:28:03.323861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-b8a1069e-39da-4284-a646-04e73963a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.325302 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-b8a1069e-39da-4284-a646-04e73963a3e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0799415 Jul 30 03:28:03.398989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-9505d53d-7d42-4b3e-8306-806c77e94894 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531111 Jul 30 03:28:03.401364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-8d5b91fc-c5a5-4a1b-9438-7b7662918006 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750537 Jul 30 03:28:03.457112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.463704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.470403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.477083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.483436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.508320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.536094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:03.541289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20db5423-39aa-4244-b6a0-5525ba3e3071 req-cb9f4b3d-ca31-419a-a6ff-6d8dd1d474c5 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.1673210 Jul 30 03:28:03.556682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:28:03.562006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Request body: {'floatingip': {'port_id': 'a146edd4-2c69-4ca3-a0da-30a2a308f967'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:03.644237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-1466c583-daad-4779-9208-5e67a4276ba2 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251565 Jul 30 03:28:03.646721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-df324903-9ded-4726-bf81-f2ee84694243 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141600 Jul 30 03:28:03.743209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:03.892891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b85e815-17e5-4a7e-9171-d23a32f71a69 req-dadccb95-d7ef-4e91-bf25-a3ae63d67915 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335677 Jul 30 03:28:03.927397 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b3503b43-7a57-49e2-b61a-1502003485a7 req-b2d10231-e75e-4acb-a35c-99300a11a787 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696927 Jul 30 03:28:04.083632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6bd76-792c-420a-a0e1-f6de917688d1 req-7ddc0573-eced-4029-ba04-42b14e681ac5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:04.090444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-1ea3fd45-fd72-415e-9f10-cc129c203d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:04.091334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfb6bd76-792c-420a-a0e1-f6de917688d1 req-7ddc0573-eced-4029-ba04-42b14e681ac5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0936475 Jul 30 03:28:04.091997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-1ea3fd45-fd72-415e-9f10-cc129c203d36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 1096 time: 0.0821426 Jul 30 03:28:04.170418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfb6bd76-792c-420a-a0e1-f6de917688d1 req-d4c3cae2-7040-498f-a684-0b37ea780e5f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779963 Jul 30 03:28:04.255264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-5e8375d3-7e94-48a9-9848-0c9a2fefcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:04.257980 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-5e8375d3-7e94-48a9-9848-0c9a2fefcd69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 911 time: 0.1587772 Jul 30 03:28:04.332581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-9e90dd2d-64b0-4245-9c15-76ac6c585e78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c HTTP/1.1" status: 200 len: 217 time: 0.0649748 Jul 30 03:28:04.359213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:04.362733 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637bb75-cef6-4c37-b474-0f585fa149bd" -d '{"events": [{"server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "name": "network-vif-plugged", "status": "completed", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:04.380046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-b665be77-8248-4eaf-9c39-41c30734faf8 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:28:04.381476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-b665be77-8248-4eaf-9c39-41c30734faf8 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201046 Jul 30 03:28:04.396043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:04.396819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:28:04.407305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-8eb254d0-8a52-4c83-8e08-0b70d584be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:04.409254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-8eb254d0-8a52-4c83-8e08-0b70d584be51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0678959 Jul 30 03:28:04.471181 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-e4db2dce-74d6-43a9-8ac2-8450188877b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466995 Jul 30 03:28:04.568517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9817c58-de48-4d6e-9c6f-8e41b5490632 req-c9db805c-45fc-47ba-860b-dbada10c22cd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:04.570178 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9817c58-de48-4d6e-9c6f-8e41b5490632 req-c9db805c-45fc-47ba-860b-dbada10c22cd tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 944 time: 0.2774084 Jul 30 03:28:04.619676 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-1e54deeb-d685-41da-a1a7-97d8e7fe6758 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396573 Jul 30 03:28:04.638844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9817c58-de48-4d6e-9c6f-8e41b5490632 req-0acf8a3a-d883-42f8-9aee-881c51154d01 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559187 Jul 30 03:28:04.688065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8fb54591-587a-4a38-9d0b-fd2e97abd921 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:04.779182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 8fb54591-587a-4a38-9d0b-fd2e97abd921 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:04.787180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 8fb54591-587a-4a38-9d0b-fd2e97abd921 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:04.790493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:04.844451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eaef6ea1-7bc8-4901-9f7e-29bc38848bf2 req-fbf00f23-347f-4d58-a606-1359f7b13d22 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165172 Jul 30 03:28:04.848986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:28:04.853168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:04.853463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:04.853786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:04.915800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:04.958673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 8fb54591-587a-4a38-9d0b-fd2e97abd921, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:04.964667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:04.966799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:04.967389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:04.972460 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:04.976710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:04.977635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:04.978316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:04.979037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Bound port: b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:04.985825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:05.000174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df190d-41e4-4825-9fe3-c382a22e6efd req-aab0a8b0-92d3-4065-8317-c06371675d7b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:05.001916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90df190d-41e4-4825-9fe3-c382a22e6efd req-aab0a8b0-92d3-4065-8317-c06371675d7b tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.2430074 Jul 30 03:28:05.003753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:05.006095 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c16a0-c352-488a-835f-1b1dc849a92b" -d '{"events": [{"name": "network-changed", "server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:05.049120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=8fb54591-587a-4a38-9d0b-fd2e97abd921,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:05.463113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90df190d-41e4-4825-9fe3-c382a22e6efd req-a3d369c7-2679-4ddc-97f3-e3e557def82a tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148410 Jul 30 03:28:05.464806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:05.489823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:05.492429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-10e46e3a-88ac-46b2-aa5b-5b7651ace779 service neutron] 10.222.0.39 "POST /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a/bindings HTTP/1.1" status: 201 len: 390 time: 1.0985136 Jul 30 03:28:05.501788 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Floating IP 4de01701-b359-49e4-82bc-845ac990ae1c associated. External IP: 172.25.6.149, port: a146edd4-2c69-4ca3-a0da-30a2a308f967. Jul 30 03:28:05.729307 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9c620-c5c2-492c-9e1f-497162a7b31c x-openstack-request-id: req-71b9c620-c5c2-492c-9e1f-497162a7b31c {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:05.729807 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "name": "network-vif-plugged", "status": "completed", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:05.730043 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71b9c620-c5c2-492c-9e1f-497162a7b31c {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:05.730492 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'code': 200} Jul 30 03:28:05.762512 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d051e8-2f6c-4c5b-a995-de4aef12d81d x-openstack-request-id: req-d5d051e8-2f6c-4c5b-a995-de4aef12d81d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:05.762987 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:05.763289 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5d051e8-2f6c-4c5b-a995-de4aef12d81d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:05.763961 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42', 'status': 'completed', 'code': 200} Jul 30 03:28:05.873591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07286c30-55da-45c3-8017-ca67bf92d9e4 req-f0b07bfd-89f6-4eb8-9b06-1f64ade89795 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:05.881616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-e0687934-c5dd-4494-ace4-1e0feac521c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:05.883398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07286c30-55da-45c3-8017-ca67bf92d9e4 req-f0b07bfd-89f6-4eb8-9b06-1f64ade89795 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 950 time: 0.2427146 Jul 30 03:28:05.884675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-e0687934-c5dd-4494-ace4-1e0feac521c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0762432 Jul 30 03:28:05.904870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:28:06.011603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d6844-2852-43c8-84f6-f2a3ebb572f1 req-b7ea92ec-9c9d-434f-b0cd-94f8303d672f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.013025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf7d6844-2852-43c8-84f6-f2a3ebb572f1 req-b7ea92ec-9c9d-434f-b0cd-94f8303d672f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.1582186 Jul 30 03:28:06.019192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07286c30-55da-45c3-8017-ca67bf92d9e4 req-21e96103-517e-4f44-a7f7-a593374bd46b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123438 Jul 30 03:28:06.050006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b85e-8e99-4cf2-a04e-3f289ba045b6 req-406a57f9-88b8-425b-9c2d-f1b13aab28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.051529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6503b85e-8e99-4cf2-a04e-3f289ba045b6 req-406a57f9-88b8-425b-9c2d-f1b13aab28c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 1098 time: 0.1332231 Jul 30 03:28:06.068421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-456926fa-f31c-451e-9af9-3cfa160f1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.070016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-456926fa-f31c-451e-9af9-3cfa160f1875 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1097 time: 0.1693788 Jul 30 03:28:06.192936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf7d6844-2852-43c8-84f6-f2a3ebb572f1 req-b240e030-fcf7-4a5e-ad54-2dceaf1104db tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681457 Jul 30 03:28:06.199340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:28:06.210048 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] Sync routers for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:28:06.210473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:06.221823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8cc5d-31d3-4f9b-a932-77456eadb071 req-d01c486d-07f3-43d4-86b3-732e78968a86 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.223853 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:28:06.224681 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:06.232830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bec8cc5d-31d3-4f9b-a932-77456eadb071 req-d01c486d-07f3-43d4-86b3-732e78968a86 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1162817 Jul 30 03:28:06.304931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dff990ff-d894-4085-81de-518d737ceef8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "PUT /v2.0/floatingips/4de01701-b359-49e4-82bc-845ac990ae1c HTTP/1.1" status: 200 len: 992 time: 2.7469025 Jul 30 03:28:06.319454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bec8cc5d-31d3-4f9b-a932-77456eadb071 req-d5b20ede-2809-4dc3-8173-f216fe43099b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620105 Jul 30 03:28:06.320134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:06.323967 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa69e5a-12a6-4a7b-8429-4ed36127a671" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:06.403026 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:28:06.443086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974adbf-41d6-4141-983d-60402f227a9d req-876a6731-8f81-4004-b9c8-8abb88e3e593 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.445185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a974adbf-41d6-4141-983d-60402f227a9d req-876a6731-8f81-4004-b9c8-8abb88e3e593 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 944 time: 0.1089246 Jul 30 03:28:06.498431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a974adbf-41d6-4141-983d-60402f227a9d req-25590073-0e89-4040-bee6-a365276e544b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Jul 30 03:28:06.535155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1d93c-0c43-4248-9d19-26ca052fccf3 req-4165fccc-35ad-4568-8ef3-1c4714d60e0e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.544918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31f1d93c-0c43-4248-9d19-26ca052fccf3 req-4165fccc-35ad-4568-8ef3-1c4714d60e0e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.1208878 Jul 30 03:28:06.595417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31f1d93c-0c43-4248-9d19-26ca052fccf3 req-d426a186-4d31-4af9-9e00-09ac77670def tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Jul 30 03:28:06.601392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-3f817364-119e-4270-b227-18a3c3ad4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.606407 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-3f817364-119e-4270-b227-18a3c3ad4d96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.5279071 Jul 30 03:28:06.635322 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ce267c-edae-4c1d-8a3a-cf25c633af4a x-openstack-request-id: req-d5ce267c-edae-4c1d-8a3a-cf25c633af4a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:06.635919 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:06.636354 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5ce267c-edae-4c1d-8a3a-cf25c633af4a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:06.636854 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'status': 'completed', 'code': 200} Jul 30 03:28:06.662215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-28a3b6e7-01e3-43f2-8ed6-400773db0db1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 217 time: 0.0464623 Jul 30 03:28:06.708996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '4de01701-b359-49e4-82bc-845ac990ae1c', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'port_id': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'mac_address': 'fa:16:3e:3a:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:26:28Z', 'updated_at': '2021-07-30T03:28:04Z', 'revision_number': 1, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:52Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:06.746111 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] Checking router: 9ebce1cd-9037-4321-9906-5cee8dd37eb5 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:28:06.755742 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:28:06.756395 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:06.771655 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6503b85e-8e99-4cf2-a04e-3f289ba045b6 req-33230020-edc3-46a8-aae9-2cc056aecbfc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7112424 Jul 30 03:28:06.775339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-f56789ce-e921-44af-84cf-41af66afc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.776956 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-f56789ce-e921-44af-84cf-41af66afc408 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.8840201 Jul 30 03:28:06.791958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.792525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.793057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.793587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.794110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.794665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.795304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.797800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-55ea4455-14c5-4354-97e1-ee5abb928ef3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6509 time: 0.0984848 Jul 30 03:28:06.815355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053fc25-8920-4ccf-b414-08cfdade576d req-9e114129-a478-4487-9d0f-b4ef62bb0043 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.823494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b053fc25-8920-4ccf-b414-08cfdade576d req-9e114129-a478-4487-9d0f-b4ef62bb0043 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0939267 Jul 30 03:28:06.830841 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-4fa83d06-7cad-48b0-a76a-90d3494d7a11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 217 time: 0.0366132 Jul 30 03:28:06.875384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-6fbd6721-4fb7-43ed-aaaf-9761108a5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.877095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-6fbd6721-4fb7-43ed-aaaf-9761108a5741 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.1912365 Jul 30 03:28:06.879212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b053fc25-8920-4ccf-b414-08cfdade576d req-7f890ab7-621f-4847-9934-a3278090c2d1 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547090 Jul 30 03:28:06.903750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:28:06.917173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-cbdddafb-f04d-4f63-a183-b76dfa3f2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:06.918802 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-cbdddafb-f04d-4f63-a183-b76dfa3f2e36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0758092 Jul 30 03:28:06.969521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-6bca8813-e3cb-4196-87ef-05ee03d72cac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420280 Jul 30 03:28:07.092087 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-1ac6a1fc-fb5e-4a78-af1e-700f19faed85 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153135 Jul 30 03:28:07.201694 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-3c74f1ae-dd21-4064-9ec1-cc6bee0d2f06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366707 Jul 30 03:28:07.255412 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '4de01701-b359-49e4-82bc-845ac990ae1c', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'port_id': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'mac_address': 'fa:16:3e:3a:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:26:28Z', 'updated_at': '2021-07-30T03:28:04Z', 'revision_number': 1, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:52Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:07.296601 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1b874-a2e5-47e2-a592-922b600925c7 None None] The sync data for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 is: [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '4de01701-b359-49e4-82bc-845ac990ae1c', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'port_id': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'mac_address': 'fa:16:3e:3a:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:26:28Z', 'updated_at': '2021-07-30T03:28:04Z', 'revision_number': 1, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:52Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:28:07.301252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-2a2f93d5-5195-41bb-8627-567d86f8b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:07.309593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-2a2f93d5-5195-41bb-8627-567d86f8b5fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 HTTP/1.1" status: 200 len: 916 time: 0.1471336 Jul 30 03:28:07.323618 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54c16a0-c352-488a-835f-1b1dc849a92b req-6a69f4c9-a123-4255-aa80-870a8d5e81e8 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194495 Jul 30 03:28:07.333501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2267bb7b-186f-44f1-9941-c8255a3a2a1c details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:07.372876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-2487a083-f5bc-4fed-929a-4898a2d2bef2 service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635745 Jul 30 03:28:07.449899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-a2ab5fe3-a78d-4656-b659-ecc5e64fe1d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 200 len: 1000 time: 0.1208465 Jul 30 03:28:07.526734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:07.548024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2267bb7b-186f-44f1-9941-c8255a3a2a1c', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': '2267bb7b-186f-44f1-9941-c8255a3a2a1c', 'mac_address': 'fa:16:3e:6f:15:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:07.570874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-036b1aae-6b8a-47a7-9b48-2fd9d9e9f5cb service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897807 Jul 30 03:28:07.576404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f39-add7-42d6-84f8-32c976aef9d6 req-4f9d8084-2086-408e-b7b5-ae3cb55fd721 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:07.585227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-181b7f39-add7-42d6-84f8-32c976aef9d6 req-4f9d8084-2086-408e-b7b5-ae3cb55fd721 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.2702742 Jul 30 03:28:07.619582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:07.627307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ecceb-81a8-45a5-8cf4-a38c53642aec req-ab2a0f77-e6d9-4d64-80fb-73820866491e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:07.634651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-102ecceb-81a8-45a5-8cf4-a38c53642aec req-ab2a0f77-e6d9-4d64-80fb-73820866491e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1689322 Jul 30 03:28:07.636212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2267bb7b-186f-44f1-9941-c8255a3a2a1c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:07.638306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-b32d550f-d931-486f-a445-e89d97eeb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:07.640333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-b32d550f-d931-486f-a445-e89d97eeb2b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55e81437-356b-400b-a61b-8e399aedf61a HTTP/1.1" status: 200 len: 855 time: 0.1683428 Jul 30 03:28:07.684044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507f1d70-c9e5-42e3-943d-a862936a3b37 None None] New status for floating IP 4de01701-b359-49e4-82bc-845ac990ae1c: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:28:07.690515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:07.725104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-181b7f39-add7-42d6-84f8-32c976aef9d6 req-259c28bc-5f44-4453-a400-bc99ab0fd047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335459 Jul 30 03:28:07.745109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb54591-587a-4a38-9d0b-fd2e97abd921'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:07.751267 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59782ef8-29aa-4425-b9eb-e78ef1556a54" -d '{"events": [{"server_uuid": "ad88968c-b73d-46d5-87bc-dc87f5fb4725", "name": "network-vif-plugged", "status": "completed", "tag": "8fb54591-587a-4a38-9d0b-fd2e97abd921"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:07.763198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-102ecceb-81a8-45a5-8cf4-a38c53642aec req-bd190da0-3f96-48e5-a16d-34d784a9bd11 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275518 Jul 30 03:28:07.766682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:07.808868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-d76b07ed-301e-4cb9-9b38-a2518498b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:07.810452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-d76b07ed-301e-4cb9-9b38-a2518498b412 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497908 Jul 30 03:28:07.931020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-78840ed2-1907-4bec-aeb6-656b05a66845 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023753 Jul 30 03:28:07.934660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2267bb7b-186f-44f1-9941-c8255a3a2a1c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:08.041454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2267bb7b-186f-44f1-9941-c8255a3a2a1c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:08.108480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33c765-6802-46cc-abb3-af564dca966b req-5dbc135f-9dcb-40a3-ae16-5c0b43330b35 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:08.110483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a33c765-6802-46cc-abb3-af564dca966b req-5dbc135f-9dcb-40a3-ae16-5c0b43330b35 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 945 time: 0.2940753 Jul 30 03:28:08.141705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe80d4-bcb0-4a41-a0af-5a26d237a5b1 req-c6f7a677-c509-4bc3-a7b9-da70618efc6b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:08.143169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1fe80d4-bcb0-4a41-a0af-5a26d237a5b1 req-c6f7a677-c509-4bc3-a7b9-da70618efc6b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.1864650 Jul 30 03:28:08.216353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa69e5a-12a6-4a7b-8429-4ed36127a671 req-64e615ea-af6f-44c7-a607-f3d999a50482 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567706 Jul 30 03:28:08.228953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a33c765-6802-46cc-abb3-af564dca966b req-5e660454-021d-42f2-a12f-4173d57a7b92 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095786 Jul 30 03:28:08.256093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1fe80d4-bcb0-4a41-a0af-5a26d237a5b1 req-25ddb850-cc4c-4303-96e5-8fbf886bd268 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034651 Jul 30 03:28:08.309778 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676bc69-3f1c-482e-93eb-bf57c3884d0a x-openstack-request-id: req-8676bc69-3f1c-482e-93eb-bf57c3884d0a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:08.310039 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88968c-b73d-46d5-87bc-dc87f5fb4725", "name": "network-vif-plugged", "status": "completed", "tag": "8fb54591-587a-4a38-9d0b-fd2e97abd921", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:08.310295 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8676bc69-3f1c-482e-93eb-bf57c3884d0a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:08.310687 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'code': 200} Jul 30 03:28:08.571833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745b46-4465-4a01-8596-0ce82d98f199 req-dc335db6-9b81-487d-ad20-dd564ddf51eb tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:08.579968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3745b46-4465-4a01-8596-0ce82d98f199 req-dc335db6-9b81-487d-ad20-dd564ddf51eb tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.1341739 Jul 30 03:28:08.641669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3745b46-4465-4a01-8596-0ce82d98f199 req-02796dcb-5cde-4a0b-b790-432d955d3a31 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605106 Jul 30 03:28:08.644086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caa84b-eb5b-40d2-9962-ac06be3a3833 req-d40c75aa-f50d-46e8-a4f2-ec4ecb2a48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:08.653559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23caa84b-eb5b-40d2-9962-ac06be3a3833 req-d40c75aa-f50d-46e8-a4f2-ec4ecb2a48ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 1102 time: 0.1542518 Jul 30 03:28:08.695911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23caa84b-eb5b-40d2-9962-ac06be3a3833 req-29dcf413-fc60-4770-85e2-a81b5c5fba35 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Jul 30 03:28:08.988267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704f7a-82df-43db-8bd1-16a586c64b79 req-67a21996-0f72-4c2f-b875-df21bef527da tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:08.990542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95704f7a-82df-43db-8bd1-16a586c64b79 req-67a21996-0f72-4c2f-b875-df21bef527da tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.1384139 Jul 30 03:28:08.998870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52b9f-b73e-49b8-992b-c4547e0ab6d3 req-f00dd8a0-2783-4f6f-8094-0c8a1b0fe248 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:09.007460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa52b9f-b73e-49b8-992b-c4547e0ab6d3 req-f00dd8a0-2783-4f6f-8094-0c8a1b0fe248 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.0895560 Jul 30 03:28:09.078927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa52b9f-b73e-49b8-992b-c4547e0ab6d3 req-74a30e96-542d-4881-a151-90c6f0d17520 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700808 Jul 30 03:28:09.134753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95704f7a-82df-43db-8bd1-16a586c64b79 req-83f6269a-a1f3-4909-9197-6c1f0fb3b07a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065893 Jul 30 03:28:09.336815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2267bb7b-186f-44f1-9941-c8255a3a2a1c up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:09.415934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2267bb7b-186f-44f1-9941-c8255a3a2a1c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:09.424717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2267bb7b-186f-44f1-9941-c8255a3a2a1c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:09.425505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:09.478311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e992d-732a-4590-a184-f6d96fcbff71 req-22f074f1-6c08-4362-9a22-4d1b918750a8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:09.497577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e02e992d-732a-4590-a184-f6d96fcbff71 req-22f074f1-6c08-4362-9a22-4d1b918750a8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 945 time: 0.1951520 Jul 30 03:28:09.533834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:09.539156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaef79-10b2-47a4-86f0-aa538148456f req-343b7bdc-ec81-4702-ac94-8d36c9181fbb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:09.551871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3feaef79-10b2-47a4-86f0-aa538148456f req-343b7bdc-ec81-4702-ac94-8d36c9181fbb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.1980274 Jul 30 03:28:09.577925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:09.590371 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:09.614755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e02e992d-732a-4590-a184-f6d96fcbff71 req-77a639c0-2362-4dc4-9755-fb6360fca3e8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162360 Jul 30 03:28:09.642463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3feaef79-10b2-47a4-86f0-aa538148456f req-c7259ae3-d30b-420a-83db-bfbc7e09f68e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Jul 30 03:28:09.672623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2267bb7b-186f-44f1-9941-c8255a3a2a1c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:09.840480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38b6a1-d6d5-4572-817b-3a53533ef9be req-8806d40c-5318-4bc1-8e99-baee6a2a513e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:09.842005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c38b6a1-d6d5-4572-817b-3a53533ef9be req-8806d40c-5318-4bc1-8e99-baee6a2a513e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0660431 Jul 30 03:28:09.896889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c38b6a1-d6d5-4572-817b-3a53533ef9be req-4de18107-4543-4d0d-a091-27a2d74eae1e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Jul 30 03:28:10.040805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3323166-6b8f-4cc6-af83-8ed37ec9a72e req-8fab36fc-6ca2-4cc9-9ce5-e8c7e7baa2c4 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:10.042633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3323166-6b8f-4cc6-af83-8ed37ec9a72e req-8fab36fc-6ca2-4cc9-9ce5-e8c7e7baa2c4 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0553761 Jul 30 03:28:10.052998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57228) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:28:10.059763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Request body: {'floatingip': {'port_id': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:10.129898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:10.318661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475236c9-4c68-4231-9b08-ee104d798c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2267bb7b-186f-44f1-9941-c8255a3a2a1c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:10.318661 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a0864c-9eeb-4266-b9c4-550cbffccfc5" -d '{"events": [{"server_uuid": "475236c9-4c68-4231-9b08-ee104d798c09", "name": "network-vif-plugged", "status": "completed", "tag": "2267bb7b-186f-44f1-9941-c8255a3a2a1c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:10.381914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58bcf6-12d4-4120-981d-737b1ff7eb43 req-acf1f509-47e9-42b1-b728-f3b056e304cd tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:10.384809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d58bcf6-12d4-4120-981d-737b1ff7eb43 req-acf1f509-47e9-42b1-b728-f3b056e304cd tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.1475554 Jul 30 03:28:10.444542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd75db-dca6-4d7f-beb3-d711e6867c08 req-e5b88b40-fc57-4645-aa1d-46063132595e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:10.444542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20cd75db-dca6-4d7f-beb3-d711e6867c08 req-e5b88b40-fc57-4645-aa1d-46063132595e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.2353647 Jul 30 03:28:10.628485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20cd75db-dca6-4d7f-beb3-d711e6867c08 req-4c720c79-eadf-4e16-ae5d-63fc5cd76173 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818686 Jul 30 03:28:10.631504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d58bcf6-12d4-4120-981d-737b1ff7eb43 req-fce1e0b6-bf56-48e7-b6cd-de6e0328264e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346177 Jul 30 03:28:10.671768 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:10.721900 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8a943-1cda-430a-8642-b564827a0559 x-openstack-request-id: req-3de8a943-1cda-430a-8642-b564827a0559 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:10.722188 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475236c9-4c68-4231-9b08-ee104d798c09", "name": "network-vif-plugged", "status": "completed", "tag": "2267bb7b-186f-44f1-9941-c8255a3a2a1c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:10.722441 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3de8a943-1cda-430a-8642-b564827a0559 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:10.723129 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475236c9-4c68-4231-9b08-ee104d798c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2267bb7b-186f-44f1-9941-c8255a3a2a1c', 'code': 200} Jul 30 03:28:10.865179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8773c-9cae-475c-b450-634da4f24426 req-cf406934-f083-4284-bb8a-006513b6729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:10.869544 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-08e8773c-9cae-475c-b450-634da4f24426 req-cf406934-f083-4284-bb8a-006513b6729d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 1098 time: 0.0762813 Jul 30 03:28:10.944422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5200d-56e3-4e88-addd-f710572d9d37 req-f581526c-1d8c-4594-8993-51ecbee52198 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:10.946304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebd5200d-56e3-4e88-addd-f710572d9d37 req-f581526c-1d8c-4594-8993-51ecbee52198 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1923645 Jul 30 03:28:10.947813 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-08e8773c-9cae-475c-b450-634da4f24426 req-d91185d3-7f6f-44d4-abb8-78118256eaf8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570796 Jul 30 03:28:10.978968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2e0dd-974b-4178-867f-af7dbaaef77f req-f66461ef-1ae8-4665-b5b8-741de5fb4d96 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:10.980578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6e2e0dd-974b-4178-867f-af7dbaaef77f req-f66461ef-1ae8-4665-b5b8-741de5fb4d96 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.1453328 Jul 30 03:28:11.093518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebd5200d-56e3-4e88-addd-f710572d9d37 req-da26b6f4-70f7-4440-9b41-ce9f5a660523 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362476 Jul 30 03:28:11.156831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6e2e0dd-974b-4178-867f-af7dbaaef77f req-21cb9e85-382a-4267-8a9c-8d90b08a1e8f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605058 Jul 30 03:28:11.207703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:11.214936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:11.667426 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Floating IP 7055a345-d3d2-45e0-af48-528846c21066 associated. External IP: 172.25.6.174, port: c1b011e3-f925-48a2-9a53-3060dfdbdc9b. Jul 30 03:28:11.718390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acad065-19be-4157-8fbf-8b772d22332a req-3c5a069c-f129-4c54-83cb-ef28e10bf40c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:11.724273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acad065-19be-4157-8fbf-8b772d22332a req-3c5a069c-f129-4c54-83cb-ef28e10bf40c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:11.725867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9acad065-19be-4157-8fbf-8b772d22332a req-3c5a069c-f129-4c54-83cb-ef28e10bf40c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b&device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 1691 time: 0.1101952 Jul 30 03:28:11.814717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9acad065-19be-4157-8fbf-8b772d22332a req-558048c3-e2d7-472c-a0df-5d98cf7f60ad tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798135 Jul 30 03:28:12.053800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3edb32-2a1d-4581-8a8f-5a3ada758c99 req-31c1473d-c3de-4d83-9093-8268223d6cbc tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:12.055243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb3edb32-2a1d-4581-8a8f-5a3ada758c99 req-31c1473d-c3de-4d83-9093-8268223d6cbc tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1676366 Jul 30 03:28:12.085477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1aade6b6-79de-4fb7-810e-22735d6f0703 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:12.087637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1aade6b6-79de-4fb7-810e-22735d6f0703 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/networks?id=3eb7dcc9-d01b-4984-8a54-d52a17234646 HTTP/1.1" status: 200 len: 813 time: 0.2653813 Jul 30 03:28:12.127089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-f5aa280a-59ee-4b0b-a8cb-20554be6b442 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/quotas/fbb83f2ac02e487a8d1e72cfab76b1c9 HTTP/1.1" status: 200 len: 375 time: 0.0239859 Jul 30 03:28:12.153103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:28:12.173724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb3edb32-2a1d-4581-8a8f-5a3ada758c99 req-5a6f3ac5-9fb0-4638-8e57-a8662a051bed tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069002 Jul 30 03:28:12.240783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-f98a8904-42c6-433c-8afe-cbe1e5150da6 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbb83f2ac02e487a8d1e72cfab76b1c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033018 Jul 30 03:28:12.291079 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2466-caa5-4e5f-b684-db4d1bb67b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:12.392806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2619f5e-26a3-4b3e-b6cc-5cd31a22d18b req-0bc01674-dff7-46ce-b682-98a7eb0c21b5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:12.394194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2619f5e-26a3-4b3e-b6cc-5cd31a22d18b req-0bc01674-dff7-46ce-b682-98a7eb0c21b5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.1525297 Jul 30 03:28:12.406638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:28:12.416949 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:28:12.419412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:12.428690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:28:12.429306 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:12.474551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-653695a7-784a-419f-8aed-0f7ca641f14b service neutron] 10.222.0.39 "GET /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201350 Jul 30 03:28:12.476029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c72a04d1-ac58-4a23-a340-b870eaa36250 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "PUT /v2.0/floatingips/7055a345-d3d2-45e0-af48-528846c21066 HTTP/1.1" status: 200 len: 992 time: 2.4211605 Jul 30 03:28:12.482173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:12.484960 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3385c4-67a0-41d0-9905-47c6f2dba58e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:12.513230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2619f5e-26a3-4b3e-b6cc-5cd31a22d18b req-d481ab6c-9808-4ad7-99ed-1239257dab9e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084778 Jul 30 03:28:12.604289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-cf76deca-e071-4d1e-98ea-935bd90d986c service neutron] 10.222.0.39 "GET /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089120 Jul 30 03:28:12.632878 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:28:12.720304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719216b-571a-4fc3-ab97-4c51be376ec5 req-c2e1fa3c-e570-45e6-bbf2-8f81b0eb4ca0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:12.722980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6719216b-571a-4fc3-ab97-4c51be376ec5 req-c2e1fa3c-e570-45e6-bbf2-8f81b0eb4ca0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0669305 Jul 30 03:28:12.792295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6719216b-571a-4fc3-ab97-4c51be376ec5 req-d565dae1-68d5-4667-aff7-491c6c2d7117 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Jul 30 03:28:12.932695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7055a345-d3d2-45e0-af48-528846c21066', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'port_id': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'mac_address': 'fa:16:3e:e0:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:23:50Z', 'updated_at': '2021-07-30T03:28:10Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:12.937346 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bddd00-0bd7-4539-b26d-3125c27291c7 x-openstack-request-id: req-e9bddd00-0bd7-4539-b26d-3125c27291c7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:12.940373 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:12.942819 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9bddd00-0bd7-4539-b26d-3125c27291c7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:12.943485 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'status': 'completed', 'code': 200} Jul 30 03:28:12.982284 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:28:12.995293 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:28:12.996043 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:13.080915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d112675f-017d-484e-abcf-eca3bcdd5587 req-fed32d5a-c0b4-4762-8178-72545016b4d2 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 210 time: 0.0563674 Jul 30 03:28:13.101035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577544-c37b-49a8-967e-878dab5155c7 req-0457fc83-2739-474a-94d6-3a8f3f605a8d tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.102890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5577544-c37b-49a8-967e-878dab5155c7 req-0457fc83-2739-474a-94d6-3a8f3f605a8d tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 1102 time: 0.0673285 Jul 30 03:28:13.112016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-82a56312-e651-4294-8c5d-bfae22d0cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.113213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-82a56312-e651-4294-8c5d-bfae22d0cf9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 1098 time: 0.1228840 Jul 30 03:28:13.165030 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:28:13.189728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5577544-c37b-49a8-967e-878dab5155c7 req-82011b9c-d666-426f-9f15-335d30ae6552 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753970 Jul 30 03:28:13.360815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-6f640cca-3a35-40e9-8589-9f3782251c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.362421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-6f640cca-3a35-40e9-8589-9f3782251c8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 200 len: 923 time: 0.2235959 Jul 30 03:28:13.374591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f981-281f-4c70-8a10-ce4bff975c68 req-e813cfef-80c7-4d28-bc4d-c86797298429 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.376090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de91f981-281f-4c70-8a10-ce4bff975c68 req-e813cfef-80c7-4d28-bc4d-c86797298429 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1097879 Jul 30 03:28:13.464402 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7055a345-d3d2-45e0-af48-528846c21066', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'port_id': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'mac_address': 'fa:16:3e:e0:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:23:50Z', 'updated_at': '2021-07-30T03:28:10Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:28:13.494049 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324716b-d8e4-4682-b265-7781f3f7d8e4 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7055a345-d3d2-45e0-af48-528846c21066', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'port_id': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'mac_address': 'fa:16:3e:e0:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:23:50Z', 'updated_at': '2021-07-30T03:28:10Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:28:13.503862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e8b3-0f4f-4da6-99c5-9a378c52e488 req-9bb45f23-440c-400a-aadf-07a3f0e6d459 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.505615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6182e8b3-0f4f-4da6-99c5-9a378c52e488 req-9bb45f23-440c-400a-aadf-07a3f0e6d459 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 1102 time: 0.1413844 Jul 30 03:28:13.510407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-f65d6a77-4925-4102-b977-9e880c2e558e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b HTTP/1.1" status: 200 len: 1000 time: 0.1333318 Jul 30 03:28:13.515499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de91f981-281f-4c70-8a10-ce4bff975c68 req-0bf8ee4c-1dda-4e68-abf8-7aac3b0fbe21 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247993 Jul 30 03:28:13.619760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6182e8b3-0f4f-4da6-99c5-9a378c52e488 req-42ffd2c5-3664-41fa-a361-40b71388b421 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023259 Jul 30 03:28:13.643041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-e42072e3-7da5-4674-8d0c-9aa0991245a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.645513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-e42072e3-7da5-4674-8d0c-9aa0991245a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 200 len: 862 time: 0.1270626 Jul 30 03:28:13.762057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c85cd-f2db-438f-aa4b-2b95c6d06ef1 req-f80ab95b-d889-46e0-9e65-f7371ff7030f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.763597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-280c85cd-f2db-438f-aa4b-2b95c6d06ef1 req-f80ab95b-d889-46e0-9e65-f7371ff7030f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1631138 Jul 30 03:28:13.770744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d1b67-304a-4f19-8a81-fca1cbc7637a None None] New status for floating IP 7055a345-d3d2-45e0-af48-528846c21066: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:28:13.788666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-8080f3ce-e4c1-4eec-8a85-e8954f846874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.790274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-8080f3ce-e4c1-4eec-8a85-e8954f846874 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f698c94-f4a5-4fab-82a9-edc9f3929091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214476 Jul 30 03:28:13.830883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc64d0-3417-4728-8f51-158fc075a04a req-ede27ebc-c136-4676-a148-642be4075690 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:13.832589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0fdc64d0-3417-4728-8f51-158fc075a04a req-ede27ebc-c136-4676-a148-642be4075690 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.1230199 Jul 30 03:28:13.905612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-280c85cd-f2db-438f-aa4b-2b95c6d06ef1 req-cc4167dc-02d6-4d5e-b571-e7ddf0fd0219 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286519 Jul 30 03:28:13.940090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0fdc64d0-3417-4728-8f51-158fc075a04a req-e3857a93-6915-4fd0-9a26-14b06af6ad08 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730414 Jul 30 03:28:13.973108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-6828b6b7-d010-4fa2-a506-2431b28ebfd4 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719418 Jul 30 03:28:14.090940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-55766f46-c5fa-485e-a3fa-04f518fb386b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394480 Jul 30 03:28:14.190795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe3385c4-67a0-41d0-9905-47c6f2dba58e req-b7e7f090-cc63-45a8-a704-e234e5a5d409 service neutron] 10.222.0.16 "GET /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947982 Jul 30 03:28:14.231738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-66df6887-7cb8-41d2-994b-d8dedecee808 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:14.234856 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-66df6887-7cb8-41d2-994b-d8dedecee808 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.18 "GET /v2.0/networks?id=3eb7dcc9-d01b-4984-8a54-d52a17234646 HTTP/1.1" status: 200 len: 813 time: 0.1637235 Jul 30 03:28:14.250231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Request body: {'port': {'device_id': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'admin_state_up': True, 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:14.274195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-e6d89d88-163e-46d5-b773-d25cc8759ba5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:14.284154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-e6d89d88-163e-46d5-b773-d25cc8759ba5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702561 Jul 30 03:28:14.302432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-11d287db-6f61-4785-acbb-aa03dea5c582 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/quotas/da3d0ddc33714ad7b4235de87129823b HTTP/1.1" status: 200 len: 375 time: 0.0170772 Jul 30 03:28:14.369184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91f4e0cd-7dfb-4825-a310-8d93cb7bf96f req-4f7278c3-447c-492f-a7ba-86ad2eda5d61 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 210 time: 0.0639846 Jul 30 03:28:14.380596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Made reservation on behalf of fbb83f2ac02e487a8d1e72cfab76b1c9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:28:14.380596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:14.403810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-49569ea0-c128-4247-8912-d5c85e44f156 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1005502 Jul 30 03:28:14.562272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Allocated IP 172.20.0.5 (3eb7dcc9-d01b-4984-8a54-d52a17234646/da5c8a05-a099-4b10-8ddd-3f387a913fb6/078a420f-fc58-4d39-8e60-dc80055d027c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:28:14.651284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18de3173-5b6b-4ed1-8a54-26d349ce5c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:14.733294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1fdb9ce-c1a6-49ef-96b7-ba6c1f7de0e9 req-272bd124-6e98-4ce2-b998-9fc0868bbd48 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 210 time: 0.1030254 Jul 30 03:28:14.863593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aecded-e29f-42e1-9690-bafb08bc4b31 req-ec70fb52-c275-4d3f-a63c-d6d63f77dfdf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:14.871379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89aecded-e29f-42e1-9690-bafb08bc4b31 req-ec70fb52-c275-4d3f-a63c-d6d63f77dfdf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1890254 Jul 30 03:28:14.876047 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:14.929735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89aecded-e29f-42e1-9690-bafb08bc4b31 req-c1301062-9eb1-4f86-9770-f3b56eb7046e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574009 Jul 30 03:28:14.977714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:14.998704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Transition to ACTIVE for port object 078a420f-fc58-4d39-8e60-dc80055d027c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:15.079319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:15.174938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:28:15.182150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:28:15.184261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e932e-6035-48b1-a09b-cf94faf66815 req-f0c26711-1f07-497f-9b4c-a340919c96e3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:15.188661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:28:15.196847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b44e932e-6035-48b1-a09b-cf94faf66815 req-f0c26711-1f07-497f-9b4c-a340919c96e3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1894739 Jul 30 03:28:15.284279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad313-1649-4eac-82b0-81efaeb9d4c6 req-f4d390bf-7df5-42f7-b253-68a84bbe2a39 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:15.287572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dfad313-1649-4eac-82b0-81efaeb9d4c6 req-f4d390bf-7df5-42f7-b253-68a84bbe2a39 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.2109890 Jul 30 03:28:15.288022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Pushing event updated for resources: {'Port': ['ID=078a420f-fc58-4d39-8e60-dc80055d027c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:15.346129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:15.347868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:15.352402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:15.354004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b44e932e-6035-48b1-a09b-cf94faf66815 req-b2749629-35cf-4285-b9fe-4d156fb27172 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562386 Jul 30 03:28:15.379858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-9f66bb2a-03ab-4bcb-a105-0d128a3027b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1355979 Jul 30 03:28:15.396008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dfad313-1649-4eac-82b0-81efaeb9d4c6 req-6fb5796d-9426-46d3-91fe-1f361f55f714 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009817 Jul 30 03:28:15.585664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:15.602665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '34241f30-b6fd-4620-8582-f6bed6068f42', 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070', 'port_id': '34241f30-b6fd-4620-8582-f6bed6068f42', 'mac_address': 'fa:16:3e:51:9f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3526-b72d-47bc-a37f-3c83bbaa0adb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:15.609965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2db92cd9-4ec7-4702-90e0-5bd1319a3dc8 None None] Provisioning for port 078a420f-fc58-4d39-8e60-dc80055d027c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:15.645553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2db92cd9-4ec7-4702-90e0-5bd1319a3dc8 None None] Provisioning complete for port 078a420f-fc58-4d39-8e60-dc80055d027c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:15.646185 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2db92cd9-4ec7-4702-90e0-5bd1319a3dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:15.690670 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:15.704610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2db92cd9-4ec7-4702-90e0-5bd1319a3dc8 None None] Port 078a420f-fc58-4d39-8e60-dc80055d027c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:28:15.710790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34241f30-b6fd-4620-8582-f6bed6068f42 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:15.732315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:15.747891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:15.785002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49de0-5fed-4300-8bb7-415a60f65eee req-17335ae9-8739-4ce0-9a2e-72b81db9dd7d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:15.786578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35a49de0-5fed-4300-8bb7-415a60f65eee req-17335ae9-8739-4ce0-9a2e-72b81db9dd7d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0652359 Jul 30 03:28:15.802012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:15.831268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35a49de0-5fed-4300-8bb7-415a60f65eee req-b37e30ae-fb2b-45ee-a697-780f1d213385 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Jul 30 03:28:15.919682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88cb9a6d-6961-4c28-94ac-9b572ced67c6 req-e73fac3a-b702-4356-8e02-9c347e5a8475 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 210 time: 0.0276165 Jul 30 03:28:16.074408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f029328-b7b2-4e45-a96d-cd8f9b5a67da req-1a1d6d18-1870-4c07-acd2-3cfb882513d2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:16.074408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f029328-b7b2-4e45-a96d-cd8f9b5a67da req-1a1d6d18-1870-4c07-acd2-3cfb882513d2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.0655596 Jul 30 03:28:16.131751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f029328-b7b2-4e45-a96d-cd8f9b5a67da req-a61f8425-2181-4e5f-8b43-368f6a3a7b81 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516772 Jul 30 03:28:16.135021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['34241f30-b6fd-4620-8582-f6bed6068f42'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:16.216649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-8f062c64-2fc6-4172-a23b-30e6db8b2ce1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273814 Jul 30 03:28:16.269328 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:16.372315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-26d4e120-fa81-4692-8e0c-f327bb44918a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:16.374535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-26d4e120-fa81-4692-8e0c-f327bb44918a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457238 Jul 30 03:28:16.408764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:16.562047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5cd1c-9c52-4a86-a88d-207bdfda1693 req-f9605dc8-1b1f-4399-bba5-75e869365a3a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:16.564223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05f5cd1c-9c52-4a86-a88d-207bdfda1693 req-f9605dc8-1b1f-4399-bba5-75e869365a3a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0965610 Jul 30 03:28:16.597341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:28:16.600894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:16.632339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05f5cd1c-9c52-4a86-a88d-207bdfda1693 req-121939be-0ed7-4488-9a34-eba671421da6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622368 Jul 30 03:28:16.829711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211d39-ed55-47be-9f7b-91fe7cbff221 req-0516088e-1ce4-4127-8ed4-ca8bdc66ce98 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:16.831272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19211d39-ed55-47be-9f7b-91fe7cbff221 req-0516088e-1ce4-4127-8ed4-ca8bdc66ce98 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.1023722 Jul 30 03:28:16.857115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.176 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/ac00be8b-18fb-488e-b315-0aa048264013) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:28:16.910916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19211d39-ed55-47be-9f7b-91fe7cbff221 req-785de6b9-943b-4397-b7b2-6360e8b4c5c4 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713937 Jul 30 03:28:17.061431 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.074827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object ac00be8b-18fb-488e-b315-0aa048264013 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:17.115871 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.128946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:17.169600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:17.174010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:28:17.178079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:28:17.183174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:28:17.189623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:17.190376 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.216767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=ac00be8b-18fb-488e-b315-0aa048264013,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:17.254154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-3e208ac0-81dc-4585-ada8-9787b974518a tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8498807 Jul 30 03:28:17.316196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Request body: {'port': {'device_id': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:17.387059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476ca4-98aa-4df8-9640-a9c5c194d77c req-ceff756d-2170-4986-8181-7fc8ce08bad4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:17.388678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45476ca4-98aa-4df8-9640-a9c5c194d77c req-ceff756d-2170-4986-8181-7fc8ce08bad4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.1184275 Jul 30 03:28:17.397796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:17.414537 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.468319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45476ca4-98aa-4df8-9640-a9c5c194d77c req-773f82bc-142d-42c9-85af-821cc231c7f4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Jul 30 03:28:17.534291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 34241f30-b6fd-4620-8582-f6bed6068f42 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:17.551303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 34241f30-b6fd-4620-8582-f6bed6068f42 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:17.551688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.634048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-54aba7bd-38e1-409a-8cdb-a548169e35c1 None None] Provisioning for port ac00be8b-18fb-488e-b315-0aa048264013 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:17.648649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-54aba7bd-38e1-409a-8cdb-a548169e35c1 None None] Provisioning complete for port ac00be8b-18fb-488e-b315-0aa048264013 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:17.649026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-54aba7bd-38e1-409a-8cdb-a548169e35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.687217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562827a9-05ef-4181-9dbf-8e65e3485aa3 req-75e102a5-8080-47b3-bab7-b6712917db46 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:17.688900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-562827a9-05ef-4181-9dbf-8e65e3485aa3 req-75e102a5-8080-47b3-bab7-b6712917db46 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 936 time: 0.1197727 Jul 30 03:28:17.757429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-562827a9-05ef-4181-9dbf-8e65e3485aa3 req-0af354ec-7167-4d18-b52a-a599115d9404 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616224 Jul 30 03:28:17.786654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-54aba7bd-38e1-409a-8cdb-a548169e35c1 None None] Port ac00be8b-18fb-488e-b315-0aa048264013 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:28:17.842942 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.910856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac00be8b-18fb-488e-b315-0aa048264013 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:17.918073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:17.921284 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.921657 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98ec354-98de-44d5-a8e3-8884efc4ac6f" -d '{"events": [{"server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "name": "network-vif-plugged", "status": "completed", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:17.940319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Transition to ACTIVE for port object ac00be8b-18fb-488e-b315-0aa048264013 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:17.954644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.954976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4e65c-7834-4dda-8c83-d905dd60b2ec req-9d208460-d7bc-453d-936d-61fd1e7ec324 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:17.956442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:17.956619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5e4e65c-7834-4dda-8c83-d905dd60b2ec req-9d208460-d7bc-453d-936d-61fd1e7ec324 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.0892839 Jul 30 03:28:17.957892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:17.972560 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:18.052242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ac00be8b-18fb-488e-b315-0aa048264013,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:18.066003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5e4e65c-7834-4dda-8c83-d905dd60b2ec req-d9a91b89-8537-452c-ba11-c77d4f5204de tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993629 Jul 30 03:28:18.105418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:18.161201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Attempting to bind port ac00be8b-18fb-488e-b315-0aa048264013 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:18.161889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Attempting to bind port ac00be8b-18fb-488e-b315-0aa048264013 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:18.162417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Attempting to bind port ac00be8b-18fb-488e-b315-0aa048264013 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:18.169184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Port ac00be8b-18fb-488e-b315-0aa048264013 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:18.169932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Attempting to bind port ac00be8b-18fb-488e-b315-0aa048264013 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:18.183935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:18.185636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:18.186479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:18.187263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Bound port: ac00be8b-18fb-488e-b315-0aa048264013, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:18.187601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:18.301269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43fb02-ec0e-4cc1-99c2-fa4958d46506 req-b2bd29f2-5233-4816-ace7-b46becd90e9f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:18.302793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc43fb02-ec0e-4cc1-99c2-fa4958d46506 req-b2bd29f2-5233-4816-ace7-b46becd90e9f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0938623 Jul 30 03:28:18.320775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] For port ac00be8b-18fb-488e-b315-0aa048264013, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:18.346086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] For port ac00be8b-18fb-488e-b315-0aa048264013, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ac00be8b-18fb-488e-b315-0aa048264013,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:18.355954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:18.369700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc43fb02-ec0e-4cc1-99c2-fa4958d46506 req-c4c64d8a-7be9-4d9e-bbbd-170fa882fd66 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588443 Jul 30 03:28:18.401686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:18.402305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:18.403763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac00be8b-18fb-488e-b315-0aa048264013 HTTP/1.1" status: 200 len: 1097 time: 1.0924087 Jul 30 03:28:18.404226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'tag': 'ac00be8b-18fb-488e-b315-0aa048264013'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:18.407426 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252" -d '{"events": [{"name": "network-changed", "server_uuid": "4afe932e-8b1e-415b-bf8d-d4af7479927a", "tag": "ac00be8b-18fb-488e-b315-0aa048264013"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:18.431842 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a391c6-e461-432e-b6ca-a194a58326a9 x-openstack-request-id: req-30a391c6-e461-432e-b6ca-a194a58326a9 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:18.432804 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "name": "network-vif-plugged", "status": "completed", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:18.433279 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30a391c6-e461-432e-b6ca-a194a58326a9 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:18.433978 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42', 'code': 200} Jul 30 03:28:18.441669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fa00b-1648-41da-a3d5-efd899bf0b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ac00be8b-18fb-488e-b315-0aa048264013,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:18.573748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889d774-a7c0-4473-bf73-365ec152a032 req-6a984702-ec22-44be-abf5-05ef6633aaed tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:18.581865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e889d774-a7c0-4473-bf73-365ec152a032 req-6a984702-ec22-44be-abf5-05ef6633aaed tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0962486 Jul 30 03:28:18.880117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-d303ad93-d45b-4991-9030-c836eca56c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:18.881461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-d303ad93-d45b-4991-9030-c836eca56c65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 1100 time: 0.3595939 Jul 30 03:28:18.899395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e889d774-a7c0-4473-bf73-365ec152a032 req-05ee3db3-222f-47ee-b690-d75ccbd5902f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165524 Jul 30 03:28:18.945646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-261c6873-3639-4cd7-90f8-24c0ed6e82c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ac00be8b-18fb-488e-b315-0aa048264013 HTTP/1.1" status: 200 len: 217 time: 0.0383363 Jul 30 03:28:19.009694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-4f962fb9-cfd7-4fc2-9953-0a9fea9025b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.011373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-4f962fb9-cfd7-4fc2-9953-0a9fea9025b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0581908 Jul 30 03:28:19.069411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9036b094-9b4d-42cb-9444-58e6df4df8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.070908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-9036b094-9b4d-42cb-9444-58e6df4df8ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487075 Jul 30 03:28:19.149994 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e951088-22a4-42ee-ab85-36281046afa2 x-openstack-request-id: req-5e951088-22a4-42ee-ab85-36281046afa2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:19.150323 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afe932e-8b1e-415b-bf8d-d4af7479927a", "tag": "ac00be8b-18fb-488e-b315-0aa048264013", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:19.150577 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e951088-22a4-42ee-ab85-36281046afa2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:19.150968 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'tag': 'ac00be8b-18fb-488e-b315-0aa048264013', 'status': 'completed', 'code': 200} Jul 30 03:28:19.227813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-13b68ae4-3378-45c5-ad17-3b89a73e2cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206203 Jul 30 03:28:19.252028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fbbca-a7c9-4f12-b06a-a874a5b8797e req-a86944ca-7a3f-41ba-b95f-89ebcfffb07e tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.253765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a08fbbca-a7c9-4f12-b06a-a874a5b8797e req-a86944ca-7a3f-41ba-b95f-89ebcfffb07e tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0752072 Jul 30 03:28:19.343577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a08fbbca-a7c9-4f12-b06a-a874a5b8797e req-9e62a7e4-602b-437d-9ca7-4f4140cb4db2 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797513 Jul 30 03:28:19.361426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65653f8a-9041-4860-9d89-bf974d3af375 req-2e7a7bab-a15f-4fcf-b853-cab42f317f40 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256299 Jul 30 03:28:19.454632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798522-b7e2-4dec-a0ad-1326b000e2af req-5ce952da-71c5-4376-b95b-d5df58c3beab tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.456449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4798522-b7e2-4dec-a0ad-1326b000e2af req-5ce952da-71c5-4376-b95b-d5df58c3beab tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 948 time: 0.0509007 Jul 30 03:28:19.496892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4798522-b7e2-4dec-a0ad-1326b000e2af req-a54de2b1-7044-4ff1-8449-a3ee9234535d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Jul 30 03:28:19.543893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-534ac1ae-4cfa-49fa-91e0-0d0e84a34687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.545371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-534ac1ae-4cfa-49fa-91e0-0d0e84a34687 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 1100 time: 0.0476372 Jul 30 03:28:19.667508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35623986-0b70-46dd-9e33-213f4f118de3 req-b1d5890d-cb8a-4e0f-a8ba-3a9fafd01edf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.669029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35623986-0b70-46dd-9e33-213f4f118de3 req-b1d5890d-cb8a-4e0f-a8ba-3a9fafd01edf tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 945 time: 0.1084909 Jul 30 03:28:19.705020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-d4612731-f278-4e0d-9fc9-c2d0e5f2a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.706342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-d4612731-f278-4e0d-9fc9-c2d0e5f2a644 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1534488 Jul 30 03:28:19.725981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35623986-0b70-46dd-9e33-213f4f118de3 req-841782fd-abd7-4817-8fc2-3a3c1be9a470 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493338 Jul 30 03:28:19.756007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-161d27c4-679e-4955-81fa-e26f13aa63b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ac00be8b-18fb-488e-b315-0aa048264013 HTTP/1.1" status: 200 len: 217 time: 0.0380011 Jul 30 03:28:19.836658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-8b814e07-86e2-49fc-a57e-5f506dc9c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.838226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-8b814e07-86e2-49fc-a57e-5f506dc9c65a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0722370 Jul 30 03:28:19.879942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4179c-3b92-415a-8d71-e23dfbc65cd2 req-12c7b990-375c-45e4-aa60-7155e0720ad6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.881383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed4179c-3b92-415a-8d71-e23dfbc65cd2 req-12c7b990-375c-45e4-aa60-7155e0720ad6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0882277 Jul 30 03:28:19.914786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-6b39b173-863c-42d2-8026-efd7548993a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:19.916317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-6b39b173-863c-42d2-8026-efd7548993a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700054 Jul 30 03:28:19.939982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed4179c-3b92-415a-8d71-e23dfbc65cd2 req-ed97b994-cda3-4915-a3e3-1da2b687b556 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Jul 30 03:28:20.056416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-994c8b90-50e4-49ce-945e-1a8e6b522f79 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278477 Jul 30 03:28:20.072099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f11e-c45e-42cd-97c2-abbb99ef3ec6 req-45537bbf-c9b2-4533-bd18-ae39d0c7fcf5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:20.073491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1df0f11e-c45e-42cd-97c2-abbb99ef3ec6 req-45537bbf-c9b2-4533-bd18-ae39d0c7fcf5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0711098 Jul 30 03:28:20.171446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1df0f11e-c45e-42cd-97c2-abbb99ef3ec6 req-2bb0345a-0be8-440f-887d-1d0cf3946b92 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895858 Jul 30 03:28:20.203832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd4d27a6-d2bc-45cc-8c84-aecd6099d252 req-f1f11ef7-b710-40ce-bab5-fd1cb43be20c service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290219 Jul 30 03:28:20.372130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-837576bd-4146-49e0-8295-273365e900b3 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:20.373851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-837576bd-4146-49e0-8295-273365e900b3 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.0483959 Jul 30 03:28:20.387652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:20.486232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:20.517078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca2019-c7d3-4122-b252-f871d7fff5b0 req-7f0d89b6-ddbf-4a5c-ab3f-fe8cab3c3a7d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:20.518622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffca2019-c7d3-4122-b252-f871d7fff5b0 req-7f0d89b6-ddbf-4a5c-ab3f-fe8cab3c3a7d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0786653 Jul 30 03:28:20.642874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffca2019-c7d3-4122-b252-f871d7fff5b0 req-535db746-08b3-4ad9-92dc-9baa6557f0e0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008396 Jul 30 03:28:20.712795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:20.743014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:20.800946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbff95-f4f1-422b-832f-3af84e198bd6 req-6add8915-6d8f-4f91-828f-507d274a5567 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:20.802516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8edbff95-f4f1-422b-832f-3af84e198bd6 req-6add8915-6d8f-4f91-828f-507d274a5567 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 948 time: 0.0738428 Jul 30 03:28:20.808157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:20.864797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:20.879089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:20.883651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8edbff95-f4f1-422b-832f-3af84e198bd6 req-35de7267-aeb4-4f4a-9d13-8706f686d4d3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737445 Jul 30 03:28:20.889527 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:20.893561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:28:20.989409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:21.005167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:21.005167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:21.005167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:21.022024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:21.022350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Attempting to bind port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on network 7a5f7d7f-caac-4e11-b433-81992d628020 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:21.034601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:21.034933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Checking segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:21.035357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Bound using segment: {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:21.035789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Bound port: b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72f2c0-46bf-4981-b8f9-0f4b1d773293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a5f7d7f-caac-4e11-b433-81992d628020'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:21.036145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:21.061208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320185-3cbd-4293-8c09-d5792508538b req-285133bf-043f-41ce-b2f5-87e445d94d8d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:21.062897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5320185-3cbd-4293-8c09-d5792508538b req-285133bf-043f-41ce-b2f5-87e445d94d8d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0768921 Jul 30 03:28:21.140653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5320185-3cbd-4293-8c09-d5792508538b req-f9acf283-ea52-4dfe-9189-30aee2817ff3 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 Jul 30 03:28:21.151444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:21.153387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:21.156998 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5277ee65-2035-48c4-aba5-e02f9c6038dd" -d '{"events": [{"server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "name": "network-vif-unplugged", "status": "completed", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:21.161526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:21.168766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:21.297784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:21.301226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:21.301851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:21.303240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-eaa941fa-7cbb-47ce-b07a-b1cba494151a service neutron] 10.222.0.16 "PUT /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 1123 time: 0.9216828 Jul 30 03:28:21.319504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c63d-d72c-474f-9a88-f4b90609ec50 req-899e6b31-0b1e-472c-aff6-6f28b5569ad4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:21.320967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1b2c63d-d72c-474f-9a88-f4b90609ec50 req-899e6b31-0b1e-472c-aff6-6f28b5569ad4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1071424 Jul 30 03:28:21.387912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1b2c63d-d72c-474f-9a88-f4b90609ec50 req-d8d6d67a-13ef-420d-99c2-cdc12d75dfa0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597758 Jul 30 03:28:21.428388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:21.465556 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c0be6-5f29-4bd0-9587-9114f6a3bf39 x-openstack-request-id: req-1a3c0be6-5f29-4bd0-9587-9114f6a3bf39 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:21.466111 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "name": "network-vif-unplugged", "status": "completed", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:21.466252 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a3c0be6-5f29-4bd0-9587-9114f6a3bf39 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:21.466816 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'code': 200} Jul 30 03:28:21.574443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89140674-d4bd-4a01-9288-e8351531432b req-12aafc7d-a7a9-4e4d-a30a-f295b0132cc8 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:21.575925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89140674-d4bd-4a01-9288-e8351531432b req-12aafc7d-a7a9-4e4d-a30a-f295b0132cc8 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0636482 Jul 30 03:28:21.624576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89140674-d4bd-4a01-9288-e8351531432b req-bf121829-295b-491b-8d2a-d77ef1212eb3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Jul 30 03:28:21.839292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:21.950111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b04bb-6996-4d97-be45-f1a2793f5458 req-73a391c8-f63d-44ba-9c5e-5f426d6184b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:21.958423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-509b04bb-6996-4d97-be45-f1a2793f5458 req-73a391c8-f63d-44ba-9c5e-5f426d6184b4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0766969 Jul 30 03:28:21.995670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-509b04bb-6996-4d97-be45-f1a2793f5458 req-e6e4c15e-8fbf-415b-a67d-4438378ae816 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361576 Jul 30 03:28:22.113766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df800dd-e21b-4d67-ac97-9881d1b20799 req-7cf19655-a654-48f8-affa-0d5b882b181c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:22.115270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8df800dd-e21b-4d67-ac97-9881d1b20799 req-7cf19655-a654-48f8-affa-0d5b882b181c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 948 time: 0.0534787 Jul 30 03:28:22.159397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8df800dd-e21b-4d67-ac97-9881d1b20799 req-7e1fa0f2-b342-4584-bda9-12ea0d656fb1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Jul 30 03:28:22.273157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb97cc-d697-444b-a685-49e81094fc64 req-a3197c27-9455-4e76-8e32-5a2539a6db06 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:22.274690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9bb97cc-d697-444b-a685-49e81094fc64 req-a3197c27-9455-4e76-8e32-5a2539a6db06 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0585425 Jul 30 03:28:22.319425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9bb97cc-d697-444b-a685-49e81094fc64 req-40289260-dca3-4675-95d8-828113fc7718 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380459 Jul 30 03:28:22.523556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e5269-b76c-43fd-8754-eb00ea05f6c8 req-483f217b-dfb1-4dd3-be89-c07cfa563578 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:22.525543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f78e5269-b76c-43fd-8754-eb00ea05f6c8 req-483f217b-dfb1-4dd3-be89-c07cfa563578 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0512311 Jul 30 03:28:22.572466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f78e5269-b76c-43fd-8754-eb00ea05f6c8 req-da51126e-b38d-4d3e-a0a6-6b008b59b328 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Jul 30 03:28:22.607183 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:28:22.751766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697c16-1f0e-4d0e-991e-ff761b30747b req-28bdb9ff-a954-47f3-a23f-ee0c8f7e7870 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:22.753589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34697c16-1f0e-4d0e-991e-ff761b30747b req-28bdb9ff-a954-47f3-a23f-ee0c8f7e7870 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Jul 30 03:28:22.782687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ac00be8b-18fb-488e-b315-0aa048264013 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:22.794982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34697c16-1f0e-4d0e-991e-ff761b30747b req-5ae3411f-8952-4bc6-bf19-0c917a77b4d0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339377 Jul 30 03:28:22.895873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ac00be8b-18fb-488e-b315-0aa048264013, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ac00be8b-18fb-488e-b315-0aa048264013,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:22.913971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'ac00be8b-18fb-488e-b315-0aa048264013', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'ac00be8b-18fb-488e-b315-0aa048264013', 'mac_address': 'fa:16:3e:58:7d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:22.953964 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:22.968380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac00be8b-18fb-488e-b315-0aa048264013 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:22.991406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ac00be8b-18fb-488e-b315-0aa048264013, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ac00be8b-18fb-488e-b315-0aa048264013,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:22.995802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:23.054348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ac00be8b-18fb-488e-b315-0aa048264013,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:23.124324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9fecf-ca1a-4d54-8ae4-512e494953bb req-f2c115d2-2208-4302-953a-8e645b4751a1 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:23.125805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71f9fecf-ca1a-4d54-8ae4-512e494953bb req-f2c115d2-2208-4302-953a-8e645b4751a1 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0558705 Jul 30 03:28:23.164304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71f9fecf-ca1a-4d54-8ae4-512e494953bb req-0d6fca97-2ef8-4ec1-a955-de25ed37b274 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jul 30 03:28:23.290012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6a39c-c5e7-4ca6-ba12-74798734031a req-ddd941b2-7a2e-4d63-8c78-94c6e28eb9f9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:23.291437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adc6a39c-c5e7-4ca6-ba12-74798734031a req-ddd941b2-7a2e-4d63-8c78-94c6e28eb9f9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 949 time: 0.0535209 Jul 30 03:28:23.329950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adc6a39c-c5e7-4ca6-ba12-74798734031a req-e22a355f-2497-449f-99e5-d1a7be13f3c6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Jul 30 03:28:23.447904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a2e04-4550-4d5f-a3c2-b52ed44a9cf0 req-3ec105d9-beb3-4d34-a9b0-f1e59ef91c90 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:23.449538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-454a2e04-4550-4d5f-a3c2-b52ed44a9cf0 req-3ec105d9-beb3-4d34-a9b0-f1e59ef91c90 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0593588 Jul 30 03:28:23.472193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:23.474887 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d261d5c-e280-495d-9327-179f3b5fd0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:23.500740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-454a2e04-4550-4d5f-a3c2-b52ed44a9cf0 req-4b49300f-e0c1-40d0-b8d5-44a36c81cec5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jul 30 03:28:23.547771 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1557f539-e313-4afe-a845-27bb47038bc2 x-openstack-request-id: req-1557f539-e313-4afe-a845-27bb47038bc2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:23.548065 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:23.548317 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1557f539-e313-4afe-a845-27bb47038bc2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:23.548848 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'status': 'completed', 'code': 200} Jul 30 03:28:23.681709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ac00be8b-18fb-488e-b315-0aa048264013'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:23.705625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1290cd8-8718-4ea6-b0a3-1c19a611c31b req-f065f0ab-d3db-44fd-afd1-115484702c07 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:23.707167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1290cd8-8718-4ea6-b0a3-1c19a611c31b req-f065f0ab-d3db-44fd-afd1-115484702c07 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0628853 Jul 30 03:28:23.755327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1290cd8-8718-4ea6-b0a3-1c19a611c31b req-6368f814-95bd-4631-a1ab-a92f7966ffe0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Jul 30 03:28:23.938296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ab27-4986-4448-891c-9d4c48119280 req-94f13599-53d0-4006-a0ad-b6bd91c8f61c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:23.940060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2448ab27-4986-4448-891c-9d4c48119280 req-94f13599-53d0-4006-a0ad-b6bd91c8f61c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0599158 Jul 30 03:28:23.986040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2448ab27-4986-4448-891c-9d4c48119280 req-39f6a69e-102a-41fe-bfac-c7b7dad2bfae tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Jul 30 03:28:24.333954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03ca77-b9ab-4e13-9ffe-dd296692a0d2 req-49cbfa4a-1056-4e45-8564-48b6814ec088 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:24.335607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d03ca77-b9ab-4e13-9ffe-dd296692a0d2 req-49cbfa4a-1056-4e45-8564-48b6814ec088 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0819459 Jul 30 03:28:24.379058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d03ca77-b9ab-4e13-9ffe-dd296692a0d2 req-4f785173-e70f-4a8e-899c-257219aa8840 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374959 Jul 30 03:28:24.493201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5886d-c09d-479d-a133-fcb53251fb0b req-907f4136-1923-4999-81ae-fd89644cbb2c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:24.494821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaa5886d-c09d-479d-a133-fcb53251fb0b req-907f4136-1923-4999-81ae-fd89644cbb2c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 949 time: 0.0570168 Jul 30 03:28:24.540168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaa5886d-c09d-479d-a133-fcb53251fb0b req-bb99b2d8-947d-47c3-86c0-2f0ba171c1cb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Jul 30 03:28:24.662440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bee46f-124a-4245-9ee6-246f8b80f949 req-e30c9ddd-dc63-4282-bd96-225d8f887ccd tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:24.664248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02bee46f-124a-4245-9ee6-246f8b80f949 req-e30c9ddd-dc63-4282-bd96-225d8f887ccd tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0522559 Jul 30 03:28:24.708472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02bee46f-124a-4245-9ee6-246f8b80f949 req-99737984-8255-413e-b2fb-8a925c3358de tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Jul 30 03:28:24.897991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa5546-2370-423d-aa1c-5d1db0a24323 req-61f76023-b01a-4437-96f6-fd6fdfca2cda tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:24.900218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62aa5546-2370-423d-aa1c-5d1db0a24323 req-61f76023-b01a-4437-96f6-fd6fdfca2cda tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0601790 Jul 30 03:28:24.950612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62aa5546-2370-423d-aa1c-5d1db0a24323 req-b0b3e4e7-2986-47d2-9d14-8994885f0fb1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Jul 30 03:28:25.118314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6269c37-4469-435f-81e3-93e71b09a7ee req-1164d5ff-a219-4961-91d0-5883acecb987 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:25.119925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6269c37-4469-435f-81e3-93e71b09a7ee req-1164d5ff-a219-4961-91d0-5883acecb987 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0563452 Jul 30 03:28:25.158525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6269c37-4469-435f-81e3-93e71b09a7ee req-50a3a0e3-fcc4-4b4a-95cd-f27e1c358d23 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Jul 30 03:28:25.495622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a7692-8010-412b-9ed6-55a0af4e4663 req-03fe2db6-485d-4fae-864b-12a5d84ac2e3 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:25.497102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e40a7692-8010-412b-9ed6-55a0af4e4663 req-03fe2db6-485d-4fae-864b-12a5d84ac2e3 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0499601 Jul 30 03:28:25.535897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e40a7692-8010-412b-9ed6-55a0af4e4663 req-77c52f89-6d0e-41d1-baa4-2049ff4e63e2 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Jul 30 03:28:25.657538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23a74c-83a5-432d-98fd-ebc23adba323 req-8b231796-e671-427e-b9b0-09df652e5340 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:25.659799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c23a74c-83a5-432d-98fd-ebc23adba323 req-8b231796-e671-427e-b9b0-09df652e5340 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 949 time: 0.0505931 Jul 30 03:28:25.702878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c23a74c-83a5-432d-98fd-ebc23adba323 req-03026deb-13b7-4ae2-bf2f-6d59aa698520 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Jul 30 03:28:25.839344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfcdf9-32ed-4e14-9b56-5789f4a5db05 req-71178b56-89f4-493a-821b-c5b6581431f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:25.841605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5cfcdf9-32ed-4e14-9b56-5789f4a5db05 req-71178b56-89f4-493a-821b-c5b6581431f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0629396 Jul 30 03:28:25.881186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5cfcdf9-32ed-4e14-9b56-5789f4a5db05 req-fbd5cba4-a84e-4c0a-ac06-934b5bac0aad tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Jul 30 03:28:26.079464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f956-c7b2-43b3-8409-04ed5362d2d9 req-d8807b12-56cd-4333-8663-dc4bd59bd0cb tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:26.080983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c35f956-c7b2-43b3-8409-04ed5362d2d9 req-d8807b12-56cd-4333-8663-dc4bd59bd0cb tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0554364 Jul 30 03:28:26.120741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c35f956-c7b2-43b3-8409-04ed5362d2d9 req-ec1f3889-c4f9-4b93-912a-0c9ddd7f6568 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Jul 30 03:28:26.293810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59b26-7a15-4eb8-8d99-b53dc6633f25 req-fe12b911-7ec1-41a9-b2e3-aedfe27c8d8e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:26.295492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5f59b26-7a15-4eb8-8d99-b53dc6633f25 req-fe12b911-7ec1-41a9-b2e3-aedfe27c8d8e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0603521 Jul 30 03:28:26.336630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5f59b26-7a15-4eb8-8d99-b53dc6633f25 req-86395721-8918-419c-9371-e6bac26ea05f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344601 Jul 30 03:28:26.671895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40edc4-f7dc-427e-8b21-f2ce2b47ca5b req-6e2706a0-879f-4aad-b410-bfa129c51f13 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:26.673366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea40edc4-f7dc-427e-8b21-f2ce2b47ca5b req-6e2706a0-879f-4aad-b410-bfa129c51f13 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.0592821 Jul 30 03:28:26.711459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea40edc4-f7dc-427e-8b21-f2ce2b47ca5b req-ab26e3ea-e698-461d-b7c4-35b134158cc4 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Jul 30 03:28:26.802573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ac00be8b-18fb-488e-b315-0aa048264013 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:26.839693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673820a-8a8a-42d9-9e22-b4b4aa764b8f req-25930ad5-dc24-4495-b4e4-5dc888fd8bd5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:26.842293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2673820a-8a8a-42d9-9e22-b4b4aa764b8f req-25930ad5-dc24-4495-b4e4-5dc888fd8bd5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 949 time: 0.0554402 Jul 30 03:28:26.859931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port ac00be8b-18fb-488e-b315-0aa048264013 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:26.867544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port ac00be8b-18fb-488e-b315-0aa048264013 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:26.867923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:26.889612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2673820a-8a8a-42d9-9e22-b4b4aa764b8f req-261b5ebc-ec85-49ce-901e-2f1729e56b07 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Jul 30 03:28:26.960401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:26.986012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac00be8b-18fb-488e-b315-0aa048264013'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:26.988294 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b211b2-ccd6-4ca7-9733-811aa1a1a762" -d '{"events": [{"server_uuid": "4afe932e-8b1e-415b-bf8d-d4af7479927a", "name": "network-vif-plugged", "status": "completed", "tag": "ac00be8b-18fb-488e-b315-0aa048264013"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:27.002366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ac00be8b-18fb-488e-b315-0aa048264013, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ac00be8b-18fb-488e-b315-0aa048264013,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:27.012240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1e77-ae83-472b-9a75-83a213d90436 req-dce70153-96df-4fb3-993e-ef1d45013c83 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:27.014437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc1f1e77-ae83-472b-9a75-83a213d90436 req-dce70153-96df-4fb3-993e-ef1d45013c83 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0518029 Jul 30 03:28:27.016299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:27.059544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc1f1e77-ae83-472b-9a75-83a213d90436 req-de95deb7-8cf1-45fd-bf1b-19d7287dfa4d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Jul 30 03:28:27.073426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ac00be8b-18fb-488e-b315-0aa048264013,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:27.117401 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59135373-44a5-4413-a4d6-3a774ef7faef x-openstack-request-id: req-59135373-44a5-4413-a4d6-3a774ef7faef {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:27.117687 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afe932e-8b1e-415b-bf8d-d4af7479927a", "name": "network-vif-plugged", "status": "completed", "tag": "ac00be8b-18fb-488e-b315-0aa048264013", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:27.117945 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59135373-44a5-4413-a4d6-3a774ef7faef {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:27.118475 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac00be8b-18fb-488e-b315-0aa048264013', 'code': 200} Jul 30 03:28:27.259024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b9ea3-ef5d-4b30-89d8-6ab11e101880 req-41e8aed4-10d7-4c70-a6bb-0ef33ea63d10 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:27.260437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da9b9ea3-ef5d-4b30-89d8-6ab11e101880 req-41e8aed4-10d7-4c70-a6bb-0ef33ea63d10 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0627327 Jul 30 03:28:27.315948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da9b9ea3-ef5d-4b30-89d8-6ab11e101880 req-e44c9e8d-54b6-48c1-9185-8ea2d8644fad tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Jul 30 03:28:27.318767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8ee39-0ecd-4836-9474-d6f29770c733 req-15fed48d-15fc-473a-8fb7-891d842c495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:27.320243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97a8ee39-0ecd-4836-9474-d6f29770c733 req-15fed48d-15fc-473a-8fb7-891d842c495b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 1102 time: 0.0805554 Jul 30 03:28:27.359026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97a8ee39-0ecd-4836-9474-d6f29770c733 req-4086e473-0930-4481-a9da-748d73bdf0e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298915 Jul 30 03:28:27.456942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d349-c258-4855-9a83-96cad4e160e9 req-d096d892-5f41-4385-86f3-3e44aa839ac7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:27.458473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b92d349-c258-4855-9a83-96cad4e160e9 req-d096d892-5f41-4385-86f3-3e44aa839ac7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0485711 Jul 30 03:28:27.496554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b92d349-c258-4855-9a83-96cad4e160e9 req-1741cacb-3865-46f5-bf19-ad67fc3cb366 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Jul 30 03:28:27.995222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Request body: {'port': {'device_id': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:28.054081 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:28.086321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017788e1-3a2f-4b44-af34-7ba005e7475a req-91b7d090-aede-4cf0-8b37-059e3d83e052 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.094666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-017788e1-3a2f-4b44-af34-7ba005e7475a req-91b7d090-aede-4cf0-8b37-059e3d83e052 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 931 time: 0.1085351 Jul 30 03:28:28.111035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e7114-9e51-47e1-97f8-8652aa393305 req-ae001389-a81d-41eb-89dc-bfc8b7261ce3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.115722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e4e7114-9e51-47e1-97f8-8652aa393305 req-ae001389-a81d-41eb-89dc-bfc8b7261ce3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 950 time: 0.1107235 Jul 30 03:28:28.211965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-c564d6b1-6909-4b2b-8fbc-9b8f814ca38f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1161461 Jul 30 03:28:28.216075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-017788e1-3a2f-4b44-af34-7ba005e7475a req-ba19e8bc-0cf2-40bd-89fc-630d5a465175 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205614 Jul 30 03:28:28.218870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e4e7114-9e51-47e1-97f8-8652aa393305 req-169b6e2b-ae4e-4b6f-90f5-2053d27ace8f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964313 Jul 30 03:28:28.242570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-9cbbe847-683e-4e21-812b-049ad20ae986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.244107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-9cbbe847-683e-4e21-812b-049ad20ae986 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1126 time: 0.0844567 Jul 30 03:28:28.249914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82905e6-a104-4834-9309-22d9476a073f req-25e5059c-657d-4f38-92dd-2d913d830408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.259699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e82905e6-a104-4834-9309-22d9476a073f req-25e5059c-657d-4f38-92dd-2d913d830408 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0928936 Jul 30 03:28:28.366230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-fe32df94-3924-4ba5-b370-1ef94d3b3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.367999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-fe32df94-3924-4ba5-b370-1ef94d3b3c47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 1102 time: 0.0845132 Jul 30 03:28:28.401548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e82905e6-a104-4834-9309-22d9476a073f req-4381990f-e182-465f-8718-98d7acdd08c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209345 Jul 30 03:28:28.455280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e4e3b-b832-4739-bac6-fb7e755d5ab8 req-4cc4da22-a077-46d1-8393-8902a276e537 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.456849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d0e4e3b-b832-4739-bac6-fb7e755d5ab8 req-4cc4da22-a077-46d1-8393-8902a276e537 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.1366446 Jul 30 03:28:28.463079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-6ffa6056-af8b-4725-bc74-c37c63fc48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.464497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-6ffa6056-af8b-4725-bc74-c37c63fc48ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.1934588 Jul 30 03:28:28.499011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078a420f-fc58-4d39-8e60-dc80055d027c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:28.510125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:28.534970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746168-e93b-47a4-9b46-23d8fd8b124d req-941b3771-d9f3-45bb-9600-c75d463e858f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.536503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d746168-e93b-47a4-9b46-23d8fd8b124d req-941b3771-d9f3-45bb-9600-c75d463e858f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1269777 Jul 30 03:28:28.539647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-d8ee980d-8fcb-49f1-8507-09648524385f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 217 time: 0.0524454 Jul 30 03:28:28.543165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Transition to ACTIVE for port object 078a420f-fc58-4d39-8e60-dc80055d027c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:28.550147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:28.552953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-e9e04e7b-59fa-4ac0-9189-c1e7c1ad31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.554402 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-e9e04e7b-59fa-4ac0-9189-c1e7c1ad31b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1576588 Jul 30 03:28:28.589344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d0e4e3b-b832-4739-bac6-fb7e755d5ab8 req-73781755-ce6f-4bc7-97c6-e6549d539e68 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219482 Jul 30 03:28:28.624479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d746168-e93b-47a4-9b46-23d8fd8b124d req-c8153882-1cb2-4199-b256-feded4c31e36 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783305 Jul 30 03:28:28.625899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-732d35b3-1402-4305-ad63-5726c787baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.627349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-732d35b3-1402-4305-ad63-5726c787baa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0779631 Jul 30 03:28:28.662595 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-fff5c1a5-1e13-4010-9b9a-745b6c556533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a06c102c-2874-4eb4-887d-e1a2e4915645 HTTP/1.1" status: 200 len: 217 time: 0.0745089 Jul 30 03:28:28.663800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Pushing event updated for resources: {'Port': ['ID=078a420f-fc58-4d39-8e60-dc80055d027c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:28.672656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-9fb3fed7-3da4-467c-a4e5-ba8c715ddb4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272489 Jul 30 03:28:28.775961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-246c566a-3482-4ae8-b198-a23c9d0bb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.777565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-246c566a-3482-4ae8-b198-a23c9d0bb775 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0947015 Jul 30 03:28:28.804746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b88232-5b82-4b3e-a204-3e560d86f04d req-5d297593-508a-4de2-91c7-b508bdbfb3f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.805073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Attempting to bind port 078a420f-fc58-4d39-8e60-dc80055d027c on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:28.805189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57b88232-5b82-4b3e-a204-3e560d86f04d req-5d297593-508a-4de2-91c7-b508bdbfb3f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.1196613 Jul 30 03:28:28.805436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Attempting to bind port 078a420f-fc58-4d39-8e60-dc80055d027c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:28.805839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Attempting to bind port 078a420f-fc58-4d39-8e60-dc80055d027c on network 3eb7dcc9-d01b-4984-8a54-d52a17234646 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:28.827602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Port 078a420f-fc58-4d39-8e60-dc80055d027c on network 3eb7dcc9-d01b-4984-8a54-d52a17234646 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:28.828001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Attempting to bind port 078a420f-fc58-4d39-8e60-dc80055d027c on network 3eb7dcc9-d01b-4984-8a54-d52a17234646 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:28.838847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-5db53491-31b0-45ca-b20f-b8d2491f91a2 service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520150 Jul 30 03:28:28.841855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:28.842210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Checking segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:28.842593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Bound using segment: {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:28.843037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Bound port: 078a420f-fc58-4d39-8e60-dc80055d027c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e446abd-bcf2-4251-af2e-4df96bbebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:28.843424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:28.861961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-eeeb4ef1-cd57-4c38-bb1e-f76dfb3f1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:28.863458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-eeeb4ef1-cd57-4c38-bb1e-f76dfb3f1e35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728719 Jul 30 03:28:29.001353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] For port 078a420f-fc58-4d39-8e60-dc80055d027c, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:29.025677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] For port 078a420f-fc58-4d39-8e60-dc80055d027c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=078a420f-fc58-4d39-8e60-dc80055d027c,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:29.031452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-ab67664e-9b25-4532-9694-d8646c03e366 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461110 Jul 30 03:28:29.033246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:29.130810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.132017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:29.133817 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] 10.222.0.18 "PUT /v2.0/ports/078a420f-fc58-4d39-8e60-dc80055d027c HTTP/1.1" status: 200 len: 1092 time: 1.1436853 Jul 30 03:28:29.134446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'tag': '078a420f-fc58-4d39-8e60-dc80055d027c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:29.137539 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab331107-2a6a-4e14-a3ae-32285575513f", "tag": "078a420f-fc58-4d39-8e60-dc80055d027c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:29.193973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e4079-38b2-4b70-847a-780f7c134db9 service neutron] Pushing event updated for resources: {'Port': ['ID=078a420f-fc58-4d39-8e60-dc80055d027c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:29.219707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57b88232-5b82-4b3e-a204-3e560d86f04d req-59abc2c3-d68b-41b7-a366-72d7741dfacf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797631 Jul 30 03:28:29.242134 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6865bab8-d258-464b-a57f-2d45aad27ffd x-openstack-request-id: req-6865bab8-d258-464b-a57f-2d45aad27ffd {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:29.242439 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab331107-2a6a-4e14-a3ae-32285575513f", "tag": "078a420f-fc58-4d39-8e60-dc80055d027c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:29.242791 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6865bab8-d258-464b-a57f-2d45aad27ffd {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:29.243320 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'tag': '078a420f-fc58-4d39-8e60-dc80055d027c', 'status': 'completed', 'code': 200} Jul 30 03:28:29.259483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d261d5c-e280-495d-9327-179f3b5fd0ef req-0c135b7c-433d-47eb-867e-d52dac17d95a service neutron] 10.222.0.18 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117043 Jul 30 03:28:29.273674 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-188bc870-f5f4-4c17-aa7c-eeeaadecfe7b req-1a690c54-63c7-476d-984b-3b9e18b84624 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331045 Jul 30 03:28:29.285013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-f03ee606-bee6-4cfb-8e3d-912c934cf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.288083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-f03ee606-bee6-4cfb-8e3d-912c934cf498 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb83f2ac02e487a8d1e72cfab76b1c9&device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 1095 time: 0.0821006 Jul 30 03:28:29.352213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-91171dde-eae4-4318-b4b9-cc30a10e220e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=078a420f-fc58-4d39-8e60-dc80055d027c HTTP/1.1" status: 200 len: 217 time: 0.0512471 Jul 30 03:28:29.438747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-0c3d2053-8d51-4c88-9a12-17b3c76e0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.440475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-0c3d2053-8d51-4c88-9a12-17b3c76e0df5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5c8a05-a099-4b10-8ddd-3f387a913fb6 HTTP/1.1" status: 200 len: 852 time: 0.0736251 Jul 30 03:28:29.450320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06593-38e0-4caa-9323-fcbffe97bef7 req-496ca821-9b8d-4dba-a2b0-1a348bded1a5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.452595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f06593-38e0-4caa-9323-fcbffe97bef7 req-496ca821-9b8d-4dba-a2b0-1a348bded1a5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 950 time: 0.1064870 Jul 30 03:28:29.460148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d052e85-6e56-49a6-aa04-2ee8cf0af2e9 req-fa4ac7f5-c9ed-43dd-b867-9c5322571c54 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.461726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d052e85-6e56-49a6-aa04-2ee8cf0af2e9 req-fa4ac7f5-c9ed-43dd-b867-9c5322571c54 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 943 time: 0.1043546 Jul 30 03:28:29.495015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-44fe32a6-81d7-44ed-b14b-ab78b06554fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.496713 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-44fe32a6-81d7-44ed-b14b-ab78b06554fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3eb7dcc9-d01b-4984-8a54-d52a17234646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437884 Jul 30 03:28:29.520475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f06593-38e0-4caa-9323-fcbffe97bef7 req-f58905d8-81c4-4d4f-82cd-d5153c1756b8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577710 Jul 30 03:28:29.525514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d052e85-6e56-49a6-aa04-2ee8cf0af2e9 req-65b6f4e2-b4af-427d-8325-5e64710c5ad6 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481694 Jul 30 03:28:29.602967 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-0f37f9f3-6d8c-49a2-97c1-f53c08d93a1e service neutron] 10.222.0.18 "GET /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915563 Jul 30 03:28:29.709136 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ba39eef2-3fe7-4380-a6a4-d198b26782a7 req-5f630163-4691-4d86-b88a-f4f5500a429c service neutron] 10.222.0.18 "GET /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960102 Jul 30 03:28:29.756854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05d66-ffd3-4c78-b23f-c9257484d9da req-1e4f18d9-cdef-4e57-a1e7-b362679bbc47 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.758393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fe05d66-ffd3-4c78-b23f-c9257484d9da req-1e4f18d9-cdef-4e57-a1e7-b362679bbc47 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0878062 Jul 30 03:28:29.782289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbb80-da08-4929-b6b7-34ca112d8b9e req-76cf0d7b-a317-4c6f-a0ba-bb742b1ff806 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.783823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-376fbb80-da08-4929-b6b7-34ca112d8b9e req-76cf0d7b-a317-4c6f-a0ba-bb742b1ff806 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0763893 Jul 30 03:28:29.806395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-9e2544b3-34cf-4448-88c7-ee0e220469e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.808234 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-9e2544b3-34cf-4448-88c7-ee0e220469e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb83f2ac02e487a8d1e72cfab76b1c9&device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 1095 time: 0.0413828 Jul 30 03:28:29.834398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fe05d66-ffd3-4c78-b23f-c9257484d9da req-c41ae94a-09b5-4a03-afd7-5c915abee974 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675011 Jul 30 03:28:29.842989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-376fbb80-da08-4929-b6b7-34ca112d8b9e req-d40df05c-0d79-40c2-b273-952e72bb0fef tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Jul 30 03:28:29.916692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-2f324332-5955-4abe-983d-b44c930d5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:29.918485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-2f324332-5955-4abe-983d-b44c930d5599 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3eb7dcc9-d01b-4984-8a54-d52a17234646 HTTP/1.1" status: 200 len: 913 time: 0.1015527 Jul 30 03:28:29.969440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-bc953bcb-442e-440f-9e1d-c60d74fffccf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=078a420f-fc58-4d39-8e60-dc80055d027c HTTP/1.1" status: 200 len: 217 time: 0.0420909 Jul 30 03:28:30.039520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-42b76127-d42c-4250-b312-65c331f074aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.041041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-42b76127-d42c-4250-b312-65c331f074aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5c8a05-a099-4b10-8ddd-3f387a913fb6 HTTP/1.1" status: 200 len: 852 time: 0.0498502 Jul 30 03:28:30.110501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-a4af1579-e832-43ea-9bff-cc2183547eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.112037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-a4af1579-e832-43ea-9bff-cc2183547eff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3eb7dcc9-d01b-4984-8a54-d52a17234646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506825 Jul 30 03:28:30.215977 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-606a2c27-e62c-4073-88b4-b5404b29fe7f service neutron] 10.222.0.18 "GET /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956473 Jul 30 03:28:30.317452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-645c3007-2fae-4ee7-bbf1-bd2b0d584a9f req-7564b29c-3823-44b9-86f6-27416fb7de31 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880888 Jul 30 03:28:30.342543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:30.349170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a29e-7488-4fe6-a749-70bc89d669f9 req-de0fd9bc-5f6e-4f12-9122-08b86bdc38b7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.350826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3658a29e-7488-4fe6-a749-70bc89d669f9 req-de0fd9bc-5f6e-4f12-9122-08b86bdc38b7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0565138 Jul 30 03:28:30.388881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3658a29e-7488-4fe6-a749-70bc89d669f9 req-892004c0-c092-40c9-bf8e-7944cd213372 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Jul 30 03:28:30.509565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1f49f-b0c0-466e-bcfe-7e0cd7ed4068 req-1e287413-b894-44e7-88c5-400cf6516b58 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.511196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0a1f49f-b0c0-466e-bcfe-7e0cd7ed4068 req-1e287413-b894-44e7-88c5-400cf6516b58 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0503347 Jul 30 03:28:30.547637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0a1f49f-b0c0-466e-bcfe-7e0cd7ed4068 req-4fb01ebb-9456-4f60-b3d8-278f0d3efe4c tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300639 Jul 30 03:28:30.671928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba029a5e-61ff-4cb3-b309-4a045277c13d req-94bddcd5-6517-4d65-b56b-c8a0439e391c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.673437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba029a5e-61ff-4cb3-b309-4a045277c13d req-94bddcd5-6517-4d65-b56b-c8a0439e391c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 950 time: 0.0770156 Jul 30 03:28:30.685692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce8b3d-c924-4cc3-b1a5-08bad86b655f req-115e584b-c412-402e-98a4-d604fd4ecea0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.687091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83ce8b3d-c924-4cc3-b1a5-08bad86b655f req-115e584b-c412-402e-98a4-d604fd4ecea0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 943 time: 0.0651972 Jul 30 03:28:30.743960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba029a5e-61ff-4cb3-b309-4a045277c13d req-a48cd53c-c6e9-433b-802d-a75e1a38aa81 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558479 Jul 30 03:28:30.752054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83ce8b3d-c924-4cc3-b1a5-08bad86b655f req-02781b43-06b6-47d2-ba48-8038740f7a94 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581615 Jul 30 03:28:30.870925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbfce6-dbd6-4371-a913-70f95b58d263 req-e70c028d-f869-427d-befc-7b2cf2db4550 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.872510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0bbfce6-dbd6-4371-a913-70f95b58d263 req-e70c028d-f869-427d-befc-7b2cf2db4550 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0685701 Jul 30 03:28:30.878602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56001ea-525c-4b8b-9ad5-e1796625c5f6 req-6520e747-3987-4770-904d-b4efa64cc202 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:30.880102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e56001ea-525c-4b8b-9ad5-e1796625c5f6 req-6520e747-3987-4770-904d-b4efa64cc202 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 1102 time: 0.0505965 Jul 30 03:28:30.931385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0bbfce6-dbd6-4371-a913-70f95b58d263 req-059e1cc4-9903-4d1c-8566-cd1adcdb1763 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502636 Jul 30 03:28:30.937320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e56001ea-525c-4b8b-9ad5-e1796625c5f6 req-a7c04d92-5f46-4289-92e3-09751b261edd tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Jul 30 03:28:31.112818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc167f22-b06c-4ad7-b145-714a96ec026d req-4c4d4021-1dbe-4231-b494-9377c09f7e2c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:31.114325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc167f22-b06c-4ad7-b145-714a96ec026d req-4c4d4021-1dbe-4231-b494-9377c09f7e2c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0885830 Jul 30 03:28:31.137123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a209da-a9a9-4717-9447-860892ba17ce req-a79744c0-4b1b-4206-96b0-ba6eb0bfd986 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:31.138949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29a209da-a9a9-4717-9447-860892ba17ce req-a79744c0-4b1b-4206-96b0-ba6eb0bfd986 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1011109 Jul 30 03:28:31.183843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc167f22-b06c-4ad7-b145-714a96ec026d req-98c04a1c-d2d3-45d6-aa2a-33a08df9e4e6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Jul 30 03:28:31.205921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29a209da-a9a9-4717-9447-860892ba17ce req-94fb2d8a-a874-4757-a04e-5077fa28171a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587342 Jul 30 03:28:31.310607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-7bb89af1-a6ab-4b8e-927d-6549497afcb7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215747 Jul 30 03:28:31.423449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-e9443c2e-5db1-4804-a7df-c4998ea45ee4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:31.424870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-e9443c2e-5db1-4804-a7df-c4998ea45ee4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088006 Jul 30 03:28:31.439595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-f05ddbe9-d092-46cc-bf2e-4f32893f0139 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/quotas/da3d0ddc33714ad7b4235de87129823b HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jul 30 03:28:31.501014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6444191a-ab74-4ace-9a21-e56c7a4d8fe8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0562997 Jul 30 03:28:31.667119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d96ba8c9-1c6b-4ba1-a84a-063980d182d9 req-a8fd9577-ec9f-4fa8-91bf-943c3ad2b428 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 210 time: 0.0269003 Jul 30 03:28:31.891740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f90549-e290-4608-8586-5a9a1a14f457 req-966099ad-f2e8-4a92-b571-fdea464dfd1a tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:31.893471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21f90549-e290-4608-8586-5a9a1a14f457 req-966099ad-f2e8-4a92-b571-fdea464dfd1a tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 943 time: 0.0630207 Jul 30 03:28:31.938119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21f90549-e290-4608-8586-5a9a1a14f457 req-eecf7d53-2e92-45f5-87bc-2d8f18756a66 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365686 Jul 30 03:28:32.310489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4002b-eb3c-41b5-bc25-86add095382a req-c8d20236-8466-4aff-a143-9461a22bc01a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:32.312071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9d4002b-eb3c-41b5-bc25-86add095382a req-c8d20236-8466-4aff-a143-9461a22bc01a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0556264 Jul 30 03:28:32.353074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9d4002b-eb3c-41b5-bc25-86add095382a req-c8873767-712f-4160-90a2-011ea4336e2f tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Jul 30 03:28:32.465139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797d3ea-cc4a-4633-9690-11601ff164cd req-d063abc6-c045-4381-a487-ce45718bd848 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:32.467379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2797d3ea-cc4a-4633-9690-11601ff164cd req-d063abc6-c045-4381-a487-ce45718bd848 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0520852 Jul 30 03:28:32.510058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2797d3ea-cc4a-4633-9690-11601ff164cd req-0621aa09-a133-4a23-9465-d067c5cb5288 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Jul 30 03:28:32.664918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-85f345a4-b638-4d46-a37d-34dc58d205ed tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:28:32.666117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-85f345a4-b638-4d46-a37d-34dc58d205ed tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060928 Jul 30 03:28:32.676737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:32.677194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:28:32.818042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:32.818381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:32.818707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:32.822958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:32.823316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:32.828222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:32.828557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:32.828938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:32.829366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Bound port: 34241f30-b6fd-4620-8582-f6bed6068f42, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:32.883346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:32.890517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:32.891736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-a4457eaf-4002-4cc1-bc8c-5e1d7aa3e93c service neutron] 10.222.0.39 "POST /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42/bindings HTTP/1.1" status: 201 len: 390 time: 0.2185266 Jul 30 03:28:32.923597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0428599-a996-457e-ae29-75f316cfc0a5 req-85bdd2c1-15bc-49e3-82d5-983857cde51e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 210 time: 0.0308623 Jul 30 03:28:33.074235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a510de-a6b3-4b80-91cb-5868ca5d76b3 req-072ecbf7-fe90-4566-9c41-98f5bf0bc674 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:33.075895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55a510de-a6b3-4b80-91cb-5868ca5d76b3 req-072ecbf7-fe90-4566-9c41-98f5bf0bc674 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0817437 Jul 30 03:28:33.087425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce85ab-a2e7-45ad-94fa-3e9bf5d2a02e req-747dcf12-32d2-4057-9c52-535c0cfcc3d0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:33.088825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72ce85ab-a2e7-45ad-94fa-3e9bf5d2a02e req-747dcf12-32d2-4057-9c52-535c0cfcc3d0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 943 time: 0.0649526 Jul 30 03:28:33.146653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55a510de-a6b3-4b80-91cb-5868ca5d76b3 req-01b489f1-10fb-406c-97ad-c9fd2b58ba1a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568841 Jul 30 03:28:33.149387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72ce85ab-a2e7-45ad-94fa-3e9bf5d2a02e req-9368d054-0ef9-41a5-9fa7-91e834cd785a tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 Jul 30 03:28:33.346774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-7597acad-f5c3-4696-91bf-03283e10239b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220315 Jul 30 03:28:33.462032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 078a420f-fc58-4d39-8e60-dc80055d027c details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:33.498265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-e95a76cc-3d3f-4955-8c85-0b6e314d290e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:33.499724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-e95a76cc-3d3f-4955-8c85-0b6e314d290e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443808 Jul 30 03:28:33.508026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065de06-0e90-4622-9d6d-28a5a5f0bdb8 req-86ba939f-f36e-4f0a-b021-7546de262348 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:33.509411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e065de06-0e90-4622-9d6d-28a5a5f0bdb8 req-86ba939f-f36e-4f0a-b021-7546de262348 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.0817180 Jul 30 03:28:33.552943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e065de06-0e90-4622-9d6d-28a5a5f0bdb8 req-7de64f1e-257e-414c-9577-bdd758f1ff11 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366569 Jul 30 03:28:33.563871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 078a420f-fc58-4d39-8e60-dc80055d027c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=078a420f-fc58-4d39-8e60-dc80055d027c,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:33.569262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:33.576227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '078a420f-fc58-4d39-8e60-dc80055d027c', 'network_id': '3eb7dcc9-d01b-4984-8a54-d52a17234646', 'port_id': '078a420f-fc58-4d39-8e60-dc80055d027c', 'mac_address': 'fa:16:3e:5c:92:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5c8a05-a099-4b10-8ddd-3f387a913fb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:33.614794 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:33.629090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078a420f-fc58-4d39-8e60-dc80055d027c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:33.652818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 078a420f-fc58-4d39-8e60-dc80055d027c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=078a420f-fc58-4d39-8e60-dc80055d027c,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:33.658487 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:33.696617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cc020-da26-4b6f-ab06-f9ff135e199a req-b2e08e1b-749d-4ef7-bf83-c7a123b92ae9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:33.698335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-526cc020-da26-4b6f-ab06-f9ff135e199a req-b2e08e1b-749d-4ef7-bf83-c7a123b92ae9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1100132 Jul 30 03:28:33.714248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=078a420f-fc58-4d39-8e60-dc80055d027c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:33.759697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-526cc020-da26-4b6f-ab06-f9ff135e199a req-84eff857-55b0-4de2-8d89-3ca92d253ded tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524666 Jul 30 03:28:33.760738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:28:33.764906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:33.906405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.86 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/febfb90c-2d95-4603-9b17-1b7a46b872cc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:28:34.040861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef8428cb-75a1-4272-84f3-f365dd9947ea req-46592978-4326-48cc-b645-11e040a9c888 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 210 time: 0.0380242 Jul 30 03:28:34.072742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['078a420f-fc58-4d39-8e60-dc80055d027c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:34.095391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:34.116343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object febfb90c-2d95-4603-9b17-1b7a46b872cc will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:34.156548 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:34.209798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:28:34.213543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:28:34.227035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:28:34.233842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:34.234680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:34.239927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'ac00be8b-18fb-488e-b315-0aa048264013'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:34.253986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6908965 Jul 30 03:28:34.254793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=febfb90c-2d95-4603-9b17-1b7a46b872cc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:34.291836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.291836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.292213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.292555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.293347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.293536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.295659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.296072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.296576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.296923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.297312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.297647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b6904b-590a-448d-ada3-7011038e98fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:34.329906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Request body: {'port': {'device_id': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:34.418018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:34.444804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983068f1-91dd-4f7f-9403-90aef4815cc4 req-299cf054-e39d-4452-93f6-4e43286f4e4c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:34.455046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983068f1-91dd-4f7f-9403-90aef4815cc4 req-299cf054-e39d-4452-93f6-4e43286f4e4c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.1944821 Jul 30 03:28:34.584031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983068f1-91dd-4f7f-9403-90aef4815cc4 req-1e2bf70e-a58d-48dc-b8e0-cefdbccf4318 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276512 Jul 30 03:28:34.659089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6861815-3eb2-48d1-a362-1501082bf700 req-1d77a666-a53d-4ad1-bc14-aa790e64b98b tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:34.660812 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6861815-3eb2-48d1-a362-1501082bf700 req-1d77a666-a53d-4ad1-bc14-aa790e64b98b tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 944 time: 0.3886578 Jul 30 03:28:34.699585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a5a25810-e6c8-473e-92ce-cf026c7364f8 None None] Provisioning for port febfb90c-2d95-4603-9b17-1b7a46b872cc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:34.712342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a5a25810-e6c8-473e-92ce-cf026c7364f8 None None] Provisioning complete for port febfb90c-2d95-4603-9b17-1b7a46b872cc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:34.713069 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a5a25810-e6c8-473e-92ce-cf026c7364f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:34.790642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a5a25810-e6c8-473e-92ce-cf026c7364f8 None None] Port febfb90c-2d95-4603-9b17-1b7a46b872cc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:28:34.803940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6861815-3eb2-48d1-a362-1501082bf700 req-a405cc37-0fcb-4863-b193-d4f3e05339db tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281664 Jul 30 03:28:34.817352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a6409-5434-49c0-83df-6e3604a102c5 req-34e3e5f1-5244-41e4-81f1-d3076c073275 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:34.818888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb0a6409-5434-49c0-83df-6e3604a102c5 req-34e3e5f1-5244-41e4-81f1-d3076c073275 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.1521008 Jul 30 03:28:34.879471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb0a6409-5434-49c0-83df-6e3604a102c5 req-fe88c3a3-1513-4ff1-b7e1-6edf8488c772 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Jul 30 03:28:34.999859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:35.001554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecef22-a69b-40e3-b1c2-912da8894742 req-a3b0e1a0-9058-425a-b19a-c3c93c24dafe tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.003870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2ecef22-a69b-40e3-b1c2-912da8894742 req-a3b0e1a0-9058-425a-b19a-c3c93c24dafe tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.1186092 Jul 30 03:28:35.031298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febfb90c-2d95-4603-9b17-1b7a46b872cc {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:35.054239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.095505 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2ecef22-a69b-40e3-b1c2-912da8894742 req-ca8565da-2957-46ec-aa02-c511cfc41aec tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788264 Jul 30 03:28:35.096867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Transition to ACTIVE for port object febfb90c-2d95-4603-9b17-1b7a46b872cc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:35.115932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.224939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=febfb90c-2d95-4603-9b17-1b7a46b872cc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:35.277519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Attempting to bind port febfb90c-2d95-4603-9b17-1b7a46b872cc on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:35.277846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Attempting to bind port febfb90c-2d95-4603-9b17-1b7a46b872cc by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:35.278076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Attempting to bind port febfb90c-2d95-4603-9b17-1b7a46b872cc on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:35.304058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440f9bd-d26c-45b1-b1cd-ebfb479988c7 req-16fcc561-20ac-401e-8b13-380ce113948c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.313025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c440f9bd-d26c-45b1-b1cd-ebfb479988c7 req-16fcc561-20ac-401e-8b13-380ce113948c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.0895200 Jul 30 03:28:35.315928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Port febfb90c-2d95-4603-9b17-1b7a46b872cc on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:35.316250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Attempting to bind port febfb90c-2d95-4603-9b17-1b7a46b872cc on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:35.335963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:35.336377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:35.336672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:35.337147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Bound port: febfb90c-2d95-4603-9b17-1b7a46b872cc, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:35.337495 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.390091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c440f9bd-d26c-45b1-b1cd-ebfb479988c7 req-ba17bed1-f328-4835-9fb6-f940e7e577cd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759153 Jul 30 03:28:35.431205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] For port febfb90c-2d95-4603-9b17-1b7a46b872cc, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:35.434535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] For port febfb90c-2d95-4603-9b17-1b7a46b872cc, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:35.439178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.472885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 078a420f-fc58-4d39-8e60-dc80055d027c up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:35.493589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.494162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.495563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] 10.222.0.16 "PUT /v2.0/ports/febfb90c-2d95-4603-9b17-1b7a46b872cc HTTP/1.1" status: 200 len: 1096 time: 1.1723013 Jul 30 03:28:35.495993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'tag': 'febfb90c-2d95-4603-9b17-1b7a46b872cc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:35.498406 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21626b1-1e68-41b1-a586-3393e9089b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "226bc152-cbca-4fac-99a1-b0312e7be8bb", "tag": "febfb90c-2d95-4603-9b17-1b7a46b872cc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:35.528082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc38efc-9c7b-482f-a6c4-607035459ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=febfb90c-2d95-4603-9b17-1b7a46b872cc,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:35.552782 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e234fa6-17aa-4188-9a1f-ac6c8e1b7f5a x-openstack-request-id: req-2e234fa6-17aa-4188-9a1f-ac6c8e1b7f5a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:35.553068 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226bc152-cbca-4fac-99a1-b0312e7be8bb", "tag": "febfb90c-2d95-4603-9b17-1b7a46b872cc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:35.553355 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e234fa6-17aa-4188-9a1f-ac6c8e1b7f5a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:35.553762 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'tag': 'febfb90c-2d95-4603-9b17-1b7a46b872cc', 'status': 'completed', 'code': 200} Jul 30 03:28:35.560605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 078a420f-fc58-4d39-8e60-dc80055d027c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:35.565425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 078a420f-fc58-4d39-8e60-dc80055d027c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:35.565902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.654629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-73ffc774-b284-46b7-950d-63faabde05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.656581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-73ffc774-b284-46b7-950d-63faabde05ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 1099 time: 0.0520236 Jul 30 03:28:35.662203 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.711357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 078a420f-fc58-4d39-8e60-dc80055d027c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=078a420f-fc58-4d39-8e60-dc80055d027c,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:35.713698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078a420f-fc58-4d39-8e60-dc80055d027c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:35.719892 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b6e8dd-502e-4cea-acff-c9db89dc18c2" -d '{"events": [{"server_uuid": "ab331107-2a6a-4e14-a3ae-32285575513f", "name": "network-vif-plugged", "status": "completed", "tag": "078a420f-fc58-4d39-8e60-dc80055d027c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:35.725272 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:35.726344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:28:35.759237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-d124e245-c15b-45cd-b67b-c93c30daabe0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc HTTP/1.1" status: 200 len: 217 time: 0.0656083 Jul 30 03:28:35.797114 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a98121-05a9-4a2e-b633-d72b4e20dac2 x-openstack-request-id: req-78a98121-05a9-4a2e-b633-d72b4e20dac2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:35.797404 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab331107-2a6a-4e14-a3ae-32285575513f", "name": "network-vif-plugged", "status": "completed", "tag": "078a420f-fc58-4d39-8e60-dc80055d027c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:35.797650 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78a98121-05a9-4a2e-b633-d72b4e20dac2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:35.798029 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078a420f-fc58-4d39-8e60-dc80055d027c', 'code': 200} Jul 30 03:28:35.819426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f840c-b55a-464e-afa6-055ee728efcd req-93785762-0a95-432e-b29f-4f11bdde29b2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.820390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=078a420f-fc58-4d39-8e60-dc80055d027c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:35.822022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-841f840c-b55a-464e-afa6-055ee728efcd req-93785762-0a95-432e-b29f-4f11bdde29b2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.1295261 Jul 30 03:28:35.836567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.836937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.837497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.837679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.837992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.838304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.838630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.838953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.839453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.839782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.840106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.840431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:35.907569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-7c855f48-1ff9-4e2c-95dd-28a7cab8529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.909153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-7c855f48-1ff9-4e2c-95dd-28a7cab8529d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1401365 Jul 30 03:28:35.920415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-841f840c-b55a-464e-afa6-055ee728efcd req-96fa419b-5b9f-407e-aee6-2b73830d44b9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878990 Jul 30 03:28:35.937116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067d6fe-a068-4bdd-8434-abe096ad9ba0 req-25a4dd0b-6b01-4bbe-9542-e179897060f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:35.938833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2067d6fe-a068-4bdd-8434-abe096ad9ba0 req-25a4dd0b-6b01-4bbe-9542-e179897060f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 1097 time: 0.0586424 Jul 30 03:28:35.999573 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2067d6fe-a068-4bdd-8434-abe096ad9ba0 req-28ec6a8c-cb82-467c-a414-928c406d4046 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Jul 30 03:28:36.057840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-2a3ebf46-07d1-4def-b4a1-b17d3bb676c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.059366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-2a3ebf46-07d1-4def-b4a1-b17d3bb676c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311965 Jul 30 03:28:36.074116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb949f-80a4-471d-af25-4dae97a9340b req-da22af08-ce6a-4590-9e6e-bf077601f2e1 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.075679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9abb949f-80a4-471d-af25-4dae97a9340b req-da22af08-ce6a-4590-9e6e-bf077601f2e1 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 945 time: 0.1332772 Jul 30 03:28:36.120704 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-d8ae8235-7280-4763-9082-87ad2ea22afc service neutron] 10.222.0.18 "GET /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.0629199 Jul 30 03:28:36.139924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65095bb-d30f-4f45-b2b4-afc2246358c6 req-dfdde6aa-8ff4-45f3-957d-bb6e0187f245 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.141379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e65095bb-d30f-4f45-b2b4-afc2246358c6 req-dfdde6aa-8ff4-45f3-957d-bb6e0187f245 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 943 time: 0.1314723 Jul 30 03:28:36.204810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9abb949f-80a4-471d-af25-4dae97a9340b req-46a634c9-0095-434e-8520-ce416ebd6da3 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183348 Jul 30 03:28:36.232290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e65095bb-d30f-4f45-b2b4-afc2246358c6 req-6fbf855d-41e8-4375-9ac6-314442805c09 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Jul 30 03:28:36.249816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-03baed67-205c-4e20-8469-ddb35a85e2e3 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728036 Jul 30 03:28:36.342470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:36.366375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:36.403440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62b5f63-728f-4a6a-a28d-50142f2e6271 req-5c91caa3-86b7-41ca-aca7-c1692de16971 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386049 Jul 30 03:28:36.407981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:36.422050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:36.439778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:36.449782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21835084-5964-48e8-b9b9-5e0d39957e47 req-1210c7bc-505b-4b34-bb1c-64efc897a195 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.449782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21835084-5964-48e8-b9b9-5e0d39957e47 req-1210c7bc-505b-4b34-bb1c-64efc897a195 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0742779 Jul 30 03:28:36.498425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21835084-5964-48e8-b9b9-5e0d39957e47 req-6c202a27-2b0c-4c8d-87f0-1007dbe9a1e9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Jul 30 03:28:36.534402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Transition to ACTIVE for port object b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:36.538294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:36.561705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535beb5-7aa9-4953-a4cd-417023e68b62 req-ae41a3f1-7692-450b-93db-d2136fadae0d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.563466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f535beb5-7aa9-4953-a4cd-417023e68b62 req-ae41a3f1-7692-450b-93db-d2136fadae0d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.0529063 Jul 30 03:28:36.605281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] No DVR routers for this DVR port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:28:36.622113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Pushing event updated for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:36.634934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f535beb5-7aa9-4953-a4cd-417023e68b62 req-050ddafa-66e1-49bf-9c64-c391d4e19320 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648518 Jul 30 03:28:36.646888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.647353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.647619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.647717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-4e226d11-684e-42c8-af83-0db214294124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.648035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.648382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.648740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.656856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.657238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.657587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.657714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-4e226d11-684e-42c8-af83-0db214294124 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 1099 time: 0.0684226 Jul 30 03:28:36.658113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.658265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.658592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:28:36.667104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-8914e4b6-1556-4331-ae1d-3f30ec5a7abd service neutron] 10.222.0.18 "PUT /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 0.5186357 Jul 30 03:28:36.766347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-0488de54-936b-41b1-95be-d599baf6647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.768176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-0488de54-936b-41b1-95be-d599baf6647e service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1012311 Jul 30 03:28:36.844781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-90871f63-e88a-48e8-b895-04fdf395018d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc HTTP/1.1" status: 200 len: 217 time: 0.0402827 Jul 30 03:28:36.933300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-ebe01d4a-2531-49a2-8fb0-5774189c415d tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.934815 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-ebe01d4a-2531-49a2-8fb0-5774189c415d tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.0486820 Jul 30 03:28:36.942365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-5357b6f5-6860-4a10-9dec-07e2104bb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:36.943861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-5357b6f5-6860-4a10-9dec-07e2104bb774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0555575 Jul 30 03:28:37.015624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-e4369134-420c-4fb0-b357-ee486c84ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.017594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-e4369134-420c-4fb0-b357-ee486c84ad09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116 HTTP/1.1" status: 200 len: 1096 time: 0.0501688 Jul 30 03:28:37.020672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-e43492f9-f1b2-42ee-b435-082a1e748886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.022174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-e43492f9-f1b2-42ee-b435-082a1e748886 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544832 Jul 30 03:28:37.074015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fec06-3364-4cad-bcca-baddb1d7ddb4 req-a58c0d04-fa68-4cad-8fd1-3803293c0c48 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.075828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-777fec06-3364-4cad-bcca-baddb1d7ddb4 req-a58c0d04-fa68-4cad-8fd1-3803293c0c48 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0683098 Jul 30 03:28:37.134854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f2a105a6-cc3e-46fd-b4e2-3a03a6b5dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.136631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f2a105a6-cc3e-46fd-b4e2-3a03a6b5dfc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1096 time: 0.0681083 Jul 30 03:28:37.184577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-803ff42e-26ba-4bab-928d-cfd74b88bf5c service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320817 Jul 30 03:28:37.246252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f5921096-87b3-423b-b9cb-5dbf226dd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.247926 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f5921096-87b3-423b-b9cb-5dbf226dd0c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 200 len: 907 time: 0.0982120 Jul 30 03:28:37.261743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-777fec06-3364-4cad-bcca-baddb1d7ddb4 req-e9410d6d-ef17-4f2a-b64d-b171a7629422 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755102 Jul 30 03:28:37.299459 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-3ae74886-a1d5-4edd-9fc8-1efd786a7e51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 200 len: 217 time: 0.0427330 Jul 30 03:28:37.363526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f21626b1-1e68-41b1-a586-3393e9089b1c req-a66c9c56-144c-4084-bfdb-34e3e8a2fffb service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647394 Jul 30 03:28:37.365985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-97ecd881-1222-48dc-a9cc-85bd11975384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.367563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-97ecd881-1222-48dc-a9cc-85bd11975384 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 200 len: 847 time: 0.0594141 Jul 30 03:28:37.391484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffe54-704a-4cde-8b32-7d8c691dadab req-4b2fc6bf-9da9-4bb4-9d35-b80bc8a3a909 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.393053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-426ffe54-704a-4cde-8b32-7d8c691dadab req-4b2fc6bf-9da9-4bb4-9d35-b80bc8a3a909 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 945 time: 0.1115124 Jul 30 03:28:37.427721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3cafd-2d0a-4043-8912-285468cfcaab req-811b9e41-fb4d-4607-b17c-cb061e7b1993 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.429348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a3cafd-2d0a-4043-8912-285468cfcaab req-811b9e41-fb4d-4607-b17c-cb061e7b1993 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.0850537 Jul 30 03:28:37.465924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-426ffe54-704a-4cde-8b32-7d8c691dadab req-462ebb6b-37a3-4a8d-b7e1-f48e3252fb01 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644455 Jul 30 03:28:37.486097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a3cafd-2d0a-4043-8912-285468cfcaab req-e5f12e11-580f-44bc-9099-c31303cef726 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493746 Jul 30 03:28:37.495007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f489d425-0bea-40b2-943b-904761d8a041 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a5f7d7f-caac-4e11-b433-81992d628020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478687 Jul 30 03:28:37.609516 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-a7e2537c-ebdd-4fe2-8bc0-0dca502edbea service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026268 Jul 30 03:28:37.787399 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-ca9f4f66-2122-4090-9ae9-3d7027c2be9a service neutron] 10.222.0.16 "GET /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321924 Jul 30 03:28:37.792294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3a1d-9959-4932-86d1-4ca0a3e90df4 req-13cdb402-425a-4e34-8ec2-e401852d75e7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.793852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-efcc3a1d-9959-4932-86d1-4ca0a3e90df4 req-13cdb402-425a-4e34-8ec2-e401852d75e7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0863132 Jul 30 03:28:37.822590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961639d8-4b2a-433d-8630-8387d495cb46 req-d11285f2-ad64-4e7f-98a1-fbe56ef51412 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:37.825041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-961639d8-4b2a-433d-8630-8387d495cb46 req-d11285f2-ad64-4e7f-98a1-fbe56ef51412 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.0760660 Jul 30 03:28:37.892863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-efcc3a1d-9959-4932-86d1-4ca0a3e90df4 req-511065f2-0467-4acf-9cc4-4ce428e5ae8d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800476 Jul 30 03:28:37.899679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-961639d8-4b2a-433d-8630-8387d495cb46 req-15a5581a-c01b-4cff-9b95-f0ace1eaa94f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662918 Jul 30 03:28:38.188683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f45e09fa-b88b-44ca-9f30-34e34194c8eb tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:38.190205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-f45e09fa-b88b-44ca-9f30-34e34194c8eb tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22&tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.0499911 Jul 30 03:28:38.305261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-c1b1b284-4b72-449b-b38c-dd03595cd068 service neutron] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:38.308786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-c1b1b284-4b72-449b-b38c-dd03595cd068 service neutron] Notify callbacks [] for binding, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:38.310505 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ee19a4f-78dd-4962-94a4-11d329c983f2 req-c1b1b284-4b72-449b-b38c-dd03595cd068 service neutron] 10.222.0.16 "DELETE /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.1105487 Jul 30 03:28:38.400733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128da58-d6ef-4157-93b0-91e77cae9956 req-cab89b3a-4d24-412e-815f-f84c157d3176 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:38.402209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6128da58-d6ef-4157-93b0-91e77cae9956 req-cab89b3a-4d24-412e-815f-f84c157d3176 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0503600 Jul 30 03:28:38.442636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6128da58-d6ef-4157-93b0-91e77cae9956 req-66c7a2e9-6890-4593-bdf4-28c1a89c3e66 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Jul 30 03:28:38.539440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-da0baafc-996f-4445-9dda-950b680386d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526648 Jul 30 03:28:38.621204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc57e3-b511-4a2d-8758-bc5c7959674a req-fc6bd546-a21d-473b-832d-17c0107847a7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:38.623401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2cc57e3-b511-4a2d-8758-bc5c7959674a req-fc6bd546-a21d-473b-832d-17c0107847a7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.0549920 Jul 30 03:28:38.633353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581605-6717-40ea-91fc-ecc69633b08e req-94edcaee-158e-48c5-9923-2192ef6623ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:38.635054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-94edcaee-158e-48c5-9923-2192ef6623ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 1096 time: 0.0486574 Jul 30 03:28:38.683801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2cc57e3-b511-4a2d-8758-bc5c7959674a req-c2573fa7-c784-4b90-8372-c29d65fc8e91 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537872 Jul 30 03:28:38.794476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581605-6717-40ea-91fc-ecc69633b08e req-cdc619d5-e172-4ad9-ba31-cd047ef87b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:38.795983 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-cdc619d5-e172-4ad9-ba31-cd047ef87b29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.1263208 Jul 30 03:28:38.866559 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-19f3e24d-c453-4cee-aaca-401840b4d590 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 200 len: 217 time: 0.0539210 Jul 30 03:28:38.946507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581605-6717-40ea-91fc-ecc69633b08e req-e7560d6f-762c-4f66-ab87-8321ec5e4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:38.948625 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-e7560d6f-762c-4f66-ab87-8321ec5e4760 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0742519 Jul 30 03:28:38.992382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-ff75d542-e049-43fa-a152-a6c44fa4fb9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288389 Jul 30 03:28:38.998344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f4c9-7683-4aaa-b943-c7a662e3710c req-f19ea75b-fe11-4cf8-a471-61e1dbd79c4a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.000231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c4f4c9-7683-4aaa-b943-c7a662e3710c req-f19ea75b-fe11-4cf8-a471-61e1dbd79c4a tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 1096 time: 0.0737836 Jul 30 03:28:39.064988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435392e2-9e4c-4f12-bcb9-c97cc4fe164b req-4821f5f4-7726-4602-b6b2-a202ebd92dfc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.066757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-435392e2-9e4c-4f12-bcb9-c97cc4fe164b req-4821f5f4-7726-4602-b6b2-a202ebd92dfc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0827458 Jul 30 03:28:39.068622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c4f4c9-7683-4aaa-b943-c7a662e3710c req-fdf10748-4670-4d4f-90aa-31fa457f3126 tempest-LiveMigrationTest-955776537 tempest-LiveMigrationTest-955776537-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Jul 30 03:28:39.117414 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-435392e2-9e4c-4f12-bcb9-c97cc4fe164b req-94e3f4b8-da62-42e8-8e6a-f138df4a4449 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Jul 30 03:28:39.121803 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-c88f36f6-f58e-49b0-8e64-f9de4ff0b227 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156533 Jul 30 03:28:39.198221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69737b2d-cfeb-4a93-8874-59ff0fdfa0c8 req-f7acdec2-3daf-484d-9b8b-9a893956c9bb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.199577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69737b2d-cfeb-4a93-8874-59ff0fdfa0c8 req-f7acdec2-3daf-484d-9b8b-9a893956c9bb tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.0527177 Jul 30 03:28:39.241430 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44581605-6717-40ea-91fc-ecc69633b08e req-7df58f6c-d28d-453d-bea8-181251d83390 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012049 Jul 30 03:28:39.252443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69737b2d-cfeb-4a93-8874-59ff0fdfa0c8 req-f1e679c3-4732-4052-868d-e9d603b794ed tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Jul 30 03:28:39.384572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe26215-fa80-4e84-988c-98b75f6a8675 req-8ad466ba-7b14-4468-af70-1d3f4cf8fde4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.386571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfe26215-fa80-4e84-988c-98b75f6a8675 req-8ad466ba-7b14-4468-af70-1d3f4cf8fde4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.0693364 Jul 30 03:28:39.432167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfe26215-fa80-4e84-988c-98b75f6a8675 req-4c3dd1bf-97a5-4928-88c7-22d5f3daca66 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 Jul 30 03:28:39.569075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7c508-c1d9-41c5-835d-37c70e28121b req-b0eca332-6ce3-4227-8482-fc27982849fc tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.570516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83d7c508-c1d9-41c5-835d-37c70e28121b req-b0eca332-6ce3-4227-8482-fc27982849fc tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0504458 Jul 30 03:28:39.615598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83d7c508-c1d9-41c5-835d-37c70e28121b req-930348cf-cfdc-4183-829b-d503a2039f6b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Jul 30 03:28:39.644611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-01ef2518-2e2b-4056-9d7f-1038f442ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.646217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-01ef2518-2e2b-4056-9d7f-1038f442ce18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0506070 Jul 30 03:28:39.789423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-3bc2cf87-6116-4251-b70a-d8d1f0bba61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.790991 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-3bc2cf87-6116-4251-b70a-d8d1f0bba61a service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.0919476 Jul 30 03:28:39.868023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-fdd63265-551a-40f1-8f7b-6b6c738994ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 217 time: 0.0387027 Jul 30 03:28:39.961283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-69b5f08f-f0c4-47f9-94a3-92c387543980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:39.962906 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-69b5f08f-f0c4-47f9-94a3-92c387543980 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0528035 Jul 30 03:28:40.268538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f18b5-d71c-4d74-b60e-06a7d2a63990 req-27be675a-101b-4936-9c21-f0111b659f9f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:40.270973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-396f18b5-d71c-4d74-b60e-06a7d2a63990 req-27be675a-101b-4936-9c21-f0111b659f9f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0601335 Jul 30 03:28:40.282872 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-d8400056-ec79-4d79-ab92-81f86da8701d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3108191 Jul 30 03:28:40.326771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-396f18b5-d71c-4d74-b60e-06a7d2a63990 req-d6fa4488-1214-4e4e-bc9b-146131b4731c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Jul 30 03:28:40.424507 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-3283e02d-17c0-410e-aba1-bb803144d137 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323700 Jul 30 03:28:40.448040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc348-80d1-406b-a542-660297ca157f req-26530234-1bc6-4f7a-8e4d-53a43f412805 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:40.450086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d6dc348-80d1-406b-a542-660297ca157f req-26530234-1bc6-4f7a-8e4d-53a43f412805 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.0567739 Jul 30 03:28:40.500393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d6dc348-80d1-406b-a542-660297ca157f req-8ce06003-ab71-4a1f-a20b-920d833f7093 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jul 30 03:28:40.554825 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-41e98061-0753-4915-8bbb-ea16c1437838 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226320 Jul 30 03:28:40.564007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad8466-4cdf-4eec-adeb-20a1530d86d1 req-44c348c4-7075-4ad3-90b9-11bebacd1d29 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:40.565622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ad8466-4cdf-4eec-adeb-20a1530d86d1 req-44c348c4-7075-4ad3-90b9-11bebacd1d29 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.0576563 Jul 30 03:28:40.611320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ad8466-4cdf-4eec-adeb-20a1530d86d1 req-f11be8b7-abf1-482d-a57f-1533985f137a tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Jul 30 03:28:40.678638 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:40.693944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-69179de8-1ff2-4ae4-8bc2-b2c45c8a4947 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:40.696392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-69179de8-1ff2-4ae4-8bc2-b2c45c8a4947 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 944 time: 0.0719092 Jul 30 03:28:40.755738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0120e62-edfb-4546-8e6a-e432b1525f9b req-facfae0b-bbc3-45d6-8a7e-e082762f9e48 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:40.763356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0120e62-edfb-4546-8e6a-e432b1525f9b req-facfae0b-bbc3-45d6-8a7e-e082762f9e48 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0616746 Jul 30 03:28:40.817652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Deleting port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:28:40.817795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0120e62-edfb-4546-8e6a-e432b1525f9b req-488e90c8-4dd5-418d-a107-1e973c43e49e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Jul 30 03:28:40.818109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:40.928756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] For port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:40.929135 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:40.948992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Calling delete_port for b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:28:41.100931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:41.136254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event deleted for resources: {'Port': ['ID=b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:41.144597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:41.190456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] No DVR routers for this DVR port b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:28:41.193558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:41.196228 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf31fc9c-270a-48db-a05e-e20d754a1333 req-f5bd5566-ba61-4177-95c0-bce5c1a8b258 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "DELETE /v2.0/ports/b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a HTTP/1.1" status: 204 len: 173 time: 0.4922376 Jul 30 03:28:41.196738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'name': 'network-vif-deleted', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:41.199073 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20591fd4-9e8a-41bd-80c8-4d92cfba941e" -d '{"events": [{"server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "name": "network-vif-deleted", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:41.241898 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e41473-fbe0-4845-abfb-0dd45d585b2f x-openstack-request-id: req-58e41473-fbe0-4845-abfb-0dd45d585b2f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:41.242330 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68670745-6c23-4c89-8b2f-1af6baf05a22", "name": "network-vif-deleted", "tag": "b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:41.242589 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58e41473-fbe0-4845-abfb-0dd45d585b2f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:41.243190 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68670745-6c23-4c89-8b2f-1af6baf05a22', 'name': 'network-vif-deleted', 'tag': 'b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a', 'status': 'completed', 'code': 200} Jul 30 03:28:41.449448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17fd24-60ce-4e00-9069-da8eb31db427 req-c5405ce1-7554-4a7d-96d9-c13b3b4947ff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:41.450964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d17fd24-60ce-4e00-9069-da8eb31db427 req-c5405ce1-7554-4a7d-96d9-c13b3b4947ff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0481822 Jul 30 03:28:41.488309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d17fd24-60ce-4e00-9069-da8eb31db427 req-6e12f09f-5b94-4056-9e35-576f3526dda3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Jul 30 03:28:41.624368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb1b0b-069a-4568-8f15-d9560cf9333a req-63d5bff1-932e-48f2-9adb-6129b4c118c0 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:41.625899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6afb1b0b-069a-4568-8f15-d9560cf9333a req-63d5bff1-932e-48f2-9adb-6129b4c118c0 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.0557466 Jul 30 03:28:41.671808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6afb1b0b-069a-4568-8f15-d9560cf9333a req-676bebf9-f20c-42ac-be67-316cf3a1e1fa tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Jul 30 03:28:41.719072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c462fb4-5bad-4412-8503-99814ca81b3b req-beb3e362-cb9a-4d2c-8616-e633d05270c1 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0267093 Jul 30 03:28:41.924782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ddee8-b4a7-47b2-83a4-af8545ef6e3d req-b0152bd7-f247-4465-a18f-27ecd0e3e4fd tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:41.926232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae4ddee8-b4a7-47b2-83a4-af8545ef6e3d req-b0152bd7-f247-4465-a18f-27ecd0e3e4fd tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0492759 Jul 30 03:28:41.971762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae4ddee8-b4a7-47b2-83a4-af8545ef6e3d req-28e9c356-0bc3-4c29-b393-ef6a6e3cc7a9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Jul 30 03:28:42.284047 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99057964-335e-4549-aa83-4619d68afdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:42.608435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeefc66-8663-401a-8ddd-cfd0a478e514 req-c2e5a613-9950-4b83-84a0-337e899ffac6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:42.609943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfeefc66-8663-401a-8ddd-cfd0a478e514 req-c2e5a613-9950-4b83-84a0-337e899ffac6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0507519 Jul 30 03:28:42.651271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfeefc66-8663-401a-8ddd-cfd0a478e514 req-a72f758b-2045-497a-845c-f2725675850f tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Jul 30 03:28:42.887580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device febfb90c-2d95-4603-9b17-1b7a46b872cc details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:43.033789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port febfb90c-2d95-4603-9b17-1b7a46b872cc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:43.047497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'febfb90c-2d95-4603-9b17-1b7a46b872cc', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'febfb90c-2d95-4603-9b17-1b7a46b872cc', 'mac_address': 'fa:16:3e:dc:4e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:43.090430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:43.098195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0c5772b-ad00-4640-b547-92d3b575d4b7 req-41aee92d-1ddd-40da-b604-a5942d355da1 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0330875 Jul 30 03:28:43.110411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5789a0-82ed-4f1e-a724-52175a34bf80 req-1ca638bf-0004-4eea-ae97-69590b2aafc1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:43.116750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febfb90c-2d95-4603-9b17-1b7a46b872cc {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:43.118754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b5789a0-82ed-4f1e-a724-52175a34bf80 req-1ca638bf-0004-4eea-ae97-69590b2aafc1 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 947 time: 0.3758087 Jul 30 03:28:43.155986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port febfb90c-2d95-4603-9b17-1b7a46b872cc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:43.161638 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:43.169661 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b5789a0-82ed-4f1e-a724-52175a34bf80 req-b532046d-7a11-4fff-8aac-82b4af9152d6 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494347 Jul 30 03:28:43.239298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=febfb90c-2d95-4603-9b17-1b7a46b872cc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:43.266347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b686e4a-49b3-4982-8eac-aabb361b8049 req-1cd82c2b-a27d-40ad-bedb-c1e126b865be tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:43.267961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b686e4a-49b3-4982-8eac-aabb361b8049 req-1cd82c2b-a27d-40ad-bedb-c1e126b865be tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Jul 30 03:28:43.308384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b686e4a-49b3-4982-8eac-aabb361b8049 req-36628215-c266-4091-88d9-c7f964112f5f tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Jul 30 03:28:43.778119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3a4f5-3423-478a-b14e-7729f6492929 req-4df2bb16-d9cd-4364-a4af-827c04257473 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:43.780450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0b3a4f5-3423-478a-b14e-7729f6492929 req-4df2bb16-d9cd-4364-a4af-827c04257473 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0576961 Jul 30 03:28:43.821079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0b3a4f5-3423-478a-b14e-7729f6492929 req-28046705-1e99-45ed-9517-4f2579f856d0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342050 Jul 30 03:28:43.824773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['febfb90c-2d95-4603-9b17-1b7a46b872cc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:44.197854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3beebbe3-79bb-46b4-8abc-2bbcaa5a555b req-76a5ad50-9bc0-4db6-8668-901c09b66799 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0276954 Jul 30 03:28:44.293323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5f02-3ef1-4646-8abc-b20b78c14f5e req-d1484f1a-c11d-4016-b3b9-8f985b75c433 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:44.295728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb3e5f02-3ef1-4646-8abc-b20b78c14f5e req-d1484f1a-c11d-4016-b3b9-8f985b75c433 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 948 time: 0.0539091 Jul 30 03:28:44.341423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb3e5f02-3ef1-4646-8abc-b20b78c14f5e req-7cad7f54-c1e4-43a8-9e1a-352453c47d3b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Jul 30 03:28:44.463951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80b01-c665-4cb6-a89f-852b7fec58d9 req-ad418496-f256-4158-9a18-246e9c9c15bc tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:44.465588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52f80b01-c665-4cb6-a89f-852b7fec58d9 req-ad418496-f256-4158-9a18-246e9c9c15bc tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0561154 Jul 30 03:28:44.516055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52f80b01-c665-4cb6-a89f-852b7fec58d9 req-ccbe661b-d63c-4537-b5b5-09d5f03102f9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Jul 30 03:28:44.637065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dadfeb81-88f2-4083-a446-edc9b4d79147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:44.871466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:44.892008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:28:44.915930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:28:44.916390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b9174e9a-ed8f-4866-8dd0-0b4d05f7ac1a not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:28:44.949850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6821a6d-acfb-4b20-9296-e7a373356e72 req-6883318d-9bf6-4f0a-a23f-98297a78bb17 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:44.951822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6821a6d-acfb-4b20-9296-e7a373356e72 req-6883318d-9bf6-4f0a-a23f-98297a78bb17 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0566523 Jul 30 03:28:44.992799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6821a6d-acfb-4b20-9296-e7a373356e72 req-659a4e8d-f3f9-42d6-859f-6b39f7ae9b51 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Jul 30 03:28:45.296822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bd2f536-13af-4eca-8b91-ad229e918103 req-b5ae31f8-93c3-43ca-bc7f-a4ce4d82010c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0282698 Jul 30 03:28:45.463644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6774e64-a0e4-4948-af35-1daa3d9c3926 req-8e715d63-5a4e-4b11-8789-f382a64473a9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:45.465423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6774e64-a0e4-4948-af35-1daa3d9c3926 req-8e715d63-5a4e-4b11-8789-f382a64473a9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 948 time: 0.0516922 Jul 30 03:28:45.510806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6774e64-a0e4-4948-af35-1daa3d9c3926 req-b226fe46-ee19-4455-9b08-41c89f4c02bd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378482 Jul 30 03:28:45.662656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556f914-a0f5-421f-9574-b68d40f22d67 req-229d433c-cf84-432a-b078-3e861b75f4a2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:45.664653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5556f914-a0f5-421f-9574-b68d40f22d67 req-229d433c-cf84-432a-b078-3e861b75f4a2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0574698 Jul 30 03:28:45.708190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5556f914-a0f5-421f-9574-b68d40f22d67 req-3bb47180-e114-47bb-9f89-8e819c30c8c5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371714 Jul 30 03:28:46.118997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ca6f-d5a6-4d15-bb35-7032f1d2e724 req-3b83e960-2559-4021-ba8a-e051a4dd4095 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:46.120531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1345ca6f-d5a6-4d15-bb35-7032f1d2e724 req-3b83e960-2559-4021-ba8a-e051a4dd4095 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Jul 30 03:28:46.159313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1345ca6f-d5a6-4d15-bb35-7032f1d2e724 req-f664b569-cfc8-423e-91aa-86ca3d6eea6a tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 30 03:28:46.259909 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:46.391796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a655342e-bc47-4b21-b632-14bfd663b7f2 req-36c4d552-e704-4123-9e04-5e978b98edd3 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0277455 Jul 30 03:28:46.650382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168813b-a420-4aef-810f-68cddcb2a122 req-ad2aaf64-c6db-4606-a867-1663c7ffc634 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:46.659053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3168813b-a420-4aef-810f-68cddcb2a122 req-ad2aaf64-c6db-4606-a867-1663c7ffc634 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 948 time: 0.0709348 Jul 30 03:28:46.696199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3168813b-a420-4aef-810f-68cddcb2a122 req-0775d1a7-9254-4598-bd81-507ca5009671 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359640 Jul 30 03:28:46.838785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f241b89-1bba-45d1-aef6-4a4527bc0505 req-b116f253-254e-4c47-baf5-fd3e21724b18 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:46.840397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f241b89-1bba-45d1-aef6-4a4527bc0505 req-b116f253-254e-4c47-baf5-fd3e21724b18 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0526114 Jul 30 03:28:46.881033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f241b89-1bba-45d1-aef6-4a4527bc0505 req-c8b9682d-5812-4b29-abc5-952f275a0a75 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Jul 30 03:28:46.881623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device febfb90c-2d95-4603-9b17-1b7a46b872cc up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:46.937905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port febfb90c-2d95-4603-9b17-1b7a46b872cc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:46.944689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port febfb90c-2d95-4603-9b17-1b7a46b872cc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:46.945344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:47.022848 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:47.047737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febfb90c-2d95-4603-9b17-1b7a46b872cc'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:47.049988 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8e91b-4a2d-4005-a549-b7e517667064" -d '{"events": [{"server_uuid": "226bc152-cbca-4fac-99a1-b0312e7be8bb", "name": "network-vif-plugged", "status": "completed", "tag": "febfb90c-2d95-4603-9b17-1b7a46b872cc"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:47.071705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port febfb90c-2d95-4603-9b17-1b7a46b872cc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:47.077268 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:47.104513 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13670000-5cfc-466e-8281-21b0f5ca1d50 x-openstack-request-id: req-13670000-5cfc-466e-8281-21b0f5ca1d50 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:47.104861 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226bc152-cbca-4fac-99a1-b0312e7be8bb", "name": "network-vif-plugged", "status": "completed", "tag": "febfb90c-2d95-4603-9b17-1b7a46b872cc", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:47.105298 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13670000-5cfc-466e-8281-21b0f5ca1d50 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:47.105683 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febfb90c-2d95-4603-9b17-1b7a46b872cc', 'code': 200} Jul 30 03:28:47.140772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=febfb90c-2d95-4603-9b17-1b7a46b872cc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:47.232682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc8490-88dd-4704-8963-2eef9fe1c574 req-13aa6d16-6a68-441f-868e-4a9ada1065e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:47.234386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38fc8490-88dd-4704-8963-2eef9fe1c574 req-13aa6d16-6a68-441f-868e-4a9ada1065e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 1101 time: 0.0461488 Jul 30 03:28:47.274477 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38fc8490-88dd-4704-8963-2eef9fe1c574 req-a07fc8a2-5a27-42f0-8a38-1289a640db61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Jul 30 03:28:47.285263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09cf6f-a223-482b-8552-fa94b0de257b req-c7939598-e8d6-4ea0-8f89-158f7a501594 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:47.286753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d09cf6f-a223-482b-8552-fa94b0de257b req-c7939598-e8d6-4ea0-8f89-158f7a501594 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0522940 Jul 30 03:28:47.328543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d09cf6f-a223-482b-8552-fa94b0de257b req-e95fe932-92d4-4931-b0c2-212ccc2e8b24 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346708 Jul 30 03:28:47.500049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f9a8f97-0272-424f-aba0-4463dc36f018 req-278f4277-b470-48ae-9e78-0dc1a80c07e4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0313473 Jul 30 03:28:47.893350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:48.068754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcb3c9-e5e6-4d3a-9651-ec553fb22e99 req-6fd2d638-ef6c-4160-be9d-4362bbcb6879 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:48.070614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93bcb3c9-e5e6-4d3a-9651-ec553fb22e99 req-6fd2d638-ef6c-4160-be9d-4362bbcb6879 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0938778 Jul 30 03:28:48.083917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b528c-61d9-410d-b727-a3903758cbdd req-54e5bda0-d0ab-48a5-84f4-e60fb8e8f56d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:48.085464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c3b528c-61d9-410d-b727-a3903758cbdd req-54e5bda0-d0ab-48a5-84f4-e60fb8e8f56d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 949 time: 0.0853472 Jul 30 03:28:48.145294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93bcb3c9-e5e6-4d3a-9651-ec553fb22e99 req-be69d3d9-ef8a-40d4-aa64-d959031d798d tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Jul 30 03:28:48.152918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c3b528c-61d9-410d-b727-a3903758cbdd req-ff6224f9-ca91-4e7d-9f68-34f9eb2d1693 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586643 Jul 30 03:28:48.451949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cf0b7-5008-46f4-807a-49c21ce77310 req-0a27b260-ec28-4f33-bef9-7a21dcda7201 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:48.453453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d7cf0b7-5008-46f4-807a-49c21ce77310 req-0a27b260-ec28-4f33-bef9-7a21dcda7201 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0557144 Jul 30 03:28:48.492600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d7cf0b7-5008-46f4-807a-49c21ce77310 req-ce79717c-b58b-42f7-b120-962dc8b12b13 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Jul 30 03:28:48.598957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e5daa21-1053-434b-b126-3ff29b65700a req-45e48723-a953-4ca0-8b23-1cf9041c4bf4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Jul 30 03:28:49.328365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f821d-09a4-4e31-bb2f-8baa5e5427be req-011083b7-7e87-4f5b-8a6b-1a6b4df8db8d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:49.330612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078f821d-09a4-4e31-bb2f-8baa5e5427be req-011083b7-7e87-4f5b-8a6b-1a6b4df8db8d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 949 time: 0.0875750 Jul 30 03:28:49.352835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd0127-ebe5-4d41-8458-3afcfe4d9f69 req-f4bb94e7-6601-45bb-afa1-68bf3511294b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:49.354369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0fd0127-ebe5-4d41-8458-3afcfe4d9f69 req-f4bb94e7-6601-45bb-afa1-68bf3511294b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0795338 Jul 30 03:28:49.402442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078f821d-09a4-4e31-bb2f-8baa5e5427be req-1ff7b96b-12bf-48d4-b232-d89ce54d5358 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660074 Jul 30 03:28:49.422382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0fd0127-ebe5-4d41-8458-3afcfe4d9f69 req-041fdd5e-5da0-417b-a7f1-04d8145e01c5 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600791 Jul 30 03:28:49.526669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a5b20-84e6-4e45-aa91-54717fcefd7b req-bbb74d7d-5b13-4750-b0c5-e506d5f55a7f tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:49.529381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-536a5b20-84e6-4e45-aa91-54717fcefd7b req-bbb74d7d-5b13-4750-b0c5-e506d5f55a7f tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 1101 time: 0.0429571 Jul 30 03:28:49.569327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-536a5b20-84e6-4e45-aa91-54717fcefd7b req-d1859c56-4b8a-4fcf-8dab-ce7b5bd74bdd tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Jul 30 03:28:49.619754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed98fa-7987-4274-8ed3-24fd3accf090 req-0397b1af-797f-4a4f-a6ff-9ff17d8fab02 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:49.621286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01ed98fa-7987-4274-8ed3-24fd3accf090 req-0397b1af-797f-4a4f-a6ff-9ff17d8fab02 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0548496 Jul 30 03:28:49.666419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01ed98fa-7987-4274-8ed3-24fd3accf090 req-881593a5-3da0-4eb4-aec4-83fd9642d84b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Jul 30 03:28:49.708945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15f23245-d229-4e62-b32c-403cd1132648 req-4bf1f71e-22c6-4581-a892-64ff13b1b790 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0332503 Jul 30 03:28:49.783004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-318796cb-93e5-4196-ad42-d337100b2e39 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272567 Jul 30 03:28:49.903428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-46544f23-bdb9-4cc3-af78-cd82a28119e3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:49.907782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-46544f23-bdb9-4cc3-af78-cd82a28119e3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190217 Jul 30 03:28:49.925561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-d4baa53e-1ef7-4c0a-919a-3582ead30d3e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/quotas/da3d0ddc33714ad7b4235de87129823b HTTP/1.1" status: 200 len: 375 time: 0.0109379 Jul 30 03:28:50.009075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-e9d053e9-49c9-4027-a441-29b0f8d9cfd8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0771761 Jul 30 03:28:50.202166 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-185dbcb9-2bda-4d3e-b929-f8fef516a006 req-801596df-7742-492f-99bd-2111f27f79b0 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 210 time: 0.0282304 Jul 30 03:28:50.554361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791d443-635c-4bbe-9f0e-d3b74fb4bd5c req-8fe4ddff-83ce-447e-bd00-262670f386ed tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:50.562447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e791d443-635c-4bbe-9f0e-d3b74fb4bd5c req-8fe4ddff-83ce-447e-bd00-262670f386ed tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0618474 Jul 30 03:28:50.607467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e791d443-635c-4bbe-9f0e-d3b74fb4bd5c req-c8bf661c-990c-4bc3-a453-24c3dee26be6 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Jul 30 03:28:50.806316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eb201-babf-4f2e-ad3e-7c63059308f0 req-c20f6e00-359c-41b8-b6d5-3cddc484f15e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:50.807976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-354eb201-babf-4f2e-ad3e-7c63059308f0 req-c20f6e00-359c-41b8-b6d5-3cddc484f15e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0628636 Jul 30 03:28:50.845488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-166b9ed8-eee1-4aae-950f-44fd0212e07e req-f543646e-0150-4aa3-9099-509542ff4641 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0363939 Jul 30 03:28:50.877360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-354eb201-babf-4f2e-ad3e-7c63059308f0 req-7de0fb10-34a1-4beb-8bd2-0c844f0aa6b2 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588331 Jul 30 03:28:51.300464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9dd7fa1-a0b8-470a-b649-5a651190f366 req-784888b4-040e-4334-83c0-7752edf959a8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 210 time: 0.0283055 Jul 30 03:28:51.362731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-cc1d28af-fab2-46b7-be10-6aab88aa7f23 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da3d0ddc33714ad7b4235de87129823b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268486 Jul 30 03:28:51.484721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-24f51c9d-1ef0-47d1-ba4c-d24772d5446d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:51.486819 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-24f51c9d-1ef0-47d1-ba4c-d24772d5446d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164534 Jul 30 03:28:51.506441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Request body: {'port': {'device_id': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'da3d0ddc33714ad7b4235de87129823b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:51.630204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Made reservation on behalf of da3d0ddc33714ad7b4235de87129823b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:28:51.634212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:51.746911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806315-13b2-4980-b106-6576887190cc req-9831c037-3f7a-4e4b-a962-f6d2cc3433f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:51.749554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b806315-13b2-4980-b106-6576887190cc req-9831c037-3f7a-4e4b-a962-f6d2cc3433f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0628374 Jul 30 03:28:51.800179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Allocated IP 192.168.233.156 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/71eac64f-19fd-4c2d-8fa3-38087e2d0a26) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:28:51.810330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b806315-13b2-4980-b106-6576887190cc req-0e7df67a-15f0-40b8-9ef7-ed26cbd47e93 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499282 Jul 30 03:28:52.030418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.037033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cff4d7fa-a701-4f2b-a846-0741f79db45e req-5d9aa785-821d-40fb-9fba-0b52f7b77a8b tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=68670745-6c23-4c89-8b2f-1af6baf05a22 HTTP/1.1" status: 200 len: 210 time: 0.0414228 Jul 30 03:28:52.058437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Transition to ACTIVE for port object 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:52.064254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f71bd-5f9b-4e3a-87f1-6b22d21d306f req-5bfe6b22-52be-4a85-9e0b-17119fe95166 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:52.066130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-556f71bd-5f9b-4e3a-87f1-6b22d21d306f req-5bfe6b22-52be-4a85-9e0b-17119fe95166 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0994329 Jul 30 03:28:52.112036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.126763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-556f71bd-5f9b-4e3a-87f1-6b22d21d306f req-79f4529e-85a9-47b2-ae14-1949f3bdc365 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Jul 30 03:28:52.127214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:52.166663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'ac00be8b-18fb-488e-b315-0aa048264013', 'febfb90c-2d95-4603-9b17-1b7a46b872cc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:52.188573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:28:52.190467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:28:52.192453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event updated for resources: {'Port': ['ID=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:52.195009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:28:52.257644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:52.258362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.285989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e33511-f881-439e-8b06-4605c72e0e99 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7836123 Jul 30 03:28:52.403899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Request body: {'port': {'device_id': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:52.479451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.514378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77a437-b29f-4483-ab63-6d6011cfa6eb req-a99c27eb-637c-4681-ab5d-ee831ad05cf8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:52.524778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b77a437-b29f-4483-ab63-6d6011cfa6eb req-a99c27eb-637c-4681-ab5d-ee831ad05cf8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 936 time: 0.0941403 Jul 30 03:28:52.575908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b77a437-b29f-4483-ab63-6d6011cfa6eb req-3c0c5957-8904-4c54-88e9-12a86d1fd011 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Jul 30 03:28:52.605282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f497747e-f3bd-47d7-97f1-fa607f2d90d8 None None] Provisioning for port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:52.619773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f497747e-f3bd-47d7-97f1-fa607f2d90d8 None None] Provisioning complete for port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:52.620246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f497747e-f3bd-47d7-97f1-fa607f2d90d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.701932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f497747e-f3bd-47d7-97f1-fa607f2d90d8 None None] Port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:28:52.851379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:52.859482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.875714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Transition to ACTIVE for port object 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:28:52.880865 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:52.979809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Pushing event updated for resources: {'Port': ['ID=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:53.044793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf82ed-063c-4e02-8856-6cce83e1b842 req-d1ed29f1-ad2e-420e-96e8-fef2c3f3a733 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.046444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4baf82ed-063c-4e02-8856-6cce83e1b842 req-d1ed29f1-ad2e-420e-96e8-fef2c3f3a733 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.1190369 Jul 30 03:28:53.129483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4baf82ed-063c-4e02-8856-6cce83e1b842 req-ec8a0c26-646e-41d7-85f1-c95accb2f094 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721791 Jul 30 03:28:53.163787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Attempting to bind port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:53.164274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Attempting to bind port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:53.164669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Attempting to bind port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:53.170391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:53.170821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Attempting to bind port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:53.188136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:53.188620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:53.189118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:53.190123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Bound port: 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:53.190123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:53.297360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] For port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:53.300907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] For port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:53.310219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:53.342284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4d6e6-1755-4b7f-a942-9f96bad8a069 req-77098212-861e-4a75-b28d-d8434ad4eb3d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.344346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bf4d6e6-1755-4b7f-a942-9f96bad8a069 req-77098212-861e-4a75-b28d-d8434ad4eb3d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0973394 Jul 30 03:28:53.379232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.379909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:53.381293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/71eac64f-19fd-4c2d-8fa3-38087e2d0a26 HTTP/1.1" status: 200 len: 1097 time: 1.0864923 Jul 30 03:28:53.381775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'tag': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:53.384040 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb483e4-8215-4c82-b4a8-37cc4d7935bc", "tag": "71eac64f-19fd-4c2d-8fa3-38087e2d0a26"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:53.387998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d2f1-4b3a-441c-9bd8-992c17ab45f7 service neutron] Pushing event updated for resources: {'Port': ['ID=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:53.431573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bf4d6e6-1755-4b7f-a942-9f96bad8a069 req-fe7ee12a-1815-46f2-804c-ff48d762fc78 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803754 Jul 30 03:28:53.507732 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c56f7-2dc3-4c07-9008-cb27299087c6 x-openstack-request-id: req-375c56f7-2dc3-4c07-9008-cb27299087c6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:53.508248 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb483e4-8215-4c82-b4a8-37cc4d7935bc", "tag": "71eac64f-19fd-4c2d-8fa3-38087e2d0a26", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:53.508248 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-375c56f7-2dc3-4c07-9008-cb27299087c6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:53.508731 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'tag': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26', 'status': 'completed', 'code': 200} Jul 30 03:28:53.529266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-e0d226bc-4272-489f-8602-db91490bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.532222 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-e0d226bc-4272-489f-8602-db91490bb2f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 1100 time: 0.0543673 Jul 30 03:28:53.589241 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-47e3dd0c-199b-41ea-bd80-dc88bd506a55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26 HTTP/1.1" status: 200 len: 217 time: 0.0464561 Jul 30 03:28:53.730657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-69ead2ac-3346-442d-961d-48f25e388f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.733772 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-69ead2ac-3346-442d-961d-48f25e388f8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1333470 Jul 30 03:28:53.752476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6b902-6e1d-4f97-8bc9-7a20765b8a3f req-7b8c6395-1cef-4786-90e2-3a73bad31e83 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.764194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0d6b902-6e1d-4f97-8bc9-7a20765b8a3f req-7b8c6395-1cef-4786-90e2-3a73bad31e83 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 948 time: 0.0958147 Jul 30 03:28:53.801869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0d6b902-6e1d-4f97-8bc9-7a20765b8a3f req-ba9a200e-9ff5-4f91-997f-49571a775510 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364361 Jul 30 03:28:53.820823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-13713f01-3273-407d-a7ed-53fdae607ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:53.822482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-13713f01-3273-407d-a7ed-53fdae607ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800705 Jul 30 03:28:53.925592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-e32d6d40-d208-4506-ae5a-ccbcea1869b3 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934205 Jul 30 03:28:54.027190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0db3e486-816d-4837-ba53-2897bbb4d73f req-b8778459-27fd-46cb-84f7-77abb04a7812 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935152 Jul 30 03:28:54.147992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-92757cc7-6ad3-4ddd-84b2-f52a28de2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.149710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-92757cc7-6ad3-4ddd-84b2-f52a28de2029 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da3d0ddc33714ad7b4235de87129823b&device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 1100 time: 0.0628855 Jul 30 03:28:54.292629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0fb3-42eb-4233-8736-78f0a955c225 req-d7a46286-ca76-4093-a8a3-e72ca6eb3180 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.296964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfad0fb3-42eb-4233-8736-78f0a955c225 req-d7a46286-ca76-4093-a8a3-e72ca6eb3180 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.0751929 Jul 30 03:28:54.346350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-edc97db1-fdda-4a7e-8265-ad8b7ca627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.348150 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-edc97db1-fdda-4a7e-8265-ad8b7ca627b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1840208 Jul 30 03:28:54.371097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfad0fb3-42eb-4233-8736-78f0a955c225 req-585317cc-582a-41f1-a2b3-8a69f05a4ba9 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668604 Jul 30 03:28:54.441034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-ed91fc28-91a1-429a-9ce2-a3b9636519d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26 HTTP/1.1" status: 200 len: 217 time: 0.0838952 Jul 30 03:28:54.532186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-12c86fc3-42dc-4dd3-bee5-b6c3e03a055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.533691 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-12c86fc3-42dc-4dd3-bee5-b6c3e03a055e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0814626 Jul 30 03:28:54.601036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-97a7e8c4-daf5-48d7-9eb0-4e1e3fed5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.603027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-97a7e8c4-daf5-48d7-9eb0-4e1e3fed5297 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576501 Jul 30 03:28:54.607559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7c27a-438b-4051-bf1c-e24d4b8b1cdf req-f2900452-ea1d-4e16-89a6-d0b708ee9387 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.614950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8f7c27a-438b-4051-bf1c-e24d4b8b1cdf req-f2900452-ea1d-4e16-89a6-d0b708ee9387 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0658243 Jul 30 03:28:54.661092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8f7c27a-438b-4051-bf1c-e24d4b8b1cdf req-9020ea24-5f8f-4117-91f0-278c92c8b0aa tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451670 Jul 30 03:28:54.724116 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-ab10a0bf-4bff-47cc-a9d9-e7c26e647637 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046317 Jul 30 03:28:54.834978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52aeea5d-80cb-4b68-93ea-767c6ae0e0b3 req-f3c06e35-eed6-46db-8562-eff5738efc73 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024921 Jul 30 03:28:54.946580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b7078-25c8-485b-b024-2a0faf3a9560 req-dfd603cf-f546-48b8-94ba-36035787a223 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:54.955173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946b7078-25c8-485b-b024-2a0faf3a9560 req-dfd603cf-f546-48b8-94ba-36035787a223 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 948 time: 0.0624557 Jul 30 03:28:55.002432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946b7078-25c8-485b-b024-2a0faf3a9560 req-da78db23-265c-48fc-81c2-ecab7f29d673 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Jul 30 03:28:55.231802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-5b702e26-731b-4795-ab18-2bfce3a2a3a7 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:55.233353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-5b702e26-731b-4795-ab18-2bfce3a2a3a7 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.0474536 Jul 30 03:28:55.258797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:28:55.325164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:55.473221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:55.571458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:55.593290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6253203-67cb-4a05-8955-cf125dee45a7 req-c7cba422-a259-4059-b0a6-55239acb43f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:55.603778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6253203-67cb-4a05-8955-cf125dee45a7 req-c7cba422-a259-4059-b0a6-55239acb43f1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 945 time: 0.1029346 Jul 30 03:28:55.657426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:55.659635 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab4f75-aa9a-497e-b517-8600fdbee253" -d '{"events": [{"server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:55.663783 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:55.676131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6253203-67cb-4a05-8955-cf125dee45a7 req-d49fc438-f892-4576-b722-87842dbd0367 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669193 Jul 30 03:28:55.681817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:55.742528 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6a50e5-00b5-4d73-b930-7375f03a143b x-openstack-request-id: req-eb6a50e5-00b5-4d73-b930-7375f03a143b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:55.742821 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:55.743207 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb6a50e5-00b5-4d73-b930-7375f03a143b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:55.743477 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42', 'code': 200} Jul 30 03:28:55.831235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:55.838721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:28:55.839058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:28:55.839419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:55.844299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:28:55.844959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Attempting to bind port 34241f30-b6fd-4620-8582-f6bed6068f42 on network 37af94b3-8f8f-47a1-afa7-2e08dc966070 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:28:55.850370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:28:55.850703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Checking segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:28:55.851129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Bound using segment: {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:28:55.851913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Bound port: 34241f30-b6fd-4620-8582-f6bed6068f42, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de267f71-1038-4b30-9a7e-a8e60de9fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37af94b3-8f8f-47a1-afa7-2e08dc966070'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:28:55.852267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:55.886483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c0871-90bb-4ba3-9a75-4c6d3dcce0b5 req-4ffa7434-53ef-49d9-aa07-b9d1008c8736 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:55.896475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-917c0871-90bb-4ba3-9a75-4c6d3dcce0b5 req-4ffa7434-53ef-49d9-aa07-b9d1008c8736 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0953126 Jul 30 03:28:55.951407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-917c0871-90bb-4ba3-9a75-4c6d3dcce0b5 req-52bd6f31-2443-46ff-ad75-8770545240a8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536125 Jul 30 03:28:55.960516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:28:55.970928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:28:55.980208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:56.083636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:56.084441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:56.086012 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] 10.222.0.16 "PUT /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 1123 time: 0.8316693 Jul 30 03:28:56.087350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb028b3-3204-4f63-a794-6b2cb4f6df00 service neutron] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:56.159720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fc34e-7139-4167-ab92-44f0c5d4d8ea req-c1f6c206-303a-47e5-b818-87543ab20ed3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:56.163830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf8fc34e-7139-4167-ab92-44f0c5d4d8ea req-c1f6c206-303a-47e5-b818-87543ab20ed3 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 948 time: 0.0660708 Jul 30 03:28:56.197140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['34241f30-b6fd-4620-8582-f6bed6068f42'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:56.223266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf8fc34e-7139-4167-ab92-44f0c5d4d8ea req-e5487f82-89fb-44c6-b775-6d3ab88c2373 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547385 Jul 30 03:28:56.500374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['34241f30-b6fd-4620-8582-f6bed6068f42'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:56.806483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34ef27-332c-4a3e-a5c0-016462bd801b req-54c91da8-981a-47f3-9fd6-5c11c96efcf7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:56.808163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b34ef27-332c-4a3e-a5c0-016462bd801b req-54c91da8-981a-47f3-9fd6-5c11c96efcf7 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.0529327 Jul 30 03:28:56.849687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b34ef27-332c-4a3e-a5c0-016462bd801b req-34d90deb-e11d-411b-8c35-af0fa8184cd2 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Jul 30 03:28:56.920465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeda3bf-9f78-4e6a-a375-815b35df876e req-8fd8c28f-bd0c-4085-be0a-701d0c2cd277 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:56.925689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:56.925813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afeda3bf-9f78-4e6a-a375-815b35df876e req-8fd8c28f-bd0c-4085-be0a-701d0c2cd277 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0590596 Jul 30 03:28:56.978618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afeda3bf-9f78-4e6a-a375-815b35df876e req-2a189161-96f2-4e61-bb95-9ee4a065cf28 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Jul 30 03:28:57.114196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98d0b-8ed2-488f-9415-a46ae4dc4647 req-aa1fd11b-0161-4783-91ec-9aacffa953b4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:57.116552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fa98d0b-8ed2-488f-9415-a46ae4dc4647 req-aa1fd11b-0161-4783-91ec-9aacffa953b4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0679960 Jul 30 03:28:57.159156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fa98d0b-8ed2-488f-9415-a46ae4dc4647 req-188a141b-d5bc-4b19-949b-7df36daa3626 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356815 Jul 30 03:28:57.191764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:57.205371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:28:57.341941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0634b8-a904-4e81-a199-c3542968ef92 req-4c46e1c2-9dad-4b89-beb9-a6b6923bf8a7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:57.343357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d0634b8-a904-4e81-a199-c3542968ef92 req-4c46e1c2-9dad-4b89-beb9-a6b6923bf8a7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 948 time: 0.0500977 Jul 30 03:28:57.381889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d0634b8-a904-4e81-a199-c3542968ef92 req-beeea9ee-dd86-44b9-a264-47c5784804c2 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Jul 30 03:28:57.597305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:28:57.700290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:57.712068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26', 'mac_address': 'fa:16:3e:72:66:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:28:57.745009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:57.747746 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70126715-6745-43be-9b6b-823bba01365f" -d '{"events": [{"name": "network-changed", "server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:57.754940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:57.769968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:28:57.785725 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e1e644-b835-46f1-b417-c9e12bd0fc1a x-openstack-request-id: req-f5e1e644-b835-46f1-b417-c9e12bd0fc1a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:57.786130 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:57.786478 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5e1e644-b835-46f1-b417-c9e12bd0fc1a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:57.786966 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42', 'status': 'completed', 'code': 200} Jul 30 03:28:57.792119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:57.799653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:57.861453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126715-6745-43be-9b6b-823bba01365f req-732adac1-6966-44a1-8635-74c7b41df207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:57.863191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-732adac1-6966-44a1-8635-74c7b41df207 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1126 time: 0.0510879 Jul 30 03:28:57.869061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:58.000758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ee9a4-d884-4519-ae48-fdd2938c275d req-8e79bcad-fb9d-4688-bb4c-d86387c80038 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.002296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf7ee9a4-d884-4519-ae48-fdd2938c275d req-8e79bcad-fb9d-4688-bb4c-d86387c80038 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.0777853 Jul 30 03:28:58.006757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126715-6745-43be-9b6b-823bba01365f req-de663661-6cd7-46d1-aa2b-82e1b9b7b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.008264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-de663661-6cd7-46d1-aa2b-82e1b9b7b298 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.1274529 Jul 30 03:28:58.051085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf7ee9a4-d884-4519-ae48-fdd2938c275d req-3e597f22-fba6-4d64-8e08-8ee40a63c6c4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Jul 30 03:28:58.061463 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-2be7e9a8-a1bf-4faf-8aec-9355b936bce1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 217 time: 0.0435116 Jul 30 03:28:58.120306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126715-6745-43be-9b6b-823bba01365f req-33dd98f9-925e-4301-9ea1-d2e9f5c27ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.122357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-33dd98f9-925e-4301-9ea1-d2e9f5c27ca3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0491714 Jul 30 03:28:58.125396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9766012-d150-461c-b85b-b424c6602876 req-54bc42c9-da86-4805-ab88-1fc10238c1c1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.126892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9766012-d150-461c-b85b-b424c6602876 req-54bc42c9-da86-4805-ab88-1fc10238c1c1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0512209 Jul 30 03:28:58.136651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['71eac64f-19fd-4c2d-8fa3-38087e2d0a26'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:28:58.169983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9766012-d150-461c-b85b-b424c6602876 req-f8f26fa0-4bfc-4ca1-ae3d-7191e1f36f35 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368280 Jul 30 03:28:58.173983 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-a3feeb9a-0199-4881-ae00-dcee20b4b4d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345433 Jul 30 03:28:58.311157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e562649-713f-4e81-a15b-aacb00533ed5 req-1bd1ea74-2644-4e2f-b8dd-2e5bfe0af4e7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.315677 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-ba26e9b9-119a-495c-a3d5-30f766aafdb5 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302893 Jul 30 03:28:58.315941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e562649-713f-4e81-a15b-aacb00533ed5 req-1bd1ea74-2644-4e2f-b8dd-2e5bfe0af4e7 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0736675 Jul 30 03:28:58.370530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e562649-713f-4e81-a15b-aacb00533ed5 req-a40aba71-57f2-4ffd-adf5-869bc7bf7821 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Jul 30 03:28:58.489886 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-70126715-6745-43be-9b6b-823bba01365f req-7676d50f-a569-4e5d-b0da-dec4b36788bc service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521022 Jul 30 03:28:58.520021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-1d2ba218-5b73-4634-aace-8723ac6f27e6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.521942 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-1d2ba218-5b73-4634-aace-8723ac6f27e6 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 944 time: 0.2774038 Jul 30 03:28:58.534600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ab1a3-ba3d-41fd-881c-174e33965996 req-7cc6f657-f89d-472a-baa4-527455274fb9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:58.536256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-051ab1a3-ba3d-41fd-881c-174e33965996 req-7cc6f657-f89d-472a-baa4-527455274fb9 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 949 time: 0.0562339 Jul 30 03:28:58.576797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-051ab1a3-ba3d-41fd-881c-174e33965996 req-8531c103-2ef9-4c94-aab1-9918ed54ccf8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Jul 30 03:28:58.628278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Deleting port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:28:58.628504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:58.716297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] For port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:58.716644 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:58.729072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Calling delete_port for 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:28:58.856641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:58.884080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event deleted for resources: {'Port': ['ID=97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:58.924438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] No DVR routers for this DVR port 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:28:58.927000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:58.928968 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0ee794e6-9c0b-4be3-849b-6b57e317ba79 req-c5eb2c00-1189-4b10-bd6c-b7e62e43c649 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "DELETE /v2.0/ports/97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 HTTP/1.1" status: 204 len: 173 time: 0.3960147 Jul 30 03:28:59.160164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a73262a2-4c4b-4152-a702-029bc6918d55 req-cc73a43f-89a5-420e-b584-e9b9293dc9eb tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0d6c60-ee18-4e78-a252-184bbfbf2331 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Jul 30 03:28:59.300557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f24a9-3650-473d-aaef-19ef8ffb38a0 req-192cf6f7-82df-445c-803a-1279262bed8b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:59.302030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b5f24a9-3650-473d-aaef-19ef8ffb38a0 req-192cf6f7-82df-445c-803a-1279262bed8b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0487773 Jul 30 03:28:59.339344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b5f24a9-3650-473d-aaef-19ef8ffb38a0 req-b4aad8f4-58ec-471b-8a2a-ed6f35a0b513 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Jul 30 03:28:59.498128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9434e3-4c5f-487c-aac9-df9d231dde36 req-f02362c4-8f41-4b69-9b9d-0fe9865f73be tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:59.499658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c9434e3-4c5f-487c-aac9-df9d231dde36 req-f02362c4-8f41-4b69-9b9d-0fe9865f73be tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0542903 Jul 30 03:28:59.538590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c9434e3-4c5f-487c-aac9-df9d231dde36 req-a5c3b85f-031a-4f9c-9836-85ca9c2c56f1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Jul 30 03:28:59.609261 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:28:59.626419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:28:59.686283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:28:59.692273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:28:59.693502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:59.708288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1f133-6c9a-4b54-aa9b-2f564cd22dad req-9e0a12b0-b121-4bc0-bfab-58bb28c23c55 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:59.709794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ba1f133-6c9a-4b54-aa9b-2f564cd22dad req-9e0a12b0-b121-4bc0-bfab-58bb28c23c55 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 949 time: 0.0566835 Jul 30 03:28:59.753766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ba1f133-6c9a-4b54-aa9b-2f564cd22dad req-20b0f4ca-dad4-4175-ba9b-d4d345c5e6b0 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Jul 30 03:28:59.787860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:59.788523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'name': 'network-vif-deleted', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:59.792643 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9ebd90-cf88-4336-82e7-678a4fbdff19" -d '{"events": [{"server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "name": "network-vif-deleted", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:59.816672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:28:59.818959 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947c25d-4c10-438a-9a10-5b10c8089cbe" -d '{"events": [{"server_uuid": "aeb483e4-8215-4c82-b4a8-37cc4d7935bc", "name": "network-vif-plugged", "status": "completed", "tag": "71eac64f-19fd-4c2d-8fa3-38087e2d0a26"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:28:59.834243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:28:59.840037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:28:59.869599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793b6ed-e716-445b-8a3a-7c81b77d2058 req-52e40b30-db94-4cdd-9e4e-a146a0ef3a1d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:28:59.871307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d793b6ed-e716-445b-8a3a-7c81b77d2058 req-52e40b30-db94-4cdd-9e4e-a146a0ef3a1d tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Jul 30 03:28:59.877128 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b737fb4-a508-4471-ac93-d9d3b5aee628 x-openstack-request-id: req-0b737fb4-a508-4471-ac93-d9d3b5aee628 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:59.877626 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0d6c60-ee18-4e78-a252-184bbfbf2331", "name": "network-vif-deleted", "tag": "97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:59.877765 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b737fb4-a508-4471-ac93-d9d3b5aee628 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:59.878110 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0d6c60-ee18-4e78-a252-184bbfbf2331', 'name': 'network-vif-deleted', 'tag': '97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54', 'status': 'completed', 'code': 200} Jul 30 03:28:59.911738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:28:59.914830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d793b6ed-e716-445b-8a3a-7c81b77d2058 req-ed458519-e6ec-4cb2-b315-f25cfd738985 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Jul 30 03:28:59.994246 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be90d476-d80d-48e5-98b1-bac18347deca x-openstack-request-id: req-be90d476-d80d-48e5-98b1-bac18347deca {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:28:59.994545 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb483e4-8215-4c82-b4a8-37cc4d7935bc", "name": "network-vif-plugged", "status": "completed", "tag": "71eac64f-19fd-4c2d-8fa3-38087e2d0a26", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:28:59.994799 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be90d476-d80d-48e5-98b1-bac18347deca {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:28:59.995294 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26', 'code': 200} Jul 30 03:29:00.034604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cb857-0148-46af-b2db-1f23afa8e168 req-2209b32f-e5d0-44a2-a7cc-c4b4705c087d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:00.036838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c59cb857-0148-46af-b2db-1f23afa8e168 req-2209b32f-e5d0-44a2-a7cc-c4b4705c087d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 945 time: 0.0610139 Jul 30 03:29:00.080057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c59cb857-0148-46af-b2db-1f23afa8e168 req-37de1028-ce9c-484b-a530-1c6ff8a43d9f tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Jul 30 03:29:00.128053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333d7f-42f2-402b-9633-698448e7aed2 req-a93ef654-16cc-4da6-8541-3f351ba39823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:00.128548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a8333d7f-42f2-402b-9633-698448e7aed2 req-a93ef654-16cc-4da6-8541-3f351ba39823 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 1102 time: 0.0609479 Jul 30 03:29:00.171010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a8333d7f-42f2-402b-9633-698448e7aed2 req-6501ad97-ed58-458e-9bd6-264a2e22592d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Jul 30 03:29:00.356902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:00.467824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a016-0e17-441f-a547-f16ecda98db4 req-458f47f8-4996-4db5-9494-06b7d45a7973 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:00.468441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c241a016-0e17-441f-a547-f16ecda98db4 req-458f47f8-4996-4db5-9494-06b7d45a7973 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 945 time: 0.0788276 Jul 30 03:29:00.482672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795ee1e-24a1-466c-ab50-d6d36beae339 req-dd255438-7b63-4765-b679-8015977d2ee0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:00.485131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a795ee1e-24a1-466c-ab50-d6d36beae339 req-dd255438-7b63-4765-b679-8015977d2ee0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0674589 Jul 30 03:29:00.540106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c241a016-0e17-441f-a547-f16ecda98db4 req-0feeb1b2-660c-408c-8079-5edcc6f3bce4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536783 Jul 30 03:29:00.547350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a795ee1e-24a1-466c-ab50-d6d36beae339 req-51823ea5-3ae3-4536-af33-22d32c67a4b3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Jul 30 03:29:00.898281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb153d-5a21-4292-b1fb-1253a41e6a9d req-95729546-6b45-416a-b0f1-3c602dd8abf5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:00.900937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0fdb153d-5a21-4292-b1fb-1253a41e6a9d req-95729546-6b45-416a-b0f1-3c602dd8abf5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 950 time: 0.0647066 Jul 30 03:29:00.951716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0fdb153d-5a21-4292-b1fb-1253a41e6a9d req-e53f2b62-6a38-44c6-a3b4-9edb31d9373e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Jul 30 03:29:01.056958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfe4f5-3978-4e4e-a0db-beaa67b0cc75 req-d1fb56e9-ccb9-48de-a02b-e24d6480c192 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.058633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9cfe4f5-3978-4e4e-a0db-beaa67b0cc75 req-d1fb56e9-ccb9-48de-a02b-e24d6480c192 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0589745 Jul 30 03:29:01.134594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9cfe4f5-3978-4e4e-a0db-beaa67b0cc75 req-a38f9b9c-38c6-445c-93a1-d94727bbff86 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685866 Jul 30 03:29:01.240877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78986baa-1f04-4d35-8aa0-0e6ba74df3ee req-8f978089-a542-4b59-bf1c-df0fb40b139e tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.242768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78986baa-1f04-4d35-8aa0-0e6ba74df3ee req-8f978089-a542-4b59-bf1c-df0fb40b139e tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 945 time: 0.0669341 Jul 30 03:29:01.300682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78986baa-1f04-4d35-8aa0-0e6ba74df3ee req-67120d4b-3962-4386-9497-97d07daac1cb tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491099 Jul 30 03:29:01.429639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-72276e01-ac10-4ee6-879f-660660ded55e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.431243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-72276e01-ac10-4ee6-879f-660660ded55e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Jul 30 03:29:01.535166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Deleting port 2267bb7b-186f-44f1-9941-c8255a3a2a1c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:01.535526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:01.655652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] For port 2267bb7b-186f-44f1-9941-c8255a3a2a1c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2267bb7b-186f-44f1-9941-c8255a3a2a1c,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:01.656230 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:01.676616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Calling delete_port for 2267bb7b-186f-44f1-9941-c8255a3a2a1c owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:01.725887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab2bb8-3206-4761-a490-25dc9a39b5b6 req-12ad04ca-7666-4572-a388-141b6648357d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.727696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02ab2bb8-3206-4761-a490-25dc9a39b5b6 req-12ad04ca-7666-4572-a388-141b6648357d tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 945 time: 0.0817533 Jul 30 03:29:01.741391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475ce15-6208-467a-990d-6b479f78008c req-1b291c01-ed8a-4b53-b832-5389946bf849 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.742860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c475ce15-6208-467a-990d-6b479f78008c req-1b291c01-ed8a-4b53-b832-5389946bf849 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0882874 Jul 30 03:29:01.799709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02ab2bb8-3206-4761-a490-25dc9a39b5b6 req-dfb7aa3e-e2c5-42d0-9fe6-dcc6f1bb79d5 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Jul 30 03:29:01.806745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c475ce15-6208-467a-990d-6b479f78008c req-30136b36-0676-4847-ae94-95a8830cbdad tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493569 Jul 30 03:29:01.893829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:01.905697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2267bb7b-186f-44f1-9941-c8255a3a2a1c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:01.918167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-dbec1d97-ac78-4a7b-9dc6-baff758d1a92 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.920650 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-dbec1d97-ac78-4a7b-9dc6-baff758d1a92 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 945 time: 0.1205370 Jul 30 03:29:01.951576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-9a244bbe-8a4b-4007-9352-f473d479ad62 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:01.953309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-9a244bbe-8a4b-4007-9352-f473d479ad62 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 945 time: 0.1441002 Jul 30 03:29:01.966584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event deleted for resources: {'Port': ['ID=2267bb7b-186f-44f1-9941-c8255a3a2a1c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:02.053896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] No DVR routers for this DVR port 2267bb7b-186f-44f1-9941-c8255a3a2a1c on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:02.066014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.068116 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-946bc992-bac7-42d2-b986-6b6517c73bb5 req-aac7a558-7f0a-4c3c-9464-f5a350dc89a4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "DELETE /v2.0/ports/2267bb7b-186f-44f1-9941-c8255a3a2a1c HTTP/1.1" status: 204 len: 173 time: 0.6258700 Jul 30 03:29:02.068697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475236c9-4c68-4231-9b08-ee104d798c09', 'name': 'network-vif-deleted', 'tag': '2267bb7b-186f-44f1-9941-c8255a3a2a1c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:02.071020 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a18ecb-0d47-4624-bbb6-751961ef2b0e" -d '{"events": [{"server_uuid": "475236c9-4c68-4231-9b08-ee104d798c09", "name": "network-vif-deleted", "tag": "2267bb7b-186f-44f1-9941-c8255a3a2a1c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:02.123599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c59c34-4565-46d2-a1a2-17db15cefe35 req-a58ad894-8a29-434a-8662-63793e6569d2 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:02.125406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58c59c34-4565-46d2-a1a2-17db15cefe35 req-a58ad894-8a29-434a-8662-63793e6569d2 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 950 time: 0.0889606 Jul 30 03:29:02.167188 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1678b2e-d359-4e10-92da-d65253bb5655 x-openstack-request-id: req-f1678b2e-d359-4e10-92da-d65253bb5655 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:02.167514 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475236c9-4c68-4231-9b08-ee104d798c09", "name": "network-vif-deleted", "tag": "2267bb7b-186f-44f1-9941-c8255a3a2a1c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:02.167730 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1678b2e-d359-4e10-92da-d65253bb5655 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:02.168120 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475236c9-4c68-4231-9b08-ee104d798c09', 'name': 'network-vif-deleted', 'tag': '2267bb7b-186f-44f1-9941-c8255a3a2a1c', 'status': 'completed', 'code': 200} Jul 30 03:29:02.175990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58c59c34-4565-46d2-a1a2-17db15cefe35 req-9d23cf06-f1da-4ae2-a003-3ef4867e1fa7 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Jul 30 03:29:02.198535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Deleting port 078a420f-fc58-4d39-8e60-dc80055d027c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:02.198880 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.285610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Deleting port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:02.286051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.290523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49c7de49-4862-4501-a382-d490b16aa542 req-6474bb7f-3499-4593-a174-04214a615f2e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=475236c9-4c68-4231-9b08-ee104d798c09 HTTP/1.1" status: 200 len: 210 time: 0.0358160 Jul 30 03:29:02.353575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb98e-4dfe-4994-b697-b94b8b1f89ab req-99135393-1457-4ef2-b9ea-748a1b1ab94b tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:02.355200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-371eb98e-4dfe-4994-b697-b94b8b1f89ab req-99135393-1457-4ef2-b9ea-748a1b1ab94b tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 1102 time: 0.0675573 Jul 30 03:29:02.382937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] For port 078a420f-fc58-4d39-8e60-dc80055d027c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=078a420f-fc58-4d39-8e60-dc80055d027c,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:02.383339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.405265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-371eb98e-4dfe-4994-b697-b94b8b1f89ab req-7725b40a-1e16-40e4-bb79-045c64e0e228 tempest-ServersOnMultiNodesTest-1969262170 tempest-ServersOnMultiNodesTest-1969262170-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Jul 30 03:29:02.429125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Calling delete_port for 078a420f-fc58-4d39-8e60-dc80055d027c owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:02.462404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] For port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:02.463076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.531012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5711-272a-4754-970b-f015125a37c0 req-329eb264-a1c9-4f05-af24-dae556306ea0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:02.537490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Calling delete_port for da02e2d7-5bd8-4a06-9ac4-df0dc13f611c owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:02.538362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a19d5711-272a-4754-970b-f015125a37c0 req-329eb264-a1c9-4f05-af24-dae556306ea0 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 945 time: 0.0727837 Jul 30 03:29:02.577226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a19d5711-272a-4754-970b-f015125a37c0 req-0f33b10e-9ce7-45da-b401-1dd82158e135 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba002e7-f820-45f3-b113-90c847e7afba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379879 Jul 30 03:29:02.677923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-df1d3653-f10b-4ca5-b309-d0a0298c0a99 service neutron] 10.222.0.18 "GET /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.1529694 Jul 30 03:29:02.832755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dd593-85cc-4953-9fc3-86ee35d28904 req-17e66caa-cc20-4aa4-aef2-44eb0ed5d0b5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:02.834225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c17dd593-85cc-4953-9fc3-86ee35d28904 req-17e66caa-cc20-4aa4-aef2-44eb0ed5d0b5 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 950 time: 0.0531800 Jul 30 03:29:02.845899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.858986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['078a420f-fc58-4d39-8e60-dc80055d027c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:02.892044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c17dd593-85cc-4953-9fc3-86ee35d28904 req-faf4dcaf-74ec-40f0-8ab9-525c6a348b76 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503941 Jul 30 03:29:02.945978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e846c504-4b63-445d-a04e-4107e0eae853 req-3f65b08c-6d73-4afd-b40e-0cdc21b0ad26 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea1b45c-07c9-4823-9f44-548ef4985dc9 HTTP/1.1" status: 200 len: 210 time: 0.0505190 Jul 30 03:29:02.950484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:02.966350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Pushing event deleted for resources: {'Port': ['ID=078a420f-fc58-4d39-8e60-dc80055d027c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:02.968404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:02.985515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:02.985873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 97c1ebc8-f8fe-4a5c-96d8-b9486dbb8c54 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:03.018897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] No DVR routers for this DVR port 078a420f-fc58-4d39-8e60-dc80055d027c on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:03.021286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48452a74-b96b-40aa-949f-fd4811af21d5 req-235bd28c-fc62-4a48-b7f2-e1792f3daaab tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:03.023096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48452a74-b96b-40aa-949f-fd4811af21d5 req-235bd28c-fc62-4a48-b7f2-e1792f3daaab tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 943 time: 0.0598109 Jul 30 03:29:03.023639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event deleted for resources: {'Port': ['ID=da02e2d7-5bd8-4a06-9ac4-df0dc13f611c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:03.025909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:03.028311 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5d32b58c-4f14-4504-abd3-ea6aacd2bfa1 req-7f47f301-6d05-4662-85f7-3ff240363e2d tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.18 "DELETE /v2.0/ports/078a420f-fc58-4d39-8e60-dc80055d027c HTTP/1.1" status: 204 len: 173 time: 1.0736198 Jul 30 03:29:03.075878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48452a74-b96b-40aa-949f-fd4811af21d5 req-0bdb2b1f-d721-44a9-b323-c4bc94709f2b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Jul 30 03:29:03.157761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] No DVR routers for this DVR port da02e2d7-5bd8-4a06-9ac4-df0dc13f611c on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:03.161274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:03.163304 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6091a98d-37c9-46e8-bbe5-0bb9bf9a666d req-8319e3ec-c9fd-40a0-b5e2-42873fddfa44 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "DELETE /v2.0/ports/da02e2d7-5bd8-4a06-9ac4-df0dc13f611c HTTP/1.1" status: 204 len: 173 time: 1.1926425 Jul 30 03:29:03.201300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:03.223807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:03.258989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34241f30-b6fd-4620-8582-f6bed6068f42 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:03.270899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:03.283548 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:03.367162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] Transition to ACTIVE for port object 34241f30-b6fd-4620-8582-f6bed6068f42 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:03.367595 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:03.432969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] No DVR routers for this DVR port 34241f30-b6fd-4620-8582-f6bed6068f42 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:03.453963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] Pushing event updated for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:03.485092 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-51282292-2b9b-461a-8cfd-58a4b1978cae service neutron] 10.222.0.18 "PUT /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7979898 Jul 30 03:29:03.621504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-9d0f38df-080a-4f2b-abc8-e4e548694e63 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:03.623527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-9d0f38df-080a-4f2b-abc8-e4e548694e63 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.1314392 Jul 30 03:29:03.627787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-6d8021d5-028e-4a35-9fb9-4e74eaa2a6de tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:03.629500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-6d8021d5-028e-4a35-9fb9-4e74eaa2a6de tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.0495780 Jul 30 03:29:03.641757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-7fb78c1a-0d18-4f27-9650-d5812f55399e tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/quotas/6df49f30807040ea807b84f059072d12 HTTP/1.1" status: 200 len: 375 time: 0.0122137 Jul 30 03:29:03.657449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:03.695394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-4e0e9277-019e-428b-a3e9-cfac72d2aeac tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462577 Jul 30 03:29:03.712738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4921bdb8-8caf-4fdc-9fe9-b40ecdbec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:03.714432 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4921bdb8-8caf-4fdc-9fe9-b40ecdbec7b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78 HTTP/1.1" status: 200 len: 1096 time: 0.0742264 Jul 30 03:29:03.718801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:03.719563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 078a420f-fc58-4d39-8e60-dc80055d027c no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:03.739793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01837aaf-9c4d-42f6-98ef-ab0fc22944f8 req-b415f8bc-7238-4628-81ce-92c8bf10bd64 tempest-AttachSCSIVolumeTestJSON-1190769430 tempest-AttachSCSIVolumeTestJSON-1190769430-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab331107-2a6a-4e14-a3ae-32285575513f HTTP/1.1" status: 200 len: 210 time: 0.0295980 Jul 30 03:29:03.742743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 078a420f-fc58-4d39-8e60-dc80055d027c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:03.743260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 078a420f-fc58-4d39-8e60-dc80055d027c not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:03.826220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-966107b1-31d4-435f-bf45-f4101a26a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:03.827921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-966107b1-31d4-435f-bf45-f4101a26a962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0491440 Jul 30 03:29:03.849022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-149569b1-0dab-4b35-a3cf-d9b76a35607e service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524022 Jul 30 03:29:03.948510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-cb0419f8-e510-4e28-a87e-126fd192a706 service neutron] 10.222.0.39 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929184 Jul 30 03:29:03.996026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4ae4d077-2162-47ef-ab2c-6d429a087775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:03.997678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-4ae4d077-2162-47ef-ab2c-6d429a087775 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.1169169 Jul 30 03:29:04.051998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbb9a3-1613-4de2-9299-710bff7295a8 req-066ba13d-2c52-4e07-b16d-2bb1643a9920 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:04.054176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bebbb9a3-1613-4de2-9299-710bff7295a8 req-066ba13d-2c52-4e07-b16d-2bb1643a9920 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 950 time: 0.0631979 Jul 30 03:29:04.129402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bebbb9a3-1613-4de2-9299-710bff7295a8 req-4b52611c-f8b8-4be5-9edf-05c3b699ddd2 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Jul 30 03:29:04.222587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b0cbf9d-8e05-457d-bbba-4a5de097226e req-c2740f06-5de8-43ec-b743-e96f08479882 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 210 time: 0.0518920 Jul 30 03:29:04.304270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059dc6b-92f4-481d-814a-fc75df8729c8 req-eb5b0822-0f37-41be-bd32-3893ef7bcd3c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:04.307717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0059dc6b-92f4-481d-814a-fc75df8729c8 req-eb5b0822-0f37-41be-bd32-3893ef7bcd3c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.0786884 Jul 30 03:29:04.379183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'name': 'network-vif-deleted', 'tag': '078a420f-fc58-4d39-8e60-dc80055d027c'}, {'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'name': 'network-vif-deleted', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:04.381556 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823eb74-4e4d-4ba2-b7cc-8f08fb15d5a5" -d '{"events": [{"server_uuid": "ab331107-2a6a-4e14-a3ae-32285575513f", "name": "network-vif-deleted", "tag": "078a420f-fc58-4d39-8e60-dc80055d027c"}, {"server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "name": "network-vif-deleted", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:04.385179 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-314b9ff3-9b95-4eb3-8d6e-af5945ebcfab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 200 len: 217 time: 0.3721995 Jul 30 03:29:04.386455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0059dc6b-92f4-481d-814a-fc75df8729c8 req-4ab231cc-e208-4812-be2f-2087fdcf4204 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Jul 30 03:29:04.457832 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d1a22-989b-48c6-8f6c-bbf23323f040 x-openstack-request-id: req-682d1a22-989b-48c6-8f6c-bbf23323f040 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:04.458056 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab331107-2a6a-4e14-a3ae-32285575513f", "name": "network-vif-deleted", "tag": "078a420f-fc58-4d39-8e60-dc80055d027c", "status": "completed", "code": 200}, {"server_uuid": "2ea1b45c-07c9-4823-9f44-548ef4985dc9", "name": "network-vif-deleted", "tag": "da02e2d7-5bd8-4a06-9ac4-df0dc13f611c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:04.458482 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-682d1a22-989b-48c6-8f6c-bbf23323f040 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:04.459076 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab331107-2a6a-4e14-a3ae-32285575513f', 'name': 'network-vif-deleted', 'tag': '078a420f-fc58-4d39-8e60-dc80055d027c', 'status': 'completed', 'code': 200} Jul 30 03:29:04.459412 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea1b45c-07c9-4823-9f44-548ef4985dc9', 'name': 'network-vif-deleted', 'tag': 'da02e2d7-5bd8-4a06-9ac4-df0dc13f611c', 'status': 'completed', 'code': 200} Jul 30 03:29:04.491264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-521570e9-aec2-4984-9c62-bd07d4c09e32 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:04.492805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-521570e9-aec2-4984-9c62-bd07d4c09e32 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 950 time: 0.1067424 Jul 30 03:29:04.494865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-f82ef486-221c-42b5-8978-dd7f5fac9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:04.496594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-f82ef486-221c-42b5-8978-dd7f5fac9312 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.0780871 Jul 30 03:29:04.551736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399df95-e887-47d1-b3ad-310049f7699c req-0088e0f8-c326-43d4-bab3-d7b3edddfa37 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:04.553608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7399df95-e887-47d1-b3ad-310049f7699c req-0088e0f8-c326-43d4-bab3-d7b3edddfa37 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.0698023 Jul 30 03:29:04.589717 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-0cbe09e4-0eae-4b76-878f-99feb279f1c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439224 Jul 30 03:29:04.619220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7399df95-e887-47d1-b3ad-310049f7699c req-55c7a103-b419-46ab-a877-589b41b8cb0c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559506 Jul 30 03:29:04.677080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:04.677423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:04.766684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-7ca69d92-21e1-4a58-9fbf-3b92ac41b8d6 service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653628 Jul 30 03:29:04.845380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:04.845717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:04.865406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:04.942879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-bc2362ca-dedf-4548-a3d7-0ccb05b1fe6b service neutron] 10.222.0.16 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636338 Jul 30 03:29:04.947509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:05.045830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:05.058734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc', '71eac64f-19fd-4c2d-8fa3-38087e2d0a26'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:05.062306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:05.077179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=71eac64f-19fd-4c2d-8fa3-38087e2d0a26,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:05.110387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'ac00be8b-18fb-488e-b315-0aa048264013', 'febfb90c-2d95-4603-9b17-1b7a46b872cc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:05.122609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: da02e2d7-5bd8-4a06-9ac4-df0dc13f611c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:05.123190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da02e2d7-5bd8-4a06-9ac4-df0dc13f611c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:05.137453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:05.142464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:05.144649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ca9e01c2-2307-42c2-9ce0-275dab6156ca req-8730cc25-4e15-4b14-ab69-396523868559 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "DELETE /v2.0/ports/71eac64f-19fd-4c2d-8fa3-38087e2d0a26 HTTP/1.1" status: 204 len: 173 time: 0.6450918 Jul 30 03:29:05.392142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73faac4f-3dd6-4246-bb40-11ece8c24014 req-51fd3f7a-8095-4cb9-84e6-4c47a2dff399 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeb483e4-8215-4c82-b4a8-37cc4d7935bc HTTP/1.1" status: 200 len: 210 time: 0.0984519 Jul 30 03:29:05.479825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ef78c52-1cce-409c-aa8b-87c207537dd1 req-bb033c84-87ac-43f6-832b-95940cc4eee1 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 210 time: 0.0688097 Jul 30 03:29:05.548634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-a283b82e-5340-4477-b026-cc18ad8aff48 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:05.551047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-a283b82e-5340-4477-b026-cc18ad8aff48 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 811 time: 0.2824993 Jul 30 03:29:05.609917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Request body: {'port': {'device_id': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'admin_state_up': True, 'tenant_id': '6df49f30807040ea807b84f059072d12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:05.674865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-2da1c816-c2ac-4dd3-bece-e38ecdfc342d tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:05.677093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-2da1c816-c2ac-4dd3-bece-e38ecdfc342d tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1&tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1096 time: 0.1194019 Jul 30 03:29:05.696124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cb337-da86-4a8f-a9a0-79a6ec482395 req-7d02cb79-bbbf-42bd-8a26-e1411f4f1a05 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:05.714280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc3cb337-da86-4a8f-a9a0-79a6ec482395 req-7d02cb79-bbbf-42bd-8a26-e1411f4f1a05 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.1773984 Jul 30 03:29:05.727820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2267bb7b-186f-44f1-9941-c8255a3a2a1c no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:05.756216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2267bb7b-186f-44f1-9941-c8255a3a2a1c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:05.756569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2267bb7b-186f-44f1-9941-c8255a3a2a1c not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:05.782686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Made reservation on behalf of 6df49f30807040ea807b84f059072d12 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:05.790308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:05.979223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec36fe-f4be-464a-98b7-a2713fdef318 req-631c0d01-23b0-4acd-83dc-b9b6a7c15289 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:05.988278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ec36fe-f4be-464a-98b7-a2713fdef318 req-631c0d01-23b0-4acd-83dc-b9b6a7c15289 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.2085361 Jul 30 03:29:06.005398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-5edf7912-06e7-4950-a8a9-cbdf7341fa0c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:06.006996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-5edf7912-06e7-4950-a8a9-cbdf7341fa0c tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 967 time: 0.3573110 Jul 30 03:29:06.022829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc3cb337-da86-4a8f-a9a0-79a6ec482395 req-e0e8ad1c-57b1-42e0-a014-0e3130d95623 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050714 Jul 30 03:29:06.095524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Allocated IP 172.20.0.5 (0bb61d09-a127-4ca2-b4ab-d37f07736b63/404c0b1f-6ef7-4014-8413-6f1145a94d38/d6894ad8-3807-4524-99e7-9f64c3bfc8fa) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:06.125427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-6fd865c1-b1ab-45dc-95fb-2d46e44d344e service neutron] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:06.134887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-6fd865c1-b1ab-45dc-95fb-2d46e44d344e service neutron] Notify callbacks [] for binding, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.136779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-748a448e-0497-4d46-96c6-df8ef6a790fd req-6fd865c1-b1ab-45dc-95fb-2d46e44d344e service neutron] 10.222.0.16 "DELETE /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.4445965 Jul 30 03:29:06.185334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ec36fe-f4be-464a-98b7-a2713fdef318 req-c6510846-e8f7-4f76-9ba8-f22d43e2de54 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/security-groups?id=59a8b1b7-1939-4140-b397-39eaaea3a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959591 Jul 30 03:29:06.318165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.345618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Deleting port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:06.345973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.374738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.421741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:06.424954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:06.431661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:06.456486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event updated for resources: {'Port': ['ID=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:06.460855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'name': 'network-vif-deleted', 'tag': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:06.473079 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b9c60f-620f-421f-a351-a107fc07558e" -d '{"events": [{"server_uuid": "aeb483e4-8215-4c82-b4a8-37cc4d7935bc", "name": "network-vif-deleted", "tag": "71eac64f-19fd-4c2d-8fa3-38087e2d0a26"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:06.473410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] For port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,segment=NetworkSegment(db72f2c0-46bf-4981-b8f9-0f4b1d773293),segment_id=db72f2c0-46bf-4981-b8f9-0f4b1d773293)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:06.473868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.493656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Calling delete_port for ea4527a2-3e21-4d0c-90a2-1c39c6e0535c owned by compute:tempest-test_az-1195385991 {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:06.528864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:06.529501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.561497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-ec528685-b887-4866-998f-0d1435763714 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609118 Jul 30 03:29:06.568472 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b08bb-68f1-4d4f-9029-22ea282dd923 x-openstack-request-id: req-565b08bb-68f1-4d4f-9029-22ea282dd923 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:06.569037 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb483e4-8215-4c82-b4a8-37cc4d7935bc", "name": "network-vif-deleted", "tag": "71eac64f-19fd-4c2d-8fa3-38087e2d0a26", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:06.569298 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-565b08bb-68f1-4d4f-9029-22ea282dd923 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:06.572010 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb483e4-8215-4c82-b4a8-37cc4d7935bc', 'name': 'network-vif-deleted', 'tag': '71eac64f-19fd-4c2d-8fa3-38087e2d0a26', 'status': 'completed', 'code': 200} Jul 30 03:29:06.589173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Request body: {'port': {'device_id': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:06.691627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.725292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.761447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Pushing event deleted for resources: {'Port': ['ID=ea4527a2-3e21-4d0c-90a2-1c39c6e0535c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:06.770919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3277-324c-46b8-b84e-f94982291262 req-6d219ed9-dafb-4a19-9264-830b901680e3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:06.772477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfef3277-324c-46b8-b84e-f94982291262 req-6d219ed9-dafb-4a19-9264-830b901680e3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 931 time: 0.1037686 Jul 30 03:29:06.859431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] No DVR routers for this DVR port ea4527a2-3e21-4d0c-90a2-1c39c6e0535c on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:06.862286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:06.865075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb358176-4daa-43cd-b3a8-b3ae023e03c9 req-bde55df3-d045-4f6f-99e6-a2435a42539e tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.16 "DELETE /v2.0/ports/ea4527a2-3e21-4d0c-90a2-1c39c6e0535c HTTP/1.1" status: 204 len: 173 time: 0.8204198 Jul 30 03:29:06.869526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'name': 'network-vif-deleted', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:06.873372 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0163395-b040-4c09-a87a-f9e9cea14c77" -d '{"events": [{"server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "name": "network-vif-deleted", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:06.909021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05807-02fc-410d-afb3-5afa3e724509 req-305ceecc-bf43-4d96-850f-b971a42d0b4d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:06.910428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94e05807-02fc-410d-afb3-5afa3e724509 req-305ceecc-bf43-4d96-850f-b971a42d0b4d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 949 time: 0.1525090 Jul 30 03:29:06.925562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfef3277-324c-46b8-b84e-f94982291262 req-cb5a67bc-f1c4-4cb6-80a9-00c07bd8fd91 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415496 Jul 30 03:29:07.016618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94e05807-02fc-410d-afb3-5afa3e724509 req-ffd757f3-5a74-41d4-9dba-4c86f8efa106 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870488 Jul 30 03:29:07.085684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6894ad8-3807-4524-99e7-9f64c3bfc8fa {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:07.097492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:07.114708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Transition to ACTIVE for port object d6894ad8-3807-4524-99e7-9f64c3bfc8fa will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:07.120482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:07.143956 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335d680-1b98-4f13-89c0-f004067b8fdc x-openstack-request-id: req-0335d680-1b98-4f13-89c0-f004067b8fdc {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:07.144594 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac", "name": "network-vif-deleted", "tag": "ea4527a2-3e21-4d0c-90a2-1c39c6e0535c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:07.144594 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0335d680-1b98-4f13-89c0-f004067b8fdc {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:07.145338 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac', 'name': 'network-vif-deleted', 'tag': 'ea4527a2-3e21-4d0c-90a2-1c39c6e0535c', 'status': 'completed', 'code': 200} Jul 30 03:29:07.213665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Pushing event updated for resources: {'Port': ['ID=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:07.224280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ec5e-3a7b-48f2-8253-2bb92d5c7619 req-37b34e36-eb31-4edd-a567-877bce6636e2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:07.234506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6f7ec5e-3a7b-48f2-8253-2bb92d5c7619 req-37b34e36-eb31-4edd-a567-877bce6636e2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.0940058 Jul 30 03:29:07.300040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Attempting to bind port d6894ad8-3807-4524-99e7-9f64c3bfc8fa on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:07.300572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Attempting to bind port d6894ad8-3807-4524-99e7-9f64c3bfc8fa by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:07.300793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Attempting to bind port d6894ad8-3807-4524-99e7-9f64c3bfc8fa on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:07.303032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6f7ec5e-3a7b-48f2-8253-2bb92d5c7619 req-7c85d529-9f69-4842-bc51-e5dc699f9bf3 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Jul 30 03:29:07.306064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Port d6894ad8-3807-4524-99e7-9f64c3bfc8fa on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:29:07.306438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Attempting to bind port d6894ad8-3807-4524-99e7-9f64c3bfc8fa on network 0bb61d09-a127-4ca2-b4ab-d37f07736b63 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:07.323185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:07.323185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Checking segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:07.323185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Bound using segment: {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:07.323185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Bound port: d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:07.323185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:07.385625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af7f7cd0-381e-42db-92e1-cbb3e0993b00 req-976f316e-0814-489b-844d-ce1b34e534f4 tempest-LiveMigrationTest-242754654 tempest-LiveMigrationTest-242754654-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0bb9ed-e79b-402a-bc5f-2b351e6a52ac HTTP/1.1" status: 200 len: 210 time: 0.0302789 Jul 30 03:29:07.411315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] For port d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:07.415081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] For port d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:07.420029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:07.467621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:07.468778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:07.470855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] 10.222.0.18 "PUT /v2.0/ports/d6894ad8-3807-4524-99e7-9f64c3bfc8fa HTTP/1.1" status: 200 len: 1092 time: 0.8979216 Jul 30 03:29:07.496902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cf439-d8b5-40ef-b10c-07efea14fa8b service neutron] Pushing event updated for resources: {'Port': ['ID=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:07.551355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f8516-a522-4422-91bd-cbaea34cc1b5 req-1af30ec4-66c9-4d5d-8f6c-8d52dfad9254 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:07.552906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd6f8516-a522-4422-91bd-cbaea34cc1b5 req-1af30ec4-66c9-4d5d-8f6c-8d52dfad9254 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0451837 Jul 30 03:29:07.566546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-e9d618b0-2ea1-442d-860c-ca787f4e64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:07.568525 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-e9d618b0-2ea1-442d-860c-ca787f4e64f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 1095 time: 0.0550346 Jul 30 03:29:07.614141 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-cecfa497-5574-4a00-a8a5-b317ee90cc8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa HTTP/1.1" status: 200 len: 217 time: 0.0377624 Jul 30 03:29:07.614417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd6f8516-a522-4422-91bd-cbaea34cc1b5 req-d9113648-3924-451d-8b21-751d67ccc046 tempest-LiveAutoBlockMigrationV225Test-2135553861 tempest-LiveAutoBlockMigrationV225Test-2135553861-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Jul 30 03:29:07.670555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82160-a84c-473e-93d5-c3995499849f req-ae5f879a-633b-42f2-a2ca-f31cf3bc0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:07.672452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-ae5f879a-633b-42f2-a2ca-f31cf3bc0d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0499623 Jul 30 03:29:07.708277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-14a827de-3359-4b99-b1a3-2da0178bc1fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290084 Jul 30 03:29:07.821664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-af3dd938-855b-48c9-8adf-bd1986baf9fd service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049607 Jul 30 03:29:07.919660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5ad82160-a84c-473e-93d5-c3995499849f req-3067be41-a379-475f-84ea-499ba0168f28 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Jul 30 03:29:07.968224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7992d97-ff1c-4614-9543-1ccce08d6c04 req-ba2e1b54-015f-4db7-ac84-6ce801ba8d13 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:07.969997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7992d97-ff1c-4614-9543-1ccce08d6c04 req-ba2e1b54-015f-4db7-ac84-6ce801ba8d13 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.0702975 Jul 30 03:29:08.041755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7992d97-ff1c-4614-9543-1ccce08d6c04 req-4150b236-f8e2-4173-a521-8c64623fd588 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659320 Jul 30 03:29:08.064506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6276-dec6-4be3-bb4a-8750ed719239 req-c7637a00-66b9-4f7c-bec7-5e2d404291a5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:08.066172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aabf6276-dec6-4be3-bb4a-8750ed719239 req-c7637a00-66b9-4f7c-bec7-5e2d404291a5 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 943 time: 0.0662410 Jul 30 03:29:08.115885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aabf6276-dec6-4be3-bb4a-8750ed719239 req-a250f44b-b31f-4a3a-bfb4-16368c91db82 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Jul 30 03:29:08.155248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b988f3-7867-42b6-aa73-7800ab5df60c req-7552dc47-a13d-46b3-921e-2a7125aa8bfc tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:08.156724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b988f3-7867-42b6-aa73-7800ab5df60c req-7552dc47-a13d-46b3-921e-2a7125aa8bfc tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 949 time: 0.0522563 Jul 30 03:29:08.194631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b988f3-7867-42b6-aa73-7800ab5df60c req-20766c02-839f-4f7d-9271-29be39eb6725 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Jul 30 03:29:08.457923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:08.573416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'tag': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:08.576585 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff6439-1432-4fc4-a578-7a550daacf47" -d '{"events": [{"name": "network-changed", "server_uuid": "7a58118b-f45b-435d-b6bb-d5b1112e2f5d", "tag": "d6894ad8-3807-4524-99e7-9f64c3bfc8fa"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:08.614671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Deleting subnet ce0a06f1-91ca-4824-aaa8-b697c054d315 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:08.618392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.658936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.669413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.672373 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d603bc2-1566-4aee-9c71-47ae87b06929 x-openstack-request-id: req-9d603bc2-1566-4aee-9c71-47ae87b06929 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:08.672890 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a58118b-f45b-435d-b6bb-d5b1112e2f5d", "tag": "d6894ad8-3807-4524-99e7-9f64c3bfc8fa", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:08.673365 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d603bc2-1566-4aee-9c71-47ae87b06929 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:08.673976 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'tag': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa', 'status': 'completed', 'code': 200} Jul 30 03:29:08.730063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.743736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-bda40b81-f14a-4050-babe-e7c090122638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:08.745292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-bda40b81-f14a-4050-babe-e7c090122638 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6df49f30807040ea807b84f059072d12&device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 1095 time: 0.0510190 Jul 30 03:29:08.760844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.763225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce0a06f1-91ca-4824-aaa8-b697c054d315 HTTP/1.1" status: 204 len: 168 time: 0.3042264 Jul 30 03:29:08.764152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099e6ae-302f-4d58-8b39-992ce22d8194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0a06f1-91ca-4824-aaa8-b697c054d315,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:08.769817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:08.835749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.840091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-b059e3ea-3c33-4422-a10d-2f95ef74fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:08.841627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-b059e3ea-3c33-4422-a10d-2f95ef74fcc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 200 len: 911 time: 0.0869360 Jul 30 03:29:08.889890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-2834291e-ee4e-42e1-8fa7-4697a0fd9597 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa HTTP/1.1" status: 200 len: 217 time: 0.0410080 Jul 30 03:29:08.923395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:08.933478 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.933895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.934727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.935076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > port after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.935450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.935798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > port after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.936138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.936475 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.936795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.937118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:08.940549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-8b8dce68-2d52-4a7d-8ec5-b28c2e294808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:08.942130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-8b8dce68-2d52-4a7d-8ec5-b28c2e294808 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 200 len: 851 time: 0.0454595 Jul 30 03:29:08.977107 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-042dee88-d5de-4901-91ae-fa208537ad1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bb61d09-a127-4ca2-b4ab-d37f07736b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264633 Jul 30 03:29:09.023382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:09.048339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: ea4527a2-3e21-4d0c-90a2-1c39c6e0535c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:09.049645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ea4527a2-3e21-4d0c-90a2-1c39c6e0535c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:09.087815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:09.088289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:09.088688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:09.089081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 03:29:09.089622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5f7d7f-caac-4e11-b433-81992d628020']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:09.111072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-98140c86-31d2-436d-b65b-7500d8e39797 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256545 Jul 30 03:29:09.164951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db72f2c0-46bf-4981-b8f9-0f4b1d773293') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:09.165419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db72f2c0-46bf-4981-b8f9-0f4b1d773293') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:09.170611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:09.234601 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05ff6439-1432-4fc4-a578-7a550daacf47 req-f863bc03-3101-4fb7-9c85-32fc5d908506 service neutron] 10.222.0.18 "GET /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156666 Jul 30 03:29:09.258560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.374021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f995-99bf-44a1-8eb8-892565e0c2d3 req-94f136b9-c27c-4cbc-922b-7d0150366dbd tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:09.378294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f23f995-99bf-44a1-8eb8-892565e0c2d3 req-94f136b9-c27c-4cbc-922b-7d0150366dbd tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.2413070 Jul 30 03:29:09.383975 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.387235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-b919e313-b4be-4487-a628-f1045e7f9e14 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:09.389025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-b919e313-b4be-4487-a628-f1045e7f9e14 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 949 time: 0.0549488 Jul 30 03:29:09.505873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port febfb90c-2d95-4603-9b17-1b7a46b872cc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:09.506277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.603309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port febfb90c-2d95-4603-9b17-1b7a46b872cc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=febfb90c-2d95-4603-9b17-1b7a46b872cc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:09.604028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.617590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for febfb90c-2d95-4603-9b17-1b7a46b872cc owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:09.685453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:09.697246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-5e4683eb-b259-427c-b1f3-f0a0eda52beb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:09.698695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-5e4683eb-b259-427c-b1f3-f0a0eda52beb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 944 time: 0.5913928 Jul 30 03:29:09.700568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:09.700987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.707605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:09.707893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 71eac64f-19fd-4c2d-8fa3-38087e2d0a26 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: from cryptography.utils import int_from_bytes Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: from cryptography.utils import int_from_bytes Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:09.714720 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:09.749663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.760443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:09.771821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfc50c-3d0a-4dbc-9e7d-7d6c7dc0d8ea req-39fd6b83-b371-40dc-a22d-89a4cc7bc708 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:09.773307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34bfc50c-3d0a-4dbc-9e7d-7d6c7dc0d8ea req-39fd6b83-b371-40dc-a22d-89a4cc7bc708 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 943 time: 0.5677054 Jul 30 03:29:09.775826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=febfb90c-2d95-4603-9b17-1b7a46b872cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:09.791888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'ac00be8b-18fb-488e-b315-0aa048264013'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:09.824244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port febfb90c-2d95-4603-9b17-1b7a46b872cc on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:09.828016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.830953 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-35da4f59-569e-45d2-a9cf-ffb4ffe86df1 req-1b3cd44d-12ca-41cd-b37c-ccf1860fc928 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "DELETE /v2.0/ports/febfb90c-2d95-4603-9b17-1b7a46b872cc HTTP/1.1" status: 204 len: 173 time: 0.4346564 Jul 30 03:29:09.912692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f23f995-99bf-44a1-8eb8-892565e0c2d3 req-91d949fe-aca0-47c8-90e1-4aee8e81a6d7 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247838 Jul 30 03:29:09.934116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.987880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:09.989797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7a5f7d7f-caac-4e11-b433-81992d628020 HTTP/1.1" status: 204 len: 168 time: 1.2190516 Jul 30 03:29:09.992655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58342) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:10.034851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbf146-390f-4b3f-84a0-ef1a00a8e327 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5f7d7f-caac-4e11-b433-81992d628020,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:10.053175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34bfc50c-3d0a-4dbc-9e7d-7d6c7dc0d8ea req-2d39e950-3578-4771-944f-beb5dc96955c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418525 Jul 30 03:29:10.118258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Deleting subnet 1a30ef4f-bd78-4789-a405-44660827d744 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:10.123367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.160533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b666dc2-797a-49f9-8d65-646d1d4287c1 req-a8001a5b-aa30-41ea-823f-23458bade933 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=226bc152-cbca-4fac-99a1-b0312e7be8bb HTTP/1.1" status: 200 len: 210 time: 0.0546024 Jul 30 03:29:10.162363 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.207428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.258196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Deleting port 34241f30-b6fd-4620-8582-f6bed6068f42 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:10.258774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.273598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.311009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a30ef4f-bd78-4789-a405-44660827d744,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:10.319900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.321877 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-31dd1e46-9063-45d8-8c8d-17a289bc0531 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1a30ef4f-bd78-4789-a405-44660827d744 HTTP/1.1" status: 204 len: 168 time: 0.3273263 Jul 30 03:29:10.327740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58344) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:10.413703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.437759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] For port 34241f30-b6fd-4620-8582-f6bed6068f42, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=34241f30-b6fd-4620-8582-f6bed6068f42,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:10.438232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.471350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Calling delete_port for 34241f30-b6fd-4620-8582-f6bed6068f42 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:10.503893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.516646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9ad496-ce62-4253-b000-2d2423e3bda1']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:10.534396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e87610-e01f-4c3f-9ab8-a98e97d3d12e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:10.534604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e87610-e01f-4c3f-9ab8-a98e97d3d12e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:10.544170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.558961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.565197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:10.565588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:10.567502 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:10.614813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.622682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.628975 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.630779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3a9ad496-ce62-4253-b000-2d2423e3bda1 HTTP/1.1" status: 204 len: 168 time: 0.3013940 Jul 30 03:29:10.640937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b43f-df15-483e-bedf-0aadf39ba2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9ad496-ce62-4253-b000-2d2423e3bda1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:10.677625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'name': 'network-vif-deleted', 'tag': 'febfb90c-2d95-4603-9b17-1b7a46b872cc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:10.680345 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3919e0bc-8317-40ef-9e07-d8cd0e835e22" -d '{"events": [{"server_uuid": "226bc152-cbca-4fac-99a1-b0312e7be8bb", "name": "network-vif-deleted", "tag": "febfb90c-2d95-4603-9b17-1b7a46b872cc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:10.688887 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.721245 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32228ce1-79c5-4bb4-ba44-8b4f51e3ddf2 x-openstack-request-id: req-32228ce1-79c5-4bb4-ba44-8b4f51e3ddf2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:10.721721 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226bc152-cbca-4fac-99a1-b0312e7be8bb", "name": "network-vif-deleted", "tag": "febfb90c-2d95-4603-9b17-1b7a46b872cc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:10.722036 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32228ce1-79c5-4bb4-ba44-8b4f51e3ddf2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:10.722493 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226bc152-cbca-4fac-99a1-b0312e7be8bb', 'name': 'network-vif-deleted', 'tag': 'febfb90c-2d95-4603-9b17-1b7a46b872cc', 'status': 'completed', 'code': 200} Jul 30 03:29:10.770184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58350) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:10.789331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.801560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b167bf3e-6924-4fba-a11a-e6cb2f226c90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:10.813442 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7524e1ad-998a-4468-9420-8c321f4b56fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ce19f09c0354ff2b630bbfec9c1f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421083 Jul 30 03:29:10.816165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:10.867576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61e25c1c-1afc-4c00-bb34-fcad1e8b8869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.880392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event deleted for resources: {'Port': ['ID=34241f30-b6fd-4620-8582-f6bed6068f42,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:10.904376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61e25c1c-1afc-4c00-bb34-fcad1e8b8869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.935270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] No DVR routers for this DVR port 34241f30-b6fd-4620-8582-f6bed6068f42 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:10.938530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.944228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52fa018f-683d-4b9f-bf5c-90f7981412e3 req-e21421cb-913c-499b-b344-361ea0003b0e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "DELETE /v2.0/ports/34241f30-b6fd-4620-8582-f6bed6068f42 HTTP/1.1" status: 204 len: 173 time: 1.2129667 Jul 30 03:29:10.944228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'name': 'network-vif-deleted', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:10.945018 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38c7df7-a390-41d6-90e9-3c10c6e87cdf" -d '{"events": [{"server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "name": "network-vif-deleted", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:10.971610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61e25c1c-1afc-4c00-bb34-fcad1e8b8869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.983326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61e25c1c-1afc-4c00-bb34-fcad1e8b8869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:10.989705 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61e25c1c-1afc-4c00-bb34-fcad1e8b8869 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59a8b1b7-1939-4140-b397-39eaaea3a6cc HTTP/1.1" status: 204 len: 168 time: 0.1721287 Jul 30 03:29:11.009259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e25c1c-1afc-4c00-bb34-fcad1e8b8869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8b1b7-1939-4140-b397-39eaaea3a6cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:11.078912 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b886f3-4b85-428a-b36a-b237f127818e x-openstack-request-id: req-02b886f3-4b85-428a-b36a-b237f127818e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:11.080413 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f170b44c-4bbd-4255-bda0-ff6f6e531ca1", "name": "network-vif-deleted", "tag": "34241f30-b6fd-4620-8582-f6bed6068f42", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:11.080876 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02b886f3-4b85-428a-b36a-b237f127818e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:11.108146 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f170b44c-4bbd-4255-bda0-ff6f6e531ca1', 'name': 'network-vif-deleted', 'tag': '34241f30-b6fd-4620-8582-f6bed6068f42', 'status': 'completed', 'code': 200} Jul 30 03:29:11.226811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23b8bc6c-1d93-4b05-a973-ce37b8cb941d req-d18a07ea-1680-4a87-adb0-42baeea23128 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.1140425 Jul 30 03:29:11.263798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e4ecd-8e5a-435c-88f6-a908e2a2f4bd req-e1c22101-c7f8-4ede-a57d-d3b325f83a02 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:11.271119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b90e4ecd-8e5a-435c-88f6-a908e2a2f4bd req-e1c22101-c7f8-4ede-a57d-d3b325f83a02 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 943 time: 0.0911350 Jul 30 03:29:11.297748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Deleting port 83c2cb32-1239-4b61-956e-5ac4d227dc31 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:11.298425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.408558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] For port 83c2cb32-1239-4b61-956e-5ac4d227dc31, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=83c2cb32-1239-4b61-956e-5ac4d227dc31,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:11.408922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.424499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b90e4ecd-8e5a-435c-88f6-a908e2a2f4bd req-d5b674d2-f8be-454a-ab3a-2c7dd4b89a9b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522751 Jul 30 03:29:11.429107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Calling delete_port for 83c2cb32-1239-4b61-956e-5ac4d227dc31 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:11.564640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58374) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:11.632519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e400e4fc-3d08-4370-bd44-a61f47365c36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fabecdc2bf943b8a5110dc39d4e79b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665767 Jul 30 03:29:11.635082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:11.702060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d6894ad8-3807-4524-99e7-9f64c3bfc8fa details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:29:11.708945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57870b94-d89a-445c-94d7-6d6fb11db302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.735770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57870b94-d89a-445c-94d7-6d6fb11db302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.787939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57870b94-d89a-445c-94d7-6d6fb11db302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.791592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57870b94-d89a-445c-94d7-6d6fb11db302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.795396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-57870b94-d89a-445c-94d7-6d6fb11db302 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60e92be9-2f92-4a59-afd3-dc42ed5eaceb HTTP/1.1" status: 204 len: 168 time: 0.1552887 Jul 30 03:29:11.802463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57870b94-d89a-445c-94d7-6d6fb11db302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e92be9-2f92-4a59-afd3-dc42ed5eaceb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:11.826130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:11.838564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23dde4-5575-4c05-9fc0-77ff0730c216 req-7f3336f1-4c2f-4ee4-a455-15731fff096d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:11.840728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db23dde4-5575-4c05-9fc0-77ff0730c216 req-7f3336f1-4c2f-4ee4-a455-15731fff096d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 950 time: 0.1235111 Jul 30 03:29:11.840902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa', 'network_id': '0bb61d09-a127-4ca2-b4ab-d37f07736b63', 'port_id': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa', 'mac_address': 'fa:16:3e:38:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404c0b1f-6ef7-4014-8413-6f1145a94d38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:29:11.842401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.891901 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.907258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6894ad8-3807-4524-99e7-9f64c3bfc8fa {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:11.919433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c2cb32-1239-4b61-956e-5ac4d227dc31,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:11.932303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:11.937861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:11.996335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db23dde4-5575-4c05-9fc0-77ff0730c216 req-c8afbb45-83fd-4336-a65b-3a98869fd62d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338611 Jul 30 03:29:12.019923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:12.178296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['d6894ad8-3807-4524-99e7-9f64c3bfc8fa'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:12.179919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:12.329999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b132e13f-74bb-4629-bc39-e6d7d9c098c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:12.392158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b34d878c-8f78-4fe3-a7d9-3aa9bb55096f req-8972c7c0-0fa4-4418-9fff-c27d77ad899b tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.0332792 Jul 30 03:29:12.560230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:29:12.649046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae136e1-077b-4a4d-acb6-ef74970236ef req-f75fa788-702a-4fa4-94cb-40284e6e84dc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:12.657023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ae136e1-077b-4a4d-acb6-ef74970236ef req-f75fa788-702a-4fa4-94cb-40284e6e84dc tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 944 time: 0.1116021 Jul 30 03:29:12.734738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ae136e1-077b-4a4d-acb6-ef74970236ef req-1863c8c5-3fa8-4ca7-8a1d-8859b02d7eff tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768349 Jul 30 03:29:12.756607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:29:12.763494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c6ebcc39-9997-4318-97d9-0f9abe7149f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/4038ccd9-2d6f-4090-86bd-77d7eac1ebee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5842493 Jul 30 03:29:12.767172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:12.773959 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] Sync routers for ids ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:29:12.789648 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] Routers {'4038ccd9-2d6f-4090-86bd-77d7eac1ebee'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:12.790297 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:28:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:12.887010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:12.921015 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] Set router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:13.015601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.048541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device febfb90c-2d95-4603-9b17-1b7a46b872cc no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:13.082097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: febfb90c-2d95-4603-9b17-1b7a46b872cc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:13.082447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device febfb90c-2d95-4603-9b17-1b7a46b872cc not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:13.082886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:13.120544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 34241f30-b6fd-4620-8582-f6bed6068f42 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:13.121481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 34241f30-b6fd-4620-8582-f6bed6068f42 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:13.124385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Deleting port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:13.125197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.166429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa33eb1-caa4-4456-b162-e87bcb7c9a08 req-1aa8cc27-1cad-459b-bc9c-b92c62ec415b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:13.168615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2aa33eb1-caa4-4456-b162-e87bcb7c9a08 req-1aa8cc27-1cad-459b-bc9c-b92c62ec415b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 950 time: 0.1061990 Jul 30 03:29:13.246555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2aa33eb1-caa4-4456-b162-e87bcb7c9a08 req-91f28beb-81f8-4f0b-8e74-a5bc5edcff72 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698750 Jul 30 03:29:13.252712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] For port 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:13.253085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.268246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Calling delete_port for 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:13.268451 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:29:11Z', 'revision_number': 5, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port': {'id': '5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:04Z', 'updated_at': '2021-07-30T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:13.296303 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] Checking router: 4038ccd9-2d6f-4090-86bd-77d7eac1ebee for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:29:13.304980 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] Routers {'4038ccd9-2d6f-4090-86bd-77d7eac1ebee'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:13.305862 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:28:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:13.401583 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] Set router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:13.499200 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:29:13Z', 'revision_number': 6, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:13.504524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.532148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:13.591787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38386a33-405f-48f2-833a-12695be70d1a req-0d75a82a-b7d4-4c17-bc7e-70b89a71c8e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.0910969 Jul 30 03:29:13.627071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.638377 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56012584-b10f-4fc7-b3c9-38f30fbca8ac None None] The sync data for ids ['4038ccd9-2d6f-4090-86bd-77d7eac1ebee'] in n-d-778696-14 is: [{'id': '4038ccd9-2d6f-4090-86bd-77d7eac1ebee', 'name': 'tempest-AttachSCSIVolumeTestJSON-97735435-router', 'tenant_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:02Z', 'updated_at': '2021-07-30T03:29:13Z', 'revision_number': 6, 'project_id': 'fbb83f2ac02e487a8d1e72cfab76b1c9', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:29:13.714495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-f31dddc6-e160-4797-9f60-89129ee5936c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:13.716262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-f31dddc6-e160-4797-9f60-89129ee5936c tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 950 time: 0.1212878 Jul 30 03:29:13.731907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d6894ad8-3807-4524-99e7-9f64c3bfc8fa up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:13.827455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port d6894ad8-3807-4524-99e7-9f64c3bfc8fa completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:13.833009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port d6894ad8-3807-4524-99e7-9f64c3bfc8fa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:13.834591 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.839273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.845589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.900430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port ac00be8b-18fb-488e-b315-0aa048264013 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:13.900430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.931589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.932274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4038ccd9-2d6f-4090-86bd-77d7eac1ebee {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:29:13.938224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:13.950643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56c53063-bbaf-497c-9b4d-754dcae11a8d admin admin] 10.222.0.39 "DELETE /v2.0/routers/4038ccd9-2d6f-4090-86bd-77d7eac1ebee HTTP/1.1" status: 204 len: 168 time: 1.1798344 Jul 30 03:29:13.950873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58444) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:14.025764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb66a0-912a-43c8-a9b7-26cae9a24b00 req-35020e37-76e7-443c-a694-e22f0369645c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:14.026222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Deleting subnet da5c8a05-a099-4b10-8ddd-3f387a913fb6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:14.028307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.033646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.035387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21cb66a0-912a-43c8-a9b7-26cae9a24b00 req-35020e37-76e7-443c-a694-e22f0369645c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 944 time: 0.1786721 Jul 30 03:29:14.073066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:14.078820 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c584a-6c74-4b83-9e56-243816af8e15" -d '{"events": [{"server_uuid": "7a58118b-f45b-435d-b6bb-d5b1112e2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d6894ad8-3807-4524-99e7-9f64c3bfc8fa"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:14.106355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.112414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:14.121861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.200707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:14.205333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21cb66a0-912a-43c8-a9b7-26cae9a24b00 req-53841f85-f788-4454-9876-1f6d8b3a1ea6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690118 Jul 30 03:29:14.217206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port ac00be8b-18fb-488e-b315-0aa048264013, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ac00be8b-18fb-488e-b315-0aa048264013,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:14.218533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.234191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for ac00be8b-18fb-488e-b315-0aa048264013 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:14.259698 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e56d5-7e78-4a5e-8106-1a8b1a029290 x-openstack-request-id: req-c39e56d5-7e78-4a5e-8106-1a8b1a029290 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:14.260007 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a58118b-f45b-435d-b6bb-d5b1112e2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d6894ad8-3807-4524-99e7-9f64c3bfc8fa", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:14.260256 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c39e56d5-7e78-4a5e-8106-1a8b1a029290 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:14.260648 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa', 'code': 200} Jul 30 03:29:14.302904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.399851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308918cc-780e-486f-b64a-ca681dd6fd37 req-3f0fd415-12cd-43c7-afff-460cdbdcb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:14.401418 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-308918cc-780e-486f-b64a-ca681dd6fd37 req-3f0fd415-12cd-43c7-afff-460cdbdcb8f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0562246 Jul 30 03:29:14.425936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.458754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5c8a05-a099-4b10-8ddd-3f387a913fb6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:14.469344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0911a4f7-f9e1-42fd-bd80-b25b957a6fd0 None None] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:14.469621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52bd4bb5-5b11-4fb3-8711-0211308265ac req-ed25d6a6-6e72-44cc-b5d9-b71033625b44 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=4afe932e-8b1e-415b-bf8d-d4af7479927a HTTP/1.1" status: 200 len: 210 time: 0.0435846 Jul 30 03:29:14.471156 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.499315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.501237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3406000a-56cd-4876-a351-a9d50a8d9ab7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/da5c8a05-a099-4b10-8ddd-3f387a913fb6 HTTP/1.1" status: 204 len: 168 time: 0.5492907 Jul 30 03:29:14.503454 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-308918cc-780e-486f-b64a-ca681dd6fd37 req-c5577452-c886-4792-a95f-84be34cc775f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Jul 30 03:29:14.505817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58472) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:14.549486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:14.551637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'ac00be8b-18fb-488e-b315-0aa048264013'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:14.565687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=ac00be8b-18fb-488e-b315-0aa048264013,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:14.623446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port ac00be8b-18fb-488e-b315-0aa048264013 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:14.626386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.629929 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b9f8d52-079b-40c3-94c5-2c3919a0530c req-e9ff73e3-fbdc-46c0-97dd-e75463ebfcea tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "DELETE /v2.0/ports/ac00be8b-18fb-488e-b315-0aa048264013 HTTP/1.1" status: 204 len: 173 time: 0.9073589 Jul 30 03:29:14.632999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'name': 'network-vif-deleted', 'tag': 'ac00be8b-18fb-488e-b315-0aa048264013'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:14.644213 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7497f056-12a9-40c6-b020-8a648ea1fc66" -d '{"events": [{"server_uuid": "4afe932e-8b1e-415b-bf8d-d4af7479927a", "name": "network-vif-deleted", "tag": "ac00be8b-18fb-488e-b315-0aa048264013"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:14.676109 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.747349 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b210bf2-96a8-4a79-b22f-944ebddbad3f x-openstack-request-id: req-8b210bf2-96a8-4a79-b22f-944ebddbad3f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:14.747774 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afe932e-8b1e-415b-bf8d-d4af7479927a", "name": "network-vif-deleted", "tag": "ac00be8b-18fb-488e-b315-0aa048264013", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:14.748152 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b210bf2-96a8-4a79-b22f-944ebddbad3f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:14.748626 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afe932e-8b1e-415b-bf8d-d4af7479927a', 'name': 'network-vif-deleted', 'tag': 'ac00be8b-18fb-488e-b315-0aa048264013', 'status': 'completed', 'code': 200} Jul 30 03:29:14.772755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecd1eb6b-cf67-4c42-943c-f42d2598852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.831968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bca5e1-5b4a-4438-9e23-561a3017edaf req-1f2bdec7-bb17-436c-82f0-297e4640a443 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.0739102 Jul 30 03:29:14.912673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Deleting port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:14.912967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:14.997699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.097521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] DHCP port deletion for 3eb7dcc9-d01b-4984-8a54-d52a17234646 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:29:15.325399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:15.532610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] For port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:15.533114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.554115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Calling delete_port for b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:15.578928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be024c-41b7-4d3e-8602-cd4601368438 req-4746f9b9-acaa-4e3a-9757-0bb30b2f10e0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:15.586922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Deleting port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:15.587341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.587742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16be024c-41b7-4d3e-8602-cd4601368438 req-4746f9b9-acaa-4e3a-9757-0bb30b2f10e0 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.1128643 Jul 30 03:29:15.599426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.683067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16be024c-41b7-4d3e-8602-cd4601368438 req-afdb68e3-c194-4415-894c-065fb5afa84b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Jul 30 03:29:15.711757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.773835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:15.783556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:15.794352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] No DVR routers for this DVR port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:15.813217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] For port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,segment=NetworkSegment(2e446abd-bcf2-4251-af2e-4df96bbebcd0),segment_id=2e446abd-bcf2-4251-af2e-4df96bbebcd0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:15.813655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.874666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:15.875016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5cf3e01d-cc0d-4f02-8016-d2eb32a65ae6 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:15.875489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83c2cb32-1239-4b61-956e-5ac4d227dc31 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:15.888826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Calling delete_port for b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:15.899024 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.913433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb7dcc9-d01b-4984-8a54-d52a17234646']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:15.929620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e446abd-bcf2-4251-af2e-4df96bbebcd0') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:15.930459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e446abd-bcf2-4251-af2e-4df96bbebcd0') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:15.943792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 83c2cb32-1239-4b61-956e-5ac4d227dc31 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:15.944140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83c2cb32-1239-4b61-956e-5ac4d227dc31 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:15.948467 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:15.992806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:16.032578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:16.034043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:16.057574 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:16.165839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:16.176901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:16.208547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5f02c71-4266-4049-90d8-09b316f2aee1 req-0dd9eb2a-97c0-420f-a797-e7c242bdaede tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=f170b44c-4bbd-4255-bda0-ff6f6e531ca1 HTTP/1.1" status: 200 len: 210 time: 0.0520127 Jul 30 03:29:16.218862 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:16.221124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Network 3eb7dcc9-d01b-4984-8a54-d52a17234646 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:29:16.221383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3eb7dcc9-d01b-4984-8a54-d52a17234646 HTTP/1.1" status: 204 len: 168 time: 1.7119696 Jul 30 03:29:16.221785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] No DVR routers for this DVR port b814e3eb-bd0a-4df9-b5f4-1a13f6a04504 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:16.222401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8724b-6883-4ca6-b6b3-0bd89c5bd1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb7dcc9-d01b-4984-8a54-d52a17234646,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:16.223916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58524) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:16.230510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9764d37-7a02-4ae2-adbb-ad101656fb40 None None] Pushing event deleted for resources: {'Port': ['ID=b814e3eb-bd0a-4df9-b5f4-1a13f6a04504,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:16.280639 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:16.489664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d357e4-646e-40ce-af40-1a00e84e84fe req-0fc1496c-4d12-4ac2-a57c-5d1e96fdd88f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:16.499889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06d357e4-646e-40ce-af40-1a00e84e84fe req-0fc1496c-4d12-4ac2-a57c-5d1e96fdd88f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.1093566 Jul 30 03:29:16.553204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06d357e4-646e-40ce-af40-1a00e84e84fe req-fa3d208e-d442-44ef-b177-1abb7f12c648 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Jul 30 03:29:16.861504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d3859-e091-42dc-a251-d9993f86cfd8 req-34f357c7-8af5-429d-8b31-7c13adcde6be tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:16.870209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b69d3859-e091-42dc-a251-d9993f86cfd8 req-34f357c7-8af5-429d-8b31-7c13adcde6be tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.0798321 Jul 30 03:29:16.913096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b69d3859-e091-42dc-a251-d9993f86cfd8 req-d6cde4f7-de12-4cd0-8185-0e8f261034d9 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Jul 30 03:29:17.086270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:17.102561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ac00be8b-18fb-488e-b315-0aa048264013 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:17.134977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: ac00be8b-18fb-488e-b315-0aa048264013 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:17.135558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ac00be8b-18fb-488e-b315-0aa048264013 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:17.243948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251080b-2121-4a1e-8acb-3399331a520f req-c1ac947f-1275-4450-8553-21cefea63818 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:17.245922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3251080b-2121-4a1e-8acb-3399331a520f req-c1ac947f-1275-4450-8553-21cefea63818 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.0661421 Jul 30 03:29:17.324299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3251080b-2121-4a1e-8acb-3399331a520f req-842a3f69-d800-4ed1-bef1-58dfd870fa3b tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670714 Jul 30 03:29:17.387120 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-e15ece82-aa5f-4b1e-9968-5f28d67785c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529858 Jul 30 03:29:17.596072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-8ebb8c7a-dc4c-4266-b214-32cc28c7ca53 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:17.597507 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-8ebb8c7a-dc4c-4266-b214-32cc28c7ca53 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/ports?device_id=05e8aa93-edd8-49ee-b50a-1bdc5cefa28b HTTP/1.1" status: 200 len: 950 time: 0.1471381 Jul 30 03:29:17.602926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-3b5fb6fd-3cba-4174-9445-17437e349bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:17.602926 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-3b5fb6fd-3cba-4174-9445-17437e349bc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 1097 time: 0.1383102 Jul 30 03:29:17.823305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Deleting port 487f6171-86fd-429f-8523-fadbd66a7748 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:17.823648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:17.864607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-099590fd-aa11-4492-a266-edbf114d776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:17.866059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-099590fd-aa11-4492-a266-edbf114d776e service neutron] 10.222.0.18 "GET /v2.0/networks?id=37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 200 len: 920 time: 0.2362220 Jul 30 03:29:17.903764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:17.906296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port d272c4be-c121-41a5-9802-ee6eddac6cdc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:17.906698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:17.928837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-a5ec6033-4826-4793-990b-1b971c98a148 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:17.930989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-a5ec6033-4826-4793-990b-1b971c98a148 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.1878700 Jul 30 03:29:17.941636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a1e4c-2961-45d4-aa86-331117d3a0bb req-594e15f1-a18d-477c-8e5e-cb7d3df9d480 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:17.954577 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-17f9d2f3-9135-46ca-a2c5-196422e76d28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 200 len: 217 time: 0.0634167 Jul 30 03:29:17.955123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-592a1e4c-2961-45d4-aa86-331117d3a0bb req-594e15f1-a18d-477c-8e5e-cb7d3df9d480 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 950 time: 0.2782717 Jul 30 03:29:18.080504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] For port 487f6171-86fd-429f-8523-fadbd66a7748, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=487f6171-86fd-429f-8523-fadbd66a7748,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:18.080873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.091717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-40534c19-187e-4fb8-88dd-54ccb6dba393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:18.093134 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-40534c19-187e-4fb8-88dd-54ccb6dba393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 200 len: 860 time: 0.1185226 Jul 30 03:29:18.117561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Calling delete_port for 487f6171-86fd-429f-8523-fadbd66a7748 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:18.132433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-592a1e4c-2961-45d4-aa86-331117d3a0bb req-75d50979-b897-48c1-9025-684db95a1786 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761642 Jul 30 03:29:18.163709 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-9be03697-69ff-4d64-b512-b89fbaddba57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37af94b3-8f8f-47a1-afa7-2e08dc966070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475872 Jul 30 03:29:18.172059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port 8fb54591-587a-4a38-9d0b-fd2e97abd921 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:18.172402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.272446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port d272c4be-c121-41a5-9802-ee6eddac6cdc, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d272c4be-c121-41a5-9802-ee6eddac6cdc,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:18.272838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.300147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for d272c4be-c121-41a5-9802-ee6eddac6cdc owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:18.320172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port 8fb54591-587a-4a38-9d0b-fd2e97abd921, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8fb54591-587a-4a38-9d0b-fd2e97abd921,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:18.321217 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.347099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for 8fb54591-587a-4a38-9d0b-fd2e97abd921 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:18.461482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-6e1e4091-b18e-4736-8966-151c41888862 service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846701 Jul 30 03:29:18.621039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4adcc-8214-422b-a227-548f133df445 req-4e045d70-9bfe-474d-a848-2f0311a932d4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:18.634211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fce4adcc-8214-422b-a227-548f133df445 req-4e045d70-9bfe-474d-a848-2f0311a932d4 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.1967580 Jul 30 03:29:18.655390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.668340 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b2a66590-4c5d-424b-b540-aff6d5ef56f1 req-15a7fc98-8042-4755-917b-ac49459f205c service neutron] 10.222.0.18 "GET /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922135 Jul 30 03:29:18.668913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645', 'd272c4be-c121-41a5-9802-ee6eddac6cdc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:18.730465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fce4adcc-8214-422b-a227-548f133df445 req-8c98bff9-c766-4811-9226-7b374cfde9a3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948517 Jul 30 03:29:18.734503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=8fb54591-587a-4a38-9d0b-fd2e97abd921,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:18.742817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2', '8fb54591-587a-4a38-9d0b-fd2e97abd921'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:18.802292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.817339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.837204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port 8fb54591-587a-4a38-9d0b-fd2e97abd921 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:18.841453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:18.843800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3803cdaa-a286-4fb0-b532-fd0170b48abb req-473e1c8c-7d15-48d6-8d3d-0cf69f70c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "DELETE /v2.0/ports/8fb54591-587a-4a38-9d0b-fd2e97abd921 HTTP/1.1" status: 204 len: 173 time: 0.8766859 Jul 30 03:29:18.844273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'name': 'network-vif-deleted', 'tag': '8fb54591-587a-4a38-9d0b-fd2e97abd921'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:18.846673 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58a790-97b8-4f22-aad0-52b3deaaa044" -d '{"events": [{"server_uuid": "ad88968c-b73d-46d5-87bc-dc87f5fb4725", "name": "network-vif-deleted", "tag": "8fb54591-587a-4a38-9d0b-fd2e97abd921"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:18.864906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=d272c4be-c121-41a5-9802-ee6eddac6cdc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:19.027747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port d272c4be-c121-41a5-9802-ee6eddac6cdc on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:19.032528 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:19.034827 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a5671cf-f121-4f51-b025-9e0af2015244 req-36d211c3-0dc6-4ed3-896a-6f398b79d36b tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "DELETE /v2.0/ports/d272c4be-c121-41a5-9802-ee6eddac6cdc HTTP/1.1" status: 204 len: 173 time: 1.4304171 Jul 30 03:29:19.036118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=487f6171-86fd-429f-8523-fadbd66a7748,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:19.038511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'name': 'network-vif-deleted', 'tag': 'd272c4be-c121-41a5-9802-ee6eddac6cdc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:19.046273 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83e5f5-3dc4-4e4c-b4a3-405cd5fe3767" -d '{"events": [{"server_uuid": "05e8aa93-edd8-49ee-b50a-1bdc5cefa28b", "name": "network-vif-deleted", "tag": "d272c4be-c121-41a5-9802-ee6eddac6cdc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:19.419449 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bceb1b-10f7-4389-95c2-4a5b2a7f19d9 x-openstack-request-id: req-92bceb1b-10f7-4389-95c2-4a5b2a7f19d9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:19.419946 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad88968c-b73d-46d5-87bc-dc87f5fb4725", "name": "network-vif-deleted", "tag": "8fb54591-587a-4a38-9d0b-fd2e97abd921", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:19.420061 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92bceb1b-10f7-4389-95c2-4a5b2a7f19d9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:19.420433 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad88968c-b73d-46d5-87bc-dc87f5fb4725', 'name': 'network-vif-deleted', 'tag': '8fb54591-587a-4a38-9d0b-fd2e97abd921', 'status': 'completed', 'code': 200} Jul 30 03:29:19.422512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:19.545330 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d59ed3-d1f0-48c4-b8c6-d6d20888b8d2 x-openstack-request-id: req-f8d59ed3-d1f0-48c4-b8c6-d6d20888b8d2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:19.545964 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8aa93-edd8-49ee-b50a-1bdc5cefa28b", "name": "network-vif-deleted", "tag": "d272c4be-c121-41a5-9802-ee6eddac6cdc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:19.546461 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8d59ed3-d1f0-48c4-b8c6-d6d20888b8d2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:19.546944 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8aa93-edd8-49ee-b50a-1bdc5cefa28b', 'name': 'network-vif-deleted', 'tag': 'd272c4be-c121-41a5-9802-ee6eddac6cdc', 'status': 'completed', 'code': 200} Jul 30 03:29:19.625863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:19.655687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f30ce55d-c5f1-4a5e-b50f-64a7193d6677 req-1cc2f73d-53b6-461e-b3eb-8213c10ecf9d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad88968c-b73d-46d5-87bc-dc87f5fb4725 HTTP/1.1" status: 200 len: 210 time: 0.0532141 Jul 30 03:29:19.918843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e096e14-b1e5-4d35-bde0-0abc532736b0 req-5d9735dd-1753-4f25-9bba-733c626d2cbe tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:19.933991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e096e14-b1e5-4d35-bde0-0abc532736b0 req-5d9735dd-1753-4f25-9bba-733c626d2cbe tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.1569476 Jul 30 03:29:20.060121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e096e14-b1e5-4d35-bde0-0abc532736b0 req-bf26b6ae-0203-46fa-920d-f94258f9f48c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250868 Jul 30 03:29:20.062569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:20.247667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972cebbb-a969-4221-aec7-dd159f46021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.334531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Router 88ca9530-8b38-4486-b263-4405893a076a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:29:20.371200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972cebbb-a969-4221-aec7-dd159f46021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.377050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972cebbb-a969-4221-aec7-dd159f46021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.408979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:20.432160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-972cebbb-a969-4221-aec7-dd159f46021d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3816de5304ce4a4380e8aacd1f958396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684328 Jul 30 03:29:20.437322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:20.454081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cebbb-a969-4221-aec7-dd159f46021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20557aa6-1c36-4d55-8f6e-a34d91b54190,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:20.474002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:29:20.489143 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-38e0f886-dce5-4713-98f1-80075ea75e6f admin admin] 10.222.0.39 "PUT /v2.0/routers/88ca9530-8b38-4486-b263-4405893a076a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2641442 Jul 30 03:29:20.490501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] Sync routers for ids ['88ca9530-8b38-4486-b263-4405893a076a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:29:20.491598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:20.509841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7aa219-bfef-4a7b-989f-7f63c19108df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.531438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] Routers {'88ca9530-8b38-4486-b263-4405893a076a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:20.532084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['88ca9530-8b38-4486-b263-4405893a076a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:20.536729 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7aa219-bfef-4a7b-989f-7f63c19108df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.611262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7aa219-bfef-4a7b-989f-7f63c19108df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.614266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7aa219-bfef-4a7b-989f-7f63c19108df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.616116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5c7aa219-bfef-4a7b-989f-7f63c19108df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20557aa6-1c36-4d55-8f6e-a34d91b54190 HTTP/1.1" status: 204 len: 168 time: 0.1774697 Jul 30 03:29:20.627351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aa219-bfef-4a7b-989f-7f63c19108df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20557aa6-1c36-4d55-8f6e-a34d91b54190,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:20.679940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:20.885900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] Set router 88ca9530-8b38-4486-b263-4405893a076a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:20.911093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.137699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8fb54591-587a-4a38-9d0b-fd2e97abd921 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:21.194073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 8fb54591-587a-4a38-9d0b-fd2e97abd921 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:21.195416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8fb54591-587a-4a38-9d0b-fd2e97abd921 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:21.228916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:21.254438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26e532fc-280f-430d-9af1-bc98dc1c6dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.266347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-422dcbd4-b4b8-4bff-a8e6-b8be00b9771c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:21.267939 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-422dcbd4-b4b8-4bff-a8e6-b8be00b9771c tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.2000632 Jul 30 03:29:21.269812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Deleting port 65458d65-0840-4119-a84b-fcc9afdfa4de {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:21.270157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.415013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733da07-5f89-4ac7-805a-d502aae204ae req-d37584d3-a975-47b7-a529-cd6b494c36e8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:21.423965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c733da07-5f89-4ac7-805a-d502aae204ae req-d37584d3-a975-47b7-a529-cd6b494c36e8 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 945 time: 0.1228983 Jul 30 03:29:21.501003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] For port 65458d65-0840-4119-a84b-fcc9afdfa4de, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=65458d65-0840-4119-a84b-fcc9afdfa4de,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:21.501704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.525318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Calling delete_port for 65458d65-0840-4119-a84b-fcc9afdfa4de owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:21.528681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:29:18Z', 'revision_number': 5, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port': {'id': '65458d65-0840-4119-a84b-fcc9afdfa4de', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca9530-8b38-4486-b263-4405893a076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:27:24Z', 'updated_at': '2021-07-30T03:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:21.538335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c733da07-5f89-4ac7-805a-d502aae204ae req-72ff04b8-8c0d-4883-a2ac-9c855297a4d3 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130226 Jul 30 03:29:21.552969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Deleting port d6894ad8-3807-4524-99e7-9f64c3bfc8fa {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:21.553628 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.601897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26e532fc-280f-430d-9af1-bc98dc1c6dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.611202 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26e532fc-280f-430d-9af1-bc98dc1c6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.654575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] Checking router: 88ca9530-8b38-4486-b263-4405893a076a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:29:21.657976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e532fc-280f-430d-9af1-bc98dc1c6dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a57ade-100f-4fdb-8743-1e6c8348af01,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:21.696271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] Routers {'88ca9530-8b38-4486-b263-4405893a076a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:21.697062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['88ca9530-8b38-4486-b263-4405893a076a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:21.722872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-26e532fc-280f-430d-9af1-bc98dc1c6dbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8c8947d7dcf41699d7f8509d05608f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924281 Jul 30 03:29:21.727085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58658) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:21.759989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] For port d6894ad8-3807-4524-99e7-9f64c3bfc8fa, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,segment=NetworkSegment(e49c4f98-232e-4df1-8210-e9ed43fbb4ce),segment_id=e49c4f98-232e-4df1-8210-e9ed43fbb4ce)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:21.761224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.774887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Calling delete_port for d6894ad8-3807-4524-99e7-9f64c3bfc8fa owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:21.831415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d272c4be-c121-41a5-9802-ee6eddac6cdc no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:21.836483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae7cb-27f5-4593-ba67-f1850b3fcd69 req-c11b47c4-eb69-40ab-8ac0-6bb64a5f99ed tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:21.838227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] Set router 88ca9530-8b38-4486-b263-4405893a076a gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:21.845143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-398ae7cb-27f5-4593-ba67-f1850b3fcd69 req-c11b47c4-eb69-40ab-8ac0-6bb64a5f99ed tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 950 time: 0.0949714 Jul 30 03:29:21.850071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b82efbf3-dfd3-45bc-a563-9a38370b41ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.879891 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:21.918547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=65458d65-0840-4119-a84b-fcc9afdfa4de,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:21.952417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b82efbf3-dfd3-45bc-a563-9a38370b41ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.016702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-398ae7cb-27f5-4593-ba67-f1850b3fcd69 req-5a69d719-3f39-41f5-bacd-2126ad9ac655 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703565 Jul 30 03:29:22.063093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.074624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.090402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b82efbf3-dfd3-45bc-a563-9a38370b41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.092647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['d6894ad8-3807-4524-99e7-9f64c3bfc8fa'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:22.095111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:29:20Z', 'revision_number': 6, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:22.096672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: d272c4be-c121-41a5-9802-ee6eddac6cdc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:22.096858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b82efbf3-dfd3-45bc-a563-9a38370b41ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.097025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d272c4be-c121-41a5-9802-ee6eddac6cdc not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:22.104952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b82efbf3-dfd3-45bc-a563-9a38370b41ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44a57ade-100f-4fdb-8743-1e6c8348af01 HTTP/1.1" status: 204 len: 168 time: 0.3766835 Jul 30 03:29:22.122373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82efbf3-dfd3-45bc-a563-9a38370b41ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a57ade-100f-4fdb-8743-1e6c8348af01,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:22.148406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edc89a-83c2-4db5-9947-d512a60aec50 None None] The sync data for ids ['88ca9530-8b38-4486-b263-4405893a076a'] in n-d-778696-14 is: [{'id': '88ca9530-8b38-4486-b263-4405893a076a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2035642469-router', 'tenant_id': '1732162823374563877b09d72cd0af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:27:22Z', 'updated_at': '2021-07-30T03:29:20Z', 'revision_number': 6, 'project_id': '1732162823374563877b09d72cd0af22', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:29:22.228354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185b25-4390-44ff-b3e3-08841fe2490b req-fbcaf149-77ca-4012-a91c-771ccccdd032 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:22.230813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4185b25-4390-44ff-b3e3-08841fe2490b req-fbcaf149-77ca-4012-a91c-771ccccdd032 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 945 time: 0.0647287 Jul 30 03:29:22.237915 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.248083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.249881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Pushing event deleted for resources: {'Port': ['ID=d6894ad8-3807-4524-99e7-9f64c3bfc8fa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:22.311869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4185b25-4390-44ff-b3e3-08841fe2490b req-e83687de-ae12-4dca-a106-aeb21348d6cb tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741279 Jul 30 03:29:22.312812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] No DVR routers for this DVR port d6894ad8-3807-4524-99e7-9f64c3bfc8fa on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:22.325240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.325717 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2336555e-bfcf-4aae-88d3-af9c90d90ce3 req-168b1aec-cc79-41f4-a9ab-242a1a9014f6 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.18 "DELETE /v2.0/ports/d6894ad8-3807-4524-99e7-9f64c3bfc8fa HTTP/1.1" status: 204 len: 173 time: 1.0393443 Jul 30 03:29:22.327088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'name': 'network-vif-deleted', 'tag': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:22.330528 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decdd25f-a653-485c-9a68-4abe6883e13d" -d '{"events": [{"server_uuid": "7a58118b-f45b-435d-b6bb-d5b1112e2f5d", "name": "network-vif-deleted", "tag": "d6894ad8-3807-4524-99e7-9f64c3bfc8fa"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:22.390049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.391059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ca9530-8b38-4486-b263-4405893a076a {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:29:22.409922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.413700 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cf68a114-7219-4f8c-99af-a86e1fe41b9e admin admin] 10.222.0.39 "DELETE /v2.0/routers/88ca9530-8b38-4486-b263-4405893a076a HTTP/1.1" status: 204 len: 168 time: 1.9184766 Jul 30 03:29:22.413700 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614bda0d-eea3-4f00-acc6-19df6d99e5c0 x-openstack-request-id: req-614bda0d-eea3-4f00-acc6-19df6d99e5c0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:22.413700 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a58118b-f45b-435d-b6bb-d5b1112e2f5d", "name": "network-vif-deleted", "tag": "d6894ad8-3807-4524-99e7-9f64c3bfc8fa", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:22.413700 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-614bda0d-eea3-4f00-acc6-19df6d99e5c0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:22.414275 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a58118b-f45b-435d-b6bb-d5b1112e2f5d', 'name': 'network-vif-deleted', 'tag': 'd6894ad8-3807-4524-99e7-9f64c3bfc8fa', 'status': 'completed', 'code': 200} Jul 30 03:29:22.414365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:22.474683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Deleting subnet 53e204d9-78d7-4b35-a0ca-88baf109acb1 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:22.478415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.529220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.653682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.711854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-30e8158c-90a0-449f-87a8-f4bb034ad2e1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:22.713476 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-30e8158c-90a0-449f-87a8-f4bb034ad2e1 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 945 time: 0.1104155 Jul 30 03:29:22.779586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46915457-bd10-49ed-8038-ca1d00f817cb req-1161198f-6ce4-4100-bb06-24d2b0c0ae72 tempest-DeleteServersTestJSON-1977406704 tempest-DeleteServersTestJSON-1977406704-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a58118b-f45b-435d-b6bb-d5b1112e2f5d HTTP/1.1" status: 200 len: 210 time: 0.0683606 Jul 30 03:29:22.810242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.846106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e204d9-78d7-4b35-a0ca-88baf109acb1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:22.848396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:22.850097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12a36b-10a7-424d-985c-65082549a5fd None None] Network 52e9a274-3177-44c2-9bc1-ff3384098f46 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:22.850321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c563b8fe-c2bc-4011-b3a7-0b83198df705 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53e204d9-78d7-4b35-a0ca-88baf109acb1 HTTP/1.1" status: 204 len: 168 time: 0.4351206 Jul 30 03:29:22.853831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:22.889263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Deleting port b167bf3e-6924-4fba-a11a-e6cb2f226c90 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:22.889749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.012067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.093376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] For port b167bf3e-6924-4fba-a11a-e6cb2f226c90, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b167bf3e-6924-4fba-a11a-e6cb2f226c90,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:23.094057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.109947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Calling delete_port for b167bf3e-6924-4fba-a11a-e6cb2f226c90 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:23.125530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] DHCP port deletion for 52e9a274-3177-44c2-9bc1-ff3384098f46 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:29:23.223307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] Deleting port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:23.223995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.228806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df55b2d-a425-484c-a18a-32a19589373e req-c9c9cf11-3a04-4395-99d2-04bd4502c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:23.231189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8df55b2d-a425-484c-a18a-32a19589373e req-c9c9cf11-3a04-4395-99d2-04bd4502c3f4 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 950 time: 0.1862972 Jul 30 03:29:23.234353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 65458d65-0840-4119-a84b-fcc9afdfa4de no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:23.246248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d149b-f7ee-4532-adc5-1ed982b77f1f req-df39d0ff-7718-44b8-b66b-d6a771c08cc8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:23.254409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d3d149b-f7ee-4532-adc5-1ed982b77f1f req-df39d0ff-7718-44b8-b66b-d6a771c08cc8 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 950 time: 0.1173103 Jul 30 03:29:23.278850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 65458d65-0840-4119-a84b-fcc9afdfa4de {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:23.279318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 65458d65-0840-4119-a84b-fcc9afdfa4de not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:23.279856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 487f6171-86fd-429f-8523-fadbd66a7748 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:23.312103 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.324353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 487f6171-86fd-429f-8523-fadbd66a7748 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:23.324859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 487f6171-86fd-429f-8523-fadbd66a7748 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:23.325524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:23.330528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b167bf3e-6924-4fba-a11a-e6cb2f226c90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:23.395077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Deleting port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:23.395363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.418858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] For port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:23.419387 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.420066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event deleted for resources: {'Port': ['ID=b167bf3e-6924-4fba-a11a-e6cb2f226c90,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:23.442734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] Calling delete_port for dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:23.443599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-71d47ec2-7365-43f0-a947-db8e5d1f570e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:23.445914 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-71d47ec2-7365-43f0-a947-db8e5d1f570e tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "GET /v2.0/ports?device_id=15a78e5b-3df5-4580-b16d-29c90a4b15e0 HTTP/1.1" status: 200 len: 949 time: 0.1302345 Jul 30 03:29:23.506751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] For port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:23.507391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.521635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Calling delete_port for dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:23.560752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.574735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] No DVR routers for this DVR port b167bf3e-6924-4fba-a11a-e6cb2f226c90 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:23.581958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.584585 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c6d69b81-ee78-4ca5-87ec-a5aa7b489694 req-e9ed152e-04d9-4136-bd92-6192ad7cfa54 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.18 "DELETE /v2.0/ports/b167bf3e-6924-4fba-a11a-e6cb2f226c90 HTTP/1.1" status: 204 len: 173 time: 0.8623843 Jul 30 03:29:23.616611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port 7b002103-5c63-487f-9e97-a1d2aed17ef2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:23.616854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.617676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,segment=NetworkSegment(fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a),segment_id=fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:23.623404 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.655266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.679903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be04adb4-16a7-461e-985e-46a194057155 req-43d383f0-8390-4a41-9105-4e36a693688e tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5455f0a1-71b1-45e1-88b7-9e6642ffbd92 HTTP/1.1" status: 200 len: 210 time: 0.0494075 Jul 30 03:29:23.690556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] No DVR routers for this DVR port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:23.724640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:23.748934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d3d149b-f7ee-4532-adc5-1ed982b77f1f req-748d360d-7e08-4f6e-a372-3a6d82967484 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936335 Jul 30 03:29:23.771632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a41d-5e47-41d0-86f4-6275a47df0ce None None] Pushing event deleted for resources: {'Port': ['ID=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:23.790406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port 36d1512b-68e1-4afa-95dc-5cdf249ee29e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:23.790895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.801055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port 7b002103-5c63-487f-9e97-a1d2aed17ef2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7b002103-5c63-487f-9e97-a1d2aed17ef2,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:23.801055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.816701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for 7b002103-5c63-487f-9e97-a1d2aed17ef2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:23.849712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:23.883689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:23.899435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] No DVR routers for this DVR port dfdd5e1a-5f3e-4f8a-9518-eccae7c9898a on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:24.034812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.038359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port 36d1512b-68e1-4afa-95dc-5cdf249ee29e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36d1512b-68e1-4afa-95dc-5cdf249ee29e,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:24.038822 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.048887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:24.054140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.066453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for 36d1512b-68e1-4afa-95dc-5cdf249ee29e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:24.071496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=7b002103-5c63-487f-9e97-a1d2aed17ef2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:24.072851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e9a274-3177-44c2-9bc1-ff3384098f46']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:24.093959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:24.094598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabf87b5-2fe6-4f0c-b6b5-0acb761c4a9a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:24.117251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.139423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.141617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36d1512b-68e1-4afa-95dc-5cdf249ee29e', '7b002103-5c63-487f-9e97-a1d2aed17ef2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:24.148076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:24.148489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:24.161197 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:24.181679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port 7b002103-5c63-487f-9e97-a1d2aed17ef2 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:24.185143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.191345 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-869d5d78-83a0-402c-89e5-eeadc1038e7a req-6b1367b8-9903-4c8d-b90e-37a341896fcf tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "DELETE /v2.0/ports/7b002103-5c63-487f-9e97-a1d2aed17ef2 HTTP/1.1" status: 204 len: 173 time: 0.7211142 Jul 30 03:29:24.291566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.311260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.313753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] 10.222.0.39 "DELETE /v2.0/networks/52e9a274-3177-44c2-9bc1-ff3384098f46 HTTP/1.1" status: 204 len: 168 time: 1.4570601 Jul 30 03:29:24.345370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14557f-865f-435b-847d-9f8d8681e66d admin admin] Pushing event deleted for resources: {'Network': ['ID=52e9a274-3177-44c2-9bc1-ff3384098f46,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:24.415558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'name': 'network-vif-deleted', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90'}, {'server_uuid': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'name': 'network-vif-deleted', 'tag': '7b002103-5c63-487f-9e97-a1d2aed17ef2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:24.419934 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849815e4-48ee-4bc3-ab91-7557afae9ec9" -d '{"events": [{"server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "name": "network-vif-deleted", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90"}, {"server_uuid": "15a78e5b-3df5-4580-b16d-29c90a4b15e0", "name": "network-vif-deleted", "tag": "7b002103-5c63-487f-9e97-a1d2aed17ef2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:24.478764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.549646 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f681efe-a3ba-4b7b-9e73-34f495d5b359 x-openstack-request-id: req-1f681efe-a3ba-4b7b-9e73-34f495d5b359 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:24.550175 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5455f0a1-71b1-45e1-88b7-9e6642ffbd92", "name": "network-vif-deleted", "tag": "b167bf3e-6924-4fba-a11a-e6cb2f226c90", "status": "completed", "code": 200}, {"server_uuid": "15a78e5b-3df5-4580-b16d-29c90a4b15e0", "name": "network-vif-deleted", "tag": "7b002103-5c63-487f-9e97-a1d2aed17ef2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:24.550595 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f681efe-a3ba-4b7b-9e73-34f495d5b359 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:24.551163 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5455f0a1-71b1-45e1-88b7-9e6642ffbd92', 'name': 'network-vif-deleted', 'tag': 'b167bf3e-6924-4fba-a11a-e6cb2f226c90', 'status': 'completed', 'code': 200} Jul 30 03:29:24.551608 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a78e5b-3df5-4580-b16d-29c90a4b15e0', 'name': 'network-vif-deleted', 'tag': '7b002103-5c63-487f-9e97-a1d2aed17ef2', 'status': 'completed', 'code': 200} Jul 30 03:29:24.559825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=36d1512b-68e1-4afa-95dc-5cdf249ee29e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:24.612758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port 36d1512b-68e1-4afa-95dc-5cdf249ee29e on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:24.626904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:24.633296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8df55b2d-a425-484c-a18a-32a19589373e req-0336056c-caf0-43f8-8265-b57240f78c87 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.16 "DELETE /v2.0/ports/36d1512b-68e1-4afa-95dc-5cdf249ee29e HTTP/1.1" status: 204 len: 173 time: 1.3768201 Jul 30 03:29:24.635032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'name': 'network-vif-deleted', 'tag': '36d1512b-68e1-4afa-95dc-5cdf249ee29e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:24.650404 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfc3acf-1ee4-473f-832f-609916b94e34" -d '{"events": [{"server_uuid": "10d8ec41-0f4d-467e-931d-eab42262d4f3", "name": "network-vif-deleted", "tag": "36d1512b-68e1-4afa-95dc-5cdf249ee29e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:24.707283 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef85adda-2948-4dfc-9d17-27d5a6b4c954 x-openstack-request-id: req-ef85adda-2948-4dfc-9d17-27d5a6b4c954 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:24.707470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:24.707582 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d8ec41-0f4d-467e-931d-eab42262d4f3", "name": "network-vif-deleted", "tag": "36d1512b-68e1-4afa-95dc-5cdf249ee29e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:24.707812 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef85adda-2948-4dfc-9d17-27d5a6b4c954 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:24.708205 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d8ec41-0f4d-467e-931d-eab42262d4f3', 'name': 'network-vif-deleted', 'tag': '36d1512b-68e1-4afa-95dc-5cdf249ee29e', 'status': 'completed', 'code': 200} Jul 30 03:29:24.710057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7b002103-5c63-487f-9e97-a1d2aed17ef2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:24.767874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:24.898208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b4405a34-aa8f-40ee-9c1e-c88ada2563a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbb83f2ac02e487a8d1e72cfab76b1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291072 Jul 30 03:29:24.902054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:24.938024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:24.966415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60fb71fc-c195-4a28-b0bb-ee4bb7fb49f2 req-43fc8c88-0ea9-4c22-99b6-61c8c24b5053 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d8ec41-0f4d-467e-931d-eab42262d4f3 HTTP/1.1" status: 200 len: 210 time: 0.0493534 Jul 30 03:29:25.073084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea246f45-cfcf-4ce7-819e-195b3461f90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.140797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea246f45-cfcf-4ce7-819e-195b3461f90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.177961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57fce2c2-3d80-411c-826a-8ede2289fdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.263239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea246f45-cfcf-4ce7-819e-195b3461f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.266968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea246f45-cfcf-4ce7-819e-195b3461f90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.271676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ea246f45-cfcf-4ce7-819e-195b3461f90e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ba002e7-f820-45f3-b113-90c847e7afba HTTP/1.1" status: 204 len: 168 time: 0.3684154 Jul 30 03:29:25.283075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea246f45-cfcf-4ce7-819e-195b3461f90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba002e7-f820-45f3-b113-90c847e7afba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:25.445963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57fce2c2-3d80-411c-826a-8ede2289fdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.463059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57fce2c2-3d80-411c-826a-8ede2289fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.514396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-57fce2c2-3d80-411c-826a-8ede2289fdb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7592f1e86d154faead4bab96cd70e7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751040 Jul 30 03:29:25.520257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:25.552528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fce2c2-3d80-411c-826a-8ede2289fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e702f0b4-e888-4cf6-8623-df8dcada2f16,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:25.593049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23709b16-2bb5-48d8-bb39-527e88c1e07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.594917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e21e9-7ef2-41b8-b36a-9b49fa223a87 req-fc045182-6102-4b46-968a-fc06574bb970 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:25.596962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-459e21e9-7ef2-41b8-b36a-9b49fa223a87 req-fc045182-6102-4b46-968a-fc06574bb970 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 944 time: 0.0838537 Jul 30 03:29:25.622114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23709b16-2bb5-48d8-bb39-527e88c1e07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.653277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-459e21e9-7ef2-41b8-b36a-9b49fa223a87 req-f080ee4d-97b4-4f9e-9ac9-456f3d176137 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501158 Jul 30 03:29:25.679889 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23709b16-2bb5-48d8-bb39-527e88c1e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.682497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23709b16-2bb5-48d8-bb39-527e88c1e07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.684605 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-23709b16-2bb5-48d8-bb39-527e88c1e07a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e702f0b4-e888-4cf6-8623-df8dcada2f16 HTTP/1.1" status: 204 len: 168 time: 0.1633441 Jul 30 03:29:25.693695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23709b16-2bb5-48d8-bb39-527e88c1e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702f0b4-e888-4cf6-8623-df8dcada2f16,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:25.707844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:25.765479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d6894ad8-3807-4524-99e7-9f64c3bfc8fa no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:25.779639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dd2fd14d-479b-4c3e-91c9-bfe2d5175a16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1732162823374563877b09d72cd0af22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634065 Jul 30 03:29:25.780531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:25.796957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: d6894ad8-3807-4524-99e7-9f64c3bfc8fa {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:25.797654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d6894ad8-3807-4524-99e7-9f64c3bfc8fa not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:25.798427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:25.821491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: b167bf3e-6924-4fba-a11a-e6cb2f226c90 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:25.821846 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b167bf3e-6924-4fba-a11a-e6cb2f226c90 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:25.848446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0beccf49-9c8e-4f54-a3dd-5df298ec75cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.876380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0beccf49-9c8e-4f54-a3dd-5df298ec75cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.928915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0beccf49-9c8e-4f54-a3dd-5df298ec75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.931515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0beccf49-9c8e-4f54-a3dd-5df298ec75cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:25.933140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0beccf49-9c8e-4f54-a3dd-5df298ec75cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3464106-1580-409b-9b92-ec41fcce505f HTTP/1.1" status: 204 len: 168 time: 0.1455758 Jul 30 03:29:25.941951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beccf49-9c8e-4f54-a3dd-5df298ec75cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3464106-1580-409b-9b92-ec41fcce505f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:26.089704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-3b1a9361-e563-4327-a97d-b5a458a50fdf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:26.091407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-3b1a9361-e563-4327-a97d-b5a458a50fdf tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 944 time: 0.0829706 Jul 30 03:29:26.212830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:26.234315 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b399d4-6c64-4f9d-b13b-48266e168faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.266057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Deleting port 95ef7750-a1e6-4082-bde8-17c206f2976f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:26.266408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.407214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] For port 95ef7750-a1e6-4082-bde8-17c206f2976f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=95ef7750-a1e6-4082-bde8-17c206f2976f,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:26.407644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.431996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Calling delete_port for 95ef7750-a1e6-4082-bde8-17c206f2976f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:26.552813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b399d4-6c64-4f9d-b13b-48266e168faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.561547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9b399d4-6c64-4f9d-b13b-48266e168faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.620935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a96c-782e-41d6-bc5a-a9663671682c req-b5fe86c4-7e06-46fa-9d76-119d70eacb9d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:26.622514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d45a96c-782e-41d6-bc5a-a9663671682c req-b5fe86c4-7e06-46fa-9d76-119d70eacb9d tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 950 time: 0.1818750 Jul 30 03:29:26.644990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e9b399d4-6c64-4f9d-b13b-48266e168faa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5b0773d06e34b8081f8d95427fda23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278629 Jul 30 03:29:26.646289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58828) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:26.668500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b399d4-6c64-4f9d-b13b-48266e168faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d470bbc-f5e7-4747-b40b-aa3bf3dbcf27,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:26.710834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d45a96c-782e-41d6-bc5a-a9663671682c req-0ba5df9d-f754-42c5-86b3-0b72c21f7e95 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629616 Jul 30 03:29:26.752197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91096f8c-8f09-43a2-9b46-ec4d0c912838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.775506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91096f8c-8f09-43a2-9b46-ec4d0c912838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.841724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91096f8c-8f09-43a2-9b46-ec4d0c912838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.852322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91096f8c-8f09-43a2-9b46-ec4d0c912838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.852322 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91096f8c-8f09-43a2-9b46-ec4d0c912838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d470bbc-f5e7-4747-b40b-aa3bf3dbcf27 HTTP/1.1" status: 204 len: 168 time: 0.1971781 Jul 30 03:29:26.862196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91096f8c-8f09-43a2-9b46-ec4d0c912838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d470bbc-f5e7-4747-b40b-aa3bf3dbcf27,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:26.875881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:26.897865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b712-8add-499d-92e2-d9448bf39817 req-ae6e250f-2602-446f-8c78-1897aff62ef2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:26.905862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39c4b712-8add-499d-92e2-d9448bf39817 req-ae6e250f-2602-446f-8c78-1897aff62ef2 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3929262-6616-4559-923f-ab50b80094e9 HTTP/1.1" status: 200 len: 866 time: 0.1273832 Jul 30 03:29:26.927529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58844) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:26.931487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event deleted for resources: {'Port': ['ID=95ef7750-a1e6-4082-bde8-17c206f2976f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:27.025194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39c4b712-8add-499d-92e2-d9448bf39817 req-51ba9d3c-69f0-4ac6-893d-fed7771c7a5c tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184475 Jul 30 03:29:27.026082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] No DVR routers for this DVR port 95ef7750-a1e6-4082-bde8-17c206f2976f on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:27.029771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.032088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fcda02-d035-4d98-ac69-9b5cf527f415 req-ed0665d3-d812-4520-995f-5487c5b28047 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "DELETE /v2.0/ports/95ef7750-a1e6-4082-bde8-17c206f2976f HTTP/1.1" status: 204 len: 173 time: 0.9339995 Jul 30 03:29:27.032904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'name': 'network-vif-deleted', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:27.034852 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59358d0-84ea-4a0f-9f60-40f0fe583853" -d '{"events": [{"server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "name": "network-vif-deleted", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:27.072244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-network', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:27.102487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Made reservation on behalf of f67a8c60b55b477aa316b0f5a6a25fd7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:27.107848 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7727f8-9777-4dbe-ab0e-068e77bf1445 x-openstack-request-id: req-9b7727f8-9777-4dbe-ab0e-068e77bf1445 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:27.109767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.110036 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3929262-6616-4559-923f-ab50b80094e9", "name": "network-vif-deleted", "tag": "95ef7750-a1e6-4082-bde8-17c206f2976f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:27.110522 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b7727f8-9777-4dbe-ab0e-068e77bf1445 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:27.111188 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3929262-6616-4559-923f-ab50b80094e9', 'name': 'network-vif-deleted', 'tag': '95ef7750-a1e6-4082-bde8-17c206f2976f', 'status': 'completed', 'code': 200} Jul 30 03:29:27.148159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7b002103-5c63-487f-9e97-a1d2aed17ef2 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:27.157815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.183971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 7b002103-5c63-487f-9e97-a1d2aed17ef2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:27.184231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7b002103-5c63-487f-9e97-a1d2aed17ef2 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:27.188456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36d1512b-68e1-4afa-95dc-5cdf249ee29e no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:27.216064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 36d1512b-68e1-4afa-95dc-5cdf249ee29e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:27.223290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36d1512b-68e1-4afa-95dc-5cdf249ee29e not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:27.279558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.295130 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.317453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:29:27.333693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58fcd16-789f-4964-945b-d995c6eaa672,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:27.336659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.337011 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Added segment 75f53968-cb3e-4483-98c4-57d811c98210 of type vlan for network 3833eae8-ac6e-4ece-8b03-57b1340e894a Jul 30 03:29:27.395608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.429694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.430729 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:27.431359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.495694 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5664208 Jul 30 03:29:27.498340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58864) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:27.505512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Request body: {'subnet': {'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-subnet', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:27.507240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e5e3-fcc5-4855-a315-1b9d93481eef admin admin] Pushing event updated for resources: {'Network': ['ID=3833eae8-ac6e-4ece-8b03-57b1340e894a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:27.518553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:29:27.558826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Made reservation on behalf of f67a8c60b55b477aa316b0f5a6a25fd7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:27.562325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.747567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-0363cd49-693c-449f-a2a7-3c9ae4bdb831 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:27.749109 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-0363cd49-693c-449f-a2a7-3c9ae4bdb831 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 950 time: 0.0938020 Jul 30 03:29:27.807118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.908523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29752f9-74fe-4297-8006-19faf12a19c9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:27.924674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15fc8-12c8-4f99-bfe1-e91a6c205469 req-a54ba08e-f49d-46db-8565-63a690b1f350 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:27.926349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11f15fc8-12c8-4f99-bfe1-e91a6c205469 req-a54ba08e-f49d-46db-8565-63a690b1f350 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 950 time: 0.1115587 Jul 30 03:29:27.929407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Checking segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:27.929865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Network hostable DHCP agents. Network: 3833eae8-ac6e-4ece-8b03-57b1340e894a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:29:27.944251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Deleting port a06c102c-2874-4eb4-887d-e1a2e4915645 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:27.965360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:27.980055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:29:28.005523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11f15fc8-12c8-4f99-bfe1-e91a6c205469 req-4d2577da-20fd-485a-af7b-386796738e66 tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b7042db-b8b9-4470-b570-f72c83ddadc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688403 Jul 30 03:29:28.007310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3833eae8-ac6e-4ece-8b03-57b1340e894a) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:28.014380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:28.014974 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.018091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a684d14-0ad2-4129-906a-345a39a173e5 None None] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:28.053335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1fac6d73-b497-4c54-ae9f-1eddb44cad0d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5535419 Jul 30 03:29:28.055874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58888) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:28.062079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:28.100532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.101855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.159529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] For port a06c102c-2874-4eb4-887d-e1a2e4915645, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a06c102c-2874-4eb4-887d-e1a2e4915645,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:28.159898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.194210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Calling delete_port for a06c102c-2874-4eb4-887d-e1a2e4915645 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:28.202838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.203022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:28.314192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3833eae8-ac6e-4ece-8b03-57b1340e894a', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:29:28.315085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.449288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.463374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a06c102c-2874-4eb4-887d-e1a2e4915645'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:28.505904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Pushing event deleted for resources: {'Port': ['ID=a06c102c-2874-4eb4-887d-e1a2e4915645,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:28.526140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.572365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Deleting subnet 404c0b1f-6ef7-4014-8413-6f1145a94d38 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:28.587320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] No DVR routers for this DVR port a06c102c-2874-4eb4-887d-e1a2e4915645 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:28.593652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.597687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.599944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fda01179-f691-4307-8f29-14f6e0ec7d8b req-b8175022-aa32-40b4-b0eb-e16aa7450ecd tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.18 "DELETE /v2.0/ports/a06c102c-2874-4eb4-887d-e1a2e4915645 HTTP/1.1" status: 204 len: 173 time: 0.8447144 Jul 30 03:29:28.600388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'name': 'network-vif-deleted', 'tag': 'a06c102c-2874-4eb4-887d-e1a2e4915645'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:28.602896 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484bdcc4-9d4d-40bb-9ff1-de876357eefe" -d '{"events": [{"server_uuid": "d7a10601-295c-4f6d-9dc9-10abafdc1247", "name": "network-vif-deleted", "tag": "a06c102c-2874-4eb4-887d-e1a2e4915645"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:28.636299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Allocated IP 172.20.0.2 (3833eae8-ac6e-4ece-8b03-57b1340e894a/b29752f9-74fe-4297-8006-19faf12a19c9/346a87d8-67cd-4e9b-a404-6c37b88bb57d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:28.702471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.714846 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64eaf9-0514-4157-9695-d8d8ab2e1f58 x-openstack-request-id: req-4e64eaf9-0514-4157-9695-d8d8ab2e1f58 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:28.715223 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a10601-295c-4f6d-9dc9-10abafdc1247", "name": "network-vif-deleted", "tag": "a06c102c-2874-4eb4-887d-e1a2e4915645", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:28.715493 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e64eaf9-0514-4157-9695-d8d8ab2e1f58 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:28.715888 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a10601-295c-4f6d-9dc9-10abafdc1247', 'name': 'network-vif-deleted', 'tag': 'a06c102c-2874-4eb4-887d-e1a2e4915645', 'status': 'completed', 'code': 200} Jul 30 03:29:28.747509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cded0b-978e-4b9e-9fc8-25ff57b8c529 req-574e470a-e25b-4988-b044-3f5f5264582a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:28.754897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7cded0b-978e-4b9e-9fc8-25ff57b8c529 req-574e470a-e25b-4988-b044-3f5f5264582a tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 944 time: 0.1945283 Jul 30 03:29:28.803554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.859469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7cded0b-978e-4b9e-9fc8-25ff57b8c529 req-00db10ea-0f6c-4493-be16-90009ab83b83 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034479 Jul 30 03:29:28.928824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.941110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Transition to ACTIVE for port object 346a87d8-67cd-4e9b-a404-6c37b88bb57d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:28.971294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:28.983087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Transition to ACTIVE for port object 346a87d8-67cd-4e9b-a404-6c37b88bb57d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:28.998110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.045604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:29.051222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:29.058686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:29.071717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Pushing event updated for resources: {'Port': ['ID=346a87d8-67cd-4e9b-a404-6c37b88bb57d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:29.094965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.096798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] 10.222.0.39 "DELETE /v2.0/subnets/404c0b1f-6ef7-4014-8413-6f1145a94d38 HTTP/1.1" status: 204 len: 168 time: 0.8924999 Jul 30 03:29:29.099474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806a9b1-21e2-4f62-8d6d-7aacfba299be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404c0b1f-6ef7-4014-8413-6f1145a94d38,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:29.099932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58926) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:29.151794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:29.174247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.191080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 95ef7750-a1e6-4082-bde8-17c206f2976f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:29.192019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 95ef7750-a1e6-4082-bde8-17c206f2976f not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:29.197508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Attempting to bind port 346a87d8-67cd-4e9b-a404-6c37b88bb57d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:29.198176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Attempting to bind port 346a87d8-67cd-4e9b-a404-6c37b88bb57d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:29.198771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Attempting to bind port 346a87d8-67cd-4e9b-a404-6c37b88bb57d on network 3833eae8-ac6e-4ece-8b03-57b1340e894a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:29.205467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:29.206318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Checking segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:29.206946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.207586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Bound using segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:29.208286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Bound port: 346a87d8-67cd-4e9b-a404-6c37b88bb57d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:29.208916 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.272611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.307097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] For port 346a87d8-67cd-4e9b-a404-6c37b88bb57d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:29.317434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] For port 346a87d8-67cd-4e9b-a404-6c37b88bb57d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=346a87d8-67cd-4e9b-a404-6c37b88bb57d,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:29.330818 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.425926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34457-aecd-469b-823d-1cb0289a7222 None None] Pushing event updated for resources: {'Port': ['ID=346a87d8-67cd-4e9b-a404-6c37b88bb57d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:29.433591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.447232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb61d09-a127-4ca2-b4ab-d37f07736b63']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:29.459953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:29.460631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49c4f98-232e-4df1-8210-e9ed43fbb4ce') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:29.474274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.496604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.510456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:29.510958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.565110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:29.581450 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:29.595471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.600761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.607074 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0bb61d09-a127-4ca2-b4ab-d37f07736b63 HTTP/1.1" status: 204 len: 168 time: 0.5054643 Jul 30 03:29:29.623116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb44d6-ae7a-4d42-9f85-00777bb7a7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb61d09-a127-4ca2-b4ab-d37f07736b63,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:29.623813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39e93b5f-2a2e-4c34-9434-fc6c469fb444 req-a9a94a64-d3a3-4849-8172-522c18562a0f tempest-ServersOnMultiNodesTest-1379382348 tempest-ServersOnMultiNodesTest-1379382348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a10601-295c-4f6d-9dc9-10abafdc1247 HTTP/1.1" status: 200 len: 210 time: 0.0649374 Jul 30 03:29:29.723631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-dbe58c92-5fe7-4174-ad7c-30d3f15c6281 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:29.727205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-dbe58c92-5fe7-4174-ad7c-30d3f15c6281 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 944 time: 0.1714325 Jul 30 03:29:29.822244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58952) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:29.850346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Allocated IP 172.25.6.202 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/7ef82942-7c3c-47dd-ac35-0f994a579196) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:29.885430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:29.890172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-37ab2dd8-d3df-4d42-a059-310591f56cdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6df49f30807040ea807b84f059072d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652337 Jul 30 03:29:29.893162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:29.935046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Deleting port 860b8f5b-4eda-4449-8643-6cdfac39e18b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:29.935418 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.959829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d5-021a-4bef-ade0-40e1605f9094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:29.986074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d5-021a-4bef-ade0-40e1605f9094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.046425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d5-021a-4bef-ade0-40e1605f9094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.049584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d5-021a-4bef-ade0-40e1605f9094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.051625 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67a5f6d5-021a-4bef-ade0-40e1605f9094 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4 HTTP/1.1" status: 204 len: 168 time: 0.1567092 Jul 30 03:29:30.062466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5f6d5-021a-4bef-ade0-40e1605f9094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff09cb80-8b89-4e73-bf2b-2fe9e87d19c4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:30.098916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.129666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfde9a-fa70-4934-9453-2326c22a200b req-ad378656-329e-43be-9ffb-59e52dfa8aca tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:30.131239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54cfde9a-fa70-4934-9453-2326c22a200b req-ad378656-329e-43be-9ffb-59e52dfa8aca tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 944 time: 0.1660893 Jul 30 03:29:30.139674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] For port 860b8f5b-4eda-4449-8643-6cdfac39e18b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=860b8f5b-4eda-4449-8643-6cdfac39e18b,segment=NetworkSegment(de267f71-1038-4b30-9a7e-a8e60de9fdf4),segment_id=de267f71-1038-4b30-9a7e-a8e60de9fdf4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:30.140043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.161422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd815571-0aba-42ef-9f2f-4ec5e5d78d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.182486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Calling delete_port for 860b8f5b-4eda-4449-8643-6cdfac39e18b owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:30.273297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54cfde9a-fa70-4934-9453-2326c22a200b req-9ee9bf00-8a8f-4b0d-b1b6-8f07d2c14846 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/security-groups?id=52390141-598c-420c-bf0d-b749d33e843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355290 Jul 30 03:29:30.314831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.362957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.378864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:30.389947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:30.401054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:30.430456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef82942-7c3c-47dd-ac35-0f994a579196,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:30.519336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd815571-0aba-42ef-9f2f-4ec5e5d78d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.555530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd815571-0aba-42ef-9f2f-4ec5e5d78d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.590289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.677924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a013a781-3fac-4589-a6b7-c0f14b3e2791 None None] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:30.692337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Pushing event deleted for resources: {'Port': ['ID=860b8f5b-4eda-4449-8643-6cdfac39e18b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:30.704383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dd815571-0aba-42ef-9f2f-4ec5e5d78d5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=645fce118c6b4ad89b7c59725d4b384a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8084331 Jul 30 03:29:30.704492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58988) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:30.706924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd815571-0aba-42ef-9f2f-4ec5e5d78d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d2a7c3-eff5-46fe-8efa-c202c6025ff7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:30.759513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] No DVR routers for this DVR port 860b8f5b-4eda-4449-8643-6cdfac39e18b on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:30.763231 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.765580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4e5e839-5ed9-45e3-9dbf-1fce76a8accd req-87a5188e-bb54-4d6f-93da-c883f646e4e0 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.16 "DELETE /v2.0/ports/860b8f5b-4eda-4449-8643-6cdfac39e18b HTTP/1.1" status: 204 len: 173 time: 1.0316672 Jul 30 03:29:30.766839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'name': 'network-vif-deleted', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:30.768929 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac4255d-7519-4471-8e56-86b66f329ed9" -d '{"events": [{"server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "name": "network-vif-deleted", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:30.865456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e9906f1-fa17-4c43-8364-c55fdc2be66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:30.917734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3aae107d-c5a7-4916-bc54-828ff31d9fbc None None] Provisioning for port 346a87d8-67cd-4e9b-a404-6c37b88bb57d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:30.920287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:30.924988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e9906f1-fa17-4c43-8364-c55fdc2be66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.012415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.015957 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684485d-61f3-4618-8d6f-d580b8e86c57 x-openstack-request-id: req-9684485d-61f3-4618-8d6f-d580b8e86c57 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:31.016241 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95a4b0-e5c1-4945-9247-bbf5e2f37efa", "name": "network-vif-deleted", "tag": "860b8f5b-4eda-4449-8643-6cdfac39e18b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:31.016488 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9684485d-61f3-4618-8d6f-d580b8e86c57 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:31.016884 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a4b0-e5c1-4945-9247-bbf5e2f37efa', 'name': 'network-vif-deleted', 'tag': '860b8f5b-4eda-4449-8643-6cdfac39e18b', 'status': 'completed', 'code': 200} Jul 30 03:29:31.061671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e9906f1-fa17-4c43-8364-c55fdc2be66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.064481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e9906f1-fa17-4c43-8364-c55fdc2be66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.070762 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e9906f1-fa17-4c43-8364-c55fdc2be66e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17d2a7c3-eff5-46fe-8efa-c202c6025ff7 HTTP/1.1" status: 204 len: 168 time: 0.3631377 Jul 30 03:29:31.089261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9906f1-fa17-4c43-8364-c55fdc2be66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d2a7c3-eff5-46fe-8efa-c202c6025ff7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:31.108508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-899589019-network', 'tenant_id': '4c9e557c81fc40968d3060089ef6a9e0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:31.187828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Made reservation on behalf of 4c9e557c81fc40968d3060089ef6a9e0 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:31.194453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.214539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.313757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:31.318390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 346a87d8-67cd-4e9b-a404-6c37b88bb57d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:31.324683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.424482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 346a87d8-67cd-4e9b-a404-6c37b88bb57d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:31.432989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 346a87d8-67cd-4e9b-a404-6c37b88bb57d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:31.433373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.436532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.443976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.449548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbc8fd12-d4de-4869-a301-e7aa298b364b req-c04a8ef6-844b-4d1b-b735-102464eda374 tempest-LiveAutoBlockMigrationV225Test-95832906 tempest-LiveAutoBlockMigrationV225Test-95832906-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab95a4b0-e5c1-4945-9247-bbf5e2f37efa HTTP/1.1" status: 200 len: 210 time: 0.0384316 Jul 30 03:29:31.461814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:29:31.470265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.470613 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Added segment c610e77e-c106-4a25-aae0-b61fdee6ab04 of type vlan for network 4798db2c-45b1-4584-ada7-4509dd8c57a6 Jul 30 03:29:31.532972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.537566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e70554-1c33-487b-a026-5ff33b76e601,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:31.579107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.580386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:31.581086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.643862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:29:31.647040 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.647504 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7251959 Jul 30 03:29:31.650243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59014) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:31.656246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Request body: {'subnet': {'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-899589019-subnet', 'tenant_id': '4c9e557c81fc40968d3060089ef6a9e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:31.666109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd118cf8-a528-44ec-848c-59e119c81b3a admin admin] Pushing event updated for resources: {'Network': ['ID=4798db2c-45b1-4584-ada7-4509dd8c57a6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:31.684533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Made reservation on behalf of 4c9e557c81fc40968d3060089ef6a9e0 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:31.687357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.716304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:29:31.722913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 346a87d8-67cd-4e9b-a404-6c37b88bb57d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=346a87d8-67cd-4e9b-a404-6c37b88bb57d,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:31.736306 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.787809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:31.808446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-275114e8-26b5-476b-a2ea-c0428bf60f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.824179 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22222489-13d0-4a00-9109-01f30edcad97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da3d0ddc33714ad7b4235de87129823b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086257 Jul 30 03:29:31.826464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:31.826677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a06c102c-2874-4eb4-887d-e1a2e4915645 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:31.856324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: a06c102c-2874-4eb4-887d-e1a2e4915645 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:31.856983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a06c102c-2874-4eb4-887d-e1a2e4915645 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:31.867329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:29:31.868479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=346a87d8-67cd-4e9b-a404-6c37b88bb57d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:31.879512 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Sync routers for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:29:31.889913 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:31.890528 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:31.927543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f83ca216-a3d7-49b0-b647-62c33f73ede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:31.968522 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f83ca216-a3d7-49b0-b647-62c33f73ede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.001089 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:32.002842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.026972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-275114e8-26b5-476b-a2ea-c0428bf60f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.033542 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-275114e8-26b5-476b-a2ea-c0428bf60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.060074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a7e849-0e75-48cb-8572-8204e92c8d05,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:32.065419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-275114e8-26b5-476b-a2ea-c0428bf60f56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec74134df8bc47f1afcb9931b60a4da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740839 Jul 30 03:29:32.070096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:32.080206 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.080513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Checking segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:32.080864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Network hostable DHCP agents. Network: 4798db2c-45b1-4584-ada7-4509dd8c57a6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:29:32.083947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-143d4e89-ba8d-4230-bb58-be6355a84ea0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0243661 Jul 30 03:29:32.084507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:32.105474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f83ca216-a3d7-49b0-b647-62c33f73ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.108204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f83ca216-a3d7-49b0-b647-62c33f73ede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.109358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f83ca216-a3d7-49b0-b647-62c33f73ede1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b7042db-b8b9-4470-b570-f72c83ddadc7 HTTP/1.1" status: 204 len: 168 time: 0.2819552 Jul 30 03:29:32.116652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275114e8-26b5-476b-a2ea-c0428bf60f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae20fef2-f17d-4492-a4b5-a36abf150ed3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:32.140106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ca216-a3d7-49b0-b647-62c33f73ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7042db-b8b9-4470-b570-f72c83ddadc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:32.162119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95f19ae-58a8-4ff2-8662-9b23899b8f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.187316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95f19ae-58a8-4ff2-8662-9b23899b8f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.244679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95f19ae-58a8-4ff2-8662-9b23899b8f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.248501 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95f19ae-58a8-4ff2-8662-9b23899b8f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.249721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f95f19ae-58a8-4ff2-8662-9b23899b8f81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae20fef2-f17d-4492-a4b5-a36abf150ed3 HTTP/1.1" status: 204 len: 168 time: 0.1784313 Jul 30 03:29:32.258313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f19ae-58a8-4ff2-8662-9b23899b8f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae20fef2-f17d-4492-a4b5-a36abf150ed3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:32.318946 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:30Z', 'revision_number': 3, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:32.358119 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Checking router: 19b0741a-b6b0-4c27-98df-9cf5a64143d7 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:29:32.358466 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Updating router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 port 7ef82942-7c3c-47dd-ac35-0f994a579196 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:29:32.386899 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.482167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:29:32.521681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 4798db2c-45b1-4584-ada7-4509dd8c57a6) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:32.532213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:32.532804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.535593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11eeae0-acea-45b0-b7c5-9e818a69cbfd None None] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:32.569453 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-250c2a34-a337-4c45-9fe2-8aa2ba93eb8c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9103856 Jul 30 03:29:32.590266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:32.660466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a65072b-4744-47d7-b0e8-3f7613334ff0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59ed1782841d4d45bc37e70e603a4998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758524 Jul 30 03:29:32.661126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:32.723307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ed11de2-8cd8-4905-a9f3-6f81c9249d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.747611 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.756175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ed11de2-8cd8-4905-a9f3-6f81c9249d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.770659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Transition to ACTIVE for port object 7ef82942-7c3c-47dd-ac35-0f994a579196 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:32.777485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76cfc5b-b842-4d27-abe6-74a475fd57ed None None] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:32.783126 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.808519 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ed11de2-8cd8-4905-a9f3-6f81c9249d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.812308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ed11de2-8cd8-4905-a9f3-6f81c9249d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.816165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8ed11de2-8cd8-4905-a9f3-6f81c9249d19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1c97367-4573-406b-9430-419107818439 HTTP/1.1" status: 204 len: 168 time: 0.1515319 Jul 30 03:29:32.824980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11de2-8cd8-4905-a9f3-6f81c9249d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c97367-4573-406b-9430-419107818439,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:32.927550 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Attempting to bind port 7ef82942-7c3c-47dd-ac35-0f994a579196 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:32.928021 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Attempting to bind port 7ef82942-7c3c-47dd-ac35-0f994a579196 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:32.928284 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Attempting to bind port 7ef82942-7c3c-47dd-ac35-0f994a579196 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:32.966148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:32.968294 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:32.968733 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.971698 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:32.973397 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Bound port: 7ef82942-7c3c-47dd-ac35-0f994a579196, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:32.973736 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:32.983593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:33.038155 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Pushing event updated for resources: {'Port': ['ID=7ef82942-7c3c-47dd-ac35-0f994a579196,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:33.055339 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.055691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.056061 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.056354 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.056687 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.057018 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.057990 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.058329 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.058717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.059070 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.059475 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.072144 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:33.125659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] For port 7ef82942-7c3c-47dd-ac35-0f994a579196, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:33.130089 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] For port 7ef82942-7c3c-47dd-ac35-0f994a579196, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ef82942-7c3c-47dd-ac35-0f994a579196,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:33.139856 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.171391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:33.203643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 860b8f5b-4eda-4449-8643-6cdfac39e18b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:33.204103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 860b8f5b-4eda-4449-8643-6cdfac39e18b not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:33.249997 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:33.250867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:33.282022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.282542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 346a87d8-67cd-4e9b-a404-6c37b88bb57d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:33.354957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffa80-6827-4dbd-b1c3-01f7cccb267e None None] Pushing event updated for resources: {'Port': ['ID=7ef82942-7c3c-47dd-ac35-0f994a579196,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:33.366935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Deleting subnet 283e3526-b72d-47bc-a37f-3c83bbaa0adb {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:33.376488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.413654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 346a87d8-67cd-4e9b-a404-6c37b88bb57d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:33.414041 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.463695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:33.465640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.529990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.646857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.660960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Allocated IP 172.20.0.1 (3833eae8-ac6e-4ece-8b03-57b1340e894a/b29752f9-74fe-4297-8006-19faf12a19c9/a87e2649-3cb0-4737-b6ae-42b382d03824) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:33.685838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283e3526-b72d-47bc-a37f-3c83bbaa0adb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:33.693557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.695783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2283fe61-40b0-4e9c-9f79-2b0f5937702d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/283e3526-b72d-47bc-a37f-3c83bbaa0adb HTTP/1.1" status: 204 len: 168 time: 0.7110372 Jul 30 03:29:33.698972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59090) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:33.760908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-13941b8f-424d-48f8-b30c-d04023ad6a8d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:33.763575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-13941b8f-424d-48f8-b30c-d04023ad6a8d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 814 time: 0.1791046 Jul 30 03:29:33.790627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-a1ef453c-f59e-4aff-9580-7e688444bd02 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/quotas/4c9e557c81fc40968d3060089ef6a9e0 HTTP/1.1" status: 200 len: 375 time: 0.0196016 Jul 30 03:29:33.803275 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:30Z', 'revision_number': 3, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:33.828093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:33.839361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-16c05641-77c5-4f1d-a275-5083e52e841d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453172 Jul 30 03:29:33.860304 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0faa-d01a-4ab2-814d-fc8c3b860020 None None] The sync data for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 is: [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:30Z', 'revision_number': 3, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:29:33.991345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.010810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37af94b3-8f8f-47a1-afa7-2e08dc966070']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:34.030932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de267f71-1038-4b30-9a7e-a8e60de9fdf4') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:34.031283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de267f71-1038-4b30-9a7e-a8e60de9fdf4') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:34.042630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.064837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.082284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Transition to ACTIVE for port object a87e2649-3cb0-4737-b6ae-42b382d03824 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:34.088107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.097988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:34.098338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:34.102359 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:34.106981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-d12c4b11-7462-4d8e-9bba-cf2fc9636f8b service neutron] 10.222.0.39 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660201 Jul 30 03:29:34.229408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.247773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.249690 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] 10.222.0.39 "DELETE /v2.0/networks/37af94b3-8f8f-47a1-afa7-2e08dc966070 HTTP/1.1" status: 204 len: 168 time: 0.5491607 Jul 30 03:29:34.251988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.253790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:34.360405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a87e2649-3cb0-4737-b6ae-42b382d03824,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:34.361107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-3094b7e3-70ac-4930-96fe-620d4f7ff594 service neutron] 10.222.0.39 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463734 Jul 30 03:29:34.362124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:34.363032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183110f6-e24e-4d33-803c-aab3f52576be admin admin] Pushing event deleted for resources: {'Network': ['ID=37af94b3-8f8f-47a1-afa7-2e08dc966070,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:34.365833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:34.368143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:34.381482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Deleting subnet 43f71457-54de-4a11-b852-ab0f2d505b03 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:29:34.385159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.493595 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.497862 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.611456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.665004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44799ad2-13f1-438d-9e53-61176930ce02 req-2d42837e-ef9b-4574-b2ec-14a34592a6eb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 210 time: 0.0385904 Jul 30 03:29:34.765306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.825618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fe1a7160-5baa-4c48-8fe9-7162a8c82fc1 None None] Provisioning for port a87e2649-3cb0-4737-b6ae-42b382d03824 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:34.832145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fe1a7160-5baa-4c48-8fe9-7162a8c82fc1 None None] Provisioning complete for port a87e2649-3cb0-4737-b6ae-42b382d03824 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:34.837077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.839663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/43f71457-54de-4a11-b852-ab0f2d505b03 HTTP/1.1" status: 204 len: 168 time: 0.5847771 Jul 30 03:29:34.840797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f71457-54de-4a11-b852-ab0f2d505b03,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:34.842905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:34.845300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.852023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7160-5baa-4c48-8fe9-7162a8c82fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:34.893000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.893326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.893665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.894000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.894326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.894652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.894978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.895337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.895661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.901689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.903617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.904122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74fd73-2062-4eaf-9679-94425482d02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:34.920308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a7160-5baa-4c48-8fe9-7162a8c82fc1 None None] Port a87e2649-3cb0-4737-b6ae-42b382d03824 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:29:35.002352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.149742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.161772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.178569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.198919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69552b56-8003-4eb7-88e8-7f7532548638']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:35.225709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceabf60-456b-4eee-9236-96818c5b9610') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:35.226013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceabf60-456b-4eee-9236-96818c5b9610') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:35.244252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.264212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.300013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:29:35.300013 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:29:35.309179 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:29:35.317658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ef82942-7c3c-47dd-ac35-0f994a579196 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:35.383228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a87e2649-3cb0-4737-b6ae-42b382d03824,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:35.410571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.459684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 7ef82942-7c3c-47dd-ac35-0f994a579196 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:35.461227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.467780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7ef82942-7c3c-47dd-ac35-0f994a579196 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:35.468159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.492255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.498800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] 10.222.0.39 "DELETE /v2.0/networks/69552b56-8003-4eb7-88e8-7f7532548638 HTTP/1.1" status: 204 len: 168 time: 0.6548362 Jul 30 03:29:35.500064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc2a52-8ddd-4ed0-b5f0-ee058027a10b admin admin] Pushing event deleted for resources: {'Network': ['ID=69552b56-8003-4eb7-88e8-7f7532548638,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:35.582209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:35.583773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:35.586847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.617575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 7ef82942-7c3c-47dd-ac35-0f994a579196, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ef82942-7c3c-47dd-ac35-0f994a579196,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:35.625962 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:35.768598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=7ef82942-7c3c-47dd-ac35-0f994a579196,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:35.779279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:29:35.814256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:35.874687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d93dc6b0-16a7-477c-b783-8795720c5734 req-cf06f103-81bc-4c48-b7c3-fe0acad4811c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 210 time: 0.0531564 Jul 30 03:29:35.910512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2ea30310-b796-457c-948c-810adb5d3f25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c8968a4754a41ecae7f7ecc6297fb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928969 Jul 30 03:29:35.911374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:35.972447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:29:35.986912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-83191073-2123-4477-aa2d-077d1964e2d8 admin admin] 10.222.0.39 "PUT /v2.0/routers/19b0741a-b6b0-4c27-98df-9cf5a64143d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9007220 Jul 30 03:29:36.023073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0251accb-1a55-45d2-b316-297969b82b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.052221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a70d1042-b4b7-47ba-87cc-3b94369e466e None None] Provisioning complete for port a87e2649-3cb0-4737-b6ae-42b382d03824 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:36.053018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0251accb-1a55-45d2-b316-297969b82b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.053607 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a70d1042-b4b7-47ba-87cc-3b94369e466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.148688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a70d1042-b4b7-47ba-87cc-3b94369e466e None None] Port a87e2649-3cb0-4737-b6ae-42b382d03824 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:29:36.194471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0251accb-1a55-45d2-b316-297969b82b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.197658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0251accb-1a55-45d2-b316-297969b82b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.201916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0251accb-1a55-45d2-b316-297969b82b4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52390141-598c-420c-bf0d-b749d33e843a HTTP/1.1" status: 204 len: 168 time: 0.2870951 Jul 30 03:29:36.234855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251accb-1a55-45d2-b316-297969b82b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52390141-598c-420c-bf0d-b749d33e843a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:36.324694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-3080b4fa-cd3f-4a62-877e-4210e04050a1 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:36.326881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-3080b4fa-cd3f-4a62-877e-4210e04050a1 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 814 time: 0.2267549 Jul 30 03:29:36.344309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Request body: {'port': {'device_id': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'admin_state_up': True, 'tenant_id': '4c9e557c81fc40968d3060089ef6a9e0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:36.474229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Made reservation on behalf of 4c9e557c81fc40968d3060089ef6a9e0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:36.479727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.598363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Sync routers for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:29:36.609665 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:29:36.613170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:36.613808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:36.646717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Allocated IP 172.20.0.6 (4798db2c-45b1-4584-ada7-4509dd8c57a6/41a7e849-0e75-48cb-8572-8204e92c8d05/157e89e7-e909-4938-a6c3-c54a63cd2484) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:36.774259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:36.806389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:36.856141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c4bd5261-debb-4856-86c5-9bf9c6a4235a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=006f4ff0b9584d90a1f1bd6af56383bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807083 Jul 30 03:29:36.858625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59240) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:36.905474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.945272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:36.979722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-50e817f6-e786-4e90-b08f-8909ae9658bd tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:36.981716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-50e817f6-e786-4e90-b08f-8909ae9658bd tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 829 time: 0.1923404 Jul 30 03:29:36.984656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.002269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-547edd63-5ee5-4043-b3c1-a0521ac78d66 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/quotas/f67a8c60b55b477aa316b0f5a6a25fd7 HTTP/1.1" status: 200 len: 375 time: 0.0140176 Jul 30 03:29:37.033733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.086698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-b2cb3882-15cf-4070-83d0-dd8fa6b9f969 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777593 Jul 30 03:29:37.086979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:37.092205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:37.096613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:37.171683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:37.185066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 2, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:37.215961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:37.216598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.218969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.225006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.228841 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fef0fc7-bdab-454f-9cde-18622fa278b1 HTTP/1.1" status: 204 len: 168 time: 0.3661826 Jul 30 03:29:37.245293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Checking router: 19b0741a-b6b0-4c27-98df-9cf5a64143d7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:29:37.246755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Updating router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 port a87e2649-3cb0-4737-b6ae-42b382d03824 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:29:37.248770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef0fc7-bdab-454f-9cde-18622fa278b1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:37.266142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.266483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.267105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.267247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.267485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.267810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.269369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-8ec7bee5-11e2-4b5a-8c06-7f1af163547e service neutron] 10.222.0.39 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681035 Jul 30 03:29:37.271670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.272039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.272503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.272843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.273171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.273494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.290806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.291189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.292235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.292839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.293210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.293527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.293850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.294212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.294535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.294861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.295402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.295659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18bc564-4192-4d37-9857-f3531cbbe243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:37.296344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.300094 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-50c9ad06-ebc2-4d41-bc23-009a9af6589c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9634094 Jul 30 03:29:37.301649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ef82942-7c3c-47dd-ac35-0f994a579196 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:37.320409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Request body: {'port': {'device_id': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:37.385490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59252) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:37.396554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.521846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-df257839-1a19-46b2-9a66-90d9f8daa81d service neutron] 10.222.0.39 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349484 Jul 30 03:29:37.523635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7ef82942-7c3c-47dd-ac35-0f994a579196 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:37.524381 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.673252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a5237-3a93-4cbf-8e83-555690adf974 req-ccc8b897-76b1-4fff-8a47-9aa9141fbe86 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:37.689259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d0a5237-3a93-4cbf-8e83-555690adf974 req-ccc8b897-76b1-4fff-8a47-9aa9141fbe86 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 931 time: 0.1448359 Jul 30 03:29:37.742876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d0a5237-3a93-4cbf-8e83-555690adf974 req-7a2cb1e3-03e7-4ef4-b6d3-67bf52299943 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509520 Jul 30 03:29:37.794970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e316d50c-fdae-49fa-9026-cbabf88ba24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.876844 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.887877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157e89e7-e909-4938-a6c3-c54a63cd2484 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:37.907945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Transition to ACTIVE for port object a87e2649-3cb0-4737-b6ae-42b382d03824 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:37.912542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.923328 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:37.951429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Transition to ACTIVE for port object 157e89e7-e909-4938-a6c3-c54a63cd2484 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:37.959565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.013603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85cd2daa-9bc4-45a0-806d-3ef34997d027 req-4736294b-aa0a-473f-a82e-0e31ccc6d01d tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 210 time: 0.0641654 Jul 30 03:29:38.102883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:38.105297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e316d50c-fdae-49fa-9026-cbabf88ba24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.119260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e316d50c-fdae-49fa-9026-cbabf88ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.143286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:38.148058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Pushing event updated for resources: {'Port': ['ID=a87e2649-3cb0-4737-b6ae-42b382d03824,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:38.161569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.161922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.162265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.162709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.167910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.168531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.176235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.176749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.177090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.177426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.179223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.179728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:29:38.190037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e316d50c-fdae-49fa-9026-cbabf88ba24d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd4996727116461e9b35f6bae0aa1cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957702 Jul 30 03:29:38.191624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316d50c-fdae-49fa-9026-cbabf88ba24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab6338-a3c7-4551-934d-99ef3d2fe159,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:38.203190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Attempting to bind port a87e2649-3cb0-4737-b6ae-42b382d03824 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:38.204284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Attempting to bind port a87e2649-3cb0-4737-b6ae-42b382d03824 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:38.205142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Attempting to bind port a87e2649-3cb0-4737-b6ae-42b382d03824 on network 3833eae8-ac6e-4ece-8b03-57b1340e894a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:38.209550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59286) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:38.216055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:38.218794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Checking segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:38.219519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.220103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Bound using segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:38.222396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Bound port: a87e2649-3cb0-4737-b6ae-42b382d03824, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:38.223002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.283975 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-372ba229-f92e-408a-a5ba-78ebb87070da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.307578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Attempting to bind port 157e89e7-e909-4938-a6c3-c54a63cd2484 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:38.307942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Attempting to bind port 157e89e7-e909-4938-a6c3-c54a63cd2484 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:38.308278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Attempting to bind port 157e89e7-e909-4938-a6c3-c54a63cd2484 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:38.314155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-372ba229-f92e-408a-a5ba-78ebb87070da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.321559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Port 157e89e7-e909-4938-a6c3-c54a63cd2484 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:29:38.321893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Attempting to bind port 157e89e7-e909-4938-a6c3-c54a63cd2484 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:38.336684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:38.337162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Checking segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:38.337564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Bound using segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:38.338733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Bound port: 157e89e7-e909-4938-a6c3-c54a63cd2484, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:38.339114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.374128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-372ba229-f92e-408a-a5ba-78ebb87070da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.374400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] For port a87e2649-3cb0-4737-b6ae-42b382d03824, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:38.377248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-372ba229-f92e-408a-a5ba-78ebb87070da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.378512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-372ba229-f92e-408a-a5ba-78ebb87070da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3ab6338-a3c7-4551-934d-99ef3d2fe159 HTTP/1.1" status: 204 len: 168 time: 0.1664381 Jul 30 03:29:38.384356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] For port a87e2649-3cb0-4737-b6ae-42b382d03824, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a87e2649-3cb0-4737-b6ae-42b382d03824,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:38.389539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ba229-f92e-408a-a5ba-78ebb87070da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab6338-a3c7-4551-934d-99ef3d2fe159,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:38.396956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.449873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:38.454224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:38.460849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.478941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:38.479897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:38.508309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:38.509610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.512382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] 10.222.0.18 "PUT /v2.0/ports/157e89e7-e909-4938-a6c3-c54a63cd2484 HTTP/1.1" status: 200 len: 1092 time: 1.2028844 Jul 30 03:29:38.512834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:38.515656 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9504e85f-343d-474b-8796-963fd002d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:38.581818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6de3-b2ec-45fe-8d01-d5bf0a61dbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.660073 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c8871-64c7-4a79-b6ac-8ca52fe1768c x-openstack-request-id: req-3c6c8871-64c7-4a79-b6ac-8ca52fe1768c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:38.666944 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:38.667446 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c6c8871-64c7-4a79-b6ac-8ca52fe1768c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:38.668675 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'status': 'completed', 'code': 200} Jul 30 03:29:38.684604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:38.777320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc797b-996d-455c-b50c-a4f781932468 service neutron] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:38.804007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-451fd5d2-6749-4ce3-8889-f3e6a0f22164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:38.805912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-451fd5d2-6749-4ce3-8889-f3e6a0f22164 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 1095 time: 0.2178359 Jul 30 03:29:38.834827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a93202-7fd7-4edf-8704-b5ac906d5735 None None] Pushing event updated for resources: {'Port': ['ID=a87e2649-3cb0-4737-b6ae-42b382d03824,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:38.861421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6de3-b2ec-45fe-8d01-d5bf0a61dbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.873755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6de3-b2ec-45fe-8d01-d5bf0a61dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:38.901877 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-0c2bc0c8-d0ca-40a4-8615-c8befc26a040 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e89e7-e909-4938-a6c3-c54a63cd2484 HTTP/1.1" status: 200 len: 217 time: 0.0881436 Jul 30 03:29:38.994127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e8b6de3-b2ec-45fe-8d01-d5bf0a61dbc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9355bdd4e4b4f2d8f056e20db008941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8476343 Jul 30 03:29:39.007462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:39.055325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b6de3-b2ec-45fe-8d01-d5bf0a61dbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d537c3-a538-4ee7-95f2-bbc34e62a1b6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:39.074451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-de001613-5059-4368-9d8e-9f0e08bbdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:39.074968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:39.075963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-de001613-5059-4368-9d8e-9f0e08bbdfd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.1660309 Jul 30 03:29:39.110861 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54374955-c0eb-47b5-97f3-dfc706850e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.147439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bf6f9-1676-41c0-9597-93b320f8d05a req-ab01f18e-e3cc-470d-aee6-f69c2c98d9ea tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:39.147723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-264edfb7-daa1-40d3-8488-def62fce47d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595827 Jul 30 03:29:39.155532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a36bf6f9-1676-41c0-9597-93b320f8d05a req-ab01f18e-e3cc-470d-aee6-f69c2c98d9ea tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 943 time: 0.2006216 Jul 30 03:29:39.226087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a36bf6f9-1676-41c0-9597-93b320f8d05a req-ec441e1d-f952-4034-967c-087652431711 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659740 Jul 30 03:29:39.234447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8400d6de-beb7-4dbb-a565-30c04b228ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.280257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8400d6de-beb7-4dbb-a565-30c04b228ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.280490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:38Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:39.306373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff322fcc-ddf6-4b07-8e8a-1a378f1ac337 req-37a73014-5e05-4ea3-bc6d-1e6e17e19c1f tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 210 time: 0.0789554 Jul 30 03:29:39.317054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533097e2-80cb-461a-80e2-fc07d3682a02 None None] The sync data for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 is: [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:38Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:29:39.348954 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-2110ca83-ea56-43d7-8c64-846229fe7dbd service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923432 Jul 30 03:29:39.422592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54374955-c0eb-47b5-97f3-dfc706850e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.427046 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54374955-c0eb-47b5-97f3-dfc706850e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.429061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8400d6de-beb7-4dbb-a565-30c04b228ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.432479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8400d6de-beb7-4dbb-a565-30c04b228ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.433796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8400d6de-beb7-4dbb-a565-30c04b228ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57d537c3-a538-4ee7-95f2-bbc34e62a1b6 HTTP/1.1" status: 204 len: 168 time: 0.4253719 Jul 30 03:29:39.450668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d6de-beb7-4dbb-a565-30c04b228ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d537c3-a538-4ee7-95f2-bbc34e62a1b6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:39.515241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-54374955-c0eb-47b5-97f3-dfc706850e0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcf2f782fb3443bea75ae4f94d5569bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353614 Jul 30 03:29:39.520814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59326) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:39.524446 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79b6b2db-4108-48eb-b033-e0b5e6a66e03 req-a0a6b0b1-4cb7-4888-8df3-205ff68f7944 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628771 Jul 30 03:29:39.554172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54374955-c0eb-47b5-97f3-dfc706850e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da6704-6e06-4a25-aef8-96a7910e5533,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:39.648259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87d80ac4-d488-4ff8-8537-d6bd46a1e56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.678309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e85f-343d-474b-8796-963fd002d73b req-e9c1d8d0-0806-47d9-a0ca-068b99a8d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:39.680206 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-e9c1d8d0-0806-47d9-a0ca-068b99a8d342 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 1095 time: 0.0891445 Jul 30 03:29:39.695492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87d80ac4-d488-4ff8-8537-d6bd46a1e56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.817543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-e16f2b6d-1731-44ca-9a1f-e6980ee1cbd7 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:39.818791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-e16f2b6d-1731-44ca-9a1f-e6980ee1cbd7 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.16 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 829 time: 0.1953235 Jul 30 03:29:39.842737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Request body: {'port': {'device_id': '93133136-8aa9-47f0-b811-cbca811e725a', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'admin_state_up': True, 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:39.852085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e85f-343d-474b-8796-963fd002d73b req-2ad10ee5-7e66-4530-8445-5e5c8c859c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:39.854786 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-2ad10ee5-7e66-4530-8445-5e5c8c859c08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 914 time: 0.1644230 Jul 30 03:29:39.860812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87d80ac4-d488-4ff8-8537-d6bd46a1e56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.863785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87d80ac4-d488-4ff8-8537-d6bd46a1e56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:39.867817 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-87d80ac4-d488-4ff8-8537-d6bd46a1e56c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54da6704-6e06-4a25-aef8-96a7910e5533 HTTP/1.1" status: 204 len: 168 time: 0.3458021 Jul 30 03:29:39.912824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80ac4-d488-4ff8-8537-d6bd46a1e56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da6704-6e06-4a25-aef8-96a7910e5533,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:39.915493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-27de2285-8183-4da3-9e88-a42fc70a97d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e89e7-e909-4938-a6c3-c54a63cd2484 HTTP/1.1" status: 200 len: 217 time: 0.0466177 Jul 30 03:29:40.005926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Made reservation on behalf of f67a8c60b55b477aa316b0f5a6a25fd7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:40.016545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:40.016858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e85f-343d-474b-8796-963fd002d73b req-db16c952-9d7d-4b33-8f8e-4779b8e8c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:40.018615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-db16c952-9d7d-4b33-8f8e-4779b8e8c1ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.0949330 Jul 30 03:29:40.093747 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-19d28f04-35be-4621-ad8a-973c4cafc95c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658562 Jul 30 03:29:40.107201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:40.134715 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab72b196-d1a4-40b0-8295-edc41326a00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:40.249073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Allocated IP 172.20.0.7 (3833eae8-ac6e-4ece-8b03-57b1340e894a/b29752f9-74fe-4297-8006-19faf12a19c9/7fd557da-f9b7-45d7-82d9-99de35082c47) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:40.303904 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-d948cfed-fc98-40d5-875b-2aa18b7dfe57 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955149 Jul 30 03:29:40.471207 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab72b196-d1a4-40b0-8295-edc41326a00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:40.500788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac3d09de-89f1-46af-beb7-bb1a595ae585 req-3eef2af0-70b2-4092-88ee-de56c0494147 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 210 time: 0.0430393 Jul 30 03:29:40.501518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab72b196-d1a4-40b0-8295-edc41326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:40.712472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:40.861878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9504e85f-343d-474b-8796-963fd002d73b req-1cdddf3b-4802-47e7-b456-d7392a6c69b9 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492315 Jul 30 03:29:41.015164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ab72b196-d1a4-40b0-8295-edc41326a00b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65b2a83d9e784dc983363c63f11f1091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041691 Jul 30 03:29:41.017867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59380) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:41.022609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ff961-fe47-4d11-9dca-aa62f74bf0b9 req-2184284e-ec00-4057-9370-2272e88bb9f9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:41.024108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d5ff961-fe47-4d11-9dca-aa62f74bf0b9 req-2184284e-ec00-4057-9370-2272e88bb9f9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 943 time: 0.6556137 Jul 30 03:29:41.029042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72b196-d1a4-40b0-8295-edc41326a00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8121af2f-8477-4ed6-b3e6-994e14f45188,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:41.068797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.101589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Transition to ACTIVE for port object 7fd557da-f9b7-45d7-82d9-99de35082c47 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:41.115561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d5ff961-fe47-4d11-9dca-aa62f74bf0b9 req-95e74f07-34b2-42ec-a003-7ada35b10d73 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824888 Jul 30 03:29:41.168732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf77a0e-df2c-4cce-a9bc-c24e6ba44708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.187850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-dcbb4631-067e-46ea-b12b-89200f0d5989 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656202 Jul 30 03:29:41.199441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf77a0e-df2c-4cce-a9bc-c24e6ba44708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.291127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf77a0e-df2c-4cce-a9bc-c24e6ba44708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.294698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cf77a0e-df2c-4cce-a9bc-c24e6ba44708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.298585 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8cf77a0e-df2c-4cce-a9bc-c24e6ba44708 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8121af2f-8477-4ed6-b3e6-994e14f45188 HTTP/1.1" status: 204 len: 168 time: 0.2760234 Jul 30 03:29:41.312627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf77a0e-df2c-4cce-a9bc-c24e6ba44708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8121af2f-8477-4ed6-b3e6-994e14f45188,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:41.367101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a87e2649-3cb0-4737-b6ae-42b382d03824 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:41.374202 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.441043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-6642c033-2858-4211-aec5-b5162e570f06 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:41.450035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-6642c033-2858-4211-aec5-b5162e570f06 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383227 Jul 30 03:29:41.454020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port a87e2649-3cb0-4737-b6ae-42b382d03824 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:41.464799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a87e2649-3cb0-4737-b6ae-42b382d03824 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:41.465291 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.484600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-4065862e-2026-4ab6-ad48-090239a4c8ec tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/quotas/de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 375 time: 0.0333130 Jul 30 03:29:41.489110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:41.493801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event updated for resources: {'Port': ['ID=7fd557da-f9b7-45d7-82d9-99de35082c47,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:41.497490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:41.499810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:41.570251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-02a0db10-e63e-40f6-ae53-6153787ba167 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366201 Jul 30 03:29:41.595988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.626145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:41.627770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.701141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port a87e2649-3cb0-4737-b6ae-42b382d03824, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a87e2649-3cb0-4737-b6ae-42b382d03824,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:41.714759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.727612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-47eef3e5-fd03-41e7-b317-e6ae2df2708b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8890014 Jul 30 03:29:41.754462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Request body: {'port': {'device_id': '93133136-8aa9-47f0-b811-cbca811e725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:41.808839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11da83-c116-44b3-9f06-805c4b997a0c req-190e25e1-cdf9-40cc-9717-0833e1eb9444 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:41.810344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa11da83-c116-44b3-9f06-805c4b997a0c req-190e25e1-cdf9-40cc-9717-0833e1eb9444 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 931 time: 0.1703651 Jul 30 03:29:41.836562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=a87e2649-3cb0-4737-b6ae-42b382d03824,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:41.889868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 157e89e7-e909-4938-a6c3-c54a63cd2484 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:29:41.913615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b01b7d46-efd2-4bb1-a5a3-89764f854f93 None None] Provisioning for port 7fd557da-f9b7-45d7-82d9-99de35082c47 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:41.929212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b01b7d46-efd2-4bb1-a5a3-89764f854f93 None None] Provisioning complete for port 7fd557da-f9b7-45d7-82d9-99de35082c47 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:41.929592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d46-efd2-4bb1-a5a3-89764f854f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:41.951179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa11da83-c116-44b3-9f06-805c4b997a0c req-1dc1e224-c9cd-4976-900b-a2a2ae8a4d86 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294208 Jul 30 03:29:41.955085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-268207ec-d40e-4489-b5b3-ee39c5a962db req-78496306-ae37-42db-9883-4cb6bd3789cb tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 210 time: 0.0714889 Jul 30 03:29:41.956248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:42.309055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:42.346667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'port_id': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'mac_address': 'fa:16:3e:17:5f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7e849-0e75-48cb-8572-8204e92c8d05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:29:42.383764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9781f-2ad8-4569-af68-988e8757bf43 req-78f33a50-e3ef-48f9-839e-6a7caa2bbac3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:42.386239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82b9781f-2ad8-4569-af68-988e8757bf43 req-78f33a50-e3ef-48f9-839e-6a7caa2bbac3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 943 time: 0.1464188 Jul 30 03:29:42.465778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82b9781f-2ad8-4569-af68-988e8757bf43 req-4bd1ed1d-451c-4a5e-8f69-cfae58b387bd tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677676 Jul 30 03:29:42.540111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db58b64e-962b-44c0-877c-8e820e8194b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:42.546371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b01b7d46-efd2-4bb1-a5a3-89764f854f93 None None] Port 7fd557da-f9b7-45d7-82d9-99de35082c47 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:29:42.556649 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:42.565190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd557da-f9b7-45d7-82d9-99de35082c47 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:42.574408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e89e7-e909-4938-a6c3-c54a63cd2484 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:42.583487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:42.607022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Transition to ACTIVE for port object 7fd557da-f9b7-45d7-82d9-99de35082c47 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:42.612439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:42.624493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:42.637212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:42.679882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd557da-f9b7-45d7-82d9-99de35082c47,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:42.754285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:42.844985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['157e89e7-e909-4938-a6c3-c54a63cd2484'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:42.857950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Attempting to bind port 7fd557da-f9b7-45d7-82d9-99de35082c47 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:42.860417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Attempting to bind port 7fd557da-f9b7-45d7-82d9-99de35082c47 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:42.861063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Attempting to bind port 7fd557da-f9b7-45d7-82d9-99de35082c47 on network 3833eae8-ac6e-4ece-8b03-57b1340e894a {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:42.878115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Port 7fd557da-f9b7-45d7-82d9-99de35082c47 on network 3833eae8-ac6e-4ece-8b03-57b1340e894a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:29:42.878460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Attempting to bind port 7fd557da-f9b7-45d7-82d9-99de35082c47 on network 3833eae8-ac6e-4ece-8b03-57b1340e894a {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:42.900236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:42.902999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Checking segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:42.906170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Bound using segment: {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:42.907919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Bound port: 7fd557da-f9b7-45d7-82d9-99de35082c47, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f53968-cb3e-4483-98c4-57d811c98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:42.908481 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.050006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] For port 7fd557da-f9b7-45d7-82d9-99de35082c47, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:43.054198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] For port 7fd557da-f9b7-45d7-82d9-99de35082c47, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7fd557da-f9b7-45d7-82d9-99de35082c47,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:43.061373 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.111126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.112059 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.113865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] 10.222.0.16 "PUT /v2.0/ports/7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 1092 time: 1.3718448 Jul 30 03:29:43.114481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:43.117011 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2899d341-25d7-4d9a-8f66-44660a993f06" -d '{"events": [{"name": "network-changed", "server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:43.149137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb333d30-bd68-43ec-a638-93b8fe69cc99 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd557da-f9b7-45d7-82d9-99de35082c47,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:43.309732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-4584ee96-e556-4968-be7e-73c10f10fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.317307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-4584ee96-e556-4968-be7e-73c10f10fa71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1095 time: 0.1065598 Jul 30 03:29:43.323506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a87e2649-3cb0-4737-b6ae-42b382d03824 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:43.334236 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-c9fdd2a3-5534-4af7-b398-bd1c895da6e2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658324 Jul 30 03:29:43.443086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a87e2649-3cb0-4737-b6ae-42b382d03824 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:43.443582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.493219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-426b3cb7-e9a5-4a5b-b452-78f0db2b9917 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 217 time: 0.0837221 Jul 30 03:29:43.496265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-570eae3c-4d0b-48cf-9464-6fd13b9cb634 req-cf98f21d-45fd-4d2d-a0d7-311b8414035b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 210 time: 0.0884094 Jul 30 03:29:43.523209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef50a-81fd-4db3-a343-263d5207113d req-58c76458-af69-4b8c-a280-b28117494abe tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.524970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a19ef50a-81fd-4db3-a343-263d5207113d req-58c76458-af69-4b8c-a280-b28117494abe tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 943 time: 0.1986444 Jul 30 03:29:43.549295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-16b9f4ea-a20e-475a-bc6a-e7ef41cd0a81 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.551058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-16b9f4ea-a20e-475a-bc6a-e7ef41cd0a81 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097616 Jul 30 03:29:43.570584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Request body: {'port': {'device_id': '94af241b-e5f4-4a66-9107-756b07941a8d', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'de1bb493cfec4a0b9ad5767ec7387c1d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:43.588693 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f42788-9008-487b-b2e6-f2ce920438e2 x-openstack-request-id: req-f4f42788-9008-487b-b2e6-f2ce920438e2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:43.589095 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:43.589437 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4f42788-9008-487b-b2e6-f2ce920438e2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:43.590058 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'status': 'completed', 'code': 200} Jul 30 03:29:43.606029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a19ef50a-81fd-4db3-a343-263d5207113d req-693f1365-745d-4ecf-b209-8f9521a6e19e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592508 Jul 30 03:29:43.612766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-031011fd-2289-4eca-ba0c-1e7195fba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.614625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-031011fd-2289-4eca-ba0c-1e7195fba386 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 200 len: 868 time: 0.1137412 Jul 30 03:29:43.676036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-cd84095c-ca07-4db3-8b71-3881f6fe8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.678456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-cd84095c-ca07-4db3-8b71-3881f6fe8f39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3833eae8-ac6e-4ece-8b03-57b1340e894a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509355 Jul 30 03:29:43.726564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Made reservation on behalf of de1bb493cfec4a0b9ad5767ec7387c1d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:43.731742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.743293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.843219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d803a-ec1b-4f3f-b8b8-d633933c4665 req-47b58c63-1c52-45ae-9f70-a5f836b189f2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:43.844864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-838d803a-ec1b-4f3f-b8b8-d633933c4665 req-47b58c63-1c52-45ae-9f70-a5f836b189f2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 944 time: 0.0954862 Jul 30 03:29:43.855897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-18c43536-3502-49b3-bb58-94d1b4a733c7 service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679878 Jul 30 03:29:43.863523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.868195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:43.902384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 157e89e7-e909-4938-a6c3-c54a63cd2484 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:43.951993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940c5783-84ea-447e-a5c4-7023facce41f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:43.964190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55e9c344-e01f-4aa3-82fa-78db7cbd2470 req-2f05b184-8baf-4ee7-9fee-3a24c21c00de service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999031 Jul 30 03:29:43.992612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 157e89e7-e909-4938-a6c3-c54a63cd2484 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:43.997659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 157e89e7-e909-4938-a6c3-c54a63cd2484 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:43.997954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-838d803a-ec1b-4f3f-b8b8-d633933c4665 req-bbd179b7-1a73-4d89-b4a2-f2d073c860b0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410429 Jul 30 03:29:43.998580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.060216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Allocated IP 192.168.233.94 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/aa810fe1-2764-4c85-81c2-608c6ce2e35d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:44.133209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-c25962fc-92b3-4391-960b-243c56a79195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.134310 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.135517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-c25962fc-92b3-4391-960b-243c56a79195 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1095 time: 0.0668547 Jul 30 03:29:44.173876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:44.176215 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21ddb3d-aacd-496d-9b89-35499b43e7dd" -d '{"events": [{"server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "name": "network-vif-plugged", "status": "completed", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:44.191453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:44.200902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.257459 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769430d4-96c3-42fc-ad22-4daa8dee9945 x-openstack-request-id: req-769430d4-96c3-42fc-ad22-4daa8dee9945 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:44.257747 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "name": "network-vif-plugged", "status": "completed", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:44.257990 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-769430d4-96c3-42fc-ad22-4daa8dee9945 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:44.258377 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'code': 200} Jul 30 03:29:44.281132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:44.289188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.307369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Transition to ACTIVE for port object aa810fe1-2764-4c85-81c2-608c6ce2e35d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:44.320457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-e8a723ad-bab2-47fd-a9c5-e4cd7f42294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.327196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-e8a723ad-bab2-47fd-a9c5-e4cd7f42294e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 929 time: 0.1796925 Jul 30 03:29:44.368914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a522f-501b-4a22-8f64-1ca933ed7244 req-264583c9-8444-4f6a-a19d-5d897194196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.371088 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-976a522f-501b-4a22-8f64-1ca933ed7244 req-264583c9-8444-4f6a-a19d-5d897194196c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 1097 time: 0.0591705 Jul 30 03:29:44.386355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.391623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-8134ba5a-bf0e-4c5b-a1ff-a03592235af2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 217 time: 0.0616128 Jul 30 03:29:44.454965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-976a522f-501b-4a22-8f64-1ca933ed7244 req-dfa00cf1-5c44-42dc-9709-3c65927ce982 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768106 Jul 30 03:29:44.456653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:44.465558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:44.470142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:44.474361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:44.499484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-4f343f7b-8fe5-4511-a1f0-da3a40d9834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.501697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-4f343f7b-8fe5-4511-a1f0-da3a40d9834f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 200 len: 868 time: 0.1019595 Jul 30 03:29:44.528529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.528789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.552045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-2fe30dd0-d0be-4a1b-bf4a-192ba113eb5f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9910161 Jul 30 03:29:44.582669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Request body: {'port': {'device_id': '94af241b-e5f4-4a66-9107-756b07941a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:44.665420 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7e36-ed6c-4d7c-a7e8-429babe16d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.671800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-0db3c6a9-8a56-4229-95c4-420b31e6b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.673323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-0db3c6a9-8a56-4229-95c4-420b31e6b6ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3833eae8-ac6e-4ece-8b03-57b1340e894a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638303 Jul 30 03:29:44.712156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.746802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c62b3-125c-4c15-baff-f1e28e1ca51e req-8f6851cd-c4e3-4dea-9b7c-eb30b4fa18b2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.752046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e6c62b3-125c-4c15-baff-f1e28e1ca51e req-8f6851cd-c4e3-4dea-9b7c-eb30b4fa18b2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 935 time: 0.1524088 Jul 30 03:29:44.844809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e6c62b3-125c-4c15-baff-f1e28e1ca51e req-a121c6ff-0774-4ad2-9243-c785c8274c36 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818055 Jul 30 03:29:44.873225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-b1dd7ef2-5ca2-4475-bc4b-3bde06cc04b2 service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914351 Jul 30 03:29:44.912478 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.960074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b830dd3e-2399-4947-869b-f358d97cce1a None None] Provisioning for port aa810fe1-2764-4c85-81c2-608c6ce2e35d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:44.968146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b830dd3e-2399-4947-869b-f358d97cce1a None None] Provisioning complete for port aa810fe1-2764-4c85-81c2-608c6ce2e35d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:44.969434 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b830dd3e-2399-4947-869b-f358d97cce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:44.975989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59552) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:44.995677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579700a-9d54-4212-955b-a12f0d979602 req-64354f57-a104-4da4-8c3c-48938543c9d5 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:44.997362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0579700a-9d54-4212-955b-a12f0d979602 req-64354f57-a104-4da4-8c3c-48938543c9d5 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 943 time: 0.2612329 Jul 30 03:29:45.016035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b830dd3e-2399-4947-869b-f358d97cce1a None None] Port aa810fe1-2764-4c85-81c2-608c6ce2e35d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:29:45.060976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0579700a-9d54-4212-955b-a12f0d979602 req-3516d231-3ffc-4f17-8762-d1be50389f0e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Jul 30 03:29:45.067921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2899d341-25d7-4d9a-8f66-44660a993f06 req-e62f83a6-50b0-4707-bd4e-230e8d29a23b service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831088 Jul 30 03:29:45.166197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15f3928a-39c3-4bf4-a212-4400af287960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.185910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa810fe1-2764-4c85-81c2-608c6ce2e35d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:45.196618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.218835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Transition to ACTIVE for port object aa810fe1-2764-4c85-81c2-608c6ce2e35d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:45.224358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.297069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b87d5e-466b-497a-94d1-9bcf78a2b0cf req-674494f5-7a7e-478a-92ee-db27c7081492 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:45.303790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b87d5e-466b-497a-94d1-9bcf78a2b0cf req-674494f5-7a7e-478a-92ee-db27c7081492 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1554101 Jul 30 03:29:45.319056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:45.357464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d6fea-018f-4cf1-82e1-7b8ce3c5114a req-bd74d2ec-f562-41ca-87c5-795c46c63a01 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:45.359259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db4d6fea-018f-4cf1-82e1-7b8ce3c5114a req-bd74d2ec-f562-41ca-87c5-795c46c63a01 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.1661105 Jul 30 03:29:45.392784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b87d5e-466b-497a-94d1-9bcf78a2b0cf req-f9d8a539-7757-46ba-a907-a5f343ebc0c7 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784609 Jul 30 03:29:45.417427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db4d6fea-018f-4cf1-82e1-7b8ce3c5114a req-107075ea-a0de-4e2f-9c14-75ea8ec503f4 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Jul 30 03:29:45.464054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15f3928a-39c3-4bf4-a212-4400af287960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.469882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59568) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:45.480019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15f3928a-39c3-4bf4-a212-4400af287960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.505831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:45.506424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:45.506928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:45.531826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Port aa810fe1-2764-4c85-81c2-608c6ce2e35d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:29:45.532157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:45.539452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3928a-39c3-4bf4-a212-4400af287960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd061ff9-4764-45a4-8f32-2dd1678bb626,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:45.543788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-15f3928a-39c3-4bf4-a212-4400af287960 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=502c0703d490468c96efaa7b4ec250c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665255 Jul 30 03:29:45.545096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:45.545432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:45.545813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:45.546269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Bound port: aa810fe1-2764-4c85-81c2-608c6ce2e35d, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:45.546751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.546870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:45.620737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237de544-3e58-44af-8fa1-e0f78fb66387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.622267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:45.623984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89e36cd3-be1b-4449-8537-fbd0173270dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.629394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:45.635350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.660096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89e36cd3-be1b-4449-8537-fbd0173270dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.675529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:45.676131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.677780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] 10.222.0.18 "PUT /v2.0/ports/aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 1096 time: 1.1009755 Jul 30 03:29:45.680746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:45.683961 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd657fa5-353e-4b29-ae89-3b743f50b6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:45.725228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f9d44-a04a-4997-b4f1-a8898b137cfa service neutron] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:45.762027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89e36cd3-be1b-4449-8537-fbd0173270dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.764983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89e36cd3-be1b-4449-8537-fbd0173270dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.766347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-89e36cd3-be1b-4449-8537-fbd0173270dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd061ff9-4764-45a4-8f32-2dd1678bb626 HTTP/1.1" status: 204 len: 168 time: 0.2181752 Jul 30 03:29:45.770326 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e07d5-8071-4f59-8857-c5725e664f4e x-openstack-request-id: req-ab9e07d5-8071-4f59-8857-c5725e664f4e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:45.770772 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:45.771210 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab9e07d5-8071-4f59-8857-c5725e664f4e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:45.771773 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'status': 'completed', 'code': 200} Jul 30 03:29:45.788054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e36cd3-be1b-4449-8537-fbd0173270dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd061ff9-4764-45a4-8f32-2dd1678bb626,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:45.790696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-afd9f6de-654a-4c53-826c-427824075bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:45.792967 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-afd9f6de-654a-4c53-826c-427824075bee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1099 time: 0.0564356 Jul 30 03:29:45.809620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237de544-3e58-44af-8fa1-e0f78fb66387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.816518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237de544-3e58-44af-8fa1-e0f78fb66387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:45.856415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-a8be9d8a-f464-47cc-b42c-008dbc95d16d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0553894 Jul 30 03:29:45.858022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-237de544-3e58-44af-8fa1-e0f78fb66387 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be9bb3d038894db7b33ee6d4792eff2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871243 Jul 30 03:29:45.859217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de544-3e58-44af-8fa1-e0f78fb66387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61729b5-7778-44f2-957f-eb49c9858dc5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:45.861758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59578) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:45.956086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-60936176-5783-4f45-94b3-23e64381f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:45.958327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-60936176-5783-4f45-94b3-23e64381f906 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0900962 Jul 30 03:29:45.986217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c54b682f-ad34-41c2-9d93-28c8433c408d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.014627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6434a-6d6e-49c6-8bc9-6ce75d4a4ec9 req-0232a178-b06e-4eba-8411-5145a293c06d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.016295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47c6434a-6d6e-49c6-8bc9-6ce75d4a4ec9 req-0232a178-b06e-4eba-8411-5145a293c06d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.0628798 Jul 30 03:29:46.027126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c54b682f-ad34-41c2-9d93-28c8433c408d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.047221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-bbef4064-8148-4d91-8727-24b2fdc78a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.049081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-bbef4064-8148-4d91-8727-24b2fdc78a3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793917 Jul 30 03:29:46.063736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47c6434a-6d6e-49c6-8bc9-6ce75d4a4ec9 req-35d1fc3f-d6a6-4463-b635-195c4201c0e8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Jul 30 03:29:46.170485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c54b682f-ad34-41c2-9d93-28c8433c408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.174171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c54b682f-ad34-41c2-9d93-28c8433c408d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.178108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c54b682f-ad34-41c2-9d93-28c8433c408d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a61729b5-7778-44f2-957f-eb49c9858dc5 HTTP/1.1" status: 204 len: 168 time: 0.3135011 Jul 30 03:29:46.194194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:46.198555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b682f-ad34-41c2-9d93-28c8433c408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61729b5-7778-44f2-957f-eb49c9858dc5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:46.202059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-ca5188cb-8f76-40a8-af3b-2def70a35ec1 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438429 Jul 30 03:29:46.213249 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2eceb67a-dfa1-46b8-b962-27f2281278a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.235520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090740e-5fba-4b58-8d08-127e341eefea req-d9cca865-3f88-45a9-aa8f-2d8c52e48e88 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.237892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5090740e-5fba-4b58-8d08-127e341eefea req-d9cca865-3f88-45a9-aa8f-2d8c52e48e88 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 943 time: 0.0795789 Jul 30 03:29:46.271338 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.330066 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58cd8c0e-79e7-4cc6-bb77-030595b5d635 req-707daeab-23e3-41bf-968b-582aaa84ebe2 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188822 Jul 30 03:29:46.334833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5090740e-5fba-4b58-8d08-127e341eefea req-05a601f2-8f88-4131-ac88-3b978850133a tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895002 Jul 30 03:29:46.406251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2eceb67a-dfa1-46b8-b962-27f2281278a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.412497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2eceb67a-dfa1-46b8-b962-27f2281278a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.464917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2eceb67a-dfa1-46b8-b962-27f2281278a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dde2115c19a4f2291963bee631f96f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696648 Jul 30 03:29:46.465787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:46.472227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eceb67a-dfa1-46b8-b962-27f2281278a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ea3dd-a636-4b6d-a7c1-0b6f0329c370,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:46.475170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-6c0b1120-bd5e-4f93-ba7b-fd8785d77962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.479014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-6c0b1120-bd5e-4f93-ba7b-fd8785d77962 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1099 time: 0.0881653 Jul 30 03:29:46.577922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ea34e-ee2f-44a1-80c1-e2ed76f52db8 req-1203e434-7737-4848-b554-80e111c51329 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.584601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-964ea34e-ee2f-44a1-80c1-e2ed76f52db8 req-1203e434-7737-4848-b554-80e111c51329 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1008494 Jul 30 03:29:46.585594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-56048ecb-4663-4158-83b4-7206310faac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.588254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-56048ecb-4663-4158-83b4-7206310faac5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1008751 Jul 30 03:29:46.618488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c222938-cdbc-4ef5-bc77-e048bf6693d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.639003 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-24b77e5c-6084-472c-811b-148432d5c7f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0415475 Jul 30 03:29:46.659400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c222938-cdbc-4ef5-bc77-e048bf6693d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.668936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0941d8-f14e-4cdf-a670-b87fad50a8b9 req-c89b4735-5a75-4a05-b381-6045f72f7c44 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.670443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc0941d8-f14e-4cdf-a670-b87fad50a8b9 req-c89b4735-5a75-4a05-b381-6045f72f7c44 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.1411645 Jul 30 03:29:46.673207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-964ea34e-ee2f-44a1-80c1-e2ed76f52db8 req-29e75970-2d51-4ce6-a9e6-ed058d04b446 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877712 Jul 30 03:29:46.739652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-33508b08-56c7-4870-a72f-9bd02af94e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.743372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-33508b08-56c7-4870-a72f-9bd02af94e5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0974379 Jul 30 03:29:46.755738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc0941d8-f14e-4cdf-a670-b87fad50a8b9 req-6729d819-8d65-4520-81b3-d581838ea778 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749652 Jul 30 03:29:46.770620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c222938-cdbc-4ef5-bc77-e048bf6693d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.773544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c222938-cdbc-4ef5-bc77-e048bf6693d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:46.775170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1c222938-cdbc-4ef5-bc77-e048bf6693d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b03ea3dd-a636-4b6d-a7c1-0b6f0329c370 HTTP/1.1" status: 204 len: 168 time: 0.3080034 Jul 30 03:29:46.783989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c222938-cdbc-4ef5-bc77-e048bf6693d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ea3dd-a636-4b6d-a7c1-0b6f0329c370,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:46.840340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-5cfe6d1a-e66e-4aa0-8547-3a8664bb0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.842133 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-5cfe6d1a-e66e-4aa0-8547-3a8664bb0797 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906968 Jul 30 03:29:46.891979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f6094-307b-42c2-a217-ca0b12f0f827 req-6c9da784-2fd6-4db1-adeb-c371c2f40632 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:46.893570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e30f6094-307b-42c2-a217-ca0b12f0f827 req-6c9da784-2fd6-4db1-adeb-c371c2f40632 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.0578048 Jul 30 03:29:46.948783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e30f6094-307b-42c2-a217-ca0b12f0f827 req-d6ec17a9-5b3f-4c24-ba87-26c3ccbb1227 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Jul 30 03:29:46.971549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-8089df86-8683-411c-8ea8-5abfca0483f4 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218171 Jul 30 03:29:47.087108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd657fa5-353e-4b29-ae89-3b743f50b6bc req-99ff18cb-36ca-4ad8-bac3-d1982c7cf01f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059177 Jul 30 03:29:47.189632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7fd557da-f9b7-45d7-82d9-99de35082c47 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:29:47.224808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112a66-5c42-4136-bbe0-faa6a07fb107 req-c3a0a01c-101f-4313-b743-78e353e9fed9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:47.226010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53112a66-5c42-4136-bbe0-faa6a07fb107 req-c3a0a01c-101f-4313-b743-78e353e9fed9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.0727732 Jul 30 03:29:47.260813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:47.315306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53112a66-5c42-4136-bbe0-faa6a07fb107 req-2f7d65da-b932-49e3-a645-396cde3617ad tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719156 Jul 30 03:29:47.336330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7fd557da-f9b7-45d7-82d9-99de35082c47, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7fd557da-f9b7-45d7-82d9-99de35082c47,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:47.351726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'port_id': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'mac_address': 'fa:16:3e:60:f0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:29:47.408173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.428808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd557da-f9b7-45d7-82d9-99de35082c47 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:47.452387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7fd557da-f9b7-45d7-82d9-99de35082c47, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7fd557da-f9b7-45d7-82d9-99de35082c47,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:47.460997 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.546590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-410388212-network', 'tenant_id': '6f791f0940c54c00b091f8fd94a9c86a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:47.576248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7fd557da-f9b7-45d7-82d9-99de35082c47,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:47.599932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Made reservation on behalf of 6f791f0940c54c00b091f8fd94a9c86a for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:47.602799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.613856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.676132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b17d4-e0b2-4708-ac03-dfd3320ad1a2 req-3535b077-33bc-491a-9c53-6577dddc8892 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:47.677749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-768b17d4-e0b2-4708-ac03-dfd3320ad1a2 req-3535b077-33bc-491a-9c53-6577dddc8892 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1064215 Jul 30 03:29:47.710611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb72a8-bdc7-43cd-99cb-dbf9dc429649 req-aa3d0a70-e0cf-49b8-b968-5ecb8fb76757 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:47.712293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39fb72a8-bdc7-43cd-99cb-dbf9dc429649 req-aa3d0a70-e0cf-49b8-b968-5ecb8fb76757 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 944 time: 0.1071026 Jul 30 03:29:47.727278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.734062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.749943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-768b17d4-e0b2-4708-ac03-dfd3320ad1a2 req-47a27449-9964-49f2-a36a-3da331e82b1d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649149 Jul 30 03:29:47.764070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:29:47.787898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632739fc-52e4-480b-bafc-eeaa25b90d7d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:47.805842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.806188 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Added segment 7b96ba96-f294-4227-8564-949c3180aab6 of type vlan for network 17b0af4b-ab0e-40e2-a627-e5126be85c37 Jul 30 03:29:47.828112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39fb72a8-bdc7-43cd-99cb-dbf9dc429649 req-35a366d1-b51c-4937-86d8-bceaf7550e20 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934768 Jul 30 03:29:47.860931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.894831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c84d-a455-4e14-82a1-ab00a6457d61 req-007111b4-45b1-42fe-82e0-005eddd505d4 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:47.895119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.896972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:47.898045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.902685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2604c84d-a455-4e14-82a1-ab00a6457d61 req-007111b4-45b1-42fe-82e0-005eddd505d4 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.0635402 Jul 30 03:29:47.910444 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:47.938696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7fd557da-f9b7-45d7-82d9-99de35082c47'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:47.943177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2604c84d-a455-4e14-82a1-ab00a6457d61 req-dcfb31e2-9f67-4b68-95cc-09facfdeb872 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Jul 30 03:29:47.967082 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6982498 Jul 30 03:29:47.967082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:47.968411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Request body: {'subnet': {'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-410388212-subnet', 'tenant_id': '6f791f0940c54c00b091f8fd94a9c86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:47.977067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecba475-cc5b-483a-911f-13010ea05580 admin admin] Pushing event updated for resources: {'Network': ['ID=17b0af4b-ab0e-40e2-a627-e5126be85c37,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:47.994962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:29:48.001089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Made reservation on behalf of 6f791f0940c54c00b091f8fd94a9c86a for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:48.003484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:48.185797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:48.240246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Pushing event updated for resources: {'Subnet': ['ID=594c345e-9682-465d-9da5-88f0ecd07744,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:48.246059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-b794b531-7b51-44d3-ae89-acb15a25293e tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f0e3daf20b304b0d802e5917ea39bd94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233109 Jul 30 03:29:48.250778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Checking segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:48.251166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Network hostable DHCP agents. Network: 17b0af4b-ab0e-40e2-a627-e5126be85c37, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:29:48.267827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:29:48.278600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 17b0af4b-ab0e-40e2-a627-e5126be85c37) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:48.282037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:48.282622 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:48.289595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a24171-180d-4d41-8439-10a82eed1c70 None None] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:48.306820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c41e9aea-ced5-4a3b-af67-3136bc28088d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3336048 Jul 30 03:29:48.380661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-bb8bed00-d037-4f77-b407-59e1127e47dc tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:48.388795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-bb8bed00-d037-4f77-b407-59e1127e47dc tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365979 Jul 30 03:29:48.408433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-10d3d137-8a8e-4325-bd03-5e0583f6c25d tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/quotas/f0e3daf20b304b0d802e5917ea39bd94 HTTP/1.1" status: 200 len: 375 time: 0.0187619 Jul 30 03:29:48.422427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b25499-c555-4e4c-a3cb-52b8edcfe9cd None None] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:29:48.458308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-0e6a3f04-854a-44c7-8bdb-c44c5b5aeb9f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0e3daf20b304b0d802e5917ea39bd94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315144 Jul 30 03:29:48.482460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5f3cd-e8a4-4208-98d1-1d4e9589c73b req-4da87563-66cb-49c9-a092-d53c1b7ac493 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:48.484346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eef5f3cd-e8a4-4208-98d1-1d4e9589c73b req-4da87563-66cb-49c9-a092-d53c1b7ac493 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.0867364 Jul 30 03:29:48.528720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eef5f3cd-e8a4-4208-98d1-1d4e9589c73b req-8bad7590-85a3-4e56-a906-f4fdd10cf26f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377877 Jul 30 03:29:48.699555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1845459-8336-459a-b40c-d386152385af req-8e74790e-03e9-4ccd-8ab6-26990792304a tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 210 time: 0.0334561 Jul 30 03:29:48.808005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-75b58cee-9faa-4aa7-8506-92a8dc22b08c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:48.809686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-75b58cee-9faa-4aa7-8506-92a8dc22b08c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.1136172 Jul 30 03:29:48.832821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-87e6cc3f-f309-4aa0-be15-8b74d24a6538 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/quotas/6f791f0940c54c00b091f8fd94a9c86a HTTP/1.1" status: 200 len: 375 time: 0.0126586 Jul 30 03:29:48.876619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-702b8ba7-ea5c-4b7d-a972-7dfc09e916c0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372634 Jul 30 03:29:48.966927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235480e2-bc51-4d53-8e92-630c7bff9d91 req-849ead78-d317-4ca0-a3e7-34ca5f0fb644 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:48.968525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-235480e2-bc51-4d53-8e92-630c7bff9d91 req-849ead78-d317-4ca0-a3e7-34ca5f0fb644 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1196928 Jul 30 03:29:49.032639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-235480e2-bc51-4d53-8e92-630c7bff9d91 req-1f1d9e2b-00f9-4a94-a794-86f4a62852ca tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573931 Jul 30 03:29:49.034642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-3ff4b78c-2f6a-4fd0-aba3-b30c65adda03 service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396613 Jul 30 03:29:49.062000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-9bde016b-ad5d-4982-b4d6-6553ea22fb52 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:49.063503 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-9bde016b-ad5d-4982-b4d6-6553ea22fb52 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.0671282 Jul 30 03:29:49.160899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-6325e080-290b-4203-9932-5065626f53a9 service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199033 Jul 30 03:29:49.183716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbdbf2-cdf2-4a7a-b0f1-d6b03d1baf20 req-3958bb30-bd1e-42c5-9156-d6d734f1c30c tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:49.184422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Deleting port 01878a2f-e045-4de8-b887-0c7aaf415de0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:49.185055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.190596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7fd557da-f9b7-45d7-82d9-99de35082c47 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:49.204309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5dbdbf2-cdf2-4a7a-b0f1-d6b03d1baf20 req-3958bb30-bd1e-42c5-9156-d6d734f1c30c tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 944 time: 0.0830653 Jul 30 03:29:49.278534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5dbdbf2-cdf2-4a7a-b0f1-d6b03d1baf20 req-11d98238-653e-47b2-8983-93480638d760 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Jul 30 03:29:49.292599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 7fd557da-f9b7-45d7-82d9-99de35082c47 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:49.302307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 7fd557da-f9b7-45d7-82d9-99de35082c47 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:49.306020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.307833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] For port 01878a2f-e045-4de8-b887-0c7aaf415de0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=01878a2f-e045-4de8-b887-0c7aaf415de0,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:49.309123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.419623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.459162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7fd557da-f9b7-45d7-82d9-99de35082c47, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7fd557da-f9b7-45d7-82d9-99de35082c47,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:49.460284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:49.463062 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b7121-ecc7-4654-83c3-4fd15d6912f7" -d '{"events": [{"server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:49.469893 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.491953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24a5a2de-1baa-4fd8-b800-d82f73cb56d5 req-0d684118-32b6-44e7-ab76-1436eba1bd94 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 210 time: 0.0318122 Jul 30 03:29:49.522915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3bbb0-fc2f-450b-8299-40669e9a434f req-7bcc6935-59ba-46d5-af3c-1c912c3e6aa8 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:49.530897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88b3bbb0-fc2f-450b-8299-40669e9a434f req-7bcc6935-59ba-46d5-af3c-1c912c3e6aa8 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 945 time: 0.1043472 Jul 30 03:29:49.544737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7fd557da-f9b7-45d7-82d9-99de35082c47,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:49.573724 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ffc05e-e34a-42aa-819f-56e83d2fed83 x-openstack-request-id: req-21ffc05e-e34a-42aa-819f-56e83d2fed83 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:49.574284 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:49.574699 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21ffc05e-e34a-42aa-819f-56e83d2fed83 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:49.575267 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'code': 200} Jul 30 03:29:49.585979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88b3bbb0-fc2f-450b-8299-40669e9a434f req-c1a14ee4-7113-495c-8028-f83deec78b60 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups?id=00e15762-f868-426e-96d8-a6d254dd20a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509574 Jul 30 03:29:49.595757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.596282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.596595 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Floating IP 2fce1633-581c-4c47-8639-bf16ebd63fe0 disassociated. External IP: 172.25.6.59, port: 01878a2f-e045-4de8-b887-0c7aaf415de0. Jul 30 03:29:49.597141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Calling delete_port for 01878a2f-e045-4de8-b887-0c7aaf415de0 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:49.715452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018541a-39d0-4346-aab8-1e647a427709 req-5a354571-c23e-4556-9160-cae7e9172fee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:49.716958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0018541a-39d0-4346-aab8-1e647a427709 req-5a354571-c23e-4556-9160-cae7e9172fee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.0732999 Jul 30 03:29:49.817896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-44fe9d54-2b94-4c4b-86a6-c9a03c1de1b0 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0e3daf20b304b0d802e5917ea39bd94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594471 Jul 30 03:29:49.830624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979363f1-0f6b-439b-baf1-241e83927731 req-8c07cd08-0354-41b1-92e0-b3d473ac7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:49.832458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-979363f1-0f6b-439b-baf1-241e83927731 req-8c07cd08-0354-41b1-92e0-b3d473ac7d33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1097 time: 0.0702147 Jul 30 03:29:49.833706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:49.867566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e18d07b9-a01b-4cfb-894e-d7312a81146c req-d1ebda0f-8e3b-429c-82a3-5dc1df4b9b29 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 210 time: 0.0546422 Jul 30 03:29:49.885738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event deleted for resources: {'Port': ['ID=01878a2f-e045-4de8-b887-0c7aaf415de0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:49.898295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0018541a-39d0-4346-aab8-1e647a427709 req-8f52feee-ebc4-4022-8d3c-23690ad8b6b5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725578 Jul 30 03:29:49.933548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:29:49.970852 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-979363f1-0f6b-439b-baf1-241e83927731 req-eb116cbc-13d2-48e0-9a96-08f4700dbc91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235404 Jul 30 03:29:50.025701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-a5502094-7698-463f-98b5-83210c48dcd5 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:50.027557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-a5502094-7698-463f-98b5-83210c48dcd5 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900582 Jul 30 03:29:50.034581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Router d3c3ae81-69bd-49b3-9439-5892cbccd308 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:29:50.057663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:50.084614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'mac_address': 'fa:16:3e:e8:87:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:29:50.138167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:50.153807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa810fe1-2764-4c85-81c2-608c6ce2e35d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:50.166823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c100-e14b-43c4-853c-4e8f4b897756 req-5a4c9823-20ea-4cb2-8dfe-f1da59757b44 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:50.168277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95e5c100-e14b-43c4-853c-4e8f4b897756 req-5a4c9823-20ea-4cb2-8dfe-f1da59757b44 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.0614021 Jul 30 03:29:50.175999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:50.179368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:29:50.180674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:50.192677 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] Sync routers for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:29:50.209423 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:50.210317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:50.220407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95e5c100-e14b-43c4-853c-4e8f4b897756 req-2d5fe1cb-5a42-4afc-a275-2602af489fcb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Jul 30 03:29:50.233221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] No DVR routers for this DVR port 01878a2f-e045-4de8-b887-0c7aaf415de0 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:29:50.236248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:50.239064 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1261a8a4-c693-4ce0-aeed-33086b23573d req-af3a6735-758c-43de-8d21-54d4393497d0 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.18 "DELETE /v2.0/ports/01878a2f-e045-4de8-b887-0c7aaf415de0 HTTP/1.1" status: 204 len: 173 time: 1.1693156 Jul 30 03:29:50.239378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'name': 'network-vif-deleted', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:50.242720 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1a239f-5b30-4d83-ac9b-791a120a0723" -d '{"events": [{"server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "name": "network-vif-deleted", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:50.252308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:50.296434 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd0ebdc-3d0f-4551-bfa3-49addd3ec9e0 x-openstack-request-id: req-bbd0ebdc-3d0f-4551-bfa3-49addd3ec9e0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:50.296728 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e17777-6f20-4035-809d-e6d21291a17c", "name": "network-vif-deleted", "tag": "01878a2f-e045-4de8-b887-0c7aaf415de0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:50.296985 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbd0ebdc-3d0f-4551-bfa3-49addd3ec9e0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:50.297380 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e17777-6f20-4035-809d-e6d21291a17c', 'name': 'network-vif-deleted', 'tag': '01878a2f-e045-4de8-b887-0c7aaf415de0', 'status': 'completed', 'code': 200} Jul 30 03:29:50.345075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:50.397949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:50.477707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Request body: {'port': {'device_id': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'f0e3daf20b304b0d802e5917ea39bd94'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:50.602538 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:32Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:50.614924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59902347-a0bd-461f-ae5e-450107953a96 req-6e53a5b5-8cb1-4aa2-a36c-214089559aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:50.625946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59902347-a0bd-461f-ae5e-450107953a96 req-6e53a5b5-8cb1-4aa2-a36c-214089559aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 945 time: 0.2564235 Jul 30 03:29:50.711737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59902347-a0bd-461f-ae5e-450107953a96 req-3052d34a-b53a-4ff0-bc33-117b1dfde6e3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854158 Jul 30 03:29:50.733955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-2608e650-1ee9-4b65-9193-1b0caafced10 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:50.735762 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-2608e650-1ee9-4b65-9193-1b0caafced10 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.1843250 Jul 30 03:29:50.751354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Request body: {'port': {'device_id': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'admin_state_up': True, 'tenant_id': '6f791f0940c54c00b091f8fd94a9c86a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:50.783644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37c39ba0-e8e3-407d-bee4-912a7861902e req-bc7bdee2-e75e-4a09-938c-0533499bb519 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 210 time: 0.0975516 Jul 30 03:29:50.787509 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] Checking router: d3c3ae81-69bd-49b3-9439-5892cbccd308 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:29:50.800022 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:50.800838 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:50.856405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ebb5c5a-c03f-4c51-9c72-04504caa4e54 req-de0c40f1-3946-4312-862e-f83b5f78aa41 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.0323665 Jul 30 03:29:50.857526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Made reservation on behalf of f0e3daf20b304b0d802e5917ea39bd94 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:50.861468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:50.872878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:50.949041 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:51.033416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09a930b3-15e0-4aa3-8a7c-0790c8837b1b req-442bd63f-b418-4173-9316-ccfb1621b5ad tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 210 time: 0.0432830 Jul 30 03:29:51.093337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.100468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.118589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Made reservation on behalf of 6f791f0940c54c00b091f8fd94a9c86a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:29:51.124672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.182637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484efdc-f3bd-44b7-83b5-8c7c788c813a req-5a583f23-3f45-4a05-9be3-9f946f4f6522 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:51.184381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b484efdc-f3bd-44b7-83b5-8c7c788c813a req-5a583f23-3f45-4a05-9be3-9f946f4f6522 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 948 time: 0.1558676 Jul 30 03:29:51.184546 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:32Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:51.212378 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7557f-bc46-4d60-8f75-eb5d6c9c6db1 None None] The sync data for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 is: [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:26:22Z', 'revision_number': 4, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '23213458-d3a2-4198-bc9b-e680e3156305', 'name': '', 'network_id': 'e63e326d-5539-4cab-9a46-c8322980e00a', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'mac_address': 'fa:16:3e:b1:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '62049647-c315-4db0-9876-ff13680a4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:21Z', 'updated_at': '2021-07-30T03:26:32Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'subnets': [{'id': '62049647-c315-4db0-9876-ff13680a4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:29:51.305075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f8d2a-caf6-4347-8dbd-b12ee867501c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:51.334415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Allocated IP 172.20.0.4 (17b0af4b-ab0e-40e2-a627-e5126be85c37/594c345e-9682-465d-9da5-88f0ecd07744/bc254d63-4afb-437e-9417-417384750a0f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:51.353172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Allocated IP 192.168.233.18 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/e71d8120-2dfd-45e5-ad31-30f47dd1832c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:51.408197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b484efdc-f3bd-44b7-83b5-8c7c788c813a req-3c0eae71-1fe3-42c5-97ad-c229cb6342b1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976860 Jul 30 03:29:51.449978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21622788-22e6-4221-b5fb-2511542ec331 req-fe10ae20-5f9e-493a-8a32-5af1a82155c6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:51.462056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21622788-22e6-4221-b5fb-2511542ec331 req-fe10ae20-5f9e-493a-8a32-5af1a82155c6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1409760 Jul 30 03:29:51.554695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21622788-22e6-4221-b5fb-2511542ec331 req-22f70fcf-99e8-479c-92b6-d3f5e6d08791 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865567 Jul 30 03:29:51.616805 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.647537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1c697-3b80-48f8-902e-fd37d9d8dbcd None None] New status for floating IP 2fce1633-581c-4c47-8639-bf16ebd63fe0: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:29:51.676092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.691714 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.708132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Transition to ACTIVE for port object e71d8120-2dfd-45e5-ad31-30f47dd1832c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:51.747762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:51.752135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.757595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:51.760356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:51.768346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:51.804519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:51.820881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:51.821598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.822777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:51.825830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:51.864867 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-e40539a7-d93b-46b4-81cc-adcfddbefd71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171038 Jul 30 03:29:51.896991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Request body: {'port': {'device_id': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:51.954434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:51.981703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:51.992927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Pushing event updated for resources: {'Port': ['ID=e71d8120-2dfd-45e5-ad31-30f47dd1832c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:52.003995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.005198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.043690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port aa810fe1-2764-4c85-81c2-608c6ce2e35d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:52.047656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442145ea-be71-4d8e-8936-349e825fff4e req-1efcb51f-e712-479a-83e2-e0fc73d1ad01 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.048544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port aa810fe1-2764-4c85-81c2-608c6ce2e35d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:52.049041 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.050282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-442145ea-be71-4d8e-8936-349e825fff4e req-1efcb51f-e712-479a-83e2-e0fc73d1ad01 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 945 time: 0.2439506 Jul 30 03:29:52.054469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e4d1702e-70af-47e1-ae09-6943f2878632 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5856559 Jul 30 03:29:52.076229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e5d75-57b0-4d22-8dc5-6c326d92ce58 req-84074195-2379-4b04-8595-c083dfc37ee1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.078847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-847e5d75-57b0-4d22-8dc5-6c326d92ce58 req-84074195-2379-4b04-8595-c083dfc37ee1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 931 time: 0.1836164 Jul 30 03:29:52.095926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Request body: {'port': {'device_id': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:52.174468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-847e5d75-57b0-4d22-8dc5-6c326d92ce58 req-70800377-1762-41cb-9b94-4e97eb9466ea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840888 Jul 30 03:29:52.186624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-442145ea-be71-4d8e-8936-349e825fff4e req-030fd549-acfe-4cf1-878b-4c28b1b863a8 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285310 Jul 30 03:29:52.190384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.219773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.225208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:52.229549 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b6bcc-4f23-4c66-b127-de5d0e6e0e78" -d '{"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:52.257272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:52.261792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9d853988-3eb3-4f46-aa96-5bb62a77b0c9 None None] Provisioning for port e71d8120-2dfd-45e5-ad31-30f47dd1832c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:52.266725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.267902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 01878a2f-e045-4de8-b887-0c7aaf415de0 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:29:52.344522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 01878a2f-e045-4de8-b887-0c7aaf415de0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:29:52.344874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 01878a2f-e045-4de8-b887-0c7aaf415de0 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:29:52.346818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9d853988-3eb3-4f46-aa96-5bb62a77b0c9 None None] Provisioning complete for port e71d8120-2dfd-45e5-ad31-30f47dd1832c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:52.347207 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d853988-3eb3-4f46-aa96-5bb62a77b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.396967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:52.399210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc254d63-4afb-437e-9417-417384750a0f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:52.412371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.430478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3280691-54fb-4fef-a41a-5dcd859153fa req-0554c44f-f70f-4273-85c1-731d7f8e7522 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.0406787 Jul 30 03:29:52.432087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Transition to ACTIVE for port object bc254d63-4afb-437e-9417-417384750a0f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:52.435580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9d853988-3eb3-4f46-aa96-5bb62a77b0c9 None None] Port e71d8120-2dfd-45e5-ad31-30f47dd1832c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:29:52.440007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.530437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:52.593851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Attempting to bind port bc254d63-4afb-437e-9417-417384750a0f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:52.594196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Attempting to bind port bc254d63-4afb-437e-9417-417384750a0f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:52.594567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Attempting to bind port bc254d63-4afb-437e-9417-417384750a0f on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:52.599497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Port bc254d63-4afb-437e-9417-417384750a0f on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:29:52.599956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Attempting to bind port bc254d63-4afb-437e-9417-417384750a0f on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:52.606550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:52.606895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Checking segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:52.607309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Bound using segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:52.607877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Bound port: bc254d63-4afb-437e-9417-417384750a0f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:52.608248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.682339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:52.685702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:52.689643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.726639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.727299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:52.728799 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] 10.222.0.18 "PUT /v2.0/ports/bc254d63-4afb-437e-9417-417384750a0f HTTP/1.1" status: 200 len: 1092 time: 0.8414412 Jul 30 03:29:52.729228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:52.731494 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfded71-1aa2-4542-9111-7aa330d30aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "tag": "bc254d63-4afb-437e-9417-417384750a0f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:52.762291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e40dad-3eed-4a31-9a8c-f43dc40055eb service neutron] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:52.818914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-bef0601e-8a7b-4667-abf8-d896ca05c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.820450 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-bef0601e-8a7b-4667-abf8-d896ca05c04b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 1095 time: 0.0465715 Jul 30 03:29:52.865821 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-1953c7f9-f140-4afe-9743-2ef3b34ec306 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc254d63-4afb-437e-9417-417384750a0f HTTP/1.1" status: 200 len: 217 time: 0.0367334 Jul 30 03:29:52.918818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cef10-4e45-4424-94c2-88abff8adefc req-5a8c98ee-f1b9-4a6a-b08f-62ab08e5c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.920485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-5a8c98ee-f1b9-4a6a-b08f-62ab08e5c802 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0472331 Jul 30 03:29:52.943909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf330a-4a72-4a38-8b86-af708e82ccec req-2458a498-a0a9-4d67-97b4-8d3f91ced824 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:52.945351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cbf330a-4a72-4a38-8b86-af708e82ccec req-2458a498-a0a9-4d67-97b4-8d3f91ced824 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 935 time: 0.5213230 Jul 30 03:29:52.958948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-bfe26b9c-e3d2-417b-9f71-e6227db53109 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309439 Jul 30 03:29:53.061733 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-a8b67914-2fb0-4d78-867a-3fcb52cd8c89 service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956242 Jul 30 03:29:53.100236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cbf330a-4a72-4a38-8b86-af708e82ccec req-67efd814-7a6f-4c2a-b597-149a18ec2d9a tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431484 Jul 30 03:29:53.106968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-0e57ae1e-d2e4-4c1e-b644-2a8f41c0c4b6 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 258 time: 0.3308694 Jul 30 03:29:53.121633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:53.179166 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec092db2-b239-4dd4-b3d2-ba3220fb5870 x-openstack-request-id: req-ec092db2-b239-4dd4-b3d2-ba3220fb5870 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:53.179760 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.179957 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:53.180533 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec092db2-b239-4dd4-b3d2-ba3220fb5870 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:53.180998 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'code': 200} Jul 30 03:29:53.183102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71d8120-2dfd-45e5-ad31-30f47dd1832c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:53.183273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-307cef10-4e45-4424-94c2-88abff8adefc req-c3b53165-8ee9-4eb6-9c02-355fad318034 service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141944 Jul 30 03:29:53.204104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.263514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Transition to ACTIVE for port object e71d8120-2dfd-45e5-ad31-30f47dd1832c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:29:53.285347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.296203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08a22d-6705-489b-874a-9d3ab6a95ffe req-0a9afe77-c080-453e-8164-0c925da408a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:53.297705 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c08a22d-6705-489b-874a-9d3ab6a95ffe req-0a9afe77-c080-453e-8164-0c925da408a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1101 time: 0.0461619 Jul 30 03:29:53.335189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c08a22d-6705-489b-874a-9d3ab6a95ffe req-789ae35a-3213-4175-a7f5-b77f2efe70fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304542 Jul 30 03:29:53.371657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24596a7f-2164-4cc3-b3e7-d68d4cae1cc2 req-4a6a16d9-0ad7-4e19-a700-7038c4c841aa tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:53.373216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24596a7f-2164-4cc3-b3e7-d68d4cae1cc2 req-4a6a16d9-0ad7-4e19-a700-7038c4c841aa tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1272354 Jul 30 03:29:53.376990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Pushing event updated for resources: {'Port': ['ID=e71d8120-2dfd-45e5-ad31-30f47dd1832c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:53.488323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24596a7f-2164-4cc3-b3e7-d68d4cae1cc2 req-bc0680fd-f4ff-47de-9ce7-a0ace8c751c2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911996 Jul 30 03:29:53.505702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Attempting to bind port e71d8120-2dfd-45e5-ad31-30f47dd1832c on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:29:53.505702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Attempting to bind port e71d8120-2dfd-45e5-ad31-30f47dd1832c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:29:53.505702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Attempting to bind port e71d8120-2dfd-45e5-ad31-30f47dd1832c on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:53.513200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Port e71d8120-2dfd-45e5-ad31-30f47dd1832c on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:29:53.513440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Attempting to bind port e71d8120-2dfd-45e5-ad31-30f47dd1832c on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:29:53.517633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.526662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:29:53.527009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:29:53.527449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:29:53.527893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Bound port: e71d8120-2dfd-45e5-ad31-30f47dd1832c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:29:53.528352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.703822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] For port e71d8120-2dfd-45e5-ad31-30f47dd1832c, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:29:53.713977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76638b-b961-4f3e-8484-76989df5363a req-a311ca93-416f-4eda-bad8-7f4e86685d23 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:53.715691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e76638b-b961-4f3e-8484-76989df5363a req-a311ca93-416f-4eda-bad8-7f4e86685d23 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1154871 Jul 30 03:29:53.720829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] For port e71d8120-2dfd-45e5-ad31-30f47dd1832c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:29:53.731097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Allocated IP 172.25.6.137 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/932ee59a-7533-4e12-a527-2e7c3fbd0401) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:29:53.740422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.822690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:53.823349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:53.824747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] 10.222.0.16 "PUT /v2.0/ports/e71d8120-2dfd-45e5-ad31-30f47dd1832c HTTP/1.1" status: 200 len: 1096 time: 1.7444003 Jul 30 03:29:53.827847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'tag': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:53.830113 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe64560f-6fee-4c14-855a-d4e685c5b819" -d '{"events": [{"name": "network-changed", "server_uuid": "b40fa88b-c958-4190-a8a5-447397bacd50", "tag": "e71d8120-2dfd-45e5-ad31-30f47dd1832c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:53.890911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e76638b-b961-4f3e-8484-76989df5363a req-b1c5c15b-d6cc-4a48-ad05-c597b908aacb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615407 Jul 30 03:29:53.938691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b43f38-c930-4dbd-8ce4-8ce51b456c98 service neutron] Pushing event updated for resources: {'Port': ['ID=e71d8120-2dfd-45e5-ad31-30f47dd1832c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:53.984279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e897e8f5-1dc8-48fa-88ad-014fc5328c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:53.985886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-e897e8f5-1dc8-48fa-88ad-014fc5328c80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e3daf20b304b0d802e5917ea39bd94&device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 1099 time: 0.0889101 Jul 30 03:29:53.996922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:54.050005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-1e420996-5062-4ebb-9964-5eec49993df5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c HTTP/1.1" status: 200 len: 217 time: 0.0382075 Jul 30 03:29:54.063976 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b3c920-b707-41d7-9472-18504f9f5d4c x-openstack-request-id: req-61b3c920-b707-41d7-9472-18504f9f5d4c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:54.064498 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "tag": "bc254d63-4afb-437e-9417-417384750a0f", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:54.064498 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61b3c920-b707-41d7-9472-18504f9f5d4c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:54.064940 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f', 'status': 'completed', 'code': 200} Jul 30 03:29:54.124753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-55ceae15-0864-4bc0-8fa2-b18fb059b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.126718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-55ceae15-0864-4bc0-8fa2-b18fb059b9d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0675611 Jul 30 03:29:54.128366 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:54.180640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-45168cb4-2539-4549-99f7-58a9b1958f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.182920 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-45168cb4-2539-4549-99f7-58a9b1958f3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 1095 time: 0.0781550 Jul 30 03:29:54.238375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:29:54.246663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:29:54.255305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:29:54.286024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event updated for resources: {'Port': ['ID=932ee59a-7533-4e12-a527-2e7c3fbd0401,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:54.311420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-a3ed3969-b5e0-492f-b41b-1459a34d58de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.312807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-fda1257b-7248-43d5-808b-0671e809cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.313045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-a3ed3969-b5e0-492f-b41b-1459a34d58de service neutron] 10.222.0.18 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 904 time: 0.1228704 Jul 30 03:29:54.314307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-fda1257b-7248-43d5-808b-0671e809cdb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1720405 Jul 30 03:29:54.323582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3704d-710e-484c-93f3-414d9b8806b7 req-0ef3b84e-d1dd-46d4-b413-8a23c83de793 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.325006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6e3704d-710e-484c-93f3-414d9b8806b7 req-0ef3b84e-d1dd-46d4-b413-8a23c83de793 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 943 time: 0.1382971 Jul 30 03:29:54.358104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-b0b89417-48c1-4abd-9a63-e58b4b6ae2ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc254d63-4afb-437e-9417-417384750a0f HTTP/1.1" status: 200 len: 217 time: 0.0382555 Jul 30 03:29:54.408142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-11aad450-183f-4849-9295-a5e1c96e5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.409740 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-11aad450-183f-4849-9295-a5e1c96e5ec3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0443676 Jul 30 03:29:54.436253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6e3704d-710e-484c-93f3-414d9b8806b7 req-4bfd96ae-86e4-42b2-9d39-5a570f069391 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015298 Jul 30 03:29:54.442013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-3d625577-cac8-4ff4-8bc3-494f25fa7606 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250583 Jul 30 03:29:54.456830 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:54.521296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-8bc8a542-33b6-411a-bb6d-842f51682d02 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952536 Jul 30 03:29:54.521979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:54.553839 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-c127b033-be02-4306-9a0d-2aa7a052cb5f service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039810 Jul 30 03:29:54.643034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49490a44-063b-4cd8-8b5d-13babe66b927 req-683d3f2e-741e-49a9-95fd-45de512aab19 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e17777-6f20-4035-809d-e6d21291a17c HTTP/1.1" status: 200 len: 210 time: 0.0487981 Jul 30 03:29:54.666909 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfded71-1aa2-4542-9111-7aa330d30aeb req-fc81c99b-58b3-41af-a6aa-905c6d5e0add service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057572 Jul 30 03:29:54.708829 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a58770-2c28-4233-9ce4-99da27b6b7c6 x-openstack-request-id: req-18a58770-2c28-4233-9ce4-99da27b6b7c6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:54.709117 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40fa88b-c958-4190-a8a5-447397bacd50", "tag": "e71d8120-2dfd-45e5-ad31-30f47dd1832c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:54.709363 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18a58770-2c28-4233-9ce4-99da27b6b7c6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:54.709759 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'tag': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c', 'status': 'completed', 'code': 200} Jul 30 03:29:54.737195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f350b809-07d1-4704-a2f8-430f8a4f1377 req-8f4ebcc9-936c-4c59-825c-e88b9577a170 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902540 Jul 30 03:29:54.832679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:54.848577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e6ad-26b3-4458-9785-cfa62987980f req-66881cd2-508f-4727-b08e-17b228036be8 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:54.850174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dc0e6ad-26b3-4458-9785-cfa62987980f req-66881cd2-508f-4727-b08e-17b228036be8 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 947 time: 0.0909462 Jul 30 03:29:54.850814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:54.983348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event updated for resources: {'Port': ['ID=932ee59a-7533-4e12-a527-2e7c3fbd0401,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:55.000148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dc0e6ad-26b3-4458-9785-cfa62987980f req-73a28561-bd79-4882-b011-17f74f10dbdb tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420078 Jul 30 03:29:55.003162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-8c491d16-dfe8-4e9f-a1fb-7d8dccc1c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.004569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-8c491d16-dfe8-4e9f-a1fb-7d8dccc1c642 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e3daf20b304b0d802e5917ea39bd94&device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 1099 time: 0.1510639 Jul 30 03:29:55.005262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:55.061107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:55.062322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-fe096a9a-db9c-4997-aefa-b9c8e748bf82 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9463117 Jul 30 03:29:55.183878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-b5bdc854-6346-4769-bc3d-a69acf79868a tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.1135094 Jul 30 03:29:55.227151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-a97bc2e2-7261-4496-b753-fb6bd64d2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.229455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-a97bc2e2-7261-4496-b753-fb6bd64d2dce service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2165010 Jul 30 03:29:55.268878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca4952-8700-4fe4-b4c4-5a37a30cc59e req-3f1a40a5-7336-4774-9377-f97b53785b6b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.270369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68ca4952-8700-4fe4-b4c4-5a37a30cc59e req-3f1a40a5-7336-4774-9377-f97b53785b6b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1990685 Jul 30 03:29:55.314611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-3f8b7256-4b51-48e0-a8c9-52f4329b0431 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c HTTP/1.1" status: 200 len: 217 time: 0.0564804 Jul 30 03:29:55.436332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-b471ce42-a75c-4aab-8a7d-89b932883ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.437697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-b471ce42-a75c-4aab-8a7d-89b932883ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2381113 Jul 30 03:29:55.440424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68ca4952-8700-4fe4-b4c4-5a37a30cc59e req-14dc6ccc-5f5f-42f4-97f5-a0621380d035 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299393 Jul 30 03:29:55.442261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-17d7c2c2-779d-4034-b79d-a29bd3215e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.445112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-17d7c2c2-779d-4034-b79d-a29bd3215e31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1190732 Jul 30 03:29:55.450827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-37173e0f-4c2a-4ee8-8ac3-48a8acfc882f tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:29:55.451897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f994ee0-aa44-44a2-a46e-a0735f075731 req-37173e0f-4c2a-4ee8-8ac3-48a8acfc882f tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074024 Jul 30 03:29:55.499338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-7f5cd785-75ee-4211-9fa9-883304d1c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.501041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-7f5cd785-75ee-4211-9fa9-883304d1c752 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482657 Jul 30 03:29:55.647897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555733-1701-41c0-ae2c-2ae8e62f0685 req-869eb69a-b2f9-4343-81d1-14a99787c652 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:55.649370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5555733-1701-41c0-ae2c-2ae8e62f0685 req-869eb69a-b2f9-4343-81d1-14a99787c652 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1192794 Jul 30 03:29:55.677758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-3865839f-a6d6-46bb-b596-1c39df58b42f service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678586 Jul 30 03:29:55.984871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:29:56.046121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c1d3-7088-4c30-9537-1f18c0711366 req-ea89fb06-2c80-4197-aadf-126079583ea9 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:56.047636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c87c1d3-7088-4c30-9537-1f18c0711366 req-ea89fb06-2c80-4197-aadf-126079583ea9 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 943 time: 0.4425402 Jul 30 03:29:56.064209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5555733-1701-41c0-ae2c-2ae8e62f0685 req-885589bb-9e40-47eb-8412-eedf8d460157 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018846 Jul 30 03:29:56.107919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:56.122067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c87c1d3-7088-4c30-9537-1f18c0711366 req-287442be-d055-42ce-94ff-02feb7c25d6f tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653379 Jul 30 03:29:56.128590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe64560f-6fee-4c14-855a-d4e685c5b819 req-38abc935-c7e7-4697-ac26-b5c9a7ad90b6 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399645 Jul 30 03:29:56.130450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'bc254d63-4afb-437e-9417-417384750a0f', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': 'bc254d63-4afb-437e-9417-417384750a0f', 'mac_address': 'fa:16:3e:bc:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:29:56.176764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:56.194295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc254d63-4afb-437e-9417-417384750a0f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:56.215519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:56.227666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:56.287370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:56.316920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-28444b72-4b3b-4172-bd00-1707ad717011 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:56.318355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-28444b72-4b3b-4172-bd00-1707ad717011 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1022727 Jul 30 03:29:56.390023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-36d3db42-5e67-4532-bf73-3f6aeaad9391 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0506530 Jul 30 03:29:56.394417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fc866-9b2f-46c3-a0ee-159a74c7d368 req-a3d57ac7-1ec1-4990-822c-114dcf614fa2 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:56.395877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a4fc866-9b2f-46c3-a0ee-159a74c7d368 req-a3d57ac7-1ec1-4990-822c-114dcf614fa2 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1101 time: 0.0950663 Jul 30 03:29:56.400856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Request body: {'floatingip': {'port_id': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:56.449816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1a4fc866-9b2f-46c3-a0ee-159a74c7d368 req-fdca5e9c-b305-4ad4-9f02-c91bc52089ab tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:56.455973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bc254d63-4afb-437e-9417-417384750a0f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:29:56.456194 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:56.730686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1a4fc866-9b2f-46c3-a0ee-159a74c7d368 req-fdca5e9c-b305-4ad4-9f02-c91bc52089ab tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:56.737902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1a4fc866-9b2f-46c3-a0ee-159a74c7d368 req-fdca5e9c-b305-4ad4-9f02-c91bc52089ab tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:56.835431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a4fc866-9b2f-46c3-a0ee-159a74c7d368 req-fdca5e9c-b305-4ad4-9f02-c91bc52089ab tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319222 Jul 30 03:29:56.845339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca5e9c-b305-4ad4-9f02-c91bc52089ab tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb07559c-e713-49d0-978a-c89f5131060b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:57.041847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:57.045989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:57.106582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d01e2-3e91-4062-aaed-5797a8974410 req-4228e18c-3533-4e4e-a1f6-1a17e31692b9 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:57.108104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f68d01e2-3e91-4062-aaed-5797a8974410 req-4228e18c-3533-4e4e-a1f6-1a17e31692b9 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 947 time: 0.1005647 Jul 30 03:29:57.188525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f68d01e2-3e91-4062-aaed-5797a8974410 req-f62ba9e0-76ea-45ed-b769-88bf7ec4df9b tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473816 Jul 30 03:29:57.189658 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Floating IP 152a67b5-01bb-4786-9863-e8440d044d79 associated. External IP: 172.25.6.137, port: 7fd557da-f9b7-45d7-82d9-99de35082c47. Jul 30 03:29:57.410921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:29:57.527622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:29:57.532279 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:57.540865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] Sync routers for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:29:57.554137 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:57.554815 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:57.562862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-e862db32-4b07-4abf-a2a6-db5b144dc2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "PUT /v2.0/floatingips/152a67b5-01bb-4786-9863-e8440d044d79 HTTP/1.1" status: 200 len: 996 time: 1.1659884 Jul 30 03:29:57.563409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:57.565795 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be166252-2dd5-4066-b12e-ef700a169b12" -d '{"events": [{"name": "network-changed", "server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:57.622048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-48640f14-e419-4889-9eb9-b78caa49bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:57.623814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-48640f14-e419-4889-9eb9-b78caa49bdc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1097 time: 0.0462761 Jul 30 03:29:57.688864 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:57.724259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-65407ca2-845a-4ec2-920b-0b97a3a7eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:57.725901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-65407ca2-845a-4ec2-920b-0b97a3a7eb25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 929 time: 0.0954869 Jul 30 03:29:57.775793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59848) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:57.875879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-887cbfa2-05ca-4b4f-94c1-9d850018c94e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 999 time: 0.1286404 Jul 30 03:29:57.891442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93d7293e-f130-41ec-81b7-2df3b0efbcf6 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:57.916930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93d7293e-f130-41ec-81b7-2df3b0efbcf6 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:57.934573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44567b0-008b-497b-9695-092383781d8d req-f85b682f-9de3-4e02-8ed6-f192eafe4f6c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:57.952792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f44567b0-008b-497b-9695-092383781d8d req-f85b682f-9de3-4e02-8ed6-f192eafe4f6c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1168065 Jul 30 03:29:57.971745 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '152a67b5-01bb-4786-9863-e8440d044d79', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'port_id': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'mac_address': 'fa:16:3e:60:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93133136-8aa9-47f0-b811-cbca811e725a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:29:54Z', 'updated_at': '2021-07-30T03:29:56Z', 'revision_number': 1, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:41Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:57.999127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93d7293e-f130-41ec-81b7-2df3b0efbcf6 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.001802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93d7293e-f130-41ec-81b7-2df3b0efbcf6 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.002964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-93d7293e-f130-41ec-81b7-2df3b0efbcf6 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "DELETE /v2.0/security-groups/00e15762-f868-426e-96d8-a6d254dd20a0 HTTP/1.1" status: 204 len: 168 time: 0.2261200 Jul 30 03:29:58.006162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:29:58.009519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59854) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:58.019623 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] Checking router: 19b0741a-b6b0-4c27-98df-9cf5a64143d7 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:29:58.027914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7293e-f130-41ec-81b7-2df3b0efbcf6 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e15762-f868-426e-96d8-a6d254dd20a0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:58.037992 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:29:58.038614 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:58.038918 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-3ab9b2f4-6e67-4a18-bf42-c371c3d99389 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] show failed (client error): The resource could not be found. Jul 30 03:29:58.042606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ab9b2f4-6e67-4a18-bf42-c371c3d99389 tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "GET /v2.0/security-groups/00e15762-f868-426e-96d8-a6d254dd20a0 HTTP/1.1" status: 404 len: 347 time: 0.0296695 Jul 30 03:29:58.042871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:58.046768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-ebba71d3-dadf-4b0d-b489-7896c56aebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:58.048288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-ebba71d3-dadf-4b0d-b489-7896c56aebe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 200 len: 868 time: 0.1627464 Jul 30 03:29:58.086005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port bc254d63-4afb-437e-9417-417384750a0f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:29:58.091582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port bc254d63-4afb-437e-9417-417384750a0f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:29:58.092525 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.106035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f44567b0-008b-497b-9695-092383781d8d req-bc9a606a-0dfb-4363-aa0a-8e481ead6501 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519225 Jul 30 03:29:58.129466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-49820178-1a5e-49b8-87a0-feb7c8909ceb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2946825 Jul 30 03:29:58.138985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-f140fc73-b5c7-4bb6-91c9-47b9a761eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:58.148382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-f140fc73-b5c7-4bb6-91c9-47b9a761eedc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3833eae8-ac6e-4ece-8b03-57b1340e894a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833101 Jul 30 03:29:58.157484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-ebd2bffa-d3bc-4964-a18d-128899ffc0d0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:29:58.167182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-ebd2bffa-d3bc-4964-a18d-128899ffc0d0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156667 Jul 30 03:29:58.216870 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:29:58.239988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.241878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Deleting port ee13c168-3862-4db5-b2ac-4aeb3794f4fd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:29:58.243677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.264567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:29:58.267178 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f101bed-9e9a-44ee-8aff-49addfc4a2dc" -d '{"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-plugged", "status": "completed", "tag": "bc254d63-4afb-437e-9417-417384750a0f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:29:58.284073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:58.292627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.316956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ce220-8218-4f82-8e3a-3dab1619a44c req-688e6108-7030-4ec4-a33a-9172736176c3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:58.318449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af0ce220-8218-4f82-8e3a-3dab1619a44c req-688e6108-7030-4ec4-a33a-9172736176c3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 944 time: 0.0800920 Jul 30 03:29:58.355949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-102c52b3-de22-4257-a31e-72d5d39e27c9 service neutron] 10.222.0.39 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866126 Jul 30 03:29:58.366853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:58.385336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.385806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:58.400147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Calling delete_port for ee13c168-3862-4db5-b2ac-4aeb3794f4fd owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:29:58.469731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af0ce220-8218-4f82-8e3a-3dab1619a44c req-b3ac11fe-def1-4840-a990-fce28e7ac09c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439552 Jul 30 03:29:58.489050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf7165fa-d668-424f-98e4-89a5f3db0aff req-0e28ac77-9ab9-4083-a7e9-56cf06e1c508 service neutron] 10.222.0.39 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321955 Jul 30 03:29:58.559378 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b6e85-66a0-4ae1-9c47-b36b21cc2755 x-openstack-request-id: req-aa5b6e85-66a0-4ae1-9c47-b36b21cc2755 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:58.559671 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:58.559928 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa5b6e85-66a0-4ae1-9c47-b36b21cc2755 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:58.560327 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'status': 'completed', 'code': 200} Jul 30 03:29:58.570816 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '152a67b5-01bb-4786-9863-e8440d044d79', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'port_id': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'mac_address': 'fa:16:3e:60:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93133136-8aa9-47f0-b811-cbca811e725a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:29:54Z', 'updated_at': '2021-07-30T03:29:56Z', 'revision_number': 1, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:41Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:29:58.613878 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b422b35-2806-44cf-92cc-db5e9d741993 None None] The sync data for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 is: [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '152a67b5-01bb-4786-9863-e8440d044d79', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'port_id': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'mac_address': 'fa:16:3e:60:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93133136-8aa9-47f0-b811-cbca811e725a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:29:54Z', 'updated_at': '2021-07-30T03:29:56Z', 'revision_number': 1, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:41Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:29:58.693367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dcdc1-9fe6-48ee-aa1c-6cc7f14f32c1 req-0fb7ecc0-f3e4-4bf9-a331-3cf775754dd7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:58.701472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-065dcdc1-9fe6-48ee-aa1c-6cc7f14f32c1 req-0fb7ecc0-f3e4-4bf9-a331-3cf775754dd7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1102746 Jul 30 03:29:58.750818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166252-2dd5-4066-b12e-ef700a169b12 req-bdbdad1e-f5aa-42b0-be3c-86ba216a3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:58.752326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-bdbdad1e-f5aa-42b0-be3c-86ba216a3a2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1097 time: 0.1283677 Jul 30 03:29:58.764642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-065dcdc1-9fe6-48ee-aa1c-6cc7f14f32c1 req-1fa6df09-9d81-4eae-8a2d-6f556a042581 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602298 Jul 30 03:29:58.816942 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191eba98-954b-4927-a6f4-be576c5f747b x-openstack-request-id: req-191eba98-954b-4927-a6f4-be576c5f747b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:29:58.817234 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-plugged", "status": "completed", "tag": "bc254d63-4afb-437e-9417-417384750a0f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:29:58.817489 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-191eba98-954b-4927-a6f4-be576c5f747b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:29:58.817881 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f', 'code': 200} Jul 30 03:29:58.934006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6fe80-5317-4b34-b047-2b1e7b36bae9 req-663645ec-1360-41ec-b207-0b2a9d645769 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:58.935702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64d6fe80-5317-4b34-b047-2b1e7b36bae9 req-663645ec-1360-41ec-b207-0b2a9d645769 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 947 time: 0.1699302 Jul 30 03:29:58.961043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0967f0c-96cc-4556-a9dd-424c40090de4 None None] New status for floating IP 152a67b5-01bb-4786-9863-e8440d044d79: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:29:58.998923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166252-2dd5-4066-b12e-ef700a169b12 req-fb66935a-4c15-4055-a33c-6d91d79d6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:59.001689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-fb66935a-4c15-4055-a33c-6d91d79d6cc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 929 time: 0.2347505 Jul 30 03:29:59.049795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e85c4a-7082-4523-a659-3aeda862262c req-10e626ca-6be3-400a-9aff-68cdd1d030a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:59.051357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56e85c4a-7082-4523-a659-3aeda862262c req-10e626ca-6be3-400a-9aff-68cdd1d030a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 1097 time: 0.0939894 Jul 30 03:29:59.108612 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56e85c4a-7082-4523-a659-3aeda862262c req-7d4368d4-374e-4288-83d0-c00e8b5bc365 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488002 Jul 30 03:29:59.110181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.151163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Pushing event deleted for resources: {'Port': ['ID=ee13c168-3862-4db5-b2ac-4aeb3794f4fd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:59.188997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-05c294b5-8967-431d-a58a-167dccd2c5a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 999 time: 0.1659670 Jul 30 03:29:59.195412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64d6fe80-5317-4b34-b047-2b1e7b36bae9 req-30bee4f9-b66c-4ee8-95bc-b5cfa30f8e5c tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487764 Jul 30 03:29:59.237467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.254539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.255683 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-811622ed-b84b-4341-b438-bb90954d522a tempest-ServersTestBootFromVolume-1556885768 tempest-ServersTestBootFromVolume-1556885768-project] 10.222.0.39 "DELETE /v2.0/floatingips/2fce1633-581c-4c47-8639-bf16ebd63fe0 HTTP/1.1" status: 204 len: 168 time: 1.2118692 Jul 30 03:29:59.258575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59890) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:29:59.277964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e71d8120-2dfd-45e5-ad31-30f47dd1832c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:29:59.296805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1223554-9955-4261-862e-8086a0d60525 req-f9a19d41-1cfd-4c18-bcc9-19b6949e11e5 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 258 time: 0.2940395 Jul 30 03:29:59.306816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166252-2dd5-4066-b12e-ef700a169b12 req-4f4a2e3a-262a-40db-b60b-83d7b4956e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:59.308202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-4f4a2e3a-262a-40db-b60b-83d7b4956e5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 200 len: 868 time: 0.0877383 Jul 30 03:29:59.313273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:29:59.390914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e71d8120-2dfd-45e5-ad31-30f47dd1832c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:59.409616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c', 'mac_address': 'fa:16:3e:4c:bd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:29:59.413667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166252-2dd5-4066-b12e-ef700a169b12 req-97faca55-6ac7-4c09-bf55-87d3f2192aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:59.415237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-97faca55-6ac7-4c09-bf55-87d3f2192aae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3833eae8-ac6e-4ece-8b03-57b1340e894a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959535 Jul 30 03:29:59.417134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.426345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae22d-621f-4ba8-b6b3-4bdfdad2614e req-6949041f-ecec-4bff-b727-d289139a27eb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:59.427848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec4ae22d-621f-4ba8-b6b3-4bdfdad2614e req-6949041f-ecec-4bff-b727-d289139a27eb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1188147 Jul 30 03:29:59.452476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.466884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71d8120-2dfd-45e5-ad31-30f47dd1832c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:29:59.490215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e71d8120-2dfd-45e5-ad31-30f47dd1832c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:29:59.495626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.548676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e71d8120-2dfd-45e5-ad31-30f47dd1832c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:29:59.560549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec4ae22d-621f-4ba8-b6b3-4bdfdad2614e req-a420c3a2-cd70-4f4c-8068-65f4983fd6e1 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226070 Jul 30 03:29:59.609360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-b50ef8f4-e142-4e66-a688-3632b754abad service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805406 Jul 30 03:29:59.700575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:29:59.846400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-1fb76368-2c79-4ae3-b416-48f107c87fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:29:59.848037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-1fb76368-2c79-4ae3-b416-48f107c87fb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1101 time: 0.0677061 Jul 30 03:29:59.950166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e71d8120-2dfd-45e5-ad31-30f47dd1832c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:00.000780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-abbc0a1b-71d0-406f-acfe-468ea189f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:00.002428 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-abbc0a1b-71d0-406f-acfe-468ea189f887 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1280773 Jul 30 03:30:00.029400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.077891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-6d0a1e72-c7d7-4487-9c8d-9f125a9d6d27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0499246 Jul 30 03:30:00.099178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6843e-d4a5-41ca-90de-ff1befcbe01c req-54f6566c-5881-40f7-b2de-70c4d67f106b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:00.100583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58f6843e-d4a5-41ca-90de-ff1befcbe01c req-54f6566c-5881-40f7-b2de-70c4d67f106b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 945 time: 0.4771600 Jul 30 03:30:00.112270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be166252-2dd5-4066-b12e-ef700a169b12 req-b627efa8-10f7-449c-8bcb-b1a65891dc3a service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873140 Jul 30 03:30:00.155640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-406701ee-9409-4a34-915c-0b555ea1a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:00.157081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-406701ee-9409-4a34-915c-0b555ea1a811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0577228 Jul 30 03:30:00.179302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Deleting port 23213458-d3a2-4198-bc9b-e680e3156305 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:00.179653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.187844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58f6843e-d4a5-41ca-90de-ff1befcbe01c req-d52306ca-cbf0-4270-9e7f-dfac8364a8b3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Jul 30 03:30:00.221382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Allocated IP 172.25.6.44 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/28823adf-6aad-4346-a704-ed389baf9e02) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:00.257564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-714fcad7-93c4-417f-8b41-0a36faa322d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:00.259166 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-714fcad7-93c4-417f-8b41-0a36faa322d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936887 Jul 30 03:30:00.333060 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.338302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] For port 23213458-d3a2-4198-bc9b-e680e3156305, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=23213458-d3a2-4198-bc9b-e680e3156305,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:00.338758 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.362164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Calling delete_port for 23213458-d3a2-4198-bc9b-e680e3156305 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:00.370778 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.407761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640e7b-f1c6-450b-a63f-491b03377bd0 req-8bf0f159-f45a-463c-9d44-076db878afa7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:00.409242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a640e7b-f1c6-450b-a63f-491b03377bd0 req-8bf0f159-f45a-463c-9d44-076db878afa7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.0736289 Jul 30 03:30:00.423732 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.433042 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-3ec67db1-3e9f-407c-97b7-a5e0f325bbe3 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589923 Jul 30 03:30:00.476368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:00.489656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:00.496827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:00.501681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event updated for resources: {'Port': ['ID=28823adf-6aad-4346-a704-ed389baf9e02,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:00.523507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a640e7b-f1c6-450b-a63f-491b03377bd0 req-faa360e7-6a6b-4fe7-a6bd-da39ef65ac6d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070211 Jul 30 03:30:00.585861 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-a757cb8c-393c-4538-856d-63a36ffdab57 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457789 Jul 30 03:30:00.612087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.655340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.664627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.685598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=23213458-d3a2-4198-bc9b-e680e3156305,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:00.771476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3df4e-7935-4ed5-9fa8-3f8905fa9dac req-a063fcb1-b3a6-43ef-ba5b-779cfc016fe9 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:00.773191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd3df4e-7935-4ed5-9fa8-3f8905fa9dac req-a063fcb1-b3a6-43ef-ba5b-779cfc016fe9 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 948 time: 0.0823128 Jul 30 03:30:00.852386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd3df4e-7935-4ed5-9fa8-3f8905fa9dac req-fa3f7a16-5a21-40a4-ba4e-65b2c347911f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Jul 30 03:30:00.873099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.925094 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:00.930257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.026609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event updated for resources: {'Port': ['ID=28823adf-6aad-4346-a704-ed389baf9e02,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:01.047777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e3d4a-508a-4955-ad1c-42dd16f65e6e req-6ea05a24-1c4b-4c18-9ece-b28a371b415a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:01.049243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-955e3d4a-508a-4955-ad1c-42dd16f65e6e req-6ea05a24-1c4b-4c18-9ece-b28a371b415a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1159780 Jul 30 03:30:01.052257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.088897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.090123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1223554-9955-4261-862e-8086a0d60525 req-4e4e7184-762d-45c8-a19d-981fdd400703 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7860391 Jul 30 03:30:01.114447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Router d3c3ae81-69bd-49b3-9439-5892cbccd308 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:30:01.141638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-955e3d4a-508a-4955-ad1c-42dd16f65e6e req-93e85a8f-109d-4c40-9cfb-be73bebd6aa9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855393 Jul 30 03:30:01.151499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1223554-9955-4261-862e-8086a0d60525 req-bdbc1351-eabc-4465-88fd-08371475ed7d tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0524800 Jul 30 03:30:01.229408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:01.237655 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e931983c-ccc6-42a6-ae9c-5ab609c33d62 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3c3ae81-69bd-49b3-9439-5892cbccd308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774961 Jul 30 03:30:01.238470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:01.242112 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] Sync routers for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:01.261435 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:01.262059 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:01.271373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1223554-9955-4261-862e-8086a0d60525 req-b305cd50-c5bf-46f2-a8e9-cf411b47036e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:01.272895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1223554-9955-4261-862e-8086a0d60525 req-b305cd50-c5bf-46f2-a8e9-cf411b47036e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1150208 Jul 30 03:30:01.287747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e71d8120-2dfd-45e5-ad31-30f47dd1832c up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:01.346102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adecd2-134e-4a6e-a415-1a97041583f1 req-0be50153-1c69-451c-8d12-101502966787 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:01.354898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82adecd2-134e-4a6e-a415-1a97041583f1 req-0be50153-1c69-451c-8d12-101502966787 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 945 time: 0.0661483 Jul 30 03:30:01.364401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port e71d8120-2dfd-45e5-ad31-30f47dd1832c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:01.371285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port e71d8120-2dfd-45e5-ad31-30f47dd1832c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:01.371914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.377283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:01.407786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.433436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82adecd2-134e-4a6e-a415-1a97041583f1 req-768e8ad5-7d83-4a87-a1b4-26994d945312 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718999 Jul 30 03:30:01.458513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-4039fe4b-d745-4104-8cc2-76d178ae45a5 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:01.462977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-4039fe4b-d745-4104-8cc2-76d178ae45a5 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1050420 Jul 30 03:30:01.472167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.504306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:01.507396 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39750efb-6c09-4170-87ba-348bf9977a84" -d '{"events": [{"server_uuid": "b40fa88b-c958-4190-a8a5-447397bacd50", "name": "network-vif-plugged", "status": "completed", "tag": "e71d8120-2dfd-45e5-ad31-30f47dd1832c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:01.530140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e71d8120-2dfd-45e5-ad31-30f47dd1832c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:01.531535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-41fbc861-420f-49e6-92ff-85fe6e10026e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0604143 Jul 30 03:30:01.535738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.538274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-26f1f95b-6a23-4f9e-ace6-ce045c28c731 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Request body: {'floatingip': {'port_id': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:01.591062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.592119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-26f1f95b-6a23-4f9e-ace6-ce045c28c731 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:01.595994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e71d8120-2dfd-45e5-ad31-30f47dd1832c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:01.615776 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:30:00Z', 'revision_number': 5, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port': {'id': '46d9336a-145b-479c-a6fe-2827e397fb66', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:26:17Z', 'updated_at': '2021-07-30T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:01.757415 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b7998b-4611-476e-842b-ab8c7bb1641c x-openstack-request-id: req-f3b7998b-4611-476e-842b-ab8c7bb1641c {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:01.757708 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40fa88b-c958-4190-a8a5-447397bacd50", "name": "network-vif-plugged", "status": "completed", "tag": "e71d8120-2dfd-45e5-ad31-30f47dd1832c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:01.757964 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3b7998b-4611-476e-842b-ab8c7bb1641c {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:01.758354 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c', 'code': 200} Jul 30 03:30:01.773619 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] Checking router: d3c3ae81-69bd-49b3-9439-5892cbccd308 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:01.783085 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] Routers {'d3c3ae81-69bd-49b3-9439-5892cbccd308'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:01.783743 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3c3ae81-69bd-49b3-9439-5892cbccd308'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:01.895707 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] Set router d3c3ae81-69bd-49b3-9439-5892cbccd308 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:01.935210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444ce47-c5fe-4cfa-977e-fbbf318e5fe7 req-c82bbc8f-0596-4dae-bed5-3c0017fdc8a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:01.936769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e444ce47-c5fe-4cfa-977e-fbbf318e5fe7 req-c82bbc8f-0596-4dae-bed5-3c0017fdc8a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.0935442 Jul 30 03:30:01.950808 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:30:01Z', 'revision_number': 6, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:01.967030 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-26f1f95b-6a23-4f9e-ace6-ce045c28c731 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 03:30:01.978910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6aa79bd8-069c-41c3-b131-e4009b42d9b5 req-26f1f95b-6a23-4f9e-ace6-ce045c28c731 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "PUT /v2.0/floatingips/cba17442-621f-4157-bfe2-da8d28b6d49e HTTP/1.1" status: 409 len: 549 time: 0.4446735 Jul 30 03:30:01.987169 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a095a21a-4b5d-4c3c-805d-b742415ed448 None None] The sync data for ids ['d3c3ae81-69bd-49b3-9439-5892cbccd308'] in n-d-778696-14 is: [{'id': 'd3c3ae81-69bd-49b3-9439-5892cbccd308', 'name': 'tempest-ServersTestBootFromVolume-567579892-router', 'tenant_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:26:16Z', 'updated_at': '2021-07-30T03:30:01Z', 'revision_number': 6, 'project_id': '0045a5f7986c48f08e46d6a2e1cfdade', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:01.994687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbce2ea-3ec7-44d4-9531-30a311e6b736 req-53c64c4a-6e92-4a5e-b068-36f12d591ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:01.996489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bbce2ea-3ec7-44d4-9531-30a311e6b736 req-53c64c4a-6e92-4a5e-b068-36f12d591ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 1101 time: 0.1171978 Jul 30 03:30:02.018328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Deleting port 46d9336a-145b-479c-a6fe-2827e397fb66 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:02.018690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.046053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e444ce47-c5fe-4cfa-977e-fbbf318e5fe7 req-56e86aaf-2ef6-40a6-b098-6922328cc9aa tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987999 Jul 30 03:30:02.049113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bbce2ea-3ec7-44d4-9531-30a311e6b736 req-ddd617e9-01a9-4042-958b-acd5ca59b10d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Jul 30 03:30:02.104692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] For port 46d9336a-145b-479c-a6fe-2827e397fb66, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=46d9336a-145b-479c-a6fe-2827e397fb66,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:02.105145 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.120579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Calling delete_port for 46d9336a-145b-479c-a6fe-2827e397fb66 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:02.181854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db30f8-b70a-4b18-a383-f52caad135ce req-f2537036-184d-4474-abec-463b01dadf21 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:02.183365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24db30f8-b70a-4b18-a383-f52caad135ce req-f2537036-184d-4474-abec-463b01dadf21 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 945 time: 0.0804167 Jul 30 03:30:02.194948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b5bfb-e060-4493-85f6-78031f6c5377 req-2ffbbd44-54dd-4c21-b4a0-e952b4021080 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:02.197006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a7b5bfb-e060-4493-85f6-78031f6c5377 req-2ffbbd44-54dd-4c21-b4a0-e952b4021080 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 949 time: 0.0660806 Jul 30 03:30:02.250369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24db30f8-b70a-4b18-a383-f52caad135ce req-454e77f6-6380-4242-99cd-a0f9af57d158 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521171 Jul 30 03:30:02.257538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a7b5bfb-e060-4493-85f6-78031f6c5377 req-522642cb-958c-434d-a6c5-f40ae33e3cbb tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531485 Jul 30 03:30:02.308797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.340072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-f492a4d3-234e-46e3-95ab-affc72443aef tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips/cba17442-621f-4157-bfe2-da8d28b6d49e HTTP/1.1" status: 200 len: 692 time: 0.0591960 Jul 30 03:30:02.340678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Pushing event deleted for resources: {'Port': ['ID=46d9336a-145b-479c-a6fe-2827e397fb66,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:02.406953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.430073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003739a9-2f78-4934-9b6c-6fe50e863045 req-c83e0a74-e934-4573-a434-1aab8e70830b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:02.432381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-003739a9-2f78-4934-9b6c-6fe50e863045 req-c83e0a74-e934-4573-a434-1aab8e70830b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1098173 Jul 30 03:30:02.510534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.512751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.513862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-003739a9-2f78-4934-9b6c-6fe50e863045 req-367ffb2f-2b0e-4d9c-a466-d2fbec6245cf tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696986 Jul 30 03:30:02.520901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-ea4f0d4d-a9fd-4724-bc5a-92ede3d18077 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:02.535081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-ea4f0d4d-a9fd-4724-bc5a-92ede3d18077 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1741602 Jul 30 03:30:02.535234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-e97328dd-bc13-44a8-a9e2-7d2496f75def tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:30:02.543722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-e97328dd-bc13-44a8-a9e2-7d2496f75def tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138135 Jul 30 03:30:02.561690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.562227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c3ae81-69bd-49b3-9439-5892cbccd308 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:30:02.566285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.570431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-112fdd31-4195-486d-aece-d4ef6fa2defe admin admin] 10.222.0.39 "DELETE /v2.0/routers/d3c3ae81-69bd-49b3-9439-5892cbccd308 HTTP/1.1" status: 204 len: 168 time: 1.3310051 Jul 30 03:30:02.571025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:02.605402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-4680754a-be0a-4b56-9204-0d34bfad971e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0609159 Jul 30 03:30:02.623286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Deleting subnet 62049647-c315-4db0-9876-ff13680a4f19 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:30:02.626946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.662512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-6b98b39e-61ac-4eb5-8b7e-e5fc05448528 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0562246 Jul 30 03:30:02.667516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.771024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.843997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Deleting port 28823adf-6aad-4346-a704-ed389baf9e02 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:02.844642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.854017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.885758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62049647-c315-4db0-9876-ff13680a4f19,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:02.889425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.894277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5ebd2c11-d63c-458e-80c1-a109345ea0f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/62049647-c315-4db0-9876-ff13680a4f19 HTTP/1.1" status: 204 len: 168 time: 0.3219900 Jul 30 03:30:02.894912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59944) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:02.897989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb1d78-6daa-41c8-ae7c-2837cadfe83f None None] Network e63e326d-5539-4cab-9a46-c8322980e00a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:02.999569 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:02.999909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.011930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.020236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Calling delete_port for 28823adf-6aad-4346-a704-ed389baf9e02 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:03.209148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Deleting port 80867e94-aa7f-49df-8a25-47f0fc7cc56f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:03.209722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] DHCP port deletion for e63e326d-5539-4cab-9a46-c8322980e00a request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:30:03.209848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.275348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630e2c-24d2-44b0-ad9e-871c885da449 req-78923464-cd2f-488e-804c-f249f9a3cc18 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:03.283029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8630e2c-24d2-44b0-ad9e-871c885da449 req-78923464-cd2f-488e-804c-f249f9a3cc18 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1026893 Jul 30 03:30:03.304429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] Deleting port 80867e94-aa7f-49df-8a25-47f0fc7cc56f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:03.304865 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.326871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 80867e94-aa7f-49df-8a25-47f0fc7cc56f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:03.366562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] For port 80867e94-aa7f-49df-8a25-47f0fc7cc56f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=80867e94-aa7f-49df-8a25-47f0fc7cc56f,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:03.366834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.405598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Calling delete_port for 80867e94-aa7f-49df-8a25-47f0fc7cc56f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:03.413006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8630e2c-24d2-44b0-ad9e-871c885da449 req-68dd9935-4e30-4173-8c9e-9b03648eb3c9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288810 Jul 30 03:30:03.414275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.450784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] For port 80867e94-aa7f-49df-8a25-47f0fc7cc56f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=80867e94-aa7f-49df-8a25-47f0fc7cc56f,segment=NetworkSegment(cec01f65-61da-4f51-b914-a6b90bab5034),segment_id=cec01f65-61da-4f51-b914-a6b90bab5034)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:03.452138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.472811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] Calling delete_port for 80867e94-aa7f-49df-8a25-47f0fc7cc56f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:03.487514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event deleted for resources: {'Port': ['ID=28823adf-6aad-4346-a704-ed389baf9e02,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:03.521273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.564138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Pushing event deleted for resources: {'Port': ['ID=80867e94-aa7f-49df-8a25-47f0fc7cc56f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:03.569538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] No DVR routers for this DVR port 80867e94-aa7f-49df-8a25-47f0fc7cc56f on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:03.627820 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.628082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.632355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.644154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc81f47-24f4-4adb-bb82-0f09fe6fe2be req-5731c99e-7988-44bd-8a5b-d373a3f701b0 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "DELETE /v2.0/floatingips/cba17442-621f-4157-bfe2-da8d28b6d49e HTTP/1.1" status: 204 len: 173 time: 0.9679620 Jul 30 03:30:03.704860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.715962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 23213458-d3a2-4198-bc9b-e680e3156305 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:03.721623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63e326d-5539-4cab-9a46-c8322980e00a']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:03.737782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.745965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec01f65-61da-4f51-b914-a6b90bab5034') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:03.746262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec01f65-61da-4f51-b914-a6b90bab5034') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:03.759953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.762271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 23213458-d3a2-4198-bc9b-e680e3156305 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:03.762629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 23213458-d3a2-4198-bc9b-e680e3156305 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:03.763054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 46d9336a-145b-479c-a6fe-2827e397fb66 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:03.775189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.783103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:30:03.783688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:30:03.785798 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:30:03.788580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] Pushing event deleted for resources: {'Port': ['ID=80867e94-aa7f-49df-8a25-47f0fc7cc56f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:03.788580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 46d9336a-145b-479c-a6fe-2827e397fb66 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:03.788580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 46d9336a-145b-479c-a6fe-2827e397fb66 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:03.796451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c9715-5920-4175-8f58-0d887c00120a None None] No DVR routers for this DVR port 80867e94-aa7f-49df-8a25-47f0fc7cc56f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:03.816113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bef8-04fc-401e-864b-69c409046612 req-b2638dac-bc80-4150-9897-787832259daf tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:03.817663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e794bef8-04fc-401e-864b-69c409046612 req-b2638dac-bc80-4150-9897-787832259daf tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 949 time: 0.1338499 Jul 30 03:30:03.844143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ceb60-7103-41a2-b1b5-5ed3b1b7d012 req-4ddac4bd-d8f2-4697-875a-e531d7a227d7 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:03.850712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a51ceb60-7103-41a2-b1b5-5ed3b1b7d012 req-4ddac4bd-d8f2-4697-875a-e531d7a227d7 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1104910 Jul 30 03:30:03.861680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.869200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:03.871747 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] 10.222.0.39 "DELETE /v2.0/networks/e63e326d-5539-4cab-9a46-c8322980e00a HTTP/1.1" status: 204 len: 168 time: 0.9757802 Jul 30 03:30:03.890036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71951021-6ad0-497b-9f10-f5cd91c3897f admin admin] Pushing event deleted for resources: {'Network': ['ID=e63e326d-5539-4cab-9a46-c8322980e00a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:03.920888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a51ceb60-7103-41a2-b1b5-5ed3b1b7d012 req-f5077803-2fcd-4c27-b117-3e45cb9373ae tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659797 Jul 30 03:30:03.925882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e794bef8-04fc-401e-864b-69c409046612 req-45539948-5296-4ee9-95cf-33b896d6f54d tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736673 Jul 30 03:30:04.043146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-738b3ef5-6c33-4f84-ab2c-fdb8cb908644 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1001 time: 0.0899937 Jul 30 03:30:04.084942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59974) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:04.103854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-be968192-551b-4a18-a64d-274c2c51861b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:04.105320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-be968192-551b-4a18-a64d-274c2c51861b tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports/7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 942 time: 0.0553603 Jul 30 03:30:04.131833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac981ab0-c8af-4175-837e-ec44aea6ffa6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0045a5f7986c48f08e46d6a2e1cfdade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455930 Jul 30 03:30:04.132453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59976) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:04.189695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fb48-c05a-442d-9f9f-f66280fa0c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.212024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fb48-c05a-442d-9f9f-f66280fa0c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.218619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-4ae78795-f629-4840-bf49-54d2d25310be tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1001 time: 0.0641994 Jul 30 03:30:04.272426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fb48-c05a-442d-9f9f-f66280fa0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.276252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fb48-c05a-442d-9f9f-f66280fa0c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.277524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9b5fb48-c05a-442d-9f9f-f66280fa0c44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff619320-c607-46e8-b7c6-c52aaf39ca6c HTTP/1.1" status: 204 len: 168 time: 0.1441581 Jul 30 03:30:04.288483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5fb48-c05a-442d-9f9f-f66280fa0c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff619320-c607-46e8-b7c6-c52aaf39ca6c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:04.361886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c8d24-ce1e-4d8d-afae-385e182b0288 req-dd524c29-1834-4e73-988a-7c28342ed8ea tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:04.363393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-356c8d24-ce1e-4d8d-afae-385e182b0288 req-dd524c29-1834-4e73-988a-7c28342ed8ea tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 949 time: 0.0770264 Jul 30 03:30:04.373833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-faed6623-f9d5-4e0c-af26-784c0b576ae7 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:04.375156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-faed6623-f9d5-4e0c-af26-784c0b576ae7 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1510687 Jul 30 03:30:04.453881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-356c8d24-ce1e-4d8d-afae-385e182b0288 req-8fc374f0-b370-4888-8fe3-75cc2cf5907a tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 Jul 30 03:30:04.465673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-8313a0cf-628a-4214-9c8e-f056684a29e6 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1001 time: 0.0835469 Jul 30 03:30:04.481384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:04.564646 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.619219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126af9f-65cf-4ab3-a628-7ee8987db294 req-d6f78b18-cc00-4fba-b35c-80e0f34caac7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:04.620710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3126af9f-65cf-4ab3-a628-7ee8987db294 req-d6f78b18-cc00-4fba-b35c-80e0f34caac7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1017611 Jul 30 03:30:04.704386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3126af9f-65cf-4ab3-a628-7ee8987db294 req-976b9747-1b82-493f-9ffb-c06661d80c63 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766342 Jul 30 03:30:04.760917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.766318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:04.766664 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Floating IP 152a67b5-01bb-4786-9863-e8440d044d79 disassociated. External IP: 172.25.6.137, port: 7fd557da-f9b7-45d7-82d9-99de35082c47. Jul 30 03:30:04.982703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:05.020358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:30:05.080217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebb3e4-73f1-49d5-8949-2e53c3ba8c0c req-deea9e99-638e-4ce3-b18a-2eab08e3c5a6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.081707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bebb3e4-73f1-49d5-8949-2e53c3ba8c0c req-deea9e99-638e-4ce3-b18a-2eab08e3c5a6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.0885191 Jul 30 03:30:05.090357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-355007096-network', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:05.172756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Made reservation on behalf of 6c0d093ca312470f8da4fd9aa1b73e26 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:05.175022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.193602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bebb3e4-73f1-49d5-8949-2e53c3ba8c0c req-7b0e58d0-d80e-4a84-8469-7db6de10501f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993845 Jul 30 03:30:05.197424 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.211469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:05.216902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.224635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] Sync routers for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:05.234338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:05.235663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:05.251740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-81570ee3-fd9c-4335-9339-4a8dd00067bf tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "PUT /v2.0/floatingips/152a67b5-01bb-4786-9863-e8440d044d79 HTTP/1.1" status: 200 len: 695 time: 0.7755318 Jul 30 03:30:05.255231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:05.257496 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d5fce-5077-464b-9e1b-af1382aaf618" -d '{"events": [{"name": "network-changed", "server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:05.346735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-4067c9c7-16c0-41ce-9443-ea441a853804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.348321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-4067c9c7-16c0-41ce-9443-ea441a853804 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1097 time: 0.0781374 Jul 30 03:30:05.384938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:05.401689 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7db23-8b7b-40d3-b5bd-883f04b946a9 x-openstack-request-id: req-faf7db23-8b7b-40d3-b5bd-883f04b946a9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:05.401981 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:05.402232 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-faf7db23-8b7b-40d3-b5bd-883f04b946a9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:05.402628 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'status': 'completed', 'code': 200} Jul 30 03:30:05.428018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.433735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.493919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:30:05.523941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab56094d-9431-4c58-9f9f-5ba479bce226,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:05.528153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-837dca40-80e3-46db-9672-ce882029b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.529933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-837dca40-80e3-46db-9672-ce882029b9d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 929 time: 0.1746302 Jul 30 03:30:05.531103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.531463 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Added segment c18c2fd1-8c83-4c7c-b74f-63638ce12243 of type vlan for network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 Jul 30 03:30:05.604937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:41Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:05.615658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-0d82af78-ec42-4193-8c1b-9bb72097b2fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 217 time: 0.0679340 Jul 30 03:30:05.630521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] Checking router: 19b0741a-b6b0-4c27-98df-9cf5a64143d7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:05.635500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-343e5fe4-a4a4-4985-9118-021d9a269a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.636969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-343e5fe4-a4a4-4985-9118-021d9a269a7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 1097 time: 0.1729395 Jul 30 03:30:05.639855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:05.640587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:05.696572 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.753415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:05.770750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-1365fd90-ba20-4906-9246-89b4482ca29f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.772272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-1365fd90-ba20-4906-9246-89b4482ca29f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 949 time: 0.0506690 Jul 30 03:30:05.777944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b237-d150-4f1c-b9f3-1204e9273c57 req-28f2a839-436b-4ea3-bd53-53a5b2dbf8a9 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.779473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bc4b237-d150-4f1c-b9f3-1204e9273c57 req-28f2a839-436b-4ea3-bd53-53a5b2dbf8a9 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/ports?device_id=b40fa88b-c958-4190-a8a5-447397bacd50 HTTP/1.1" status: 200 len: 949 time: 0.2222154 Jul 30 03:30:05.780846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-ea28d206-286e-4068-8823-6cbdcb290c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:05.782186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-ea28d206-286e-4068-8823-6cbdcb290c4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 200 len: 868 time: 0.1498325 Jul 30 03:30:05.886604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Deleting port e71d8120-2dfd-45e5-ad31-30f47dd1832c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:05.886955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:05.985457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:41Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:06.014770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] For port e71d8120-2dfd-45e5-ad31-30f47dd1832c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e71d8120-2dfd-45e5-ad31-30f47dd1832c,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:06.015517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.031715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Calling delete_port for e71d8120-2dfd-45e5-ad31-30f47dd1832c owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:06.036135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40fca8-21f9-452f-a9fe-b45a9d9088f7 None None] The sync data for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 is: [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:29:34Z', 'revision_number': 4, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a87e2649-3cb0-4737-b6ae-42b382d03824', 'name': '', 'network_id': '3833eae8-ac6e-4ece-8b03-57b1340e894a', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'mac_address': 'fa:16:3e:2c:a5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:33Z', 'updated_at': '2021-07-30T03:29:41Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'subnets': [{'id': 'b29752f9-74fe-4297-8006-19faf12a19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:06.046273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:06.166196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:06.185399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'bc254d63-4afb-437e-9417-417384750a0f', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': 'bc254d63-4afb-437e-9417-417384750a0f', 'mac_address': 'fa:16:3e:bc:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:06.241513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.242101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-5bfe4039-60bf-469f-9d52-728be5a026be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:06.244480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-5bfe4039-60bf-469f-9d52-728be5a026be service neutron] 10.222.0.16 "GET /v2.0/networks?id=3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 200 len: 929 time: 0.5888495 Jul 30 03:30:06.245105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.246321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:06.246893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.248468 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.267174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc254d63-4afb-437e-9417-417384750a0f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:06.288401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Pushing event deleted for resources: {'Port': ['ID=e71d8120-2dfd-45e5-ad31-30f47dd1832c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:06.304231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-842456a9-0efc-4ee3-a33c-9afb5ec830ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 200 len: 217 time: 0.0470607 Jul 30 03:30:06.316345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:06.320337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e71d8120-2dfd-45e5-ad31-30f47dd1832c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:06.325478 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.364674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bc4b237-d150-4f1c-b9f3-1204e9273c57 req-3154db10-cad6-4361-89f3-bb1f9c0aff16 tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b2f8d2a-caf6-4347-8dbd-b12ee867501c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672812 Jul 30 03:30:06.381677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] No DVR routers for this DVR port e71d8120-2dfd-45e5-ad31-30f47dd1832c on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:06.385672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.388761 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0ee3a852-c733-403b-ae54-cfbc28d4c05f req-3a5acbab-3fca-4bed-8641-a70931ece51f tempest-ImagesNegativeTestJSON-1143215764 tempest-ImagesNegativeTestJSON-1143215764-project] 10.222.0.16 "DELETE /v2.0/ports/e71d8120-2dfd-45e5-ad31-30f47dd1832c HTTP/1.1" status: 204 len: 173 time: 0.6027162 Jul 30 03:30:06.389807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'name': 'network-vif-deleted', 'tag': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:06.392482 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d895f7-d5db-4032-89b1-44a500353c17" -d '{"events": [{"server_uuid": "b40fa88b-c958-4190-a8a5-447397bacd50", "name": "network-vif-deleted", "tag": "e71d8120-2dfd-45e5-ad31-30f47dd1832c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:06.425854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bc254d63-4afb-437e-9417-417384750a0f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:06.539971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-902d617d-65d6-497a-b825-f567ee1e28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:06.549895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-902d617d-65d6-497a-b825-f567ee1e28e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3833eae8-ac6e-4ece-8b03-57b1340e894a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7595840 Jul 30 03:30:06.568322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60058) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:06.568818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5847154 Jul 30 03:30:06.582850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b20b-3587-4c8a-a2d7-2e57eb067aaa admin admin] Pushing event updated for resources: {'Network': ['ID=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:06.588682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41fea2-b540-440c-af21-caf82b962ec4 None None] New status for floating IP 152a67b5-01bb-4786-9863-e8440d044d79: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:30:06.595633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:06.604190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:30:06.608418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Request body: {'subnet': {'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-355007096-subnet', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:06.660678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Made reservation on behalf of 6c0d093ca312470f8da4fd9aa1b73e26 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:06.663506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:06.700972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-f98c99c9-8be6-435f-a76b-046821264939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:06.702763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-f98c99c9-8be6-435f-a76b-046821264939 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 200 len: 868 time: 0.3770978 Jul 30 03:30:06.780488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7f43f-1c71-4fcf-88c2-8b425ac09559 req-4cc47a58-46ba-4fef-af2a-bc60c5eb1877 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:06.793808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17d7f43f-1c71-4fcf-88c2-8b425ac09559 req-4cc47a58-46ba-4fef-af2a-bc60c5eb1877 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.3041568 Jul 30 03:30:06.899741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-aca5a328-57c7-48e5-984a-6a81490f466b service neutron] 10.222.0.39 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482292 Jul 30 03:30:06.919118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17d7f43f-1c71-4fcf-88c2-8b425ac09559 req-e8d92bca-8335-44f3-8d81-691ff4bde672 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219594 Jul 30 03:30:07.013591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.020998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-fa36c8ad-15ae-4b27-9f93-b68a67352075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:07.022650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-fa36c8ad-15ae-4b27-9f93-b68a67352075 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3833eae8-ac6e-4ece-8b03-57b1340e894a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3096161 Jul 30 03:30:07.086204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ae56e5-0b30-46d9-a082-dc0143ec462c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:07.107264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Checking segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:07.107804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Network hostable DHCP agents. Network: 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:30:07.165354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4635750e-b484-4686-8ce4-3fa6dfe68429 req-69970974-de31-4d31-bcd0-c067614995e8 service neutron] 10.222.0.39 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474055 Jul 30 03:30:07.169333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:30:07.202531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:07.213170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ea95e-630f-41d9-b6d7-b4c7ee2f34f8 None None] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:07.216710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-460dfdbe-4a12-4a9a-b20c-aa60e467a4f9 service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833749 Jul 30 03:30:07.241595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:07.243293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.275148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e0c8116-de45-4cb0-821c-1c0691b356ea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7040548 Jul 30 03:30:07.277816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60076) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:07.284660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:07.334213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.335518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.405479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37edb-d621-44a3-81ca-2a4e4ffe8eff req-8b54a2c9-1bc7-4989-8180-f62d12acb08d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:07.419733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1a37edb-d621-44a3-81ca-2a4e4ffe8eff req-8b54a2c9-1bc7-4989-8180-f62d12acb08d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1952727 Jul 30 03:30:07.430316 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.451373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:30:07.452732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.536833 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239428ef-cd9b-4538-bfa5-de4804c136a9 x-openstack-request-id: req-239428ef-cd9b-4538-bfa5-de4804c136a9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:07.537242 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40fa88b-c958-4190-a8a5-447397bacd50", "name": "network-vif-deleted", "tag": "e71d8120-2dfd-45e5-ad31-30f47dd1832c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:07.537590 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-239428ef-cd9b-4538-bfa5-de4804c136a9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:07.538168 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40fa88b-c958-4190-a8a5-447397bacd50', 'name': 'network-vif-deleted', 'tag': 'e71d8120-2dfd-45e5-ad31-30f47dd1832c', 'status': 'completed', 'code': 200} Jul 30 03:30:07.569833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1a37edb-d621-44a3-81ca-2a4e4ffe8eff req-a3c87397-9542-458d-a1f8-85311abc0c55 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478457 Jul 30 03:30:07.624671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.634928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Allocated IP 172.20.0.2 (1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9/74ae56e5-0b30-46d9-a082-dc0143ec462c/61b8a82e-af0e-4cf3-b9f6-f346b327e4bf) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:07.682216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611d5fce-5077-464b-9e1b-af1382aaf618 req-3d901fcc-5c31-4580-90d3-3e28fdf250a7 service neutron] 10.222.0.16 "GET /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171464 Jul 30 03:30:07.686583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-7053a98b-dee1-470d-8212-724a3723a321 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips/152a67b5-01bb-4786-9863-e8440d044d79 HTTP/1.1" status: 200 len: 693 time: 0.1090205 Jul 30 03:30:07.903513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.921280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-90d9c1d4-84c7-4635-86ca-0c11cd2f5f0e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:07.921280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-90d9c1d4-84c7-4635-86ca-0c11cd2f5f0e tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2283652 Jul 30 03:30:07.941837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.949088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:07.962463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Transition to ACTIVE for port object 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:07.999953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Transition to ACTIVE for port object 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:08.001333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-bb1d2d9c-9bd8-44bd-8544-9f3ae0d93753 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0725825 Jul 30 03:30:08.007233 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.073110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:08.083530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:08.096823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-fe5a0e23-21f2-4a3d-8b51-2fd11667e206 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0882099 Jul 30 03:30:08.116632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:08.122973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:08.170292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Pushing event updated for resources: {'Port': ['ID=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:08.215257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Attempting to bind port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:08.215975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Attempting to bind port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:08.216694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Attempting to bind port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf on network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:08.224619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:08.225304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Checking segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:08.226116 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.226629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9b9db-0b83-472d-b3a9-2b7cbc655722 req-b58586d1-4e75-4199-b8a8-4fb0cd55fb52 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:08.226925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Bound using segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:08.227638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Bound port: 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:08.228293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.234211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bb9b9db-0b83-472d-b3a9-2b7cbc655722 req-b58586d1-4e75-4199-b8a8-4fb0cd55fb52 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1774516 Jul 30 03:30:08.307391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bb9b9db-0b83-472d-b3a9-2b7cbc655722 req-f956d91c-f381-4130-9455-a4ec4266edad tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719860 Jul 30 03:30:08.319878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Allocated IP 172.25.6.81 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/dbb44e6f-50ce-4803-8015-d1468c8171cd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:08.345371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Deleting port 932ee59a-7533-4e12-a527-2e7c3fbd0401 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:08.345711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.388129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port bc254d63-4afb-437e-9417-417384750a0f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:08.388875 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.454531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] For port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:08.458803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] For port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:08.485519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.522173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:08.542199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.542552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.575572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Calling delete_port for 932ee59a-7533-4e12-a527-2e7c3fbd0401 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:08.602212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9d69a-3ce2-413a-9841-69e461256214 None None] Pushing event updated for resources: {'Port': ['ID=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:08.675630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.712038 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.775835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:08.780331 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca7bf35-5d0f-4d5e-9318-d362968f95d2" -d '{"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-plugged", "status": "completed", "tag": "bc254d63-4afb-437e-9417-417384750a0f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:08.807981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:08.812318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.820813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:08.934714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:08.976461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:08.978357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb44e6f-50ce-4803-8015-d1468c8171cd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:08.984635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:08.987343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:09.073583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f2efe50b-65dc-41e4-9590-9f48a71e5421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0e3daf20b304b0d802e5917ea39bd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456986 Jul 30 03:30:09.078948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:09.100342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329f237-8508-48cc-a181-83eacb6c391c req-1d8beb3c-0284-44a1-96c1-1b1c12504fd1 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:09.102989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c329f237-8508-48cc-a181-83eacb6c391c req-1d8beb3c-0284-44a1-96c1-1b1c12504fd1 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.2493129 Jul 30 03:30:09.155787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.276968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event deleted for resources: {'Port': ['ID=932ee59a-7533-4e12-a527-2e7c3fbd0401,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:09.304701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c329f237-8508-48cc-a181-83eacb6c391c req-26cbde94-bd6e-4716-8563-8c50c8fba7dd tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813800 Jul 30 03:30:09.313487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e71d8120-2dfd-45e5-ad31-30f47dd1832c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:09.357343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: e71d8120-2dfd-45e5-ad31-30f47dd1832c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:09.357728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e71d8120-2dfd-45e5-ad31-30f47dd1832c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:09.378612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:09.380655 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377a37e8-40d4-497f-81cb-882b44337e39 x-openstack-request-id: req-377a37e8-40d4-497f-81cb-882b44337e39 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:09.380960 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-plugged", "status": "completed", "tag": "bc254d63-4afb-437e-9417-417384750a0f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:09.381219 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-377a37e8-40d4-497f-81cb-882b44337e39 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:09.381618 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f', 'code': 200} Jul 30 03:30:09.406242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.496438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.498929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.502290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a9868ca-a56e-44ba-a41f-37feb009956b req-a672d5a9-e914-405d-b571-bbb4e42425b9 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "DELETE /v2.0/floatingips/152a67b5-01bb-4786-9863-e8440d044d79 HTTP/1.1" status: 204 len: 173 time: 1.4046135 Jul 30 03:30:09.544485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:09.583368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa07fe9e-522e-4fe0-abf7-6b45066c7765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.690038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa07fe9e-522e-4fe0-abf7-6b45066c7765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.702058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3f88c-47ae-43c0-aed1-26535d3dc21f req-bc4124d4-dbf0-424a-975a-ba7bf851fb73 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:09.712036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2b3f88c-47ae-43c0-aed1-26535d3dc21f req-bc4124d4-dbf0-424a-975a-ba7bf851fb73 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.2311571 Jul 30 03:30:09.856389 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2b3f88c-47ae-43c0-aed1-26535d3dc21f req-8ae236a9-f3d6-414a-8126-9f08fddf3b1d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416910 Jul 30 03:30:09.880139 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.948169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa07fe9e-522e-4fe0-abf7-6b45066c7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.952075 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa07fe9e-522e-4fe0-abf7-6b45066c7765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:09.955888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aa07fe9e-522e-4fe0-abf7-6b45066c7765 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b2f8d2a-caf6-4347-8dbd-b12ee867501c HTTP/1.1" status: 204 len: 168 time: 0.8734255 Jul 30 03:30:09.983047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07fe9e-522e-4fe0-abf7-6b45066c7765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f8d2a-caf6-4347-8dbd-b12ee867501c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:10.120737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cbc2a-066b-4397-aa98-2a9a7945c485 req-3a8e89e5-97ff-4d6a-bb6d-e858d9340bfd tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:10.130171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a8cbc2a-066b-4397-aa98-2a9a7945c485 req-3a8e89e5-97ff-4d6a-bb6d-e858d9340bfd tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0876493 Jul 30 03:30:10.221741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a8cbc2a-066b-4397-aa98-2a9a7945c485 req-f84247a5-39e0-428e-8cb8-e2b4e59dd6bb tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0899796 Jul 30 03:30:10.263974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Router fb47d307-0e33-4ffc-86a4-37cfddf7018f is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:30:10.306815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec1f14b0-e1aa-4d9b-b8b4-7adcf5162800 req-1676c39b-6103-41aa-9b93-9dadead3565a tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0602729 Jul 30 03:30:10.378675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6b9a1-3a06-45ba-a849-1dbe91aec759 None None] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:10.512240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:10.539188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87cdc2-2a56-42b4-8383-50f21fa4c068 req-158fdbff-e209-4627-aecd-ae958ab9537f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:10.550375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Sync routers for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:10.560756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:10.564648 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-46e6705b-c45b-4968-ab9e-37ebf1d57165 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2828753 Jul 30 03:30:10.565432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60166) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:10.581899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d87cdc2-2a56-42b4-8383-50f21fa4c068 req-158fdbff-e209-4627-aecd-ae958ab9537f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1113107 Jul 30 03:30:10.591613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:10.594221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:10.646189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d87cdc2-2a56-42b4-8383-50f21fa4c068 req-de83bc0a-793d-4327-a469-144662073d3e tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631223 Jul 30 03:30:10.717523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] Provisioning for port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:10.747440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] Provisioning complete for port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:10.749520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:10.786841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863f9b-f4b7-43ae-b142-2c3a133eb059 req-16bdf103-9ee0-45c6-bd87-2ad92dce1268 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:10.789696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e863f9b-f4b7-43ae-b142-2c3a133eb059 req-16bdf103-9ee0-45c6-bd87-2ad92dce1268 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 945 time: 0.1210744 Jul 30 03:30:10.800558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:10.859052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e863f9b-f4b7-43ae-b142-2c3a133eb059 req-c7a89ee2-2dda-4914-b951-7329f2202377 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613687 Jul 30 03:30:11.026824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:11.061516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5feae6-db60-42c0-8478-7cc42f975b6e req-dfcdfbb2-4eee-4b0f-90a3-4a429f8e58a2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:11.085874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d5feae6-db60-42c0-8478-7cc42f975b6e req-dfcdfbb2-4eee-4b0f-90a3-4a429f8e58a2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.0756290 Jul 30 03:30:11.138297 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.172888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d5feae6-db60-42c0-8478-7cc42f975b6e req-976d9b31-f9f5-4c12-8416-f5aeaee802e4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854442 Jul 30 03:30:11.269221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] For port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:11.282347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.306928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:11.436328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1d9d0-2169-4773-8e8c-d4b966fcda28 None None] Pushing event updated for resources: {'Port': ['ID=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:11.476438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:09Z', 'revision_number': 3, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:11.477453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-402798070-network', 'tenant_id': 'ff44ddfad60942ce969a80fc2f5649b7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:11.515762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Checking router: fb47d307-0e33-4ffc-86a4-37cfddf7018f for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:11.516730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Updating router fb47d307-0e33-4ffc-86a4-37cfddf7018f port dbb44e6f-50ce-4803-8015-d1468c8171cd binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:30:11.548375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Made reservation on behalf of ff44ddfad60942ce969a80fc2f5649b7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:11.552174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.568280 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.590215 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.819297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.838226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b3edb355-d4a8-4160-a89e-a3596615f71e None None] Provisioning complete for port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:11.840772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3edb355-d4a8-4160-a89e-a3596615f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.848540 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.890890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.926162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:30:11.939267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdf4a61-d03b-4de8-85e9-dea1c32ac111,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:11.966733 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:11.968115 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Added segment 6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3 of type vlan for network 1ce58222-d614-4481-8cc2-9434f37f1054 Jul 30 03:30:11.987930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4597f1c-4455-489a-971f-b492b11e200c req-5e0cdf5a-3c44-4375-8b03-c665251d43ca tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:11.998614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4597f1c-4455-489a-971f-b492b11e200c req-5e0cdf5a-3c44-4375-8b03-c665251d43ca tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1774023 Jul 30 03:30:12.104737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.148121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4597f1c-4455-489a-971f-b492b11e200c req-a91a368f-35f2-4606-95eb-12c2dffba9e0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479020 Jul 30 03:30:12.175374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Allocated IP 172.20.0.1 (1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9/74ae56e5-0b30-46d9-a082-dc0143ec462c/8f7a4e8b-ad14-4783-b979-f56a345ac76b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:12.179259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9e27e-e384-4c37-8cec-8401807a202d req-06f971b9-ef6f-44a0-8ffb-b8412bc0c293 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:12.184136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31b9e27e-e384-4c37-8cec-8401807a202d req-06f971b9-ef6f-44a0-8ffb-b8412bc0c293 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 945 time: 0.1592286 Jul 30 03:30:12.292054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31b9e27e-e384-4c37-8cec-8401807a202d req-73f9f05c-8a96-4d79-beba-aa77805cb15d tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902443 Jul 30 03:30:12.293332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.294369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:12.295153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.334575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.346921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Transition to ACTIVE for port object dbb44e6f-50ce-4803-8015-d1468c8171cd will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:12.351492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-366fa55e-6322-41a8-8900-dfa0f5090588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.358427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.387512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce58222-d614-4481-8cc2-9434f37f1054,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:12.394992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-83be6a22-a619-4219-96a4-1e675e412509 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0839534 Jul 30 03:30:12.395438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:12.406515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Request body: {'subnet': {'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-402798070-subnet', 'tenant_id': 'ff44ddfad60942ce969a80fc2f5649b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:12.407765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.411890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 1ce58222-d614-4481-8cc2-9434f37f1054 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:30:12.439376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Transition to ACTIVE for port object 8f7a4e8b-ad14-4783-b979-f56a345ac76b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:12.469082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Made reservation on behalf of ff44ddfad60942ce969a80fc2f5649b7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:12.471783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.514160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.529934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Attempting to bind port dbb44e6f-50ce-4803-8015-d1468c8171cd on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:12.530311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Attempting to bind port dbb44e6f-50ce-4803-8015-d1468c8171cd by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:12.530696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Attempting to bind port dbb44e6f-50ce-4803-8015-d1468c8171cd on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:12.549233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00e71f-24e2-40c2-aa66-5244caeb2a5e None None] Pushing event updated for resources: {'Port': ['ID=dbb44e6f-50ce-4803-8015-d1468c8171cd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:12.553900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:12.554453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:12.554880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.555351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:12.555834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Bound port: dbb44e6f-50ce-4803-8015-d1468c8171cd, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:12.556812 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.588590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-512da534-f1dd-4938-b596-6c117c4909c1 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:12.590841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-512da534-f1dd-4938-b596-6c117c4909c1 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.16 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 945 time: 0.1604428 Jul 30 03:30:12.594878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7a4e8b-ad14-4783-b979-f56a345ac76b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:12.615961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:12.618095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:12.633140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:12.649805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] For port dbb44e6f-50ce-4803-8015-d1468c8171cd, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:12.654475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] For port dbb44e6f-50ce-4803-8015-d1468c8171cd, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dbb44e6f-50ce-4803-8015-d1468c8171cd,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:12.666037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.724545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:12.739156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ab9f-cc42-4aeb-a0cc-d06f28136743 req-d2102556-27ba-4559-a896-ff467ced3df3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:12.740941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6621ab9f-cc42-4aeb-a0cc-d06f28136743 req-d2102556-27ba-4559-a896-ff467ced3df3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.2751710 Jul 30 03:30:12.756470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:12.757141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:29:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:12.871992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6621ab9f-cc42-4aeb-a0cc-d06f28136743 req-f941bdf7-2cf6-4041-9ef7-6d43778e9671 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035671 Jul 30 03:30:12.929721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Deleting port 7fd557da-f9b7-45d7-82d9-99de35082c47 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:12.930709 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.033525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.082439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.128458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00e71f-24e2-40c2-aa66-5244caeb2a5e None None] Pushing event updated for resources: {'Port': ['ID=dbb44e6f-50ce-4803-8015-d1468c8171cd,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:13.160269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] For port 7fd557da-f9b7-45d7-82d9-99de35082c47, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7fd557da-f9b7-45d7-82d9-99de35082c47,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:13.161108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.178163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4be0f83e-bf69-4574-8022-dd5f007e506a None None] Provisioning for port 8f7a4e8b-ad14-4783-b979-f56a345ac76b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:13.189093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4be0f83e-bf69-4574-8022-dd5f007e506a None None] Provisioning complete for port 8f7a4e8b-ad14-4783-b979-f56a345ac76b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:13.189093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4be0f83e-bf69-4574-8022-dd5f007e506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.213431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Checking segment: {'id': '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:13.217120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Network hostable DHCP agents. Network: 1ce58222-d614-4481-8cc2-9434f37f1054, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:30:13.229219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4be0f83e-bf69-4574-8022-dd5f007e506a None None] Port 8f7a4e8b-ad14-4783-b979-f56a345ac76b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:30:13.245993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:13.246875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Calling delete_port for 7fd557da-f9b7-45d7-82d9-99de35082c47 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:13.265403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd39339-68f7-44e4-8c6e-25a46ce0a7ff,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:13.342649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:13.369872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.379177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.385506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Network 1ce58222-d614-4481-8cc2-9434f37f1054 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:30:13.460921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 1ce58222-d614-4481-8cc2-9434f37f1054) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:13.496516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69f1b9-b8d3-415a-b76d-977c9d3cc365 None None] Network 1ce58222-d614-4481-8cc2-9434f37f1054 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:13.505577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7a4e8b-ad14-4783-b979-f56a345ac76b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:13.508056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.524262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:13.525134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.565964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:13.566444 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.582810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e800ee4-5f78-45a1-b043-245495dba8f3 req-cede550f-d6b3-4dbf-8a97-c440057f7f89 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:13.591608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e800ee4-5f78-45a1-b043-245495dba8f3 req-cede550f-d6b3-4dbf-8a97-c440057f7f89 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.2246871 Jul 30 03:30:13.608854 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:30:13.634571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ded218fc-dd22-40fc-a37f-c88da073a0b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2349923 Jul 30 03:30:13.653746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:13.655961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:13.669992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbac73-2fe9-4b99-bf2e-5b9f266acc20 req-a1fd0cbb-0134-4c07-b3fd-2c91132fd9b7 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:13.687687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ecbac73-2fe9-4b99-bf2e-5b9f266acc20 req-a1fd0cbb-0134-4c07-b3fd-2c91132fd9b7 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/ports?device_id=93133136-8aa9-47f0-b811-cbca811e725a HTTP/1.1" status: 200 len: 945 time: 0.1922379 Jul 30 03:30:13.714209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e800ee4-5f78-45a1-b043-245495dba8f3 req-94214a4c-6dcd-4c6b-8bd6-513de569e726 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157339 Jul 30 03:30:13.803791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:09Z', 'revision_number': 3, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:13.879805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac3f33-8c39-4447-8270-bac59c9d4c90 None None] Network 1ce58222-d614-4481-8cc2-9434f37f1054 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:13.920935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ecbac73-2fe9-4b99-bf2e-5b9f266acc20 req-daccf04c-f24c-4d23-864b-e2a29c3d4033 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.39 "GET /v2.0/security-groups?id=f58fcd16-789f-4964-945b-d995c6eaa672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319620 Jul 30 03:30:13.950493 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:13.956789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Router fb47d307-0e33-4ffc-86a4-37cfddf7018f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:30:14.042128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Pushing event deleted for resources: {'Port': ['ID=7fd557da-f9b7-45d7-82d9-99de35082c47,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:14.042365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1aa9-d048-4cfd-9024-6c646ae21c51 None None] The sync data for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 is: [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:09Z', 'revision_number': 3, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:14.155442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] No DVR routers for this DVR port 7fd557da-f9b7-45d7-82d9-99de35082c47 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:14.159185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:14.161587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce09e67c-41d6-46f0-958c-1c5338c054be req-e386d489-9aec-4cb6-a687-b75da57ac9fa tempest-FloatingIPsAssociationNegativeTestJSON-1854274420 tempest-FloatingIPsAssociationNegativeTestJSON-1854274420-project] 10.222.0.16 "DELETE /v2.0/ports/7fd557da-f9b7-45d7-82d9-99de35082c47 HTTP/1.1" status: 204 len: 173 time: 1.5625930 Jul 30 03:30:14.162342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'name': 'network-vif-deleted', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:14.165818 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bbfe1c-856c-406e-82e9-94280f62a72d" -d '{"events": [{"server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "name": "network-vif-deleted", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:14.314453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc0ed3-b9b0-4194-aa42-08b000c27b2c req-69d60e8a-62c6-44b8-997a-d1bacf7c3c0e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:14.355736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0bc0ed3-b9b0-4194-aa42-08b000c27b2c req-69d60e8a-62c6-44b8-997a-d1bacf7c3c0e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.3290100 Jul 30 03:30:14.370325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0797fd6c-668f-4c17-bfc7-87e10eb5d804 None None] Provisioning complete for port 8f7a4e8b-ad14-4783-b979-f56a345ac76b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:14.370852 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0797fd6c-668f-4c17-bfc7-87e10eb5d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:14.389045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:14.397395 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8e9ae998-196d-4c23-9b85-829db0da5a44 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb47d307-0e33-4ffc-86a4-37cfddf7018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8311698 Jul 30 03:30:14.478118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0bc0ed3-b9b0-4194-aa42-08b000c27b2c req-081b4baf-1db2-4b81-bddc-d2624ef4d86e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806611 Jul 30 03:30:14.525719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0797fd6c-668f-4c17-bfc7-87e10eb5d804 None None] Port 8f7a4e8b-ad14-4783-b979-f56a345ac76b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:30:14.667278 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-794c743d-f290-4ed0-903e-c2309158b8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:14.789245 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805697f0-e653-4e8c-8d2a-16ac4bb60100 x-openstack-request-id: req-805697f0-e653-4e8c-8d2a-16ac4bb60100 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:14.789245 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93133136-8aa9-47f0-b811-cbca811e725a", "name": "network-vif-deleted", "tag": "7fd557da-f9b7-45d7-82d9-99de35082c47", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:14.789245 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-805697f0-e653-4e8c-8d2a-16ac4bb60100 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:14.789245 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93133136-8aa9-47f0-b811-cbca811e725a', 'name': 'network-vif-deleted', 'tag': '7fd557da-f9b7-45d7-82d9-99de35082c47', 'status': 'completed', 'code': 200} Jul 30 03:30:14.916662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:14.932846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fefb5112-167d-484c-8685-782eb1382efb tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:14.934714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fefb5112-167d-484c-8685-782eb1382efb tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/networks?id=1ce58222-d614-4481-8cc2-9434f37f1054 HTTP/1.1" status: 200 len: 817 time: 0.3375678 Jul 30 03:30:14.979447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-b4036b29-5a4c-41c0-bee4-11dc40a17cf5 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/quotas/ff44ddfad60942ce969a80fc2f5649b7 HTTP/1.1" status: 200 len: 375 time: 0.0218821 Jul 30 03:30:15.048587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-5638528a-7498-44f1-bf11-145973ca1482 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff44ddfad60942ce969a80fc2f5649b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617659 Jul 30 03:30:15.282625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-05ef5bc9-56ef-4d6b-b631-0f1d838ba8a4 service neutron] 10.222.0.39 "GET /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995082 Jul 30 03:30:15.358042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7fd557da-f9b7-45d7-82d9-99de35082c47 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:15.415565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 7fd557da-f9b7-45d7-82d9-99de35082c47 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:15.426305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7fd557da-f9b7-45d7-82d9-99de35082c47 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:15.430028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dbb44e6f-50ce-4803-8015-d1468c8171cd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:15.557963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port dbb44e6f-50ce-4803-8015-d1468c8171cd completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:15.562960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dbb44e6f-50ce-4803-8015-d1468c8171cd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:15.566077 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:15.590208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-4a8dc225-572c-4ab9-a43e-f1799f19a47e service neutron] 10.222.0.39 "GET /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861664 Jul 30 03:30:15.823253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:15.824575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:15.831692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580036187', 'description': 'tempest-description--1431015166'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:15.893971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port dbb44e6f-50ce-4803-8015-d1468c8171cd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dbb44e6f-50ce-4803-8015-d1468c8171cd,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:15.904047 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:15.915734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.100343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=dbb44e6f-50ce-4803-8015-d1468c8171cd,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:16.148985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9941d5-4e84-42e6-ab64-9fdaeae1b871 req-5de2ea81-c4f9-456b-ba45-0b579da15305 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:16.156995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e9941d5-4e84-42e6-ab64-9fdaeae1b871 req-5de2ea81-c4f9-456b-ba45-0b579da15305 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1914291 Jul 30 03:30:16.167983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.178090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.236547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.238804 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4109166 Jul 30 03:30:16.240555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baef2f8-87d9-43d7-bb2c-e32d89f3bef8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4194c1b-db17-40a2-8ddb-a62caaa1b110,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:16.243183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:16.252484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Request body: {'security_group_rule': {'security_group_id': 'e4194c1b-db17-40a2-8ddb-a62caaa1b110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:16.267575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:16.291434 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.293951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e9941d5-4e84-42e6-ab64-9fdaeae1b871 req-3b575733-c7af-4eb7-be3b-fb027381f5c0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293228 Jul 30 03:30:16.443633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.513655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d07e-1835-4f37-81ac-224bd40f90b5 req-dbfd6241-9331-4fde-bb96-3c88a01821ca tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:16.515982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5055d07e-1835-4f37-81ac-224bd40f90b5 req-dbfd6241-9331-4fde-bb96-3c88a01821ca tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1349509 Jul 30 03:30:16.588542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e555cd1b-92e5-4802-92c5-b92949a39f97 req-f6562c8c-238d-4db3-812c-8df11b8ed67c tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 210 time: 0.0320714 Jul 30 03:30:16.589771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.598511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5055d07e-1835-4f37-81ac-224bd40f90b5 req-82cd0b9f-f007-49d9-9f5f-d1843f43ffa6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744669 Jul 30 03:30:16.606649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.687402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd258860-affc-4dbc-916a-07b0da49d9de,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:16.722527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.726599 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d38d7c2e-922d-4f58-8b46-c1c5b1124e10 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4793935 Jul 30 03:30:16.728185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:16.733081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Request body: {'security_group_rule': {'security_group_id': 'e4194c1b-db17-40a2-8ddb-a62caaa1b110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:16.791736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.891625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.898208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.954089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.964229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:16.968502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2399263 Jul 30 03:30:16.969115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60312) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:16.975419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:17.005020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17edcc8-1847-4c96-bfa8-a6b52522e60b tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bd5a87-eeba-44b5-9697-9da40bc64f2a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:17.022852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:17.211791 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:17.330937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dbb44e6f-50ce-4803-8015-d1468c8171cd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:17.362148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Sync routers for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:17.379658 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:17.380818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:17.401182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Deleting port a87e2649-3cb0-4737-b6ae-42b382d03824 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:17.401527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:17.405182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dbb44e6f-50ce-4803-8015-d1468c8171cd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:17.405931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:17.476718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Allocated IP 172.25.6.188 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/09d5873e-c251-41ad-be3c-e95ca0be3df9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:17.573858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:17.626897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] For port a87e2649-3cb0-4737-b6ae-42b382d03824, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a87e2649-3cb0-4737-b6ae-42b382d03824,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:17.627492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:17.661262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Calling delete_port for a87e2649-3cb0-4737-b6ae-42b382d03824 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:17.762022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cac7-01d3-41da-a5a3-f1fec3b7a3d8 req-beb60356-8b84-40f2-bb7c-2e0bfd31b081 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:17.769889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70f2cac7-01d3-41da-a5a3-f1fec3b7a3d8 req-beb60356-8b84-40f2-bb7c-2e0bfd31b081 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.2952099 Jul 30 03:30:17.921182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70f2cac7-01d3-41da-a5a3-f1fec3b7a3d8 req-5ef23260-6aa0-499a-b924-4787c5b13134 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501956 Jul 30 03:30:17.940268 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.010837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.040016 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:13Z', 'revision_number': 2, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:18.043844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.107790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87e2649-3cb0-4737-b6ae-42b382d03824,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:18.109921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Checking router: fb47d307-0e33-4ffc-86a4-37cfddf7018f for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:18.110462 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Updating router fb47d307-0e33-4ffc-86a4-37cfddf7018f port 8f7a4e8b-ad14-4783-b979-f56a345ac76b binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:30:18.145719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2b557a0-06a4-4d6a-8b68-f95b0ef81623 req-0c248947-6ae2-46a9-a849-d5ea7a4b927c tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 210 time: 0.2170978 Jul 30 03:30:18.164880 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.214223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-8b565939-1f1d-4ad0-b3db-8a523d0345d3 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:18.222004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-8b565939-1f1d-4ad0-b3db-8a523d0345d3 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.16 "GET /v2.0/networks?id=1ce58222-d614-4481-8cc2-9434f37f1054 HTTP/1.1" status: 200 len: 817 time: 0.5610287 Jul 30 03:30:18.259168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Request body: {'port': {'device_id': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054', 'admin_state_up': True, 'tenant_id': 'ff44ddfad60942ce969a80fc2f5649b7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:18.270453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.368716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.628251 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.639948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Transition to ACTIVE for port object 8f7a4e8b-ad14-4783-b979-f56a345ac76b will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:18.647531 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.691297 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d2058-9e85-42cd-b106-8380dc1b66b1 None None] Pushing event updated for resources: {'Port': ['ID=8f7a4e8b-ad14-4783-b979-f56a345ac76b,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:18.824626 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Attempting to bind port 8f7a4e8b-ad14-4783-b979-f56a345ac76b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:18.827787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:30:18.829002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Attempting to bind port 8f7a4e8b-ad14-4783-b979-f56a345ac76b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:18.829580 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Attempting to bind port 8f7a4e8b-ad14-4783-b979-f56a345ac76b on network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:18.838620 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:18.839170 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Checking segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:18.839829 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.840384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Bound using segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:18.840990 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Bound port: 8f7a4e8b-ad14-4783-b979-f56a345ac76b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:18.841514 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:18.974635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:18.985744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] Sync routers for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:18.992783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-297dabf5-2730-462d-a293-f1dcb94cd113 admin admin] 10.222.0.39 "PUT /v2.0/routers/19b0741a-b6b0-4c27-98df-9cf5a64143d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7175863 Jul 30 03:30:18.992783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60350) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:19.002756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:19.003351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:19.026020 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] For port 8f7a4e8b-ad14-4783-b979-f56a345ac76b, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:19.031791 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] For port 8f7a4e8b-ad14-4783-b979-f56a345ac76b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8f7a4e8b-ad14-4783-b979-f56a345ac76b,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:19.042771 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.061256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbba08-c24c-4b66-befa-8231c350419a req-7e842ef7-df96-49cf-881d-ce678b642c62 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:19.073447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4dbbba08-c24c-4b66-befa-8231c350419a req-7e842ef7-df96-49cf-881d-ce678b642c62 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.9876130 Jul 30 03:30:19.131214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:19.138834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.150832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:19.159431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:19.294166 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:19.294822 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:19.302545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d2058-9e85-42cd-b106-8380dc1b66b1 None None] Pushing event updated for resources: {'Port': ['ID=8f7a4e8b-ad14-4783-b979-f56a345ac76b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:19.315115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.351051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event updated for resources: {'Port': ['ID=09d5873e-c251-41ad-be3c-e95ca0be3df9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:19.417127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:19.458207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.538068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107a4f7-0d25-4641-816b-a9bf8d267bab req-bbe350e3-0b0b-4d3f-af73-ef8314e4bacf tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:19.546168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e107a4f7-0d25-4641-816b-a9bf8d267bab req-bbe350e3-0b0b-4d3f-af73-ef8314e4bacf tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.4631658 Jul 30 03:30:19.557335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Deleting port 7ef82942-7c3c-47dd-ac35-0f994a579196 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:19.557979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.559420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.580740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4dbbba08-c24c-4b66-befa-8231c350419a req-909cd2dc-bbed-4e2c-94a1-b5497f8bdc84 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061760 Jul 30 03:30:19.751759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e107a4f7-0d25-4641-816b-a9bf8d267bab req-44ea4c3f-03cb-4673-a9dc-7a816a05c97e tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000887 Jul 30 03:30:19.751954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] For port 7ef82942-7c3c-47dd-ac35-0f994a579196, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ef82942-7c3c-47dd-ac35-0f994a579196,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:19.752543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.771922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c02b91b9-e754-440c-93f7-795cf3beb2f9 req-bfbf039b-11db-4843-b7e7-e242f0c52f98 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 210 time: 0.0640354 Jul 30 03:30:19.791800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Calling delete_port for 7ef82942-7c3c-47dd-ac35-0f994a579196 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:19.824370 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:19.881422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:30:17Z', 'revision_number': 5, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port': {'id': '7ef82942-7c3c-47dd-ac35-0f994a579196', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:29:29Z', 'updated_at': '2021-07-30T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:19.902757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Made reservation on behalf of ff44ddfad60942ce969a80fc2f5649b7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:19.910306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:19.979022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] Checking router: 19b0741a-b6b0-4c27-98df-9cf5a64143d7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:20.001303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] Routers {'19b0741a-b6b0-4c27-98df-9cf5a64143d7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:20.002165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:20.124789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.155339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.188204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef82942-7c3c-47dd-ac35-0f994a579196,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:20.259338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] Set router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:20.275891 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:19Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:20.282166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.290810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Allocated IP 172.20.0.4 (1ce58222-d614-4481-8cc2-9434f37f1054/2bd39339-68f7-44e4-8c6e-25a46ce0a7ff/b85790a7-bb70-4da9-be13-5651aa5ae2e4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:20.328323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.357688 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118ac3b-5c97-44d8-813d-db89a652cf2c None None] The sync data for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 is: [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:19Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:20.368668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:30:19Z', 'revision_number': 6, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:20.406458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1912b-4bd5-4c7f-9f1c-c1e5a6334bae None None] The sync data for ids ['19b0741a-b6b0-4c27-98df-9cf5a64143d7'] in n-d-778696-14 is: [{'id': '19b0741a-b6b0-4c27-98df-9cf5a64143d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507697608-router', 'tenant_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:29:28Z', 'updated_at': '2021-07-30T03:30:19Z', 'revision_number': 6, 'project_id': 'f67a8c60b55b477aa316b0f5a6a25fd7', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:20.427559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.431201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.518917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.519402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b0741a-b6b0-4c27-98df-9cf5a64143d7 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:30:20.529432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.536671 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a2a10ed-ffc2-4502-82b2-bca0453aa5a1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/19b0741a-b6b0-4c27-98df-9cf5a64143d7 HTTP/1.1" status: 204 len: 168 time: 1.5435212 Jul 30 03:30:20.537082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60368) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:20.610423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event updated for resources: {'Port': ['ID=09d5873e-c251-41ad-be3c-e95ca0be3df9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:20.651450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.670191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Deleting subnet b29752f9-74fe-4297-8006-19faf12a19c9 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:30:20.673845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.687783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.698499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5231e2ca-4d02-4234-b4e5-ed016cb4be7c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7176602 Jul 30 03:30:20.739426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.756835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.843968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f8db-e8c3-4f14-935f-d73d8cd5e0ba req-477a7813-cd4c-4f50-976c-2d9f31fe1eb3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:20.854323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4b8f8db-e8c3-4f14-935f-d73d8cd5e0ba req-477a7813-cd4c-4f50-976c-2d9f31fe1eb3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1599708 Jul 30 03:30:20.868464 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:20.925272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.046688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.071706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Network 1ce58222-d614-4481-8cc2-9434f37f1054 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:21.085256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29752f9-74fe-4297-8006-19faf12a19c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:21.092763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-03985e5c-e67c-40b1-a290-abebbdec24eb tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--580036187&fields=id&tenant_id=6c0d093ca312470f8da4fd9aa1b73e26 HTTP/1.1" status: 200 len: 267 time: 0.2371714 Jul 30 03:30:21.095218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.097848 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67db83e4-736f-46be-9428-26cdc0cc08ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b29752f9-74fe-4297-8006-19faf12a19c9 HTTP/1.1" status: 204 len: 168 time: 0.5593750 Jul 30 03:30:21.101153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b275d-f4b6-46a5-b26d-3f405f6da7a2 None None] Network 3833eae8-ac6e-4ece-8b03-57b1340e894a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:21.105870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60394) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:21.111434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Pushing event updated for resources: {'Port': ['ID=b85790a7-bb70-4da9-be13-5651aa5ae2e4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:21.118539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:21.142706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4b8f8db-e8c3-4f14-935f-d73d8cd5e0ba req-f91090f5-8af6-4dd5-8aba-9f016c48d2af tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722096 Jul 30 03:30:21.143721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:21.230068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.343872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Deleting port 346a87d8-67cd-4e9b-a404-6c37b88bb57d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:21.344262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.435771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:21.436745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.470687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] For port 346a87d8-67cd-4e9b-a404-6c37b88bb57d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=346a87d8-67cd-4e9b-a404-6c37b88bb57d,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:21.471011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.485614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-9bc2db59-fb76-4758-83db-9d59d86fc5da tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:21.502738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-9bc2db59-fb76-4758-83db-9d59d86fc5da tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/networks?id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 HTTP/1.1" status: 200 len: 811 time: 0.4085631 Jul 30 03:30:21.518413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Calling delete_port for 346a87d8-67cd-4e9b-a404-6c37b88bb57d owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:21.544027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-2aefb77f-fca5-4487-8c9e-c801d57fc079 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/quotas/6c0d093ca312470f8da4fd9aa1b73e26 HTTP/1.1" status: 200 len: 375 time: 0.0400193 Jul 30 03:30:21.567376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-fe30a038-be1a-494c-a8ed-e51ca1f4f41f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3281262 Jul 30 03:30:21.598892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] DHCP port deletion for 3833eae8-ac6e-4ece-8b03-57b1340e894a request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:30:21.600088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5215-14b3-4c77-9ab8-7933596a5079 req-3804b9fd-2a52-49ed-840f-175ddc86ef5f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:21.603605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21fe5215-14b3-4c77-9ab8-7933596a5079 req-3804b9fd-2a52-49ed-840f-175ddc86ef5f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.2881024 Jul 30 03:30:21.610091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Request body: {'port': {'device_id': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:21.720290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8f7a4e8b-ad14-4783-b979-f56a345ac76b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:21.723905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21fe5215-14b3-4c77-9ab8-7933596a5079 req-a551300b-8103-4ee8-b65e-533d6d149ba5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089897 Jul 30 03:30:21.735123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f7ee13d4-8a47-4ba7-b6d7-aa76de9b96d8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0d093ca312470f8da4fd9aa1b73e26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902368 Jul 30 03:30:21.808448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.829043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] Deleting port 346a87d8-67cd-4e9b-a404-6c37b88bb57d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:21.829570 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.851543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:21.906968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=346a87d8-67cd-4e9b-a404-6c37b88bb57d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:21.909066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] No DVR routers for this DVR port 346a87d8-67cd-4e9b-a404-6c37b88bb57d on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:21.924332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8f7a4e8b-ad14-4783-b979-f56a345ac76b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:21.934334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8f7a4e8b-ad14-4783-b979-f56a345ac76b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:21.934921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.062525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.073995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-0b5cc014-281a-419b-9e18-5e4236565724 service neutron] 10.222.0.39 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202851 Jul 30 03:30:22.081325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3833eae8-ac6e-4ece-8b03-57b1340e894a']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:22.121344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f53968-cb3e-4483-98c4-57d811c98210') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:22.121976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f53968-cb3e-4483-98c4-57d811c98210') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:22.147111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.185842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.193870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 157e89e7-e909-4938-a6c3-c54a63cd2484 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:22.210067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] For port 346a87d8-67cd-4e9b-a404-6c37b88bb57d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=346a87d8-67cd-4e9b-a404-6c37b88bb57d,segment=NetworkSegment(75f53968-cb3e-4483-98c4-57d811c98210),segment_id=75f53968-cb3e-4483-98c4-57d811c98210)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:22.210067 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.212950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:30:22.217219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.274906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] Calling delete_port for 346a87d8-67cd-4e9b-a404-6c37b88bb57d owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:22.398080 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.451797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f71c-7a98-4512-8e08-a029b4fec83b req-9482cca1-8001-47b9-a748-cb0bd58791a8 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:22.462149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d804f71c-7a98-4512-8e08-a029b4fec83b req-9482cca1-8001-47b9-a748-cb0bd58791a8 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 931 time: 0.4727678 Jul 30 03:30:22.503016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 8f7a4e8b-ad14-4783-b979-f56a345ac76b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8f7a4e8b-ad14-4783-b979-f56a345ac76b,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:22.506582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:22.518582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.580450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=8f7a4e8b-ad14-4783-b979-f56a345ac76b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:22.584020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.621459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] Pushing event deleted for resources: {'Port': ['ID=346a87d8-67cd-4e9b-a404-6c37b88bb57d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:22.623737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'port_id': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'mac_address': 'fa:16:3e:17:5f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7e849-0e75-48cb-8572-8204e92c8d05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:22.657760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a87e2649-3cb0-4737-b6ae-42b382d03824 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:22.663672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-dfc7b509-ac59-489f-b38f-9e9168dc6400 service neutron] 10.222.0.39 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181959 Jul 30 03:30:22.681199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d804f71c-7a98-4512-8e08-a029b4fec83b req-80a594db-0cf6-4b0b-ac15-9d37562ea38e tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180548 Jul 30 03:30:22.718469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: a87e2649-3cb0-4737-b6ae-42b382d03824 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:22.727696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a87e2649-3cb0-4737-b6ae-42b382d03824 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:22.729080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ef82942-7c3c-47dd-ac35-0f994a579196 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:22.794368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 7ef82942-7c3c-47dd-ac35-0f994a579196 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:22.799997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ef82942-7c3c-47dd-ac35-0f994a579196 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:22.815173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e42f3f-97a7-4924-a507-f31788982ba9 None None] No DVR routers for this DVR port 346a87d8-67cd-4e9b-a404-6c37b88bb57d on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:22.833558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85790a7-bb70-4da9-be13-5651aa5ae2e4 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:30:22.836954 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:30:22.848981 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.855903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.878656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Transition to ACTIVE for port object b85790a7-bb70-4da9-be13-5651aa5ae2e4 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:22.882692 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.887724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.897734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157e89e7-e909-4938-a6c3-c54a63cd2484 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:22.901744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:22.903868 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] 10.222.0.39 "DELETE /v2.0/networks/3833eae8-ac6e-4ece-8b03-57b1340e894a HTTP/1.1" status: 204 len: 168 time: 1.7966814 Jul 30 03:30:22.952973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:22.965930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a16bb8-8550-4dab-9cfa-d4e5ddf01e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=3833eae8-ac6e-4ece-8b03-57b1340e894a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:22.966743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.149037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:23.212813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['157e89e7-e909-4938-a6c3-c54a63cd2484'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:23.260435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Attempting to bind port b85790a7-bb70-4da9-be13-5651aa5ae2e4 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:23.260777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Attempting to bind port b85790a7-bb70-4da9-be13-5651aa5ae2e4 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:23.261104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Attempting to bind port b85790a7-bb70-4da9-be13-5651aa5ae2e4 on network 1ce58222-d614-4481-8cc2-9434f37f1054 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:23.266849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Pushing event updated for resources: {'Port': ['ID=b85790a7-bb70-4da9-be13-5651aa5ae2e4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:23.273907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Port b85790a7-bb70-4da9-be13-5651aa5ae2e4 on network 1ce58222-d614-4481-8cc2-9434f37f1054 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:23.274275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Attempting to bind port b85790a7-bb70-4da9-be13-5651aa5ae2e4 on network 1ce58222-d614-4481-8cc2-9434f37f1054 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:23.281113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:23.281455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Checking segment: {'id': '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:23.282064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Bound using segment: {'id': '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:23.282554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Bound port: b85790a7-bb70-4da9-be13-5651aa5ae2e4, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:23.282917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.342399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60422) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:23.374892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f412be-49a1-4614-9dcd-60b86d8726fc req-18854499-7943-480d-b713-4003feea4a7c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:23.382986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58f412be-49a1-4614-9dcd-60b86d8726fc req-18854499-7943-480d-b713-4003feea4a7c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1928821 Jul 30 03:30:23.447307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8f7a4e8b-ad14-4783-b979-f56a345ac76b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:23.481718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ba468910-7762-474f-a661-ac40b2ea3fd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f67a8c60b55b477aa316b0f5a6a25fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383312 Jul 30 03:30:23.490511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58f412be-49a1-4614-9dcd-60b86d8726fc req-eff91258-f7ae-4411-98dd-27a75d4f945b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982881 Jul 30 03:30:23.490511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60424) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:23.527282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06e477-3e76-4737-82ba-2d010aba7641 req-73e0aaf3-ea00-4da7-a28b-81be5b79e5dd tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:23.529145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee06e477-3e76-4737-82ba-2d010aba7641 req-73e0aaf3-ea00-4da7-a28b-81be5b79e5dd tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 944 time: 0.1934335 Jul 30 03:30:23.534782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] For port b85790a7-bb70-4da9-be13-5651aa5ae2e4, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:23.604015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee06e477-3e76-4737-82ba-2d010aba7641 req-10bbbc62-081f-4fa6-aa3a-bd1dda57b274 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Jul 30 03:30:23.644042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] For port b85790a7-bb70-4da9-be13-5651aa5ae2e4, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4,segment=NetworkSegment(6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3),segment_id=6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:23.658550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d1ba985-6563-4fa9-a322-770a2009c71f req-b71ca557-8c0a-48c3-8ca9-8218a97da875 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 210 time: 0.0758011 Jul 30 03:30:23.670260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.692984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8f7a4e8b-ad14-4783-b979-f56a345ac76b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:23.693634 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.722196 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d2997fa-271e-4e13-9e1d-edc51c634e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.734856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:23.735503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.737466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] 10.222.0.16 "PUT /v2.0/ports/b85790a7-bb70-4da9-be13-5651aa5ae2e4 HTTP/1.1" status: 200 len: 1092 time: 2.1325624 Jul 30 03:30:23.771255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'tag': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:23.773550 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbaead-4e3e-483e-a05d-9d14c80666eb" -d '{"events": [{"name": "network-changed", "server_uuid": "85a8a0f3-ada5-4824-bd64-27bd01bb710a", "tag": "b85790a7-bb70-4da9-be13-5651aa5ae2e4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:23.863761 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c33ac95-ab25-46fc-9df9-f2a0454d46f5 x-openstack-request-id: req-9c33ac95-ab25-46fc-9df9-f2a0454d46f5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:23.863995 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a8a0f3-ada5-4824-bd64-27bd01bb710a", "tag": "b85790a7-bb70-4da9-be13-5651aa5ae2e4", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:23.864220 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c33ac95-ab25-46fc-9df9-f2a0454d46f5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:23.864644 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'tag': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4', 'status': 'completed', 'code': 200} Jul 30 03:30:23.919851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 346a87d8-67cd-4e9b-a404-6c37b88bb57d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:23.925813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d2997fa-271e-4e13-9e1d-edc51c634e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:23.959480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78510757-c778-4ae3-a5c3-8d2a227912df service neutron] Pushing event updated for resources: {'Port': ['ID=b85790a7-bb70-4da9-be13-5651aa5ae2e4,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:23.975152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 346a87d8-67cd-4e9b-a404-6c37b88bb57d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:23.975699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 346a87d8-67cd-4e9b-a404-6c37b88bb57d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:24.021936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588a581-6dc9-49bf-89b6-5c549001da36 req-eb0532ca-b4d0-43be-8023-f5111a2a32ed tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.030088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d588a581-6dc9-49bf-89b6-5c549001da36 req-eb0532ca-b4d0-43be-8023-f5111a2a32ed tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 943 time: 0.2213442 Jul 30 03:30:24.040498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-f2398dc4-4a73-4274-a118-ad886357deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.042173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-f2398dc4-4a73-4274-a118-ad886357deeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff44ddfad60942ce969a80fc2f5649b7&device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 1095 time: 0.1765342 Jul 30 03:30:24.113936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-cc6d9244-742a-42d4-9e0f-6bc23ac40c86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4 HTTP/1.1" status: 200 len: 217 time: 0.0454552 Jul 30 03:30:24.142430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d588a581-6dc9-49bf-89b6-5c549001da36 req-48011b63-bb61-4653-8584-8243e839952a tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113598 Jul 30 03:30:24.151823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 157e89e7-e909-4938-a6c3-c54a63cd2484 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:24.205290 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d2997fa-271e-4e13-9e1d-edc51c634e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:24.208846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d2997fa-271e-4e13-9e1d-edc51c634e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:24.210010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4d2997fa-271e-4e13-9e1d-edc51c634e40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f58fcd16-789f-4964-945b-d995c6eaa672 HTTP/1.1" status: 204 len: 168 time: 0.7170677 Jul 30 03:30:24.232880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2997fa-271e-4e13-9e1d-edc51c634e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58fcd16-789f-4964-945b-d995c6eaa672,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:24.249008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-0ef97145-bd09-452d-81cd-f623232f0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.251829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-0ef97145-bd09-452d-81cd-f623232f0557 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bd39339-68f7-44e4-8c6e-25a46ce0a7ff HTTP/1.1" status: 200 len: 857 time: 0.1305599 Jul 30 03:30:24.280052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 157e89e7-e909-4938-a6c3-c54a63cd2484 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:24.281835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:24.313150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-52f61ab1-7fda-4a6d-9abb-131f09ec38e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce58222-d614-4481-8cc2-9434f37f1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495479 Jul 30 03:30:24.372458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:24.412024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:24.420380 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb52bc70-5593-4a92-b162-ddbdad36a0ad" -d '{"events": [{"server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "name": "network-vif-plugged", "status": "completed", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:24.453935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:24.463476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:24.477107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-51b59292-bb5b-46f7-9832-aa667c5f331c service neutron] 10.222.0.16 "GET /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346326 Jul 30 03:30:24.525613 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909beda-d93e-41f2-9474-5835ec2dd800 x-openstack-request-id: req-a909beda-d93e-41f2-9474-5835ec2dd800 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:24.526261 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "name": "network-vif-plugged", "status": "completed", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:24.526712 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a909beda-d93e-41f2-9474-5835ec2dd800 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:24.527337 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'code': 200} Jul 30 03:30:24.607541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:24.623575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b7c9a0d-ca28-492e-b8c5-6e6d141a024c req-67526cc5-66d5-4791-9536-acaa80e899ac service neutron] 10.222.0.16 "GET /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386926 Jul 30 03:30:24.708664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c9b1-3894-4350-b083-d6c6a6704874 req-ab89043f-b17f-4b02-a795-b54ea79759a7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.711376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a014c9b1-3894-4350-b083-d6c6a6704874 req-ab89043f-b17f-4b02-a795-b54ea79759a7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.0839040 Jul 30 03:30:24.843589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a014c9b1-3894-4350-b083-d6c6a6704874 req-5e42183d-b459-4359-9e51-f1493e66931b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264267 Jul 30 03:30:24.859678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-19b5b8ed-93d9-4290-82d3-af0998a6e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.869979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-19b5b8ed-93d9-4290-82d3-af0998a6e7a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff44ddfad60942ce969a80fc2f5649b7&device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 1095 time: 0.1270580 Jul 30 03:30:24.871067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec63f9-7863-4bf3-868b-8f5a200617de req-086c485a-06c7-4a3a-bdd1-65a199c8f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.875376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1fec63f9-7863-4bf3-868b-8f5a200617de req-086c485a-06c7-4a3a-bdd1-65a199c8f5da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 1097 time: 0.1457191 Jul 30 03:30:24.890477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45d5dd-f170-4c65-9519-bcddb03e8031 req-9decfa83-dd3a-45c2-bb59-046c4710b2c3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:24.903494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f45d5dd-f170-4c65-9519-bcddb03e8031 req-9decfa83-dd3a-45c2-bb59-046c4710b2c3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1466396 Jul 30 03:30:24.946937 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1fec63f9-7863-4bf3-868b-8f5a200617de req-28c6174b-c22a-4a8d-a5d8-33263500d0d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614138 Jul 30 03:30:25.027462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-2356ac90-eb27-43f1-a41a-cc9d5429469f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:25.029334 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-2356ac90-eb27-43f1-a41a-cc9d5429469f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.16 "GET /v2.0/networks?id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 HTTP/1.1" status: 200 len: 811 time: 0.2508202 Jul 30 03:30:25.058973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee425b03-aef4-4809-849c-c1c9aa795626 req-4b8d84ea-4ff7-4153-bf7c-bbd18ed37b6a tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 210 time: 0.0625923 Jul 30 03:30:25.094014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-6cf43898-cfad-4791-8946-7ca535ff50f7 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d093ca312470f8da4fd9aa1b73e26 HTTP/1.1" status: 200 len: 379 time: 0.0490055 Jul 30 03:30:25.115586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Request body: {'port': {'device_id': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'admin_state_up': True, 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'security_groups': ['e4194c1b-db17-40a2-8ddb-a62caaa1b110']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:25.172216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f45d5dd-f170-4c65-9519-bcddb03e8031 req-8ef76f63-bc8c-45e0-a5ba-6b320f8765b8 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619863 Jul 30 03:30:25.286206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-6675fb2e-6463-4e48-a163-fda3bfbaeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:25.293086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-6675fb2e-6463-4e48-a163-fda3bfbaeae7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce58222-d614-4481-8cc2-9434f37f1054 HTTP/1.1" status: 200 len: 917 time: 0.3813221 Jul 30 03:30:25.337394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Made reservation on behalf of 6c0d093ca312470f8da4fd9aa1b73e26 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:25.341107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:25.381338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-bac26ecf-3db0-4373-8fd1-ecb260269de8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4 HTTP/1.1" status: 200 len: 217 time: 0.0758488 Jul 30 03:30:25.444858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60490) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:25.478206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86cc8-3d9b-4a30-a6d6-c8102db529b9 req-29006843-f96d-487a-929e-6ee1dee9fb8c tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:25.496976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65d86cc8-3d9b-4a30-a6d6-c8102db529b9 req-29006843-f96d-487a-929e-6ee1dee9fb8c tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 943 time: 0.1848521 Jul 30 03:30:25.526912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-adff0b26-2a1b-4610-bb99-d30cf406271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:25.529830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-adff0b26-2a1b-4610-bb99-d30cf406271b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bd39339-68f7-44e4-8c6e-25a46ce0a7ff HTTP/1.1" status: 200 len: 857 time: 0.1392529 Jul 30 03:30:25.569652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Allocated IP 172.20.0.12 (1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9/74ae56e5-0b30-46d9-a082-dc0143ec462c/c7b438f9-2dde-4551-9692-2e0a8652446d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:25.578952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-73c8df21-ff5d-47e5-b5c4-fe08d433c541 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce58222-d614-4481-8cc2-9434f37f1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401847 Jul 30 03:30:25.595827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65d86cc8-3d9b-4a30-a6d6-c8102db529b9 req-b948c7b9-9199-4e5e-ae9a-1cfc2a57867f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956328 Jul 30 03:30:25.612487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-734606762-network', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:25.709322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Made reservation on behalf of f3f085d1318b4e4fb8bbbff2db7d5fe0 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:25.714575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:25.732223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:25.734883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-d3c1b590-2047-4db2-8138-bb863b1bdc75 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372879 Jul 30 03:30:25.853137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:25.905601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Transition to ACTIVE for port object c7b438f9-2dde-4551-9692-2e0a8652446d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:25.911988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fbaead-4e3e-483e-a05d-9d14c80666eb req-c1e747a9-1aa3-405e-81ed-e7d526603594 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620958 Jul 30 03:30:25.947560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:25.968350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.009783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:30:26.024483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb4fd7-f1be-4805-85a7-9f2cc595b7f5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:26.031254 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.031601 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Added segment aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991 of type vlan for network 442d2bbd-69fc-4903-aeac-bb3c1c433372 Jul 30 03:30:26.074995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.133438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce314b5-0f66-48a2-bea5-67ded925cf3e req-83e2350b-1ac2-432e-8b7f-07372515b6cd tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.139017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bce314b5-0f66-48a2-bea5-67ded925cf3e req-83e2350b-1ac2-432e-8b7f-07372515b6cd tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1419659 Jul 30 03:30:26.189148 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.203633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event updated for resources: {'Port': ['ID=c7b438f9-2dde-4551-9692-2e0a8652446d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:26.218629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:26.221370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bce314b5-0f66-48a2-bea5-67ded925cf3e req-ae0119be-02b6-45e7-91b3-42dad20031b6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748861 Jul 30 03:30:26.222482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:26.229970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:26.247003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad681f-daa7-4c53-95c6-7961d925f4e2 req-dcfc86c1-d2df-4021-8fdb-fc2a2c7d45a0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.248675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27ad681f-daa7-4c53-95c6-7961d925f4e2 req-dcfc86c1-d2df-4021-8fdb-fc2a2c7d45a0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 932 time: 0.0762405 Jul 30 03:30:26.292455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.297773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.298377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.347957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27ad681f-daa7-4c53-95c6-7961d925f4e2 req-3a3896f1-5fd5-4563-8064-8a86684e7083 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918717 Jul 30 03:30:26.462147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.465902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.511711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] Pushing event updated for resources: {'Network': ['ID=442d2bbd-69fc-4903-aeac-bb3c1c433372,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:26.519976 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5ba39885-221f-47b3-b58f-39fe079adee2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0727618 Jul 30 03:30:26.522045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60514) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:26.523755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f656abe7-1124-412a-8317-f62f490bf19d tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4222567 Jul 30 03:30:26.525115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:30:26.530871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Request body: {'subnet': {'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-subnet', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:26.546440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Request body: {'port': {'device_id': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:26.619762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b9c71-b607-4635-b6a2-ea427be2ceff req-36752ada-93ac-4340-ac35-19da426ebb6f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.621605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-550b9c71-b607-4635-b6a2-ea427be2ceff req-36752ada-93ac-4340-ac35-19da426ebb6f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1388040 Jul 30 03:30:26.624775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Made reservation on behalf of f3f085d1318b4e4fb8bbbff2db7d5fe0 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:26.628558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.707892 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.721608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-29a147de-20a7-4f0c-8abd-031b6f0b66af None None] Provisioning for port c7b438f9-2dde-4551-9692-2e0a8652446d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:26.733039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-29a147de-20a7-4f0c-8abd-031b6f0b66af None None] Provisioning complete for port c7b438f9-2dde-4551-9692-2e0a8652446d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:26.734599 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-29a147de-20a7-4f0c-8abd-031b6f0b66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:26.749725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-550b9c71-b607-4635-b6a2-ea427be2ceff req-4df2ef37-34ea-49dd-befa-2ccd362d3636 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135657 Jul 30 03:30:26.833152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-29a147de-20a7-4f0c-8abd-031b6f0b66af None None] Port c7b438f9-2dde-4551-9692-2e0a8652446d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:30:26.858591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e708b4a-2eab-46dd-91e2-82213f935bef req-7956c975-59c7-4ec1-96ca-ceec88b2678e tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.865797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e708b4a-2eab-46dd-91e2-82213f935bef req-7956c975-59c7-4ec1-96ca-ceec88b2678e tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 943 time: 0.1070616 Jul 30 03:30:26.959789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e708b4a-2eab-46dd-91e2-82213f935bef req-68dbb2d3-b525-49a6-8250-3a9c2aff2233 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930350 Jul 30 03:30:26.983000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f28c2-f4be-48a9-8386-a465fdb33c90 req-b448ffbf-8b17-404c-85ef-93f8ae672793 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:26.983984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f47f28c2-f4be-48a9-8386-a465fdb33c90 req-b448ffbf-8b17-404c-85ef-93f8ae672793 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.1147914 Jul 30 03:30:27.046739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f47f28c2-f4be-48a9-8386-a465fdb33c90 req-4015f2dd-9edf-4509-a4ee-464b5f2ff8fa tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616970 Jul 30 03:30:27.130721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.235223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6a1ae3-4398-4391-83f8-88fbdb132529,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:27.254394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b438f9-2dde-4551-9692-2e0a8652446d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:27.271800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.309038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Transition to ACTIVE for port object c7b438f9-2dde-4551-9692-2e0a8652446d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:27.320614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Checking segment: {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:27.321225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Network hostable DHCP agents. Network: 442d2bbd-69fc-4903-aeac-bb3c1c433372, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:30:27.326109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.462716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d189-1b53-49f9-a879-7cf5ac93a74f req-82bbc347-8fa4-4adc-aa6c-3e6f2b7b97ed tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:27.471304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:30:27.474729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aa09d189-1b53-49f9-a879-7cf5ac93a74f req-82bbc347-8fa4-4adc-aa6c-3e6f2b7b97ed tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1079268 Jul 30 03:30:27.476995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b438f9-2dde-4551-9692-2e0a8652446d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:27.564619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aa09d189-1b53-49f9-a879-7cf5ac93a74f req-818366a9-9077-4005-a702-05d55fe1e883 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860708 Jul 30 03:30:27.589579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 442d2bbd-69fc-4903-aeac-bb3c1c433372) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:27.603924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73a7e5-de64-4333-a54a-2e21c94c8457 None None] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:27.604553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:27.604969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.693366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969e2f-3b48-47b5-bb83-aa76e8de9b23 req-51fe189c-dc04-43ec-a32b-fa50da5b2933 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:27.697515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32969e2f-3b48-47b5-bb83-aa76e8de9b23 req-51fe189c-dc04-43ec-a32b-fa50da5b2933 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 944 time: 0.1725826 Jul 30 03:30:27.724435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Attempting to bind port c7b438f9-2dde-4551-9692-2e0a8652446d on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:27.724776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Attempting to bind port c7b438f9-2dde-4551-9692-2e0a8652446d by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:27.725032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Attempting to bind port c7b438f9-2dde-4551-9692-2e0a8652446d on network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:27.739655 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b01b233-4b2b-43d8-a23c-443e440abc79 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2118318 Jul 30 03:30:27.741662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Port c7b438f9-2dde-4551-9692-2e0a8652446d on network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:27.746718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Attempting to bind port c7b438f9-2dde-4551-9692-2e0a8652446d on network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:27.760385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60552) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:27.761454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:27.761801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Checking segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:27.762259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Bound using segment: {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:27.762811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Bound port: c7b438f9-2dde-4551-9692-2e0a8652446d, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18c2fd1-8c83-4c7c-b74f-63638ce12243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:27.763224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.778179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:27.872517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.873243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.881221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32969e2f-3b48-47b5-bb83-aa76e8de9b23 req-2650256b-02ef-4c2b-91ef-70aad4c2a655 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664655 Jul 30 03:30:27.897751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-442d2bbd-69fc-4903-aeac-bb3c1c433372', 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'fixed_ips': [{'subnet_id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:30:27.899444 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.966244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-f2c5fe7e-990d-4dc8-ba45-a29b9b5644a3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:27.969933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:27.971347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] For port c7b438f9-2dde-4551-9692-2e0a8652446d, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:27.974987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-f2c5fe7e-990d-4dc8-ba45-a29b9b5644a3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 814 time: 0.2513881 Jul 30 03:30:27.995996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-c2d7074a-2fde-4954-bbbc-faa9c4fe582e tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/quotas/4c9e557c81fc40968d3060089ef6a9e0 HTTP/1.1" status: 200 len: 375 time: 0.0198472 Jul 30 03:30:28.089291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] For port c7b438f9-2dde-4551-9692-2e0a8652446d, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c7b438f9-2dde-4551-9692-2e0a8652446d,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:28.091533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Allocated IP 172.20.0.2 (442d2bbd-69fc-4903-aeac-bb3c1c433372/bf6a1ae3-4398-4391-83f8-88fbdb132529/ec5bf535-984a-45e3-9af5-da6934b7a04e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:28.124290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-62c3028c-df9e-4579-abed-7111a7e8a075 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228640 Jul 30 03:30:28.170181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.292911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:28.293531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.295278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/c7b438f9-2dde-4551-9692-2e0a8652446d HTTP/1.1" status: 200 len: 1093 time: 1.7534711 Jul 30 03:30:28.297233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:28.299653 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:28.303706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.317545 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.331926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Transition to ACTIVE for port object ec5bf535-984a-45e3-9af5-da6934b7a04e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:28.358904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Transition to ACTIVE for port object ec5bf535-984a-45e3-9af5-da6934b7a04e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:28.369711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.406542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269408-b8cf-4950-91c4-87b1e17422d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b438f9-2dde-4551-9692-2e0a8652446d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:28.423487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c35f1-16f6-482e-926d-0d0c9edee9f4 req-8e2bd471-1eb5-4f76-9d20-271257a85525 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:28.432229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-584c35f1-16f6-482e-926d-0d0c9edee9f4 req-8e2bd471-1eb5-4f76-9d20-271257a85525 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 943 time: 0.2237475 Jul 30 03:30:28.461138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-cfa71a07-27bb-4ce1-a1d3-942d387d1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:28.462708 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-cfa71a07-27bb-4ce1-a1d3-942d387d1928 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c0d093ca312470f8da4fd9aa1b73e26&device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 1096 time: 0.0663655 Jul 30 03:30:28.470146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Pushing event updated for resources: {'Port': ['ID=ec5bf535-984a-45e3-9af5-da6934b7a04e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:28.483603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:28.485937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:28.489859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:28.500481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-584c35f1-16f6-482e-926d-0d0c9edee9f4 req-c7adaf30-b1a2-4334-80f2-e818dad8fce7 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Jul 30 03:30:28.508529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-bafcd7bb-7f3f-4edc-9c57-a02db58e9317 service neutron] 10.222.0.39 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828278 Jul 30 03:30:28.530235 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-f864d6ce-28b2-41c0-b33b-fb577b6e9e40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b438f9-2dde-4551-9692-2e0a8652446d HTTP/1.1" status: 200 len: 217 time: 0.0509708 Jul 30 03:30:28.607797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Attempting to bind port ec5bf535-984a-45e3-9af5-da6934b7a04e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:28.608373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Attempting to bind port ec5bf535-984a-45e3-9af5-da6934b7a04e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:28.608738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Attempting to bind port ec5bf535-984a-45e3-9af5-da6934b7a04e on network 442d2bbd-69fc-4903-aeac-bb3c1c433372 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:28.617678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:28.618059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Checking segment: {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:28.618462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.618860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Bound using segment: {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:28.619356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Bound port: ec5bf535-984a-45e3-9af5-da6934b7a04e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:28.619921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.651798 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2cd324-8a21-490f-927d-9307b998f72b x-openstack-request-id: req-0e2cd324-8a21-490f-927d-9307b998f72b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:28.652082 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:28.652340 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e2cd324-8a21-490f-927d-9307b998f72b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:28.652787 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'status': 'completed', 'code': 200} Jul 30 03:30:28.713760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-59429658-59a5-47a0-887b-7fa8aa09a383 service neutron] 10.222.0.39 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884515 Jul 30 03:30:28.745537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] For port ec5bf535-984a-45e3-9af5-da6934b7a04e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:28.750046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] For port ec5bf535-984a-45e3-9af5-da6934b7a04e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec5bf535-984a-45e3-9af5-da6934b7a04e,segment=NetworkSegment(aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991),segment_id=aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:28.764347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.828748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d885651-820d-44b9-90d4-702db65aa9af req-831f8ad8-1fbd-4bfa-8331-5ff99353c54b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:28.830289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d885651-820d-44b9-90d4-702db65aa9af req-831f8ad8-1fbd-4bfa-8331-5ff99353c54b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8e6e43-135b-49ea-9bc4-24649a45e58b HTTP/1.1" status: 200 len: 945 time: 0.2512662 Jul 30 03:30:28.855486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f36e0-3b0d-436b-990c-2e3c1d110bc0 None None] Pushing event updated for resources: {'Port': ['ID=ec5bf535-984a-45e3-9af5-da6934b7a04e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:28.896784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:28.928452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55feb6-8504-4bc4-bb19-1e8b35f51ecf req-5b43fd60-2d32-476e-a27d-c1b1d121faca tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:28.936239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf55feb6-8504-4bc4-bb19-1e8b35f51ecf req-5b43fd60-2d32-476e-a27d-c1b1d121faca tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1391947 Jul 30 03:30:28.958807 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:29.013343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf55feb6-8504-4bc4-bb19-1e8b35f51ecf req-d4e75141-b7f4-45ab-b68a-0b11c1520525 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Jul 30 03:30:29.015039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-d5236abb-8ada-42b6-ba56-5d804d7ee8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:29.016564 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-d5236abb-8ada-42b6-ba56-5d804d7ee8dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74ae56e5-0b30-46d9-a082-dc0143ec462c HTTP/1.1" status: 200 len: 850 time: 0.4773314 Jul 30 03:30:29.128707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68d52e85-b8cb-4568-b055-88d3599ff38f req-a30d053d-729b-48bd-9763-b2754b1b61ff tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 210 time: 0.0356703 Jul 30 03:30:29.215933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079595-74d1-45f4-8c14-9313e06971f8 req-fc790022-9949-4e47-8f17-98d61815c9de tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:29.227331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44079595-74d1-45f4-8c14-9313e06971f8 req-fc790022-9949-4e47-8f17-98d61815c9de tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 944 time: 0.1777990 Jul 30 03:30:29.227753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Allocated IP 172.25.6.64 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/7f084288-7863-4c26-a26a-7b9471ccb42c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:29.239625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-7e2bbcab-d317-4c26-a6f7-34f349bbac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:29.242844 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-7e2bbcab-d317-4c26-a6f7-34f349bbac6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093148 Jul 30 03:30:29.282152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44079595-74d1-45f4-8c14-9313e06971f8 req-797a2717-066f-46e2-accd-63ff9db32e52 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530441 Jul 30 03:30:29.332264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Deleting port 157e89e7-e909-4938-a6c3-c54a63cd2484 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:29.332618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:29.430568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b85790a7-bb70-4da9-be13-5651aa5ae2e4 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:29.456782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec5bf535-984a-45e3-9af5-da6934b7a04e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:29.579666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ec5bf535-984a-45e3-9af5-da6934b7a04e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:29.615580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b85790a7-bb70-4da9-be13-5651aa5ae2e4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4,segment=NetworkSegment(6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3),segment_id=6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:29.638139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4', 'network_id': '1ce58222-d614-4481-8cc2-9434f37f1054', 'port_id': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4', 'mac_address': 'fa:16:3e:24:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd39339-68f7-44e4-8c6e-25a46ce0a7ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:29.667693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9b55-7af4-4ba0-9ee1-041eeaf67841 req-9a3ef795-0e8a-44e1-8578-2f293b7ed8d4 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:29.671649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-317a9b55-7af4-4ba0-9ee1-041eeaf67841 req-9a3ef795-0e8a-44e1-8578-2f293b7ed8d4 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 943 time: 0.0793364 Jul 30 03:30:29.682016 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:29.697040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85790a7-bb70-4da9-be13-5651aa5ae2e4 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:29.738452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b85790a7-bb70-4da9-be13-5651aa5ae2e4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4,segment=NetworkSegment(6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3),segment_id=6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:29.746538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:29.760683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-317a9b55-7af4-4ba0-9ee1-041eeaf67841 req-d0da2a4e-4871-4cfe-9744-e415ed26fe9b tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833294 Jul 30 03:30:29.831894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b85790a7-bb70-4da9-be13-5651aa5ae2e4,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:29.941537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-1a07124b-bbb8-4e6f-b050-fe5a361de363 service neutron] 10.222.0.16 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876738 Jul 30 03:30:29.952080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] For port 157e89e7-e909-4938-a6c3-c54a63cd2484, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=157e89e7-e909-4938-a6c3-c54a63cd2484,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:29.952080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:30.020033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Calling delete_port for 157e89e7-e909-4938-a6c3-c54a63cd2484 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:30.024169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:30.171856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bd0f8-3a01-4152-9312-f50766fc4cd3 req-26ec0c83-2f8a-4137-9a47-83470583270a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:30.173998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b85790a7-bb70-4da9-be13-5651aa5ae2e4'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:30.174394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-165bd0f8-3a01-4152-9312-f50766fc4cd3 req-26ec0c83-2f8a-4137-9a47-83470583270a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.0716052 Jul 30 03:30:30.186630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b1a67d5b-9b84-43d2-862e-29238dc35fb7 req-ffd167d0-f607-476e-90df-da0ae14d021b service neutron] 10.222.0.16 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325635 Jul 30 03:30:30.234569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-165bd0f8-3a01-4152-9312-f50766fc4cd3 req-3de994fd-dd40-4b96-9ee9-253559c2194c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Jul 30 03:30:30.265984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:30.300281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:30.317572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['157e89e7-e909-4938-a6c3-c54a63cd2484'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:30.369527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f8b5f10-cb96-4262-ac37-dd1c52850607 req-5448adf0-8750-4b3b-a58d-5b72cf38cc10 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 210 time: 0.0619168 Jul 30 03:30:30.391057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137ab11-23b1-4748-8db3-c84f6bb32553 None None] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:30.499043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:30.513708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:30.524792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66687aa3-3908-4cec-b17d-be365793f9bd req-a34fcb84-00e8-41d4-9a06-1596d39840f3 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:30.533552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66687aa3-3908-4cec-b17d-be365793f9bd req-a34fcb84-00e8-41d4-9a06-1596d39840f3 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 944 time: 0.0971935 Jul 30 03:30:30.579293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:30.607686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66687aa3-3908-4cec-b17d-be365793f9bd req-844f7a08-1240-49c2-a6fd-a35b906eb461 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731544 Jul 30 03:30:30.624605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] Provisioning for port ec5bf535-984a-45e3-9af5-da6934b7a04e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:30.633318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] Provisioning complete for port ec5bf535-984a-45e3-9af5-da6934b7a04e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:30.633828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:30.652581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:30.962487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Pushing event updated for resources: {'Port': ['ID=7f084288-7863-4c26-a26a-7b9471ccb42c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:31.066097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:31.075404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51dc10-77cd-4b5a-86ba-a7c4bbade832 req-3adf6bee-6cce-47a2-abb7-4ad556d7fecb tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:31.094392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] No DVR routers for this DVR port 157e89e7-e909-4938-a6c3-c54a63cd2484 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:31.100952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d51dc10-77cd-4b5a-86ba-a7c4bbade832 req-3adf6bee-6cce-47a2-abb7-4ad556d7fecb tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 944 time: 0.1158018 Jul 30 03:30:31.104168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:31.109440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d885651-820d-44b9-90d4-702db65aa9af req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "DELETE /v2.0/ports/157e89e7-e909-4938-a6c3-c54a63cd2484 HTTP/1.1" status: 204 len: 173 time: 2.2551973 Jul 30 03:30:31.114952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'name': 'network-vif-deleted', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:31.118693 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3bbfb5-35af-40a7-a50c-ecb19d8cbbc5" -d '{"events": [{"server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "name": "network-vif-deleted", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:31.121930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b74900-1f30-4af7-ac78-a2011a799d53 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Pushing event deleted for resources: {'Port': ['ID=157e89e7-e909-4938-a6c3-c54a63cd2484,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:31.132647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] For port ec5bf535-984a-45e3-9af5-da6934b7a04e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec5bf535-984a-45e3-9af5-da6934b7a04e,segment=NetworkSegment(aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991),segment_id=aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:31.147095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:31.208990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-e547c46d-3ecd-49a4-a001-2556f5245131 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:31.222343 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-e547c46d-3ecd-49a4-a001-2556f5245131 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 814 time: 0.7385182 Jul 30 03:30:31.234429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-a31035e2-a473-40a8-8b95-dda60008bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:31.243094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d51dc10-77cd-4b5a-86ba-a7c4bbade832 req-3cc49baa-01e2-4c3b-926d-3b262f624231 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348836 Jul 30 03:30:31.243867 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-a31035e2-a473-40a8-8b95-dda60008bf35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c0d093ca312470f8da4fd9aa1b73e26&device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 1096 time: 0.9293067 Jul 30 03:30:31.254141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Request body: {'port': {'device_id': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'admin_state_up': True, 'tenant_id': '4c9e557c81fc40968d3060089ef6a9e0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:31.284894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28eb7d-f36e-4005-bf9a-22a5c0089e04 None None] Pushing event updated for resources: {'Port': ['ID=ec5bf535-984a-45e3-9af5-da6934b7a04e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:31.365848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-40512ded-b08b-41f7-a0a0-f874dd007b54 None None] Provisioning complete for port ec5bf535-984a-45e3-9af5-da6934b7a04e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:31.366223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40512ded-b08b-41f7-a0a0-f874dd007b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:31.434839 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81e359-eb88-45de-95bb-a4d3df46e49f x-openstack-request-id: req-bc81e359-eb88-45de-95bb-a4d3df46e49f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:31.435412 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8e6e43-135b-49ea-9bc4-24649a45e58b", "name": "network-vif-deleted", "tag": "157e89e7-e909-4938-a6c3-c54a63cd2484", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:31.449050 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc81e359-eb88-45de-95bb-a4d3df46e49f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:31.451201 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8e6e43-135b-49ea-9bc4-24649a45e58b', 'name': 'network-vif-deleted', 'tag': '157e89e7-e909-4938-a6c3-c54a63cd2484', 'status': 'completed', 'code': 200} Jul 30 03:30:31.503286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260cfc0-3518-4d64-8f40-a1bf230f3187 req-989617af-8c91-479c-8a6b-029f690729ad tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:31.504966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4260cfc0-3518-4d64-8f40-a1bf230f3187 req-989617af-8c91-479c-8a6b-029f690729ad tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.0844576 Jul 30 03:30:31.521461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e97af65b-5660-49b7-a817-408e5302c2e9 req-c0c9ca7e-7996-4c83-87c6-9176d91e6540 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 210 time: 0.0516796 Jul 30 03:30:31.567584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4260cfc0-3518-4d64-8f40-a1bf230f3187 req-e7c150f2-86cb-4e01-bc96-96e02140944f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Jul 30 03:30:31.740257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-011c1b48-972a-453d-a511-833b5a48f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:31.742898 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-011c1b48-972a-453d-a511-833b5a48f75d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 HTTP/1.1" status: 200 len: 911 time: 0.4766259 Jul 30 03:30:31.765682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:31.799748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-8106e499-403e-45fa-b7e2-0836e71545de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b438f9-2dde-4551-9692-2e0a8652446d HTTP/1.1" status: 200 len: 217 time: 0.0437472 Jul 30 03:30:31.799748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Made reservation on behalf of 4c9e557c81fc40968d3060089ef6a9e0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:31.803290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:32.012865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-d7e4fa4a-856d-4ba3-a88e-e8d21ecf265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:32.014380 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-d7e4fa4a-856d-4ba3-a88e-e8d21ecf265a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74ae56e5-0b30-46d9-a082-dc0143ec462c HTTP/1.1" status: 200 len: 850 time: 0.2080483 Jul 30 03:30:32.131715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724e975-e2c1-49f7-934e-9951aa41e938 req-d98dee82-27f8-427e-928b-e501be1975db tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:32.133788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a724e975-e2c1-49f7-934e-9951aa41e938 req-d98dee82-27f8-427e-928b-e501be1975db tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 944 time: 0.1036308 Jul 30 03:30:32.165995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-482a274a-ff21-4146-9d62-e0fab9d7b58e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:32.167565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-482a274a-ff21-4146-9d62-e0fab9d7b58e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.5285597 Jul 30 03:30:32.172438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Allocated IP 172.20.0.3 (4798db2c-45b1-4584-ada7-4509dd8c57a6/41a7e849-0e75-48cb-8572-8204e92c8d05/2a6d0fe2-ded3-4457-a06f-0549728dcdd0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:32.200642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a724e975-e2c1-49f7-934e-9951aa41e938 req-251c3e98-01b1-4194-a144-1d869467f9e4 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572419 Jul 30 03:30:32.203609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-a6fc29b7-a599-4a6d-bff5-7d4c53a5f943 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/quotas/6f791f0940c54c00b091f8fd94a9c86a HTTP/1.1" status: 200 len: 375 time: 0.0301161 Jul 30 03:30:32.213041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-a1ed9060-472b-4ba7-a168-425d0eefe990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:32.216157 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-a1ed9060-472b-4ba7-a168-425d0eefe990 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866446 Jul 30 03:30:32.284998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-ebd81d4e-184e-48c1-9296-0d4c33e016c0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735657 Jul 30 03:30:32.331803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:32.395420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-903c1387-75bc-4033-b351-b36d841c0f85 service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094925 Jul 30 03:30:32.492261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-5d5b0fde-662b-4773-bef5-bb1bc72ad40a service neutron] 10.222.0.16 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658687 Jul 30 03:30:32.543079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-82e86ab3-b19a-48cf-9586-b9c196ee3ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409855 Jul 30 03:30:32.552570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6233cc2-e45d-4386-a976-41662a5a003e req-38c48706-183d-4cc5-811b-62546430765f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:32.554645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6233cc2-e45d-4386-a976-41662a5a003e req-38c48706-183d-4cc5-811b-62546430765f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 944 time: 0.0751181 Jul 30 03:30:32.619412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6233cc2-e45d-4386-a976-41662a5a003e req-451b6350-3f0c-4f35-b7ff-a5f0d8c77de3 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Jul 30 03:30:32.642160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:32.751449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73148caa-a7f0-42b2-9c7a-89d674c069cd req-e064b153-0a73-45eb-9aa5-2ed636d7523b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 210 time: 0.0668359 Jul 30 03:30:32.754302 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b3cf9b1-82b2-4ad1-926b-0cc2794cc7a7 req-124d16b7-4380-4d96-8d9c-d99e0a0d67f0 service neutron] 10.222.0.16 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337806 Jul 30 03:30:32.782050 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-fff6713a-405c-4228-bcfd-6f1a712089ea service neutron] show failed (client error): The resource could not be found. Jul 30 03:30:32.783813 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-fff6713a-405c-4228-bcfd-6f1a712089ea service neutron] 10.222.0.18 "GET /v2.0/ports/aa810fe1-2764-4c85-81c2-608c6ce2e35d/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.1730087 Jul 30 03:30:32.804148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Router fdc5a108-4c18-4435-a16d-d4fa932e8604 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:30:32.814845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:32.841065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2fc3252-d094-450a-9b92-ffa537648b3d req-4f565ebb-26bd-4205-a486-6582b587aa3a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 210 time: 0.0415616 Jul 30 03:30:32.852555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dfe20-20a2-493d-8c0f-a55b5c3ded1d req-d4dd9a10-cd32-4fb6-b730-486954bb46d5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:32.860463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69dfe20-20a2-493d-8c0f-a55b5c3ded1d req-d4dd9a10-cd32-4fb6-b730-486954bb46d5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1063721 Jul 30 03:30:32.923386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69dfe20-20a2-493d-8c0f-a55b5c3ded1d req-f8abc37f-e8fd-4a62-8113-1abaf440fe5a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Jul 30 03:30:33.291913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec5bf535-984a-45e3-9af5-da6934b7a04e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:33.331484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:33.352235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:33.354714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:33.358499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ec5bf535-984a-45e3-9af5-da6934b7a04e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:33.359209 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.389633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:33.438864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae447f-c615-454f-9e9c-3bb740738065 req-153d80fe-627e-41ac-b5e2-cea58a723111 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:33.443410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c7b438f9-2dde-4551-9692-2e0a8652446d details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:33.446678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dae447f-c615-454f-9e9c-3bb740738065 req-153d80fe-627e-41ac-b5e2-cea58a723111 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 944 time: 0.1195889 Jul 30 03:30:33.454857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b85790a7-bb70-4da9-be13-5651aa5ae2e4 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:33.504196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-6671d8f2-c0fd-46fa-90ee-e8072d229293 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:33.508807 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-6671d8f2-c0fd-46fa-90ee-e8072d229293 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f288747-bd47-4165-95f2-abeb6cbef03e HTTP/1.1" status: 200 len: 945 time: 0.2915926 Jul 30 03:30:33.529068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dae447f-c615-454f-9e9c-3bb740738065 req-15b54b09-8ced-4cf9-be40-9395799754f1 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763075 Jul 30 03:30:33.567760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-5262c0ae-fa06-40ac-9b18-5137715597f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:33.569264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-5262c0ae-fa06-40ac-9b18-5137715597f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 1101 time: 0.3619099 Jul 30 03:30:33.576778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:33.577529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.585669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:33.600219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:33.604805 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Sync routers for ids ['fdc5a108-4c18-4435-a16d-d4fa932e8604'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:33.633256 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Routers {'fdc5a108-4c18-4435-a16d-d4fa932e8604'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:33.634496 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fdc5a108-4c18-4435-a16d-d4fa932e8604'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:33.643172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port b85790a7-bb70-4da9-be13-5651aa5ae2e4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:33.659730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port b85790a7-bb70-4da9-be13-5651aa5ae2e4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:33.660235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.680583 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-4268fd77-435e-4250-8299-1679cb6447b4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4295921 Jul 30 03:30:33.697318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Request body: {'port': {'device_id': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:33.749132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.749132 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a476489a-e262-4870-a257-3f36f4bf037f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9780149 Jul 30 03:30:33.749450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:33.803745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c7b438f9-2dde-4551-9692-2e0a8652446d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c7b438f9-2dde-4551-9692-2e0a8652446d,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:33.826969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.837098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'port_id': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'mac_address': 'fa:16:3e:ed:69:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:33.843427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.906421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Set router fdc5a108-4c18-4435-a16d-d4fa932e8604 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:33.916185 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.972235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b85790a7-bb70-4da9-be13-5651aa5ae2e4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4,segment=NetworkSegment(6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3),segment_id=6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:33.975124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:33.978365 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dbfb73-b1d3-4cf7-a12b-7a8fad419315" -d '{"events": [{"server_uuid": "85a8a0f3-ada5-4824-bd64-27bd01bb710a", "name": "network-vif-plugged", "status": "completed", "tag": "b85790a7-bb70-4da9-be13-5651aa5ae2e4"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:33.984734 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:33.990956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b438f9-2dde-4551-9692-2e0a8652446d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:34.016480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c7b438f9-2dde-4551-9692-2e0a8652446d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c7b438f9-2dde-4551-9692-2e0a8652446d,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:34.033698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e396-0594-4d33-999f-a408ce05a290 req-b758a3e2-bde4-4017-b3d6-41ec551fcdd2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:34.041754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7445e396-0594-4d33-999f-a408ce05a290 req-b758a3e2-bde4-4017-b3d6-41ec551fcdd2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 944 time: 0.2106397 Jul 30 03:30:34.045076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.090731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dc159-a36e-4291-92c2-04fd58fd5856 req-dd07ecd1-2895-412c-83a6-25d6f8d474d6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:34.098187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a3dc159-a36e-4291-92c2-04fd58fd5856 req-dd07ecd1-2895-412c-83a6-25d6f8d474d6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 931 time: 0.2071989 Jul 30 03:30:34.098382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b85790a7-bb70-4da9-be13-5651aa5ae2e4,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:34.173035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c7b438f9-2dde-4551-9692-2e0a8652446d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:34.209978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.221402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:34.306187 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:30:31Z', 'revision_number': 3, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:34.326723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7445e396-0594-4d33-999f-a408ce05a290 req-67cde13d-403f-406c-92ee-63034a11c467 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828984 Jul 30 03:30:34.376479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Checking router: fdc5a108-4c18-4435-a16d-d4fa932e8604 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:34.376813 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Updating router fdc5a108-4c18-4435-a16d-d4fa932e8604 port 7f084288-7863-4c26-a26a-7b9471ccb42c binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:30:34.427081 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.429921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.478676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:34.484789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Deleting port bc254d63-4afb-437e-9417-417384750a0f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:34.485137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.485572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.486596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 157e89e7-e909-4938-a6c3-c54a63cd2484 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:34.512259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 157e89e7-e909-4938-a6c3-c54a63cd2484 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:34.512898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 157e89e7-e909-4938-a6c3-c54a63cd2484 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:34.517027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c7b438f9-2dde-4551-9692-2e0a8652446d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:34.531687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-364c9ddf-9fa3-41a4-a7ac-e868f24a8108 req-1c3eefd4-9b98-412a-be9c-8b3e6c6f2772 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 210 time: 0.0582399 Jul 30 03:30:34.557246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a3dc159-a36e-4291-92c2-04fd58fd5856 req-2127cf88-6329-41ca-b9b7-00a906e2e8e9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531691 Jul 30 03:30:34.639717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:34.677661 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb94e06-3d62-4a23-9164-4f94f06febe5 x-openstack-request-id: req-ccb94e06-3d62-4a23-9164-4f94f06febe5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:34.682283 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a8a0f3-ada5-4824-bd64-27bd01bb710a", "name": "network-vif-plugged", "status": "completed", "tag": "b85790a7-bb70-4da9-be13-5651aa5ae2e4", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:34.682959 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ccb94e06-3d62-4a23-9164-4f94f06febe5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:34.683611 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4', 'code': 200} Jul 30 03:30:34.690901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:34.770062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-a2bcae58-49d8-41d0-94e5-1e6828c0cfec tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:34.772766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-a2bcae58-49d8-41d0-94e5-1e6828c0cfec tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.5728939 Jul 30 03:30:34.788066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Request body: {'port': {'device_id': '73324284-48dd-47ea-adca-97828f79672e', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'admin_state_up': True, 'tenant_id': '6f791f0940c54c00b091f8fd94a9c86a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:34.795652 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.825041 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Transition to ACTIVE for port object 7f084288-7863-4c26-a26a-7b9471ccb42c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:34.838198 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.908835 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Attempting to bind port 7f084288-7863-4c26-a26a-7b9471ccb42c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:34.909632 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Attempting to bind port 7f084288-7863-4c26-a26a-7b9471ccb42c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:34.910150 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Attempting to bind port 7f084288-7863-4c26-a26a-7b9471ccb42c on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:34.920077 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:34.920773 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:34.921362 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.921966 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:34.922636 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Bound port: 7f084288-7863-4c26-a26a-7b9471ccb42c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:34.923799 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:34.969610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:35.001661 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Pushing event updated for resources: {'Port': ['ID=7f084288-7863-4c26-a26a-7b9471ccb42c,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:35.005620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a7f2-f5a2-4b89-b089-88add74f7926 req-046b7337-a1a6-4876-a178-370dfcc9a868 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:35.008165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1059a7f2-f5a2-4b89-b089-88add74f7926 req-046b7337-a1a6-4876-a178-370dfcc9a868 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.3329775 Jul 30 03:30:35.018309 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.018733 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.019125 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.019497 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.019959 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.020293 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.021146 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.021473 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.021860 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.024163 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.024537 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.024878 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:35.026348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] For port bc254d63-4afb-437e-9417-417384750a0f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bc254d63-4afb-437e-9417-417384750a0f,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:35.026725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.042833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] For port 7f084288-7863-4c26-a26a-7b9471ccb42c, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:35.046900 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] For port 7f084288-7863-4c26-a26a-7b9471ccb42c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7f084288-7863-4c26-a26a-7b9471ccb42c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:35.054244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Calling delete_port for bc254d63-4afb-437e-9417-417384750a0f owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:35.055720 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.072460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:35.074730 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41576e3-a1d0-4949-a159-7949911fff2f" -d '{"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:35.081493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:35.095562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.106919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.118316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b055a8-ecef-4cc9-acf5-9961ae1f8b57 req-0e96ccf9-ba46-4918-a582-2b7f0bf49148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:35.121180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2b055a8-ecef-4cc9-acf5-9961ae1f8b57 req-0e96ccf9-ba46-4918-a582-2b7f0bf49148 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 1097 time: 0.3409290 Jul 30 03:30:35.134475 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Routers {'fdc5a108-4c18-4435-a16d-d4fa932e8604'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:35.135679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Transition to ACTIVE for port object 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:35.136279 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fdc5a108-4c18-4435-a16d-d4fa932e8604'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:35.174738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.193784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cea59-c654-4cdb-93a2-7e722ae2a0ec req-18f8a1e7-f163-4fc7-8300-5354d791d5ef tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:35.200529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c59cea59-c654-4cdb-93a2-7e722ae2a0ec req-18f8a1e7-f163-4fc7-8300-5354d791d5ef tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 945 time: 0.2714548 Jul 30 03:30:35.215485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1059a7f2-f5a2-4b89-b089-88add74f7926 req-02d66269-44c4-467d-a84e-c650f87f911d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959674 Jul 30 03:30:35.234243 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8de3-2195-4b9d-b0c9-9b9e354d2590 None None] Pushing event updated for resources: {'Port': ['ID=7f084288-7863-4c26-a26a-7b9471ccb42c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:35.266321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Transition to ACTIVE for port object aa810fe1-2764-4c85-81c2-608c6ce2e35d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:35.271923 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] Set router fdc5a108-4c18-4435-a16d-d4fa932e8604 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:35.307548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2b055a8-ecef-4cc9-acf5-9961ae1f8b57 req-7e6e6775-b38f-47eb-a9bf-1201f652319d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513505 Jul 30 03:30:35.321537 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.340428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Made reservation on behalf of 6f791f0940c54c00b091f8fd94a9c86a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:35.343845 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.373302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c59cea59-c654-4cdb-93a2-7e722ae2a0ec req-0ace3774-5f00-473d-91c2-532c7a18828f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717017 Jul 30 03:30:35.375750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:35.414591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.549888 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d2428-cd8f-4a8b-86c7-d369c0a49471 x-openstack-request-id: req-da5d2428-cd8f-4a8b-86c7-d369c0a49471 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:35.550466 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:35.550808 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da5d2428-cd8f-4a8b-86c7-d369c0a49471 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:35.551371 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'code': 200} Jul 30 03:30:35.552307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] No DVR routers for this DVR port aa810fe1-2764-4c85-81c2-608c6ce2e35d on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:35.562434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Allocated IP 172.20.0.10 (17b0af4b-ab0e-40e2-a627-e5126be85c37/594c345e-9682-465d-9da5-88f0ecd07744/f2aa7ceb-0792-4d77-8401-39ebc167cada) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:35.594724 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:30:31Z', 'revision_number': 3, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:35.652660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:35.701108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:35.703334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:35.703334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:35.758670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Port aa810fe1-2764-4c85-81c2-608c6ce2e35d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:35.759130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Attempting to bind port aa810fe1-2764-4c85-81c2-608c6ce2e35d on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:35.765027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] No DVR routers for this DVR port bc254d63-4afb-437e-9417-417384750a0f on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:35.767360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:35.767811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:35.768275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:35.768863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Bound port: aa810fe1-2764-4c85-81c2-608c6ce2e35d, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:35.769312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.771772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event deleted for resources: {'Port': ['ID=bc254d63-4afb-437e-9417-417384750a0f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:35.774528 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b2018-dd64-4c6f-aa76-d3ee47870ddb None None] The sync data for ids ['fdc5a108-4c18-4435-a16d-d4fa932e8604'] in n-d-778696-14 is: [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:30:31Z', 'revision_number': 3, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:35.780755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.783003 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7ca856-fa4a-4ae4-a2d8-7e40d4285683 req-ab999d11-d342-46fa-bb62-ce019ffba069 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "DELETE /v2.0/ports/bc254d63-4afb-437e-9417-417384750a0f HTTP/1.1" status: 204 len: 173 time: 2.2606707 Jul 30 03:30:35.827194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Attempting to bind port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:35.827543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Attempting to bind port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:35.828213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Attempting to bind port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:35.864043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:35.864857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Attempting to bind port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:35.874616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:35.874961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Checking segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:35.875378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Bound using segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:35.878155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Bound port: 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:35.878338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.880891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73e9722a-566f-4d39-bd55-a263400bc719 req-86750ad8-5083-4c63-9c36-3f2f3e029195 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 210 time: 0.0573523 Jul 30 03:30:35.943925 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.976428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:35.979749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:35.984885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:36.002632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:36.060569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f627-1238-4c22-a108-2a7d4ce84b29 req-61b77973-f8cd-49fc-af77-bc278d56abdf tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.062160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25e6f627-1238-4c22-a108-2a7d4ce84b29 req-61b77973-f8cd-49fc-af77-bc278d56abdf tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 945 time: 0.2801840 Jul 30 03:30:36.076198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:36.084424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.085641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:36.087552 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 1096 time: 2.4967177 Jul 30 03:30:36.095167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:36.102940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1c82-07b6-45a4-a781-9ff69cdb3cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:36.109387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:36.209685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.211119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:36.213064 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a6d0fe2-ded3-4457-a06f-0549728dcdd0 HTTP/1.1" status: 200 len: 1092 time: 2.5213614 Jul 30 03:30:36.304928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc8ff9-2530-4981-84ef-b30e7b7ed410 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:36.339555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4324150-e6f6-4fdc-b0d8-d16fc2f5b6da req-3aa1aeb7-7174-4920-957b-251276d22dd0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.339940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-13f06916-3b2b-43a9-873c-266e1ba4f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.341479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-13f06916-3b2b-43a9-873c-266e1ba4f4ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1099 time: 0.1656518 Jul 30 03:30:36.347531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4324150-e6f6-4fdc-b0d8-d16fc2f5b6da req-3aa1aeb7-7174-4920-957b-251276d22dd0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 943 time: 0.3260431 Jul 30 03:30:36.359891 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:36.391336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-ad332c41-9d40-476d-b8e2-c816a3bb0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.395194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-ad332c41-9d40-476d-b8e2-c816a3bb0b3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 1095 time: 0.1280849 Jul 30 03:30:36.470033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:36.500144 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-b1164a9e-2971-4d04-9242-6dbc40a9368f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0 HTTP/1.1" status: 200 len: 217 time: 0.0695801 Jul 30 03:30:36.530694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:36.534943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.535396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.535675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.536017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.536354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.536681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.537017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.537347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.537674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.537999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.538923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.539517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:36.553565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25e6f627-1238-4c22-a108-2a7d4ce84b29 req-b16ce5c4-cbc1-4c92-a769-51d7c1879d99 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148116 Jul 30 03:30:36.572669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:36.617260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:36.642241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-2f44fea6-ef86-4113-83a4-203819ab58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.646726 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-2f44fea6-ef86-4113-83a4-203819ab58bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.1355128 Jul 30 03:30:36.670227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-00222ca8-d4e1-40f6-a619-167fc67a8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.672057 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-00222ca8-d4e1-40f6-a619-167fc67a8ac4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.3177855 Jul 30 03:30:36.682439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4324150-e6f6-4fdc-b0d8-d16fc2f5b6da req-050e2d7f-caeb-40a9-8afd-220a75a129bf tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337069 Jul 30 03:30:36.686795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:36.689279 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e168cc8-3a10-49a8-9e74-bccef1967f99" -d '{"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc254d63-4afb-437e-9417-417384750a0f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:36.728640 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-546a3f91-789b-4fcb-b8f5-2dac80eeb38c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736597 Jul 30 03:30:36.768241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:36.768874 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:36.793074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-0603a52e-3c94-4ae9-84e6-278d3e1910d0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0092642 Jul 30 03:30:36.814819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Request body: {'port': {'device_id': '73324284-48dd-47ea-adca-97828f79672e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:36.826565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Allocated IP 172.20.0.1 (442d2bbd-69fc-4903-aeac-bb3c1c433372/bf6a1ae3-4398-4391-83f8-88fbdb132529/a660b13d-19ac-4107-b8fc-7b06581f0dda) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:36.937239 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-068fb5fb-a529-43c9-9f7c-43e3ccd8841b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.2134626 Jul 30 03:30:37.026721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-234b1b99-61b6-4c5a-aa00-bc5e5a1d32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.029666 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-234b1b99-61b6-4c5a-aa00-bc5e5a1d32c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0818143 Jul 30 03:30:37.066508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab604-837d-451f-a446-2a3440c2bec2 req-8acf5060-2bd7-4230-8b49-84767e17ecec tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.068451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71dab604-837d-451f-a446-2a3440c2bec2 req-8acf5060-2bd7-4230-8b49-84767e17ecec tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.2025967 Jul 30 03:30:37.089833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.092971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-9ec16512-6875-4d17-9e16-5691c42d0d33 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547325 Jul 30 03:30:37.113064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805183-0090-4c46-9edd-d398f6f624d3 req-23a4e307-ef24-45fb-ab1a-115318a054a8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.115432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb805183-0090-4c46-9edd-d398f6f624d3 req-23a4e307-ef24-45fb-ab1a-115318a054a8 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 945 time: 0.2564015 Jul 30 03:30:37.147881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-e56ca366-566a-4c3e-b031-98bc6e135ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.149420 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-e56ca366-566a-4c3e-b031-98bc6e135ba2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086352 Jul 30 03:30:37.263954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71dab604-837d-451f-a446-2a3440c2bec2 req-51b751a9-4954-4828-8809-846c5a84ab61 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652360 Jul 30 03:30:37.345796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.352025 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bc59aa-cee5-4f9d-b8db-ef9bf7bd524f x-openstack-request-id: req-04bc59aa-cee5-4f9d-b8db-ef9bf7bd524f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:37.352324 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc254d63-4afb-437e-9417-417384750a0f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:37.354637 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04bc59aa-cee5-4f9d-b8db-ef9bf7bd524f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:37.354731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-46c780f4-c594-4b37-a2e2-a9aab147e426 req-23baf547-b5ad-442f-a663-58c2293a8a66 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542529 Jul 30 03:30:37.354830 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f', 'code': 200} Jul 30 03:30:37.377374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7f084288-7863-4c26-a26a-7b9471ccb42c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:37.428085 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-5b0b30c8-b199-479d-93a6-4fb94c750abc service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440333 Jul 30 03:30:37.432643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb805183-0090-4c46-9edd-d398f6f624d3 req-056ea4c1-99bd-4793-8510-b9b150d65e67 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876992 Jul 30 03:30:37.452424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Transition to ACTIVE for port object a660b13d-19ac-4107-b8fc-7b06581f0dda will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:37.454514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c7b438f9-2dde-4551-9692-2e0a8652446d up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:37.511715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 7f084288-7863-4c26-a26a-7b9471ccb42c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:37.519481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7f084288-7863-4c26-a26a-7b9471ccb42c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:37.520113 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.555927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-deleted', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f'}, {'name': 'network-changed', 'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d'}, {'name': 'network-changed', 'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:37.557930 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196727d1-b96c-4f96-8928-162d2fd76411" -d '{"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-deleted", "tag": "bc254d63-4afb-437e-9417-417384750a0f"}, {"name": "network-changed", "server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d"}, {"name": "network-changed", "server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:37.587803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port c7b438f9-2dde-4551-9692-2e0a8652446d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:37.594867 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c32230a-e852-4197-b5b8-49a1517c0785 req-97ec5f5c-379d-4db4-b245-f2b29214b058 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532826 Jul 30 03:30:37.602106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port c7b438f9-2dde-4551-9692-2e0a8652446d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:37.602600 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.646888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.694212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35e737-90a6-4d6a-aab1-8537fbe9941d req-7ea819df-0fac-4afe-ba59-e152ca448c54 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.700781 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a8f472-8379-476d-a481-a814635324ff x-openstack-request-id: req-10a8f472-8379-476d-a481-a814635324ff {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:37.701313 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f288747-bd47-4165-95f2-abeb6cbef03e", "name": "network-vif-deleted", "tag": "bc254d63-4afb-437e-9417-417384750a0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:37.701452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f35e737-90a6-4d6a-aab1-8537fbe9941d req-7ea819df-0fac-4afe-ba59-e152ca448c54 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 932 time: 0.1701081 Jul 30 03:30:37.701573 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10a8f472-8379-476d-a481-a814635324ff {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:37.701796 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f288747-bd47-4165-95f2-abeb6cbef03e', 'name': 'network-vif-deleted', 'tag': 'bc254d63-4afb-437e-9417-417384750a0f', 'status': 'completed', 'code': 200} Jul 30 03:30:37.702054 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'status': 'completed', 'code': 200} Jul 30 03:30:37.702308 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'status': 'completed', 'code': 200} Jul 30 03:30:37.755625 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.765562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:37.787445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:37.813759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Pushing event updated for resources: {'Port': ['ID=a660b13d-19ac-4107-b8fc-7b06581f0dda,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:37.819998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:37.862350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-b6c24af5-f814-4dd7-a62b-9b5c7e345aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.864025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-b6c24af5-f814-4dd7-a62b-9b5c7e345aea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1099 time: 0.1347792 Jul 30 03:30:37.870097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-8917ce6a-b306-433b-be6d-13007598c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:37.872261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-8917ce6a-b306-433b-be6d-13007598c4c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1099 time: 0.0981858 Jul 30 03:30:37.873929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 7f084288-7863-4c26-a26a-7b9471ccb42c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7f084288-7863-4c26-a26a-7b9471ccb42c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:37.898750 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:37.919112 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.003770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f35e737-90a6-4d6a-aab1-8537fbe9941d req-f7c10bc6-10e0-46b2-a319-e578c0020d45 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706828 Jul 30 03:30:38.038284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2aa7ceb-0792-4d77-8401-39ebc167cada {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:38.053375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.066408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=7f084288-7863-4c26-a26a-7b9471ccb42c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:38.077168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d06382-4350-4a6f-ab70-7677e72b916b req-d05c760d-2330-485b-96f7-c162a44cacc2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.090274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d06382-4350-4a6f-ab70-7677e72b916b req-d05c760d-2330-485b-96f7-c162a44cacc2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 945 time: 0.2259772 Jul 30 03:30:38.098677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c7b438f9-2dde-4551-9692-2e0a8652446d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c7b438f9-2dde-4551-9692-2e0a8652446d,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:38.111335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.122528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.153175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-b0ab7e43-6c30-46d2-bbff-74768b4b1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.154867 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-b0ab7e43-6c30-46d2-bbff-74768b4b1b16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2816787 Jul 30 03:30:38.158154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-5c02133a-81c5-48fe-8821-b397ae7df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.159696 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-5c02133a-81c5-48fe-8821-b397ae7df07d service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2732723 Jul 30 03:30:38.218041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-ff962ff0-ce54-40c9-807a-c2a9ebd8c918 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0535104 Jul 30 03:30:38.223763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c7b438f9-2dde-4551-9692-2e0a8652446d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:38.241913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.242895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.243584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.244144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.245312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.245855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.246390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.247117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.247666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.250023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.250744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.251284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:38.258349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:38.265618 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-16cd5a71-0d53-4c21-9634-18e1a8b35f99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0918396 Jul 30 03:30:38.321275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:38.321887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:38.324215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e0404f71-b2b7-4008-80f9-2e0f4259dc2b None None] Provisioning for port a660b13d-19ac-4107-b8fc-7b06581f0dda completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:38.351938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e0404f71-b2b7-4008-80f9-2e0f4259dc2b None None] Provisioning complete for port a660b13d-19ac-4107-b8fc-7b06581f0dda triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:38.352738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e0404f71-b2b7-4008-80f9-2e0f4259dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.356061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: bc254d63-4afb-437e-9417-417384750a0f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:38.356061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bc254d63-4afb-437e-9417-417384750a0f not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:38.360589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-ac5e366b-e032-4862-9010-8f0fc80b8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.362255 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-ac5e366b-e032-4862-9010-8f0fc80b8660 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1090713 Jul 30 03:30:38.366715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-e18aaa15-d9bb-43e4-ad26-2f4a9f72e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.368609 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-e18aaa15-d9bb-43e4-ad26-2f4a9f72e25d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0707443 Jul 30 03:30:38.399784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e0404f71-b2b7-4008-80f9-2e0f4259dc2b None None] Port a660b13d-19ac-4107-b8fc-7b06581f0dda cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:30:38.443681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-2abe4332-8dd1-4954-8b97-9b615ab5753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.445869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-2abe4332-8dd1-4954-8b97-9b615ab5753d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762987 Jul 30 03:30:38.448869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-5c4e7738-83c5-4cac-8c76-344da2d7756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.450368 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-5c4e7738-83c5-4cac-8c76-344da2d7756a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715971 Jul 30 03:30:38.609249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-d7361f39-f707-4b92-84aa-43f1da104f5f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560562 Jul 30 03:30:38.611413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d06382-4350-4a6f-ab70-7677e72b916b req-b88a2c45-4aee-4413-8427-a055403d2e0f tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201437 Jul 30 03:30:38.612625 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-3ff85de4-ee2a-4ea7-8855-d0be880dd0cd service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521347 Jul 30 03:30:38.613099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Transition to ACTIVE for port object f2aa7ceb-0792-4d77-8401-39ebc167cada will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:38.624033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.706677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5e5a-cc16-4ee4-ba91-7221e68827f0 req-30e1c6a9-8d1b-4fca-9bc2-1ba819f000ff tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:38.708391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17db5e5a-cc16-4ee4-ba91-7221e68827f0 req-30e1c6a9-8d1b-4fca-9bc2-1ba819f000ff tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 943 time: 0.5227783 Jul 30 03:30:38.738590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:38.877232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:38.881689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17db5e5a-cc16-4ee4-ba91-7221e68827f0 req-5e032fe4-b51f-4efa-aca1-cd09960d6ddb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576424 Jul 30 03:30:38.919863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Attempting to bind port f2aa7ceb-0792-4d77-8401-39ebc167cada on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:38.920202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Attempting to bind port f2aa7ceb-0792-4d77-8401-39ebc167cada by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:38.920527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Attempting to bind port f2aa7ceb-0792-4d77-8401-39ebc167cada on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:38.988357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Port f2aa7ceb-0792-4d77-8401-39ebc167cada on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:38.988779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Attempting to bind port f2aa7ceb-0792-4d77-8401-39ebc167cada on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:39.011821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5c1b0-0b84-4893-b182-2fb698b942e0 req-92dc29df-a88c-4076-a0e8-ad5a9b58b4b4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.013571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4b5c1b0-0b84-4893-b182-2fb698b942e0 req-92dc29df-a88c-4076-a0e8-ad5a9b58b4b4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.1902401 Jul 30 03:30:39.055859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:39.056215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Checking segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:39.056734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Bound using segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:39.057262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Bound port: f2aa7ceb-0792-4d77-8401-39ebc167cada, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:39.057673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.151447 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-e9605281-2705-47f4-9784-2cc99f69f118 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338864 Jul 30 03:30:39.153312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-cd2d59d3-00b0-41b1-9c8a-19b90c6f7fa8 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223475 Jul 30 03:30:39.178403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-90b44fe9-b677-43ea-ad7a-1ebb9a5a1635 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2255833 Jul 30 03:30:39.214863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4b5c1b0-0b84-4893-b182-2fb698b942e0 req-638ca6ea-325a-4cc0-819e-62771acc040b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811793 Jul 30 03:30:39.243187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a14d7-36ca-44bf-a9aa-db0020f0cd82 req-c706ef28-3cdb-4a78-b3d7-09b732e9b6c0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.243187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-869a14d7-36ca-44bf-a9aa-db0020f0cd82 req-c706ef28-3cdb-4a78-b3d7-09b732e9b6c0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.2506168 Jul 30 03:30:39.274419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-dc8939eb-cb94-4b6b-94c9-eb888d87de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.276061 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-dc8939eb-cb94-4b6b-94c9-eb888d87de1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 1095 time: 0.0648766 Jul 30 03:30:39.313004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7f084288-7863-4c26-a26a-7b9471ccb42c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:39.313523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:39.356499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:39.371618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:39.375438 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e4aa0-e740-4a4d-b0c0-5a38f82b6b03" -d '{"events": [{"server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "name": "network-vif-plugged", "status": "completed", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:39.388224 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.398297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7f084288-7863-4c26-a26a-7b9471ccb42c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:39.399042 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.455771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-869a14d7-36ca-44bf-a9aa-db0020f0cd82 req-f6e15611-265f-4b27-82a8-52c6a89bc539 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869385 Jul 30 03:30:39.456254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-1ba72d92-50cb-42d7-8f8d-2781dd14d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.457736 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-1ba72d92-50cb-42d7-8f8d-2781dd14d538 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 914 time: 0.1746535 Jul 30 03:30:39.461821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.471938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.472431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.472905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.473481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.473835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.474374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.474753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.477872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8e498b37-fc26-4497-b80a-d40b6a2a90cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6509 time: 0.1913850 Jul 30 03:30:39.481687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.482309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.484412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] 10.222.0.18 "PUT /v2.0/ports/f2aa7ceb-0792-4d77-8401-39ebc167cada HTTP/1.1" status: 200 len: 1093 time: 2.6783497 Jul 30 03:30:39.484412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:39.486636 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421dbfae-e5b7-470c-bc90-dedc2a039406" -d '{"events": [{"name": "network-changed", "server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:39.492768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.527411 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-478fc74b-6919-4637-9f74-1455816edaf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0 HTTP/1.1" status: 200 len: 217 time: 0.0623364 Jul 30 03:30:39.611301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196727d1-b96c-4f96-8928-162d2fd76411 req-65e74466-e504-4ea9-bd5b-b52bb3270b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.613093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-65e74466-e504-4ea9-bd5b-b52bb3270b37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.0783315 Jul 30 03:30:39.655588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-94dc53bb-9955-4ac3-8ae0-966aa8ac7546 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310264 Jul 30 03:30:39.661015 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8174e6c5-001d-43e2-96d0-995789f51a79 x-openstack-request-id: req-8174e6c5-001d-43e2-96d0-995789f51a79 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:39.661495 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "name": "network-vif-plugged", "status": "completed", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:39.661641 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8174e6c5-001d-43e2-96d0-995789f51a79 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:39.662023 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'code': 200} Jul 30 03:30:39.708306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38b48e-9738-4afc-89f8-f951d2aef20f service neutron] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:39.726229 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936193a-83d8-405b-acdd-7e254e16b47a x-openstack-request-id: req-6936193a-83d8-405b-acdd-7e254e16b47a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:39.726654 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:39.727372 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6936193a-83d8-405b-acdd-7e254e16b47a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:39.727372 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'status': 'completed', 'code': 200} Jul 30 03:30:39.795734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:39.827474 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-bcab5ae6-c6a7-4f25-b8eb-4438a38309b3 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625564 Jul 30 03:30:39.847093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b518d8-9f60-4a31-a11f-eb84456b7e7e req-18319b29-af11-4325-9524-d1b4329bd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.849115 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99b518d8-9f60-4a31-a11f-eb84456b7e7e req-18319b29-af11-4325-9524-d1b4329bd9b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 1098 time: 0.0779593 Jul 30 03:30:39.867717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69d2a1-af25-4dbb-95e3-e524dd3e3ff8 req-58108206-2e0d-4a66-a63f-938cbf3cca59 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.871931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d69d2a1-af25-4dbb-95e3-e524dd3e3ff8 req-58108206-2e0d-4a66-a63f-938cbf3cca59 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 944 time: 0.3051755 Jul 30 03:30:39.897229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Pushing event updated for resources: {'Port': ['ID=a660b13d-19ac-4107-b8fc-7b06581f0dda,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:39.938243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99b518d8-9f60-4a31-a11f-eb84456b7e7e req-bad25aa5-7396-4f3b-b774-f6555a23a365 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767522 Jul 30 03:30:39.939112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-a2f20c32-2e53-43f3-b55f-dce6fa9b12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.943899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-a2f20c32-2e53-43f3-b55f-dce6fa9b12ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 1096 time: 0.3266935 Jul 30 03:30:39.957197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-196727d1-b96c-4f96-8928-162d2fd76411 req-459439f3-a66c-4fcb-8960-159df202850c service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214855 Jul 30 03:30:39.960370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4f3243d5-077e-427e-93a7-e49f09945c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.960842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4f3243d5-077e-427e-93a7-e49f09945c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.961313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4f3243d5-077e-427e-93a7-e49f09945c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:39.962903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4f3243d5-077e-427e-93a7-e49f09945c88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=386d4904-941d-416f-9cf3-eeddaa061017&id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 2294 time: 0.4440379 Jul 30 03:30:40.021980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c4e94-9a07-4807-99f9-bf3af88b847b req-da2b9900-8a4e-4938-bebe-b552b0a25f5c tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:40.023512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-021c4e94-9a07-4807-99f9-bf3af88b847b req-da2b9900-8a4e-4938-bebe-b552b0a25f5c tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 945 time: 0.2566302 Jul 30 03:30:40.033411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-4828c9ab-393e-47c7-8a87-50fb220c5cf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada HTTP/1.1" status: 200 len: 217 time: 0.0694196 Jul 30 03:30:40.101034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d69d2a1-af25-4dbb-95e3-e524dd3e3ff8 req-7607990f-0b12-4f03-8260-527b633a1ccb tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637154 Jul 30 03:30:40.147049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-021c4e94-9a07-4807-99f9-bf3af88b847b req-8c7c519c-1d0e-4de9-829b-d8a28530d745 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf4a61-d03b-4de8-85e9-dea1c32ac111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153569 Jul 30 03:30:40.160255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:40.162301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753498e4-98ea-448f-977c-d214526f17ff req-fa94c895-c3f5-4b35-8a46-0516e9b6cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:40.164526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-fa94c895-c3f5-4b35-8a46-0516e9b6cbaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.1216547 Jul 30 03:30:40.165857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:40.201820 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-1ad73eb5-1d39-444f-b05c-7d3a64c42608 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300028 Jul 30 03:30:40.229512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:40.339116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:40.358378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'port_id': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'mac_address': 'fa:16:3e:1d:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7e849-0e75-48cb-8572-8204e92c8d05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:40.409212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:40.418601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a6791-c8d0-4b89-892d-5471756507eb req-e0e1dcf2-558e-4d40-9b26-eb888fab2aa0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:40.420276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-459a6791-c8d0-4b89-892d-5471756507eb req-e0e1dcf2-558e-4d40-9b26-eb888fab2aa0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 943 time: 0.1870551 Jul 30 03:30:40.438051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:40.469019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:40.476699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f2ad83bd-6354-47e4-8788-8a4eecf15ffe None None] Provisioning complete for port a660b13d-19ac-4107-b8fc-7b06581f0dda triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:40.477380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f2ad83bd-6354-47e4-8788-8a4eecf15ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:40.500605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:40.539168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad83bd-6354-47e4-8788-8a4eecf15ffe None None] Port a660b13d-19ac-4107-b8fc-7b06581f0dda cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:30:40.554592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Router fdc5a108-4c18-4435-a16d-d4fa932e8604 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:30:40.561409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:40.570211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-c6389985-2618-41e3-ad88-cbae8104db51 service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352206 Jul 30 03:30:40.573311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-459a6791-c8d0-4b89-892d-5471756507eb req-98de46c9-28ac-4b0e-b4b4-d2f0500ef9b2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426144 Jul 30 03:30:40.577200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-39ffb6f2-b6d4-469c-a170-61f28c0d3604 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 200 len: 1002 time: 0.1773140 Jul 30 03:30:40.687748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2a6d0fe2-ded3-4457-a06f-0549728dcdd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:40.696582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dee7c-20af-4cc6-a767-4ca93390c90b req-05ef7891-44d5-4b14-a814-461e3531d03f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:40.703690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a3dee7c-20af-4cc6-a767-4ca93390c90b req-05ef7891-44d5-4b14-a814-461e3531d03f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 947 time: 0.2169199 Jul 30 03:30:40.754495 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:40.828049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4848a9bf-c4d3-4999-9acb-2507a8c16457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:40.829547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4848a9bf-c4d3-4999-9acb-2507a8c16457 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55e81437-356b-400b-a61b-8e399aedf61a HTTP/1.1" status: 200 len: 855 time: 0.2305887 Jul 30 03:30:40.837867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753498e4-98ea-448f-977c-d214526f17ff req-8c50ced9-97fe-48c6-8ada-6eda769f676f service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598183 Jul 30 03:30:40.945142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a3dee7c-20af-4cc6-a767-4ca93390c90b req-1a169413-d925-4520-8286-ecba05cc31d1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399194 Jul 30 03:30:40.973712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4adab1-b453-434f-a579-57420c413b0a req-2510809f-2ec6-4e45-b13d-705f04b297a4 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:40.975250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf4adab1-b453-434f-a579-57420c413b0a req-2510809f-2ec6-4e45-b13d-705f04b297a4 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.2103038 Jul 30 03:30:40.999720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:41.010071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Sync routers for ids ['fdc5a108-4c18-4435-a16d-d4fa932e8604'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:41.010642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-2b37f0a3-cf4e-4fa3-983b-1f5fe44c440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:41.012226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-2b37f0a3-cf4e-4fa3-983b-1f5fe44c440c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714554 Jul 30 03:30:41.020589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Routers {'fdc5a108-4c18-4435-a16d-d4fa932e8604'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:41.021314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fdc5a108-4c18-4435-a16d-d4fa932e8604'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:41.024577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-25108eb8-6a52-43f6-978c-c097ce1df282 admin admin] 10.222.0.39 "PUT /v2.0/routers/fdc5a108-4c18-4435-a16d-d4fa932e8604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2754073 Jul 30 03:30:41.040896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-639ca10a-493f-4c06-adc7-1c9fa15a3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:41.042352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-639ca10a-493f-4c06-adc7-1c9fa15a3d91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 1096 time: 0.1351411 Jul 30 03:30:41.114264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf4adab1-b453-434f-a579-57420c413b0a req-14aa8780-035c-4463-a78c-82ba3407a63e tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245017 Jul 30 03:30:41.175833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Set router fdc5a108-4c18-4435-a16d-d4fa932e8604 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:41.285795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-49d4242d-03c7-4817-811b-24aed1f63d26 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575784 Jul 30 03:30:41.322161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-ac3d472d-06ea-477b-b2b1-4b5119fde999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:41.323673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-ac3d472d-06ea-477b-b2b1-4b5119fde999 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 904 time: 0.2619233 Jul 30 03:30:41.462367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:30:38Z', 'revision_number': 4, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a660b13d-19ac-4107-b8fc-7b06581f0dda', 'name': '', 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'mac_address': 'fa:16:3e:90:09:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:36Z', 'updated_at': '2021-07-30T03:30:39Z', 'revision_number': 2, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'subnets': [{'id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:41.490525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Checking router: fdc5a108-4c18-4435-a16d-d4fa932e8604 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:41.490885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Updating router fdc5a108-4c18-4435-a16d-d4fa932e8604 port a660b13d-19ac-4107-b8fc-7b06581f0dda binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:30:41.512872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:41.535699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:41.693017 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:30:41.802022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e873f5-1fd1-4898-a6ad-95405dd606c0 req-b2da2db4-38d7-4b6d-8e18-643837488d58 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:41.803681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25e873f5-1fd1-4898-a6ad-95405dd606c0 req-b2da2db4-38d7-4b6d-8e18-643837488d58 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 944 time: 0.5561512 Jul 30 03:30:41.885762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-58b1a41d-0084-4b7b-95be-bc5e26f6d49d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada HTTP/1.1" status: 200 len: 217 time: 0.5499449 Jul 30 03:30:41.921521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:41.991226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-04d88797-1e93-4d97-b42e-da5943bb7b75 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:41.994373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-e5226563-d3cf-4200-ab7a-30c1d463019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:41.996062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-e5226563-d3cf-4200-ab7a-30c1d463019e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0667732 Jul 30 03:30:41.996215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-04d88797-1e93-4d97-b42e-da5943bb7b75 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 945 time: 0.0930390 Jul 30 03:30:42.011031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'mac_address': 'fa:16:3e:e8:87:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:42.054316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-6ddc02a9-854a-4f7f-809b-2b0deb3db82a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431812 Jul 30 03:30:42.090849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.118381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Deleting port b85790a7-bb70-4da9-be13-5651aa5ae2e4 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:42.118828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.121283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa810fe1-2764-4c85-81c2-608c6ce2e35d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:42.207808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25e873f5-1fd1-4898-a6ad-95405dd606c0 req-d6a404d1-76d1-4c9b-bc0f-3f75c2fc9812 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441067 Jul 30 03:30:42.213666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.230815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-ca67193e-8bb7-4605-ad00-ecc4cb7456d1 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9243183 Jul 30 03:30:42.235478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Transition to ACTIVE for port object a660b13d-19ac-4107-b8fc-7b06581f0dda will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:42.244491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] For port b85790a7-bb70-4da9-be13-5651aa5ae2e4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b85790a7-bb70-4da9-be13-5651aa5ae2e4,segment=NetworkSegment(6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3),segment_id=6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:42.245510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.255191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:42.262005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:42.266916 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.269684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.287655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Calling delete_port for b85790a7-bb70-4da9-be13-5651aa5ae2e4 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:42.318029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-8d3570a1-a4ea-4532-8227-9b57fcdfcd74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 217 time: 0.0717285 Jul 30 03:30:42.329580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-3248f6a9-04ed-4a4e-ad98-02378838a65f tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5244532 Jul 30 03:30:42.339008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:42.459216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-6fe16325-bfa7-4edf-8331-ba79c34da970 service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803220 Jul 30 03:30:42.489576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-912b7339-d99a-4407-b8f7-9c486d0103be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.521199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:42.556722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.623771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b85790a7-bb70-4da9-be13-5651aa5ae2e4'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:42.648782 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.689474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-3a984608-9c67-46e9-8d0c-1a33c0debfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:42.690974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-3a984608-9c67-46e9-8d0c-1a33c0debfb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.3591230 Jul 30 03:30:42.699764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f99504b-a586-47b6-9339-8238a173f51c req-c9e1814c-fd7b-4330-b6c0-878fb8ebe15a tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.39 "GET /v2.0/ports?device_id=85a8a0f3-ada5-4824-bd64-27bd01bb710a HTTP/1.1" status: 200 len: 210 time: 0.2328556 Jul 30 03:30:42.706493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Pushing event deleted for resources: {'Port': ['ID=b85790a7-bb70-4da9-be13-5651aa5ae2e4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:42.723655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.723999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.724347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.724691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.726586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.726938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.727494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.727978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.728324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.728656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.728988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.729317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:30:42.780503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b34fe-ecb1-4b96-8a6c-6ffccbb83d22 None None] Pushing event updated for resources: {'Port': ['ID=a660b13d-19ac-4107-b8fc-7b06581f0dda,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:42.792459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] No DVR routers for this DVR port b85790a7-bb70-4da9-be13-5651aa5ae2e4 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:30:42.795106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.797349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b809e0a6-1139-4d4c-bef9-63139666e5c5 req-864faf01-087b-423d-9929-92a0c92baef2 tempest-InstanceActionsV221TestJSON-1931446135 tempest-InstanceActionsV221TestJSON-1931446135-project] 10.222.0.16 "DELETE /v2.0/ports/b85790a7-bb70-4da9-be13-5651aa5ae2e4 HTTP/1.1" status: 204 len: 173 time: 0.7936454 Jul 30 03:30:42.798006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'name': 'network-vif-deleted', 'tag': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:42.808513 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f122c26-60fc-4879-954d-705bae6ce044" -d '{"events": [{"server_uuid": "85a8a0f3-ada5-4824-bd64-27bd01bb710a", "name": "network-vif-deleted", "tag": "b85790a7-bb70-4da9-be13-5651aa5ae2e4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:42.818284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:42.867872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Attempting to bind port a660b13d-19ac-4107-b8fc-7b06581f0dda on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:42.868735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Attempting to bind port a660b13d-19ac-4107-b8fc-7b06581f0dda by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:42.868735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Attempting to bind port a660b13d-19ac-4107-b8fc-7b06581f0dda on network 442d2bbd-69fc-4903-aeac-bb3c1c433372 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:42.883287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421dbfae-e5b7-470c-bc90-dedc2a039406 req-3250c4a7-3f79-4fff-ad4f-139ab6554ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905816 Jul 30 03:30:42.886176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:42.887176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Checking segment: {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:42.887601 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.888192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Bound using segment: {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:42.888697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Bound port: a660b13d-19ac-4107-b8fc-7b06581f0dda, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:42.889092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.891411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:42.911106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:42.911400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-22f4c63b-5174-43e7-9124-dc5dad3d00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:42.911861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:42.912628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-22f4c63b-5174-43e7-9124-dc5dad3d00c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954377 Jul 30 03:30:43.071918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] For port a660b13d-19ac-4107-b8fc-7b06581f0dda, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:43.075034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2556d1c-b671-4f59-b24c-68382802f569 req-699c1560-28a3-458a-8c9c-815d1f2815a9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:43.075698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] For port a660b13d-19ac-4107-b8fc-7b06581f0dda, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a660b13d-19ac-4107-b8fc-7b06581f0dda,segment=NetworkSegment(aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991),segment_id=aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:43.076624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2556d1c-b671-4f59-b24c-68382802f569 req-699c1560-28a3-458a-8c9c-815d1f2815a9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 944 time: 0.1293192 Jul 30 03:30:43.086525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-4a97f97e-5b7f-4a27-8549-e082075e9deb service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657195 Jul 30 03:30:43.104805 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:43.117621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:43.178419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:43.217380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2556d1c-b671-4f59-b24c-68382802f569 req-17e0a2e5-7fbf-4e61-bf3c-b8e9231311d6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298661 Jul 30 03:30:43.240503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Routers {'fdc5a108-4c18-4435-a16d-d4fa932e8604'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:43.241622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fdc5a108-4c18-4435-a16d-d4fa932e8604'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:43.333938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Allocated IP 172.25.6.136 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/9f719d4b-d3d1-4a23-bb42-434f80df7194) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:43.406549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] Set router fdc5a108-4c18-4435-a16d-d4fa932e8604 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:43.533406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b34fe-ecb1-4b96-8a6c-6ffccbb83d22 None None] Pushing event updated for resources: {'Port': ['ID=a660b13d-19ac-4107-b8fc-7b06581f0dda,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:43.554094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-81aab859-a69f-4638-b777-a33798b41a0b service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552615 Jul 30 03:30:43.560703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:43.595870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:43.598075 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f71491-86bd-4cf6-b8df-16e91d178699" -d '{"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-plugged", "status": "completed", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:43.623745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:43.627349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-efcd951c-861c-4988-850e-621042c14cf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 217 time: 0.0550981 Jul 30 03:30:43.635897 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:43.655308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df601de4-2cff-4189-b4d6-bd7c3ca4555b req-680ec494-7261-43cc-9838-14a37ff40b51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:43.657189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df601de4-2cff-4189-b4d6-bd7c3ca4555b req-680ec494-7261-43cc-9838-14a37ff40b51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 948 time: 0.1469340 Jul 30 03:30:43.729297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:43.741650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-29779548-eab4-4b3c-afc9-8c1fb75ff976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:43.743691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-29779548-eab4-4b3c-afc9-8c1fb75ff976 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1095481 Jul 30 03:30:43.747485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df601de4-2cff-4189-b4d6-bd7c3ca4555b req-b388f65c-3964-4c6c-83a0-49373577419e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694971 Jul 30 03:30:43.748710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:43.764226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:30:38Z', 'revision_number': 4, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a660b13d-19ac-4107-b8fc-7b06581f0dda', 'name': '', 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'mac_address': 'fa:16:3e:90:09:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:36Z', 'updated_at': '2021-07-30T03:30:43Z', 'revision_number': 4, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'subnets': [{'id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:43.805313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bac68-302d-4f4a-bac5-ef5ebe220373 None None] The sync data for ids ['fdc5a108-4c18-4435-a16d-d4fa932e8604'] in n-d-778696-14 is: [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:30:38Z', 'revision_number': 4, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a660b13d-19ac-4107-b8fc-7b06581f0dda', 'name': '', 'network_id': '442d2bbd-69fc-4903-aeac-bb3c1c433372', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'mac_address': 'fa:16:3e:90:09:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:36Z', 'updated_at': '2021-07-30T03:30:43Z', 'revision_number': 4, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'subnets': [{'id': 'bf6a1ae3-4398-4391-83f8-88fbdb132529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:43.843456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=9f719d4b-d3d1-4a23-bb42-434f80df7194,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:43.885937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:43.899831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:43.905059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:43.935710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-e2bb2589-f597-4b40-9f92-74a5b183a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:43.937267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-e2bb2589-f597-4b40-9f92-74a5b183a121 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1822205 Jul 30 03:30:43.948243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af2656-e2df-424b-9f81-efa0955d0bff req-ede0f9a7-3a12-4ed7-8017-352aea9a2a05 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:43.949900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68af2656-e2df-424b-9f81-efa0955d0bff req-ede0f9a7-3a12-4ed7-8017-352aea9a2a05 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.1025269 Jul 30 03:30:44.070508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68af2656-e2df-424b-9f81-efa0955d0bff req-a3b10677-d3ae-468f-85ed-c58b3a222393 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067691 Jul 30 03:30:44.133155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-45928360-abe7-4f1a-9845-07cb0b5ebbe4 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821096 Jul 30 03:30:44.139369 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9bd735-8c0e-447a-a316-477bc9e3adf3 x-openstack-request-id: req-6c9bd735-8c0e-447a-a316-477bc9e3adf3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:44.139849 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a8a0f3-ada5-4824-bd64-27bd01bb710a", "name": "network-vif-deleted", "tag": "b85790a7-bb70-4da9-be13-5651aa5ae2e4", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:44.139938 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c9bd735-8c0e-447a-a316-477bc9e3adf3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:44.140383 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a8a0f3-ada5-4824-bd64-27bd01bb710a', 'name': 'network-vif-deleted', 'tag': 'b85790a7-bb70-4da9-be13-5651aa5ae2e4', 'status': 'completed', 'code': 200} Jul 30 03:30:44.144369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.259748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:44.282717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.340003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c4b3-3b3c-4737-a893-c4eabc2612f0 req-cce5da08-d7ea-4092-abbd-8b33dc4d6b9c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:44.341574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6307c4b3-3b3c-4737-a893-c4eabc2612f0 req-cce5da08-d7ea-4092-abbd-8b33dc4d6b9c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 944 time: 0.1335709 Jul 30 03:30:44.351679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-9fd0deb1-12cf-4246-b4a7-d8a2dfd7bde1 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053509 Jul 30 03:30:44.363799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:44.376525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'mac_address': 'fa:16:3e:f2:a1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:44.412948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-ab292f02-013b-4042-a849-7828f5565ca9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce HTTP/1.1" status: 200 len: 217 time: 0.0538058 Jul 30 03:30:44.420712 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.436649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2aa7ceb-0792-4d77-8401-39ebc167cada {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:44.457199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:44.463098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.498486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6307c4b3-3b3c-4737-a893-c4eabc2612f0 req-466aa9e2-bf24-4ceb-bd27-ad8c0ad6ca01 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498990 Jul 30 03:30:44.516245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:44.538566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-1f877d66-1a38-402f-9121-164ab289020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:44.540148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-1f877d66-1a38-402f-9121-164ab289020c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1119733 Jul 30 03:30:44.556429 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930970fc-fb5a-41d3-b6a1-6691a644521b x-openstack-request-id: req-930970fc-fb5a-41d3-b6a1-6691a644521b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:44.556958 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-plugged", "status": "completed", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:44.557155 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-930970fc-fb5a-41d3-b6a1-6691a644521b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:44.557639 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'code': 200} Jul 30 03:30:44.619922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.635670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-9562c579-4193-41a5-a8dc-659179a8f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:44.637155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-9562c579-4193-41a5-a8dc-659179a8f381 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0868855 Jul 30 03:30:44.653072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c51c8923-d456-4d04-b6a2-6fd4acd1cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.654227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.666498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f2aa7ceb-0792-4d77-8401-39ebc167cada'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:44.799674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=9f719d4b-d3d1-4a23-bb42-434f80df7194,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:44.812506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea220df9-0323-4501-8d82-6a62e62fce15 req-c989f8a8-3269-4b36-b67e-ee2afa0108e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:44.812506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea220df9-0323-4501-8d82-6a62e62fce15 req-c989f8a8-3269-4b36-b67e-ee2afa0108e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 1097 time: 0.1881671 Jul 30 03:30:44.856095 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.878338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-aff280ec-a9ae-4ed9-92f2-98d594b5e9dd service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215092 Jul 30 03:30:44.895926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea220df9-0323-4501-8d82-6a62e62fce15 req-3ef69bd4-5f54-4bd0-bf8d-17549f6fce41 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720825 Jul 30 03:30:44.907213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.908791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-4664a8a6-51be-4603-8bb2-9493b3d384f7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5781274 Jul 30 03:30:44.918445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:44.979409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-d89070d2-6f80-4bde-a2e5-6decbd48801e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:44.983654 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-d89070d2-6f80-4bde-a2e5-6decbd48801e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 948 time: 0.1219182 Jul 30 03:30:45.052955 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-92f8dc59-1b8c-4676-8e61-b59c9b74d3d7 service neutron] delete failed (client error): The resource could not be found. Jul 30 03:30:45.054577 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-92f8dc59-1b8c-4676-8e61-b59c9b74d3d7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/aa810fe1-2764-4c85-81c2-608c6ce2e35d/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0624235 Jul 30 03:30:45.174800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-2c1c9116-da7a-4392-84af-593f20540923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.176346 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-2c1c9116-da7a-4392-84af-593f20540923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1100 time: 0.0428567 Jul 30 03:30:45.286758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-03bf873c-7b19-4fd7-bdec-52e13f1838f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.288319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-03bf873c-7b19-4fd7-bdec-52e13f1838f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1033018 Jul 30 03:30:45.290322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a660b13d-19ac-4107-b8fc-7b06581f0dda up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:45.333206 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-ce124019-64f7-4a5a-8d09-dad86f42a7fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0369062 Jul 30 03:30:45.339683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-bfeaf340-cc6d-40ab-9139-a2d23c6c541c tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.4046032 Jul 30 03:30:45.344328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port a660b13d-19ac-4107-b8fc-7b06581f0dda completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:45.348363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a660b13d-19ac-4107-b8fc-7b06581f0dda triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:45.349485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.393029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-acd5803c-9e17-4a6d-9b4f-05d0d4b6b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.394672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-acd5803c-9e17-4a6d-9b4f-05d0d4b6b964 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0537677 Jul 30 03:30:45.415127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cc539-161c-4903-8785-109c5cff6054 req-7ce6a25d-2696-4eaf-9c7c-37b7a3aae05e tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.416680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-989cc539-161c-4903-8785-109c5cff6054 req-7ce6a25d-2696-4eaf-9c7c-37b7a3aae05e tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.5317502 Jul 30 03:30:45.429743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.440856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:45.452128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Request body: {'floatingip': {'port_id': 'c7b438f9-2dde-4551-9692-2e0a8652446d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:45.454780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-a302ef53-b6ba-4006-8ee9-0a35432e6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.457148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-a302ef53-b6ba-4006-8ee9-0a35432e6ebf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531626 Jul 30 03:30:45.468249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port a660b13d-19ac-4107-b8fc-7b06581f0dda, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a660b13d-19ac-4107-b8fc-7b06581f0dda,segment=NetworkSegment(aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991),segment_id=aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:45.472215 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.513830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:45.517914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-85a64fa8-a8cb-4c97-b30f-e1cdc90d153b service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305120 Jul 30 03:30:45.532283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.549032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=a660b13d-19ac-4107-b8fc-7b06581f0dda,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:45.578746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port aa810fe1-2764-4c85-81c2-608c6ce2e35d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:45.580478 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-4ef44814-20d2-450e-b445-023793cd5c26 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035378 Jul 30 03:30:45.582546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port aa810fe1-2764-4c85-81c2-608c6ce2e35d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:45.582925 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.649792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-018114e7-1e2a-4b1a-983b-284e8de0d58c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e HTTP/1.1" status: 200 len: 217 time: 0.1223714 Jul 30 03:30:45.662344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.666199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-fc5b2101-7ca1-4135-9644-4dcedc64dc7d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.666706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66fe7e03-328c-4c1a-bf1b-3ef939a80eda req-fc5b2101-7ca1-4135-9644-4dcedc64dc7d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.3171647 Jul 30 03:30:45.699894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:45.705242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:45.706385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b85790a7-bb70-4da9-be13-5651aa5ae2e4 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:30:45.750276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: b85790a7-bb70-4da9-be13-5651aa5ae2e4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:30:45.750678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b85790a7-bb70-4da9-be13-5651aa5ae2e4 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:30:45.753963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26130f9f-780d-4b83-b811-c3d1244e43ce req-3541261e-97fe-4ca9-a02a-679075926fec tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.755721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26130f9f-780d-4b83-b811-c3d1244e43ce req-3541261e-97fe-4ca9-a02a-679075926fec tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.2497880 Jul 30 03:30:45.794618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:45.827255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-36941436-097e-4399-80bc-8adbfc5b82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.829139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-36941436-097e-4399-80bc-8adbfc5b82a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1583574 Jul 30 03:30:45.862651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45dcd0ae-3299-4e04-8937-d15aa862fa69 req-de9bd924-0131-4f49-a553-06dc7a91d6ab service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799874 Jul 30 03:30:45.909801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26130f9f-780d-4b83-b811-c3d1244e43ce req-762bbb18-87de-4f76-8802-0c667b942f96 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441007 Jul 30 03:30:45.944888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-e0ba0dfb-9788-43c8-9775-d42ea65f5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:45.944888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-e0ba0dfb-9788-43c8-9775-d42ea65f5116 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071870 Jul 30 03:30:46.198919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04010a2-4a2a-4b88-a793-3625d3b9a8ec req-bb28141e-ba59-4c54-9fdc-f296d9ea9aed tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:46.200468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e04010a2-4a2a-4b88-a793-3625d3b9a8ec req-bb28141e-ba59-4c54-9fdc-f296d9ea9aed tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.2492518 Jul 30 03:30:46.244731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cba34-66b1-49cd-950e-6bc4a1aeff8c req-62723ac3-e4ba-4f7d-960c-a38c07b1ff87 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:46.246198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-283cba34-66b1-49cd-950e-6bc4a1aeff8c req-62723ac3-e4ba-4f7d-960c-a38c07b1ff87 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 945 time: 0.2412703 Jul 30 03:30:46.258441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-93b21bd8-ba2d-4ec8-b1a5-51940af4affc service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060293 Jul 30 03:30:46.271441 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.281579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:46.344637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port f2aa7ceb-0792-4d77-8401-39ebc167cada completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:46.348554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f2aa7ceb-0792-4d77-8401-39ebc167cada triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:46.348985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.367198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e04010a2-4a2a-4b88-a793-3625d3b9a8ec req-ca07e6b6-b4ec-4c96-b7e8-a0335a48ea8b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560330 Jul 30 03:30:46.380779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:30:46.447454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-283cba34-66b1-49cd-950e-6bc4a1aeff8c req-75a4f5dc-b000-4540-b1df-70f81889c49a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924732 Jul 30 03:30:46.521936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.537544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.558387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:46.560872 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0081b8-8957-4fb1-a219-4553c633f8a2" -d '{"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:46.569014 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.585423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-f317c9e8-7d18-4a66-8521-5ce62a0300d6 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140886 Jul 30 03:30:46.606828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:46.614737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.651115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-32b8d652-dcb0-4df5-b96c-ce54c9b76dc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 200 len: 217 time: 0.0566957 Jul 30 03:30:46.653854 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c2ffb-719b-4c90-b17c-904b026fa022 x-openstack-request-id: req-960c2ffb-719b-4c90-b17c-904b026fa022 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:46.654329 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:46.654756 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-960c2ffb-719b-4c90-b17c-904b026fa022 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:46.655324 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'code': 200} Jul 30 03:30:46.673823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:46.689410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60850) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:46.731258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-89b0d496-4f19-4181-8969-c37ffbdcfdb3 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3078101 Jul 30 03:30:46.734849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Deleting subnet 2bd39339-68f7-44e4-8c6e-25a46ce0a7ff {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:30:46.738025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.747085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:46.756951 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Floating IP 5ba71370-d021-43f7-8060-c13c447a769d associated. External IP: 172.25.6.188, port: c7b438f9-2dde-4551-9692-2e0a8652446d. Jul 30 03:30:46.776565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.810969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-6d65e52f-5318-48a7-89f1-00ab59fccf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:46.813675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-6d65e52f-5318-48a7-89f1-00ab59fccf7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.1230981 Jul 30 03:30:46.821620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.824863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.878744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.904449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd39339-68f7-44e4-8c6e-25a46ce0a7ff,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:46.910421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:46.912342 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-42abb4f6-5aae-4f46-bfd4-ca60bc1e6943 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2bd39339-68f7-44e4-8c6e-25a46ce0a7ff HTTP/1.1" status: 204 len: 168 time: 0.2218604 Jul 30 03:30:46.915498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60854) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:46.972737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-492b55c9-16d6-4bf1-a245-7b923085bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:46.974235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-492b55c9-16d6-4bf1-a245-7b923085bbb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357284 Jul 30 03:30:46.989283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.077025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.086793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce58222-d614-4481-8cc2-9434f37f1054']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:47.096827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:47.097128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a66a5fd-905b-4412-9ff2-ea6d8f0ff8a3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:47.106591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.121969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.127779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:30:47.128254 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:30:47.130066 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:30:47.191077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.193251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838351fa-fa77-42ad-a1cd-d5614a2a41d6 req-1bcd4fe1-b2e9-4af0-aa55-b268fc5c9226 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:47.194980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-838351fa-fa77-42ad-a1cd-d5614a2a41d6 req-1bcd4fe1-b2e9-4af0-aa55-b268fc5c9226 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1988499 Jul 30 03:30:47.197359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.199206 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1ce58222-d614-4481-8cc2-9434f37f1054 HTTP/1.1" status: 204 len: 168 time: 0.2827785 Jul 30 03:30:47.213122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af753637-87a3-42bc-90f8-312c3a07d877 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce58222-d614-4481-8cc2-9434f37f1054,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:47.220293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-317f80bc-f115-4dba-90aa-0847192755a3 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382264 Jul 30 03:30:47.243652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Router fb47d307-0e33-4ffc-86a4-37cfddf7018f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:30:47.300423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a660b13d-19ac-4107-b8fc-7b06581f0dda up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:30:47.307504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.341747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:47.358728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a660b13d-19ac-4107-b8fc-7b06581f0dda triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:47.359451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.378175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-838351fa-fa77-42ad-a1cd-d5614a2a41d6 req-9fa54a9c-0692-43d0-a873-99c8b71ce3db tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472430 Jul 30 03:30:47.386435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fb533f2e-1c01-45c5-8c2f-084227fe126f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff44ddfad60942ce969a80fc2f5649b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434010 Jul 30 03:30:47.388961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60862) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:47.447538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2bf52dc0-934c-4884-91a2-6d1d409c8422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.477182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2bf52dc0-934c-4884-91a2-6d1d409c8422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.525615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2bf52dc0-934c-4884-91a2-6d1d409c8422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.528545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2bf52dc0-934c-4884-91a2-6d1d409c8422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.529728 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2bf52dc0-934c-4884-91a2-6d1d409c8422 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cdf4a61-d03b-4de8-85e9-dea1c32ac111 HTTP/1.1" status: 204 len: 168 time: 0.1398742 Jul 30 03:30:47.539690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf52dc0-934c-4884-91a2-6d1d409c8422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdf4a61-d03b-4de8-85e9-dea1c32ac111,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:47.843765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-04052044-050d-4915-8dd8-78ba87799efb service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139414 Jul 30 03:30:47.883326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:30:47.888367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.904046 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] Sync routers for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:30:47.921300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:47.922054 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:47.923157 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:47.949030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-a2056bfc-3b41-490f-9f39-710fd46e7bd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 200 len: 217 time: 0.0740082 Jul 30 03:30:47.983436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Allocated IP 172.25.6.67 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/7c38b1d3-bd89-45f5-b3b3-d77c168b5c30) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:47.995641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d2054-c31a-4a9a-bc6f-7cfa00d1b7d5 req-5e87d6a5-c308-4503-b0d2-02a85d002fd1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:47.997140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c4d2054-c31a-4a9a-bc6f-7cfa00d1b7d5 req-5e87d6a5-c308-4503-b0d2-02a85d002fd1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.5141735 Jul 30 03:30:48.020060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-46424df0-57ee-4930-b372-2dca8e0054aa tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "PUT /v2.0/floatingips/5ba71370-d021-43f7-8060-c13c447a769d HTTP/1.1" status: 200 len: 992 time: 2.5715339 Jul 30 03:30:48.025404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:48.027847 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553a4835-62f2-431d-8edc-cc68edbaaba1" -d '{"events": [{"name": "network-changed", "server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:48.058124 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:48.106838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-b9c54d96-2e33-4fd2-b547-86ad12c1c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:48.108326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-b9c54d96-2e33-4fd2-b547-86ad12c1c877 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.1406960 Jul 30 03:30:48.132398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c4d2054-c31a-4a9a-bc6f-7cfa00d1b7d5 req-2e61b5a4-431c-4021-8e4b-e0bf4b7dbb33 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151373 Jul 30 03:30:48.205583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-9ea8c503-d2d8-4ccb-9cc1-ec0c78e62de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:48.207059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-9ea8c503-d2d8-4ccb-9cc1-ec0c78e62de6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892055 Jul 30 03:30:48.212488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.278471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:48.311866 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '5ba71370-d021-43f7-8060-c13c447a769d', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'port_id': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'mac_address': 'fa:16:3e:ed:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:30:19Z', 'updated_at': '2021-07-30T03:30:46Z', 'revision_number': 1, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:22Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:48.342818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] Checking router: fb47d307-0e33-4ffc-86a4-37cfddf7018f for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:30:48.346615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5c8f-2e37-4d70-a5b1-cc9ccf2302b0 req-2394b4a4-bc26-4dc9-8d5f-3a406b3bb368 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:48.348161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-924d5c8f-2e37-4d70-a5b1-cc9ccf2302b0 req-2394b4a4-bc26-4dc9-8d5f-3a406b3bb368 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1319072 Jul 30 03:30:48.355560 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:30:48.356174 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:48.387858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-550a9325-ee56-4d5e-9406-c558bc177ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590369 Jul 30 03:30:48.398613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-890713293-network', 'tenant_id': '550477db93334e81b7e354f51f902cf6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:48.398817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.424586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Made reservation on behalf of 550477db93334e81b7e354f51f902cf6 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:48.427956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.436895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.469156 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:30:48.474536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-924d5c8f-2e37-4d70-a5b1-cc9ccf2302b0 req-d8dbb84e-f669-4ec9-9ec0-97c337774f83 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154149 Jul 30 03:30:48.496294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:48.504331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:48.511523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:48.515268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=7c38b1d3-bd89-45f5-b3b3-d77c168b5c30,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:48.562850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.567549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.589518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6560d241-9e80-4e78-9d6e-3ec75a429b94 req-947a239b-ec45-4557-85a4-c7eaa63d0bfa service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920533 Jul 30 03:30:48.599155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:30:48.612156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c2033-27a4-4080-bd9a-3d760ab45371,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:48.634795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.635213 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Added segment 4e09069e-efe1-4dea-b6a5-5cf3e681493f of type vlan for network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 Jul 30 03:30:48.657196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:48.661084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.662063 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7cf03-506f-4e97-9d8a-8a7b01cba630" -d '{"events": [{"server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "name": "network-vif-plugged", "status": "completed", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:48.675170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6feae-de84-415e-b555-2de580735907 req-bae42422-e5fe-447a-b3a1-f82a7ae7f4af tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:48.677104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6c6feae-de84-415e-b555-2de580735907 req-bae42422-e5fe-447a-b3a1-f82a7ae7f4af tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1022532 Jul 30 03:30:48.690086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.721747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.722753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:48.723457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.733365 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '5ba71370-d021-43f7-8060-c13c447a769d', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'port_id': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'mac_address': 'fa:16:3e:ed:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:30:19Z', 'updated_at': '2021-07-30T03:30:46Z', 'revision_number': 1, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:22Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:30:48.735863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.763511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96ff38-49cc-45c9-98b5-56ccf26c7104 None None] The sync data for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 is: [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '5ba71370-d021-43f7-8060-c13c447a769d', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'port_id': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'mac_address': 'fa:16:3e:ed:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:30:19Z', 'updated_at': '2021-07-30T03:30:46Z', 'revision_number': 1, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:22Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:30:48.768994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6c6feae-de84-415e-b555-2de580735907 req-186a3689-010d-44ea-a7a3-4a579a69f87a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829365 Jul 30 03:30:48.792893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5125928 Jul 30 03:30:48.795802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:30:48.801074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Request body: {'subnet': {'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-890713293-subnet', 'tenant_id': '550477db93334e81b7e354f51f902cf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:48.816476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41235b8-7e93-4613-bb08-b1b3bdb7d301 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc8ac5d-279e-4999-a0c2-3034721dcfe9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:48.828036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:30:48.832762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Made reservation on behalf of 550477db93334e81b7e354f51f902cf6 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:48.836057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.941477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:48.947870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:49.038117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=7c38b1d3-bd89-45f5-b3b3-d77c168b5c30,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:49.052975 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:49.067676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:49.069151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-2f4082d9-c685-4226-b787-bc7820937a01 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3299718 Jul 30 03:30:49.069358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:49.088780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f8f65-8ca3-410d-9c11-47fcfdb68d7c None None] New status for floating IP 5ba71370-d021-43f7-8060-c13c447a769d: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:30:49.126003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=729dbaa2-14bd-4515-9d5a-d08f07530255,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:49.142738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Checking segment: {'id': '4e09069e-efe1-4dea-b6a5-5cf3e681493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:49.143091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Network hostable DHCP agents. Network: cbc8ac5d-279e-4999-a0c2-3034721dcfe9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:30:49.143606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-40b8df46-5cbe-4b2a-86bc-e2457e91f230 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.67 HTTP/1.1" status: 200 len: 695 time: 0.0638056 Jul 30 03:30:49.159828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:30:49.171530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, cbc8ac5d-279e-4999-a0c2-3034721dcfe9) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:49.184351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.184538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:49.189791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c28f9-c02d-4a8a-8aab-0e0a4461b01f None None] Network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:49.204970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5bd8f967-0f94-4e1f-afa5-6c659fbcc67d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4076400 Jul 30 03:30:49.292944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-7896e78a-d64e-4ed1-9067-4832c354827b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.294768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e20e6091-ca6e-45b1-94f1-b63ab8e8fcf1 req-7896e78a-d64e-4ed1-9067-4832c354827b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1440315 Jul 30 03:30:49.354207 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6dae2-4385-4bd6-b06d-46195e68b1db x-openstack-request-id: req-c1b6dae2-4385-4bd6-b06d-46195e68b1db {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:49.354699 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:49.354969 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1b6dae2-4385-4bd6-b06d-46195e68b1db {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:49.355435 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'status': 'completed', 'code': 200} Jul 30 03:30:49.388647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841c8e3-4483-4042-b1e4-85c079eb56d0 None None] Network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:30:49.490027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ba38-b02b-43f1-91d3-480287cc67e1 req-49d92a6f-4e32-4c49-affc-08244eb80f84 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.491888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0f4ba38-b02b-43f1-91d3-480287cc67e1 req-49d92a6f-4e32-4c49-affc-08244eb80f84 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1101 time: 0.0589411 Jul 30 03:30:49.503813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-603bf5f4-698f-4eca-a682-227b6b81a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.505289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-603bf5f4-698f-4eca-a682-227b6b81a107 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c0d093ca312470f8da4fd9aa1b73e26&device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 1098 time: 0.1108201 Jul 30 03:30:49.530038 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c1639c-4dbb-4b81-a35a-819f9b506b65 x-openstack-request-id: req-82c1639c-4dbb-4b81-a35a-819f9b506b65 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:49.530346 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "name": "network-vif-plugged", "status": "completed", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:49.530705 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82c1639c-4dbb-4b81-a35a-819f9b506b65 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:49.531092 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'code': 200} Jul 30 03:30:49.618252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59898fe-d521-4951-9ab7-836d7ef9e8d3 req-a83fe163-7928-4c47-8daf-baa4ca26b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.619854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f59898fe-d521-4951-9ab7-836d7ef9e8d3 req-a83fe163-7928-4c47-8daf-baa4ca26b6dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 1098 time: 0.0412774 Jul 30 03:30:49.635217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0f4ba38-b02b-43f1-91d3-480287cc67e1 req-5e647036-85f6-46d2-a999-2026938c1002 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343575 Jul 30 03:30:49.669699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f59898fe-d521-4951-9ab7-836d7ef9e8d3 req-7b78cf40-c277-4396-86c3-4f9fb7411e95 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Jul 30 03:30:49.692560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-12afbb4c-5c10-496e-8861-c3d8f9a3fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.694664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-12afbb4c-5c10-496e-8861-c3d8f9a3fbc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 HTTP/1.1" status: 200 len: 911 time: 0.1759133 Jul 30 03:30:49.760587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a148142-25f1-45c7-8202-456e1261d345 req-43e64d1f-f944-4782-860f-564005b52a46 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2223568 Jul 30 03:30:49.785384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:49.837983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-2e7b527f-3382-4978-a80b-c4399189514d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b438f9-2dde-4551-9692-2e0a8652446d HTTP/1.1" status: 200 len: 1002 time: 0.1371889 Jul 30 03:30:49.891548 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:49.971499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-9c2651c6-6327-4261-a334-dbec76b23ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.972983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-9c2651c6-6327-4261-a334-dbec76b23ae7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74ae56e5-0b30-46d9-a082-dc0143ec462c HTTP/1.1" status: 200 len: 850 time: 0.1272118 Jul 30 03:30:49.982530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-0a4ff724-189b-43c7-98b6-5958eadca7ba tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:49.983922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-0a4ff724-189b-43c7-98b6-5958eadca7ba tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/networks?id=cbc8ac5d-279e-4999-a0c2-3034721dcfe9 HTTP/1.1" status: 200 len: 821 time: 0.2187169 Jul 30 03:30:50.026348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-aff32c80-dcf9-469e-957a-271ca0edea1b tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/quotas/550477db93334e81b7e354f51f902cf6 HTTP/1.1" status: 200 len: 375 time: 0.0294480 Jul 30 03:30:50.069917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-6a64d19f-ff91-41f0-9b74-c2b39a2177c0 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=550477db93334e81b7e354f51f902cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379150 Jul 30 03:30:50.073202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-1c566c38-df94-4354-bd87-baf426ee0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:50.074592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-1c566c38-df94-4354-bd87-baf426ee0f83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898349 Jul 30 03:30:50.234622 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:50.272347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-f1b67dca-e10e-4e07-aed0-4835320d8216 service neutron] 10.222.0.39 "GET /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917498 Jul 30 03:30:50.274042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-2eac25ee-26f4-4ab6-b4b9-5fdcecd92f94 service neutron] 10.222.0.16 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860974 Jul 30 03:30:50.507933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Allocated IP 172.25.6.33 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/39454993-80b1-4868-a27e-732681e68e99) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:50.513432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-78572a00-c01d-4a8b-922c-b7f0a8acc9fa service neutron] 10.222.0.39 "GET /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145915 Jul 30 03:30:50.517170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553a4835-62f2-431d-8edc-cc68edbaaba1 req-794d6728-ac0f-4ea1-9af8-3faf75f930ab service neutron] 10.222.0.16 "GET /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167482 Jul 30 03:30:50.608364 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:30:50.624587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:50.674668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:50.737520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:50.746373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:50.750373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:50.752158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=39454993-80b1-4868-a27e-732681e68e99,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:50.788447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e36bea-5644-4cc4-9e76-485c23ee7422 req-2066a886-acf4-4898-9b69-9fa40f386636 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:50.789942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80e36bea-5644-4cc4-9e76-485c23ee7422 req-2066a886-acf4-4898-9b69-9fa40f386636 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1246610 Jul 30 03:30:50.863380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80e36bea-5644-4cc4-9e76-485c23ee7422 req-38135909-d4b0-4f5e-8225-22b6a225b7ba tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668426 Jul 30 03:30:50.880486 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:50.926613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:51.081148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b719-f193-4321-9c69-8a96b4f54bcb req-f777dcd7-7c46-4fc5-bf3f-b816e9b8c4b7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:51.082623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2632b719-f193-4321-9c69-8a96b4f54bcb req-f777dcd7-7c46-4fc5-bf3f-b816e9b8c4b7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1146333 Jul 30 03:30:51.151741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2632b719-f193-4321-9c69-8a96b4f54bcb req-4ef30777-eaa6-472f-923f-3a32ce716415 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623410 Jul 30 03:30:51.171891 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:51.179711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:51.253400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=39454993-80b1-4868-a27e-732681e68e99,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:51.267258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:51.281564 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:51.282827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a148142-25f1-45c7-8202-456e1261d345 req-32e27b12-c75a-49e6-8943-16cf94bdcde7 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5164866 Jul 30 03:30:51.665017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a148142-25f1-45c7-8202-456e1261d345 req-368d7bc0-aef8-4232-9fb8-a4aafea049c9 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.3746066 Jul 30 03:30:51.681265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28ba9ccb-c829-43ae-95bf-0bcface2d437 req-99976669-e053-4f67-b1e8-5206786b327b tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 210 time: 0.0338914 Jul 30 03:30:51.858841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a148142-25f1-45c7-8202-456e1261d345 req-c93d4086-a220-4380-9b6b-e2d085bca5dc tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:51.860342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a148142-25f1-45c7-8202-456e1261d345 req-c93d4086-a220-4380-9b6b-e2d085bca5dc tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1821897 Jul 30 03:30:51.870657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292285f-2a69-49c1-ac3b-8c6b9ab9cb7e req-88e949d8-5995-4f82-9f5e-d20dc86606d4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:51.872122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d292285f-2a69-49c1-ac3b-8c6b9ab9cb7e req-88e949d8-5995-4f82-9f5e-d20dc86606d4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1302009 Jul 30 03:30:51.879659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-7a148142-25f1-45c7-8202-456e1261d345 req-438cb9d4-0c47-4832-9ad8-84ea19f6b086 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:30:51.880636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a148142-25f1-45c7-8202-456e1261d345 req-438cb9d4-0c47-4832-9ad8-84ea19f6b086 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076470 Jul 30 03:30:51.949381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d292285f-2a69-49c1-ac3b-8c6b9ab9cb7e req-b3440649-6452-4295-b201-c34ce89bf066 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Jul 30 03:30:51.961796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-1a76bad6-d971-4cd0-a9fb-17d38238d60a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:51.963303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-1a76bad6-d971-4cd0-a9fb-17d38238d60a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.16 "GET /v2.0/networks?id=cbc8ac5d-279e-4999-a0c2-3034721dcfe9 HTTP/1.1" status: 200 len: 821 time: 0.1701348 Jul 30 03:30:51.984356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-8546f88f-9d4f-4ff9-89e7-80b5c031e1d0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308840 Jul 30 03:30:52.042197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Request body: {'port': {'device_id': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9', 'admin_state_up': True, 'tenant_id': '550477db93334e81b7e354f51f902cf6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:52.220875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6493ca20-1115-424b-9b95-e73368f3d7d5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:52.222242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6493ca20-1115-424b-9b95-e73368f3d7d5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322721 Jul 30 03:30:52.262784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-44776985-aa79-4085-b3ac-912186a64fb9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/quotas/de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 375 time: 0.0306480 Jul 30 03:30:52.309720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d037e83-cef3-414e-a20f-6947d530c54b req-a0ca99aa-0876-435c-ac87-2bd1a0da4ee2 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2157915 Jul 30 03:30:52.321090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:52.326180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Made reservation on behalf of 550477db93334e81b7e354f51f902cf6 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:52.329355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:52.371490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-95756f75-c75f-4ef9-beed-c4e6d606a968 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019001 Jul 30 03:30:52.377706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:52.538628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Allocated IP 172.20.0.12 (cbc8ac5d-279e-4999-a0c2-3034721dcfe9/729dbaa2-14bd-4515-9d5a-d08f07530255/7f9cc8a9-7b0f-40d7-8076-0a873731b824) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:52.607702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:52.814947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:52.837728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Allocated IP 172.25.6.99 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/ef202a45-5e0c-4f81-9371-d2ddee2d6251) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:52.916285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2a14-8448-46fc-8b48-9833dbb95b4d req-38d4f36a-c885-4c69-8859-da6af1f30742 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:52.917813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421f2a14-8448-46fc-8b48-9833dbb95b4d req-38d4f36a-c885-4c69-8859-da6af1f30742 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1599679 Jul 30 03:30:52.989232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:52.998332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-421f2a14-8448-46fc-8b48-9833dbb95b4d req-53ed13a0-eec9-4835-a8ef-2ef1010022f0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Jul 30 03:30:53.058826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:53.061711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.073475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:53.080363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:53.087320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Pushing event updated for resources: {'Port': ['ID=7f9cc8a9-7b0f-40d7-8076-0a873731b824,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:53.153314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:53.153947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.172986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-19249e51-4dec-4b33-a6d5-8426b37e699c tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1613727 Jul 30 03:30:53.174501 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.209954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Request body: {'port': {'device_id': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:53.239062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:53.247920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:53.254041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:53.261076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=ef202a45-5e0c-4f81-9371-d2ddee2d6251,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:53.314802 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.409544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bcce7b5-7516-48b4-88e6-b82f9b697a60 req-9cd3189f-3d1d-48a6-becd-4a5069137bcc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 210 time: 0.0541873 Jul 30 03:30:53.431421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.563462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.636716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2bf43-5b1f-4541-80c3-f82568391245 req-d4078244-33a0-481e-8a16-efd202e9ac77 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:53.638210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8e2bf43-5b1f-4541-80c3-f82568391245 req-d4078244-33a0-481e-8a16-efd202e9ac77 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1548588 Jul 30 03:30:53.693392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-45cc94a3-5587-4205-bcb7-cd51b3506828 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330322 Jul 30 03:30:53.772735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8e2bf43-5b1f-4541-80c3-f82568391245 req-8c939df8-2893-462f-ba17-9e43915db20c tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273079 Jul 30 03:30:53.821584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-4f886f9d-f3f8-419f-9740-e35676da115d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:53.822988 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-4f886f9d-f3f8-419f-9740-e35676da115d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234536 Jul 30 03:30:53.844493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Request body: {'port': {'device_id': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'de1bb493cfec4a0b9ad5767ec7387c1d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:53.861571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9cc8a9-7b0f-40d7-8076-0a873731b824 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:53.872321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.917297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.919088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Transition to ACTIVE for port object 7f9cc8a9-7b0f-40d7-8076-0a873731b824 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:53.924499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.933325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.956383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Made reservation on behalf of de1bb493cfec4a0b9ad5767ec7387c1d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:30:53.960112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:53.978467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda7d5f-ae28-4fa0-ad66-6fb91e8ddacc req-f276abd5-8383-4342-93c8-4f13de6f5ccb tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:53.980981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5dda7d5f-ae28-4fa0-ad66-6fb91e8ddacc req-f276abd5-8383-4342-93c8-4f13de6f5ccb tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 932 time: 0.1354983 Jul 30 03:30:54.065895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event updated for resources: {'Port': ['ID=ef202a45-5e0c-4f81-9371-d2ddee2d6251,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:54.125765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Allocated IP 192.168.233.93 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/884a09c3-d35b-4bd4-95c1-c7c4811d9bab) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:30:54.133455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.157334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5dda7d5f-ae28-4fa0-ad66-6fb91e8ddacc req-6eb493b4-fbf0-48be-a8e2-d832d408f78f tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674044 Jul 30 03:30:54.192318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.194159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d037e83-cef3-414e-a20f-6947d530c54b req-f74f2716-f946-448f-b59e-99501899bcce tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8775835 Jul 30 03:30:54.196460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Pushing event updated for resources: {'Port': ['ID=7f9cc8a9-7b0f-40d7-8076-0a873731b824,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:54.257613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Attempting to bind port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:54.257946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Attempting to bind port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '4e09069e-efe1-4dea-b6a5-5cf3e681493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:54.258271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Attempting to bind port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 on network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:54.289128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d037e83-cef3-414e-a20f-6947d530c54b req-151220d7-cee2-44be-9263-eb1be815ad81 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0823667 Jul 30 03:30:54.291577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 on network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:54.291909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Attempting to bind port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 on network cbc8ac5d-279e-4999-a0c2-3034721dcfe9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:54.298709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.308767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:54.309109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Checking segment: {'id': '4e09069e-efe1-4dea-b6a5-5cf3e681493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:54.309491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Bound using segment: {'id': '4e09069e-efe1-4dea-b6a5-5cf3e681493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:54.309932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Bound port: 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e09069e-efe1-4dea-b6a5-5cf3e681493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:54.310287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.313048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Transition to ACTIVE for port object 884a09c3-d35b-4bd4-95c1-c7c4811d9bab will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:54.347403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.390762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:30:54.390992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:30:54.397824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:30:54.402494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:30:54.406670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:54.406803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd8f7a-bc82-4808-be6c-0713704e8346 req-eb93aa1c-dcd9-435e-b44f-0dea747b5ed3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:54.414469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24dd8f7a-bc82-4808-be6c-0713704e8346 req-eb93aa1c-dcd9-435e-b44f-0dea747b5ed3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1919072 Jul 30 03:30:54.468233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:54.469239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.501881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-6f30980c-5071-4c55-b612-07d3a5716d8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6606278 Jul 30 03:30:54.523073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Request body: {'port': {'device_id': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:30:54.528099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24dd8f7a-bc82-4808-be6c-0713704e8346 req-aa3b68d4-609a-4b15-a105-e94dcba6a919 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082060 Jul 30 03:30:54.530899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] For port 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:54.550093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d037e83-cef3-414e-a20f-6947d530c54b req-bd534d8b-a672-48f0-a19c-d490cb3825b2 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:54.551608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d037e83-cef3-414e-a20f-6947d530c54b req-bd534d8b-a672-48f0-a19c-d490cb3825b2 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2558827 Jul 30 03:30:54.579401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] For port 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824,segment=NetworkSegment(4e09069e-efe1-4dea-b6a5-5cf3e681493f),segment_id=4e09069e-efe1-4dea-b6a5-5cf3e681493f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:54.590273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.617082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.626226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:54.626860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.628297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] 10.222.0.16 "PUT /v2.0/ports/7f9cc8a9-7b0f-40d7-8076-0a873731b824 HTTP/1.1" status: 200 len: 1093 time: 1.4268820 Jul 30 03:30:54.629079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'tag': '7f9cc8a9-7b0f-40d7-8076-0a873731b824'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:54.631719 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca509f5-c331-4527-88cf-fef4c8cbeeed" -d '{"events": [{"name": "network-changed", "server_uuid": "5db322fe-ae20-474d-ae81-a4411d07ca95", "tag": "7f9cc8a9-7b0f-40d7-8076-0a873731b824"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:54.659598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb676da-f30c-4d49-8069-6f243f377e8c service neutron] Pushing event updated for resources: {'Port': ['ID=7f9cc8a9-7b0f-40d7-8076-0a873731b824,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:54.768944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d4edc8a5-2b5c-4ad2-b104-588e8499c12d None None] Provisioning for port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:30:54.773732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d4edc8a5-2b5c-4ad2-b104-588e8499c12d None None] Provisioning complete for port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:30:54.774219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d4edc8a5-2b5c-4ad2-b104-588e8499c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.809650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d4edc8a5-2b5c-4ad2-b104-588e8499c12d None None] Port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:30:54.841417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ef1b491-37ea-40a5-8277-25f419e51035 req-ee9d11a5-9158-4557-8f92-677b364d9ca3 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips/e3767226-10bc-4072-8012-2f19336069dc HTTP/1.1" status: 200 len: 692 time: 0.0803199 Jul 30 03:30:54.903551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-254a7c6c-f7c8-41f6-8bb6-0152d9583b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:54.904957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-254a7c6c-f7c8-41f6-8bb6-0152d9583b21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=550477db93334e81b7e354f51f902cf6&device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 1096 time: 0.1553936 Jul 30 03:30:54.916862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8a91e-b304-41b4-821a-59ad76451af2 req-54aab175-145a-412b-81b9-0cbf99dde90b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:54.918292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77a8a91e-b304-41b4-821a-59ad76451af2 req-54aab175-145a-412b-81b9-0cbf99dde90b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 935 time: 0.1773751 Jul 30 03:30:54.919799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884a09c3-d35b-4bd4-95c1-c7c4811d9bab {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:54.927498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.940026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Transition to ACTIVE for port object 884a09c3-d35b-4bd4-95c1-c7c4811d9bab will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:30:54.944065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:54.973645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-79eeb014-67de-4d6d-9673-6e8c986b662b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824 HTTP/1.1" status: 200 len: 217 time: 0.0517459 Jul 30 03:30:55.018983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:55.064807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77a8a91e-b304-41b4-821a-59ad76451af2 req-9d3587b7-4e2e-49d9-874a-5d7b674781c2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319671 Jul 30 03:30:55.073927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:30:55.074270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:30:55.074597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:55.077531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1b491-37ea-40a5-8277-25f419e51035 req-7f6889ab-0c69-463c-a4d0-4936354737d8 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.079069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ef1b491-37ea-40a5-8277-25f419e51035 req-7f6889ab-0c69-463c-a4d0-4936354737d8 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2305841 Jul 30 03:30:55.079256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:30:55.079590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:30:55.080748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-af550068-5536-4d00-b20e-22d4f2be4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.082094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-af550068-5536-4d00-b20e-22d4f2be4916 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=729dbaa2-14bd-4515-9d5a-d08f07530255 HTTP/1.1" status: 200 len: 861 time: 0.0971007 Jul 30 03:30:55.085936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:30:55.086285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:30:55.086740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:30:55.087283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Bound port: 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:30:55.087829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:55.100893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-5ef1b491-37ea-40a5-8277-25f419e51035 req-b9525a19-10a5-46ee-a277-9e38a8b4b119 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:30:55.101967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ef1b491-37ea-40a5-8277-25f419e51035 req-b9525a19-10a5-46ee-a277-9e38a8b4b119 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160749 Jul 30 03:30:55.136175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-53061670-eaa2-43ac-ad45-439e45bc868e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbc8ac5d-279e-4999-a0c2-3034721dcfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332551 Jul 30 03:30:55.156347 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bb801b-9cc7-4fc8-b929-b0f1c6a07022 x-openstack-request-id: req-65bb801b-9cc7-4fc8-b929-b0f1c6a07022 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:55.157005 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db322fe-ae20-474d-ae81-a4411d07ca95", "tag": "7f9cc8a9-7b0f-40d7-8076-0a873731b824", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:55.157453 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65bb801b-9cc7-4fc8-b929-b0f1c6a07022 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:55.158058 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'tag': '7f9cc8a9-7b0f-40d7-8076-0a873731b824', 'status': 'completed', 'code': 200} Jul 30 03:30:55.184665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:30:55.189014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:30:55.195905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:55.243247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.243874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:55.245253 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] 10.222.0.16 "PUT /v2.0/ports/884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 1096 time: 0.7290673 Jul 30 03:30:55.245684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:30:55.247967 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:30:55.286762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf681ad2-3dc6-4759-b473-93cf0d3bc197 service neutron] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:55.372499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-119012a5-0fe0-42e4-8885-ad9cb2120a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.374044 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-119012a5-0fe0-42e4-8885-ad9cb2120a43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1099 time: 0.0537901 Jul 30 03:30:55.427234 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-7ae58a8b-5274-4a41-9d75-f68772ed66c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0365906 Jul 30 03:30:55.480405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-0894642c-733d-4ca0-b427-2702685f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.481885 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-0894642c-733d-4ca0-b427-2702685f3469 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0471957 Jul 30 03:30:55.534272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-95411cae-7358-4a95-964c-0995bea1bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.535724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-95411cae-7358-4a95-964c-0995bea1bdd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458963 Jul 30 03:30:55.619770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-112916eb-ba5f-412a-94fb-88d80b0e6388 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips/e3767226-10bc-4072-8012-2f19336069dc HTTP/1.1" status: 200 len: 692 time: 0.4461622 Jul 30 03:30:55.635108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-d6f4a91c-d599-4787-beae-faabdcd43841 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914307 Jul 30 03:30:55.718834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcd14-26f2-4647-a6c9-1a5cc0be0b10 req-b57dd8db-581c-4a21-90e3-8b6cf787b11a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.720340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-772dcd14-26f2-4647-a6c9-1a5cc0be0b10 req-b57dd8db-581c-4a21-90e3-8b6cf787b11a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.5101533 Jul 30 03:30:55.724269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-506597ad-8f10-4994-9b54-d94a6a8b626d service neutron] 10.222.0.16 "GET /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784597 Jul 30 03:30:55.732992 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-12e21a36-e191-4a01-b8a3-ffedca5b2280 req-46ab4152-4d31-40f5-8a9f-20f270e12062 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889862 Jul 30 03:30:55.838216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-772dcd14-26f2-4647-a6c9-1a5cc0be0b10 req-94016038-16a9-4b8f-8b81-6a7e7f73f00f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104662 Jul 30 03:30:55.846819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-11d71f4d-a13d-4917-a0c8-685a2c6ae080 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:55.848159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-11d71f4d-a13d-4917-a0c8-685a2c6ae080 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2194443 Jul 30 03:30:55.929274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-4430ece8-9d10-48ed-b7f0-6073de4ca8c2 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0697162 Jul 30 03:30:55.948817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daae0990-f7f8-4efe-887e-c2be8d7e3504 req-1e371d27-3ffa-4e95-b7b7-84d70425c880 service neutron] 10.222.0.16 "GET /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103379 Jul 30 03:30:55.997414 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-81a3364a-02aa-4b3d-aaa8-eceb1ce0011b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0525193 Jul 30 03:30:56.009290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b550ae9-eb3e-492b-9a79-0be8031f42ef req-c039e3e9-c753-4b3a-baac-abdea4458015 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.010732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b550ae9-eb3e-492b-9a79-0be8031f42ef req-c039e3e9-c753-4b3a-baac-abdea4458015 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 944 time: 0.1021168 Jul 30 03:30:56.140846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b550ae9-eb3e-492b-9a79-0be8031f42ef req-86eabe4e-6fcb-43aa-89f1-ba41e90fbfbe tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233251 Jul 30 03:30:56.177093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-55bfd653-836f-4798-b7c7-399475978cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.178771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-55bfd653-836f-4798-b7c7-399475978cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=550477db93334e81b7e354f51f902cf6&device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 1096 time: 0.1153502 Jul 30 03:30:56.183488 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe1f5c-5baf-4632-902c-c0ab903b05f4 x-openstack-request-id: req-66fe1f5c-5baf-4632-902c-c0ab903b05f4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:30:56.183979 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:30:56.184085 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66fe1f5c-5baf-4632-902c-c0ab903b05f4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:30:56.184396 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'status': 'completed', 'code': 200} Jul 30 03:30:56.252073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Deleting port ef202a45-5e0c-4f81-9371-d2ddee2d6251 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:56.252323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:56.279268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-0d19d603-ab5d-42b3-8256-e71d52e7eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.280874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-0d19d603-ab5d-42b3-8256-e71d52e7eb56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1099 time: 0.0444856 Jul 30 03:30:56.373055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799570aa-3513-4f5a-84bc-56da72447c46 req-063b8c90-7dc7-4141-8d5d-6ab9a2b0be6b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.374538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-799570aa-3513-4f5a-84bc-56da72447c46 req-063b8c90-7dc7-4141-8d5d-6ab9a2b0be6b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1334355 Jul 30 03:30:56.376379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-996a336c-eb07-4f73-b028-d743e462cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.377913 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-996a336c-eb07-4f73-b028-d743e462cfa0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.0892575 Jul 30 03:30:56.382341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-e5756bab-b0ea-457d-b76f-5ba77ee56153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.383797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-e5756bab-b0ea-457d-b76f-5ba77ee56153 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbc8ac5d-279e-4999-a0c2-3034721dcfe9 HTTP/1.1" status: 200 len: 921 time: 0.1948369 Jul 30 03:30:56.414796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:56.415126 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:56.422521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-550bc431-e028-42c6-a7ab-2cc4eb251d57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0372932 Jul 30 03:30:56.457187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Calling delete_port for ef202a45-5e0c-4f81-9371-d2ddee2d6251 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:56.460975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-d46f88aa-dc15-407b-8478-ad914c2fef3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824 HTTP/1.1" status: 200 len: 217 time: 0.0580451 Jul 30 03:30:56.472872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-133437d0-3893-40e5-a26b-ff5cd4e4656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.474329 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-133437d0-3893-40e5-a26b-ff5cd4e4656e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0448806 Jul 30 03:30:56.508475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-799570aa-3513-4f5a-84bc-56da72447c46 req-65c91f4d-b3c4-48d2-9425-7db7b1a0ea4e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218004 Jul 30 03:30:56.524053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-7cfca04a-8861-4921-8c32-e8e6f2180da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.525606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-7cfca04a-8861-4921-8c32-e8e6f2180da4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423405 Jul 30 03:30:56.564267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-d4ab6c90-15c4-4298-9c5a-9b3c78524228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.565736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-d4ab6c90-15c4-4298-9c5a-9b3c78524228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=729dbaa2-14bd-4515-9d5a-d08f07530255 HTTP/1.1" status: 200 len: 861 time: 0.0975893 Jul 30 03:30:56.605827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-a42d7101-395b-42d4-ac79-1bea9f49d483 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbc8ac5d-279e-4999-a0c2-3034721dcfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282850 Jul 30 03:30:56.630142 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-e97330f0-4060-4b88-b1cc-ef1617052296 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953498 Jul 30 03:30:56.731214 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14c9530b-c6e9-4579-89e7-a4b96d7d8bf5 req-b72754a0-2102-4ab3-a930-c5a3521caf93 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932374 Jul 30 03:30:56.739267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:56.777086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event deleted for resources: {'Port': ['ID=ef202a45-5e0c-4f81-9371-d2ddee2d6251,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:56.785640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-6f95530c-9475-4e64-85cf-63f16c915fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609502 Jul 30 03:30:56.914339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:56.916878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:56.918010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3100ce1-d414-4089-9d40-02c3b430c1c9 req-e3041d62-e1b5-4d68-a4b7-24e2831f221b tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "DELETE /v2.0/floatingips/e3767226-10bc-4072-8012-2f19336069dc HTTP/1.1" status: 204 len: 173 time: 0.9063857 Jul 30 03:30:56.959673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa54f4d-6b38-4121-bc3a-4df92e803002 req-3eeaf215-55c8-42d7-94b3-a2e6b1df2d8e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:56.961321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa54f4d-6b38-4121-bc3a-4df92e803002 req-3eeaf215-55c8-42d7-94b3-a2e6b1df2d8e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.1144085 Jul 30 03:30:56.968230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca509f5-c331-4527-88cf-fef4c8cbeeed req-41cd41cf-3f38-417b-a413-d2de2cbeb9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462612 Jul 30 03:30:57.031538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaa54f4d-6b38-4121-bc3a-4df92e803002 req-ae85a2d5-0070-47d0-9170-6cee3e8666c0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622382 Jul 30 03:30:57.053360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e9f8a-8201-433e-8d0c-1923e0bc1ba3 req-9dc07f86-ec71-414d-8634-6e07ff4f43e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:57.054899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-189e9f8a-8201-433e-8d0c-1923e0bc1ba3 req-9dc07f86-ec71-414d-8634-6e07ff4f43e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0841999 Jul 30 03:30:57.226436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-189e9f8a-8201-433e-8d0c-1923e0bc1ba3 req-7751fb74-c047-4709-93b3-b8a3368caee6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616454 Jul 30 03:30:57.286236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c0016-6b22-4992-a916-681d2b398d45 req-7efa2759-44c5-4700-9e20-479efea6a487 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:57.288306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-862c0016-6b22-4992-a916-681d2b398d45 req-7efa2759-44c5-4700-9e20-479efea6a487 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2324572 Jul 30 03:30:57.393997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44c1fc94-bd7a-4c9a-bb79-ed937ed403c9 req-caafb163-b85f-4853-8487-dca0098aca7f tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=f3f085d1318b4e4fb8bbbff2db7d5fe0 HTTP/1.1" status: 200 len: 1655 time: 0.0801847 Jul 30 03:30:57.418238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bfcc-ed9b-439d-a811-0fd85cd87057 req-98616b00-d5de-475a-903e-de795fb3070b tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:57.419735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25d8bfcc-ed9b-439d-a811-0fd85cd87057 req-98616b00-d5de-475a-903e-de795fb3070b tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 944 time: 0.1305497 Jul 30 03:30:57.504722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25d8bfcc-ed9b-439d-a811-0fd85cd87057 req-8c00f983-8578-4368-8a7c-6b440e6f7b75 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718338 Jul 30 03:30:57.540957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1fc94-bd7a-4c9a-bb79-ed937ed403c9 req-26e71941-0f2b-43c8-998c-ba8244d91b74 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:57.542421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44c1fc94-bd7a-4c9a-bb79-ed937ed403c9 req-26e71941-0f2b-43c8-998c-ba8244d91b74 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks?id=1fc087a1-28ee-49dd-996c-fe352639efff&id=1fc087a1-28ee-49dd-996c-fe352639efff&id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 787 time: 0.1405954 Jul 30 03:30:57.552506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-44c1fc94-bd7a-4c9a-bb79-ed937ed403c9 req-0b4869d4-a494-4108-9e7d-571eaa6280d6 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:30:57.553542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44c1fc94-bd7a-4c9a-bb79-ed937ed403c9 req-0b4869d4-a494-4108-9e7d-571eaa6280d6 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057275 Jul 30 03:30:57.645758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-53ab3b06-bc13-4fb4-8832-1b0c535818b5 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips/07637497-9366-432d-a675-ba84d7fc5bd9 HTTP/1.1" status: 200 len: 692 time: 0.0705907 Jul 30 03:30:57.682254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3807f-4186-4b4b-bc58-8c83789c2082 req-1d367f53-08ff-4c14-b718-c38ad296d500 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:57.683745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ed3807f-4186-4b4b-bc58-8c83789c2082 req-1d367f53-08ff-4c14-b718-c38ad296d500 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1074510 Jul 30 03:30:57.767857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ed3807f-4186-4b4b-bc58-8c83789c2082 req-10067112-c8e6-41d6-b0b7-2f2233cdf583 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Jul 30 03:30:57.793215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2c879dcf-f3a0-4b9d-b432-17a579a620ca tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:57.794592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2c879dcf-f3a0-4b9d-b432-17a579a620ca tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1416001 Jul 30 03:30:57.805424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-b1307936-5f39-453f-8b28-0988240703df tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:30:57.806417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-b1307936-5f39-453f-8b28-0988240703df tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063879 Jul 30 03:30:57.857148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-e7cab126-b8b2-4e6e-a699-98a82982c662 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.0440333 Jul 30 03:30:57.912170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-182c980a-6eb4-439c-9048-2c1eda0db657 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.0489619 Jul 30 03:30:58.044097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Deleting port 39454993-80b1-4868-a27e-732681e68e99 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:58.044782 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:58.152016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:58.152344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:58.166888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Calling delete_port for 39454993-80b1-4868-a27e-732681e68e99 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:58.185200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50fa4b-d8f3-4832-a508-5be60d04e12c req-89e9816a-0f7a-4b38-9d5e-28a510a99307 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:58.186671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb50fa4b-d8f3-4832-a508-5be60d04e12c req-89e9816a-0f7a-4b38-9d5e-28a510a99307 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.0831506 Jul 30 03:30:58.273529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb50fa4b-d8f3-4832-a508-5be60d04e12c req-a8b01ee3-aba5-4a64-bda8-ffde9383557a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538499 Jul 30 03:30:58.364700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:58.396030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event deleted for resources: {'Port': ['ID=39454993-80b1-4868-a27e-732681e68e99,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:58.430557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17959fc0-4793-44b3-811a-7a504c94d0c4 req-8c95fee2-2554-4672-9222-345de188559b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:58.432080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17959fc0-4793-44b3-811a-7a504c94d0c4 req-8c95fee2-2554-4672-9222-345de188559b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1028037 Jul 30 03:30:58.492631 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:58.495154 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:58.496283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0441def1-f9a9-4766-851e-64dacaa7ec29 req-2039f5bd-4a00-4fff-9c19-d814417d5315 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "DELETE /v2.0/floatingips/07637497-9366-432d-a675-ba84d7fc5bd9 HTTP/1.1" status: 204 len: 173 time: 0.5787225 Jul 30 03:30:58.499637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17959fc0-4793-44b3-811a-7a504c94d0c4 req-312f5981-2267-423e-aba3-02a482b53078 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495553 Jul 30 03:30:58.562659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-f8761e51-73b2-461f-96b8-a1bb5c5c6dd0 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips/f815f2c8-070b-4100-a47f-3e0286ba3e0e HTTP/1.1" status: 200 len: 692 time: 0.0487347 Jul 30 03:30:58.682277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae127618-d894-468b-beb4-590bb6c561c3 req-cc84a0c5-a948-4794-8775-dd30f8947d93 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:58.683797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae127618-d894-468b-beb4-590bb6c561c3 req-cc84a0c5-a948-4794-8775-dd30f8947d93 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 944 time: 0.1063230 Jul 30 03:30:58.721779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-ec11e6e7-a94e-44ee-b9ff-242a74a06634 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:58.723090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-ec11e6e7-a94e-44ee-b9ff-242a74a06634 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1550124 Jul 30 03:30:58.746573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae127618-d894-468b-beb4-590bb6c561c3 req-cf945a99-4a85-4414-b7d3-d64a1da5b40f tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569341 Jul 30 03:30:58.781678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-2cca8f00-eb48-4614-83ae-bf2f922ad1b4 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.67 HTTP/1.1" status: 200 len: 695 time: 0.0487580 Jul 30 03:30:58.837210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-7aee7bd5-f58d-4ab8-814f-ded79c6062e5 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.67 HTTP/1.1" status: 200 len: 695 time: 0.0488889 Jul 30 03:30:58.956227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebc58-1ff6-4875-a78e-81af3d5769ce req-41fb95af-5fd4-46e6-bc7d-c121bf2f4b6b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:58.957935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adeebc58-1ff6-4875-a78e-81af3d5769ce req-41fb95af-5fd4-46e6-bc7d-c121bf2f4b6b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1258233 Jul 30 03:30:59.023657 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adeebc58-1ff6-4875-a78e-81af3d5769ce req-3569a209-ddc5-4fe6-bb3b-6c1e1e6d7ff9 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Jul 30 03:30:59.032823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Deleting port 7c38b1d3-bd89-45f5-b3b3-d77c168b5c30 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:30:59.033171 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.114487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.115127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.127428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Calling delete_port for 7c38b1d3-bd89-45f5-b3b3-d77c168b5c30 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:30:59.266623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.297953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event deleted for resources: {'Port': ['ID=7c38b1d3-bd89-45f5-b3b3-d77c168b5c30,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:59.380647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.383511 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.384662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcb2c5f4-cfb8-479c-8b29-1fa0aacaeeb3 req-11a54788-bc71-4145-9512-d584d7db0a8d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "DELETE /v2.0/floatingips/f815f2c8-070b-4100-a47f-3e0286ba3e0e HTTP/1.1" status: 204 len: 173 time: 0.5403249 Jul 30 03:30:59.403432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f1ad4-4a01-4b0b-b304-b9093ddcecfc req-5479ca28-77f0-4fa7-881c-433eb7470cbc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:59.404919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-838f1ad4-4a01-4b0b-b304-b9093ddcecfc req-5479ca28-77f0-4fa7-881c-433eb7470cbc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.0598421 Jul 30 03:30:59.597818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7f9cc8a9-7b0f-40d7-8076-0a873731b824 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:59.694740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824,segment=NetworkSegment(4e09069e-efe1-4dea-b6a5-5cf3e681493f),segment_id=4e09069e-efe1-4dea-b6a5-5cf3e681493f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:59.707229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '7f9cc8a9-7b0f-40d7-8076-0a873731b824', 'network_id': 'cbc8ac5d-279e-4999-a0c2-3034721dcfe9', 'port_id': '7f9cc8a9-7b0f-40d7-8076-0a873731b824', 'mac_address': 'fa:16:3e:e6:08:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729dbaa2-14bd-4515-9d5a-d08f07530255', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:59.749415 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.762895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9cc8a9-7b0f-40d7-8076-0a873731b824 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:30:59.782270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-600f17e0-994b-4d96-a085-3588ea218191 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips/0305df29-e6f2-49cb-8d66-c7f96636987a HTTP/1.1" status: 200 len: 693 time: 0.3763769 Jul 30 03:30:59.782834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824,segment=NetworkSegment(4e09069e-efe1-4dea-b6a5-5cf3e681493f),segment_id=4e09069e-efe1-4dea-b6a5-5cf3e681493f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:59.788136 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.788792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:30:59.809800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-838f1ad4-4a01-4b0b-b304-b9093ddcecfc req-923a3d18-bace-4c69-b25f-b77a7ca55b97 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982391 Jul 30 03:30:59.891549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7f9cc8a9-7b0f-40d7-8076-0a873731b824,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:30:59.925383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:30:59.933935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-d6135b1d-18fb-4f10-98e8-4e9564e2e03d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:59.935326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-d6135b1d-18fb-4f10-98e8-4e9564e2e03d tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1419897 Jul 30 03:30:59.937573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'mac_address': 'fa:16:3e:48:cd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:30:59.957468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5caa9-2dbd-4cc9-81b0-3c199bb030a9 req-36bbcb56-3407-4d73-9e4e-3c0893d23998 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:30:59.958142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faa5caa9-2dbd-4cc9-81b0-3c199bb030a9 req-36bbcb56-3407-4d73-9e4e-3c0893d23998 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0888052 Jul 30 03:30:59.980103 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:30:59.993111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884a09c3-d35b-4bd4-95c1-c7c4811d9bab {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:00.001379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-74c9c3f7-2cf7-43b0-845a-22ff287b1096 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0596371 Jul 30 03:31:00.012509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:00.016870 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.064155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:00.067698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-9123aba6-8574-4afb-a0d4-e2748f13f406 tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0582101 Jul 30 03:31:00.070994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faa5caa9-2dbd-4cc9-81b0-3c199bb030a9 req-cf6e451c-4619-470b-bc8d-7e837d158a8d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851498 Jul 30 03:31:00.227954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2d72c-61d9-48a5-890f-f4d7452e85be req-0e9bf41a-8b4e-4db5-9f5b-1e8b22837a0e tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:00.229362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a2d72c-61d9-48a5-890f-f4d7452e85be req-0e9bf41a-8b4e-4db5-9f5b-1e8b22837a0e tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 945 time: 0.0791290 Jul 30 03:31:00.246623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Deleting port 9f719d4b-d3d1-4a23-bb42-434f80df7194 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:00.246971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.316228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a2d72c-61d9-48a5-890f-f4d7452e85be req-6a1ea07c-bdc4-46d8-b01c-8228a7fdb2eb tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800128 Jul 30 03:31:00.344999 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.345334 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.357557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Calling delete_port for 9f719d4b-d3d1-4a23-bb42-434f80df7194 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:00.370739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.468569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310320e9-cd3a-4116-b225-1ef04b305727 req-462c95d3-5b78-453a-bb96-2638c6fe5248 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:00.470024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-310320e9-cd3a-4116-b225-1ef04b305727 req-462c95d3-5b78-453a-bb96-2638c6fe5248 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0703580 Jul 30 03:31:00.531337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-310320e9-cd3a-4116-b225-1ef04b305727 req-b449991b-c5cd-4498-bdb6-6a2882c19b71 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520298 Jul 30 03:31:00.556061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.581751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Pushing event deleted for resources: {'Port': ['ID=9f719d4b-d3d1-4a23-bb42-434f80df7194,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:00.605150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:00.632182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7f9cc8a9-7b0f-40d7-8076-0a873731b824'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:00.647350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.649800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:00.651115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-796ae3bb-2840-45cd-83b8-d4a645f35107 req-5b8f5d22-41e7-438d-9418-963782ce4adb tempest-FloatingIPDetailsTestJSON-346627507 tempest-FloatingIPDetailsTestJSON-346627507-project] 10.222.0.39 "DELETE /v2.0/floatingips/0305df29-e6f2-49cb-8d66-c7f96636987a HTTP/1.1" status: 204 len: 173 time: 0.5775907 Jul 30 03:31:00.657358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:00.928323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92567db7-bc59-48c1-bb04-a9561734c43c req-412d4aba-b75e-40b9-9c18-bab6541c3ee3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:00.930098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92567db7-bc59-48c1-bb04-a9561734c43c req-412d4aba-b75e-40b9-9c18-bab6541c3ee3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 948 time: 0.0493822 Jul 30 03:31:00.969562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92567db7-bc59-48c1-bb04-a9561734c43c req-b493ee92-3ae2-4235-995a-ce0ed490b605 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Jul 30 03:31:01.012529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:01.195003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba79f7-cfdd-483d-b5e3-56df0466f53a req-2734ddb8-d82b-4834-9ed4-e48b16f6adfd tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:01.196652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4eba79f7-cfdd-483d-b5e3-56df0466f53a req-2734ddb8-d82b-4834-9ed4-e48b16f6adfd tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0510733 Jul 30 03:31:01.243715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4eba79f7-cfdd-483d-b5e3-56df0466f53a req-3f5df5d7-a2a4-4465-918a-9d161adee313 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Jul 30 03:31:01.437336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bc267-d387-4321-a7f5-75843a4ff7e2 req-4fdc1eea-cbcd-4401-afe4-ddcf460d4d23 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:01.438826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-747bc267-d387-4321-a7f5-75843a4ff7e2 req-4fdc1eea-cbcd-4401-afe4-ddcf460d4d23 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Jul 30 03:31:01.480969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-747bc267-d387-4321-a7f5-75843a4ff7e2 req-12851b0d-c7ea-4ab4-bb83-e104a06abfa1 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Jul 30 03:31:01.542970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Deleting port a660b13d-19ac-4107-b8fc-7b06581f0dda {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:01.543350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:01.624498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] For port a660b13d-19ac-4107-b8fc-7b06581f0dda, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a660b13d-19ac-4107-b8fc-7b06581f0dda,segment=NetworkSegment(aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991),segment_id=aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:01.626295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:01.640436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Calling delete_port for a660b13d-19ac-4107-b8fc-7b06581f0dda owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:01.645739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5847a8-1227-4fff-b8a8-cd6ee600f418 req-8c805534-d99c-44df-b3f4-4bdfa5441d08 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:01.650873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac5847a8-1227-4fff-b8a8-cd6ee600f418 req-8c805534-d99c-44df-b3f4-4bdfa5441d08 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0525293 Jul 30 03:31:01.691433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac5847a8-1227-4fff-b8a8-cd6ee600f418 req-4a02ae25-b6b6-413a-a5e0-cf8c6080ee31 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Jul 30 03:31:01.829323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:01.859936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Pushing event deleted for resources: {'Port': ['ID=a660b13d-19ac-4107-b8fc-7b06581f0dda,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:02.021722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:02.095856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ce914-d507-4c8d-afe8-551d1d606ad0 req-1213abd4-1d50-4684-98e8-05b040c1c411 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:02.097486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-825ce914-d507-4c8d-afe8-551d1d606ad0 req-1213abd4-1d50-4684-98e8-05b040c1c411 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 948 time: 0.0499506 Jul 30 03:31:02.136500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-825ce914-d507-4c8d-afe8-551d1d606ad0 req-775d77ab-52dd-4c9d-af1b-ea6f6dd8a4f8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Jul 30 03:31:02.234124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Router fdc5a108-4c18-4435-a16d-d4fa932e8604 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:31:02.340754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:31:02.349856 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eccab511-2928-4f52-9706-04552bd6132f admin admin] 10.222.0.39 "PUT /v2.0/routers/fdc5a108-4c18-4435-a16d-d4fa932e8604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887040 Jul 30 03:31:02.350173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:02.353046 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] Sync routers for ids ['fdc5a108-4c18-4435-a16d-d4fa932e8604'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:31:02.363516 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] Routers {'fdc5a108-4c18-4435-a16d-d4fa932e8604'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:02.364257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fdc5a108-4c18-4435-a16d-d4fa932e8604'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:02.367558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca835-8b27-402a-8fe1-b5ad55272c9b req-b8af3863-4379-4750-940c-f1b6bb27b063 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:02.369110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-636ca835-8b27-402a-8fe1-b5ad55272c9b req-b8af3863-4379-4750-940c-f1b6bb27b063 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0566745 Jul 30 03:31:02.413022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-636ca835-8b27-402a-8fe1-b5ad55272c9b req-7972c809-a8cd-42c8-ab8a-e53a916cf4e7 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Jul 30 03:31:02.456698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:02.469382 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] Set router fdc5a108-4c18-4435-a16d-d4fa932e8604 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:02.560467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:02.595899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceddb6-5929-4808-99db-86debb8046f7 req-b58a757b-cd77-45fd-8fbc-62d8b7d360be tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:02.597523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaceddb6-5929-4808-99db-86debb8046f7 req-b58a757b-cd77-45fd-8fbc-62d8b7d360be tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Jul 30 03:31:02.616985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Deleting port 7f084288-7863-4c26-a26a-7b9471ccb42c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:02.617330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:02.638763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaceddb6-5929-4808-99db-86debb8046f7 req-06c654fe-f06e-4df0-8788-a23c421f7021 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jul 30 03:31:02.659667 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:31:01Z', 'revision_number': 5, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port': {'id': '7f084288-7863-4c26-a26a-7b9471ccb42c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:28Z', 'updated_at': '2021-07-30T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:02.686809 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] Checking router: fdc5a108-4c18-4435-a16d-d4fa932e8604 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:31:02.694966 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] Routers {'fdc5a108-4c18-4435-a16d-d4fa932e8604'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:02.695597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fdc5a108-4c18-4435-a16d-d4fa932e8604'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:02.698181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] For port 7f084288-7863-4c26-a26a-7b9471ccb42c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7f084288-7863-4c26-a26a-7b9471ccb42c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:02.698550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:02.711471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Calling delete_port for 7f084288-7863-4c26-a26a-7b9471ccb42c owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:02.781288 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] Set router fdc5a108-4c18-4435-a16d-d4fa932e8604 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:02.836043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b7ffa-4d2f-4c6c-8baa-396c7617c560 req-d010ebcb-0720-4826-adbd-a185e5c39b29 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:02.837409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e9b7ffa-4d2f-4c6c-8baa-396c7617c560 req-d010ebcb-0720-4826-adbd-a185e5c39b29 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0540552 Jul 30 03:31:02.837667 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:31:02Z', 'revision_number': 6, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:02.872299 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa388ce5-6630-4456-95b6-616850b6bfd3 None None] The sync data for ids ['fdc5a108-4c18-4435-a16d-d4fa932e8604'] in n-d-778696-14 is: [{'id': 'fdc5a108-4c18-4435-a16d-d4fa932e8604', 'name': 'tempest-FloatingIPDetailsTestJSON-734606762-router', 'tenant_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:27Z', 'updated_at': '2021-07-30T03:31:02Z', 'revision_number': 6, 'project_id': 'f3f085d1318b4e4fb8bbbff2db7d5fe0', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:31:02.886669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e9b7ffa-4d2f-4c6c-8baa-396c7617c560 req-fb85048b-235d-416f-bb0b-296389597f1e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Jul 30 03:31:02.910989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:02.945392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f084288-7863-4c26-a26a-7b9471ccb42c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:03.010571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.098774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.101199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.142727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.143275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc5a108-4c18-4435-a16d-d4fa932e8604 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:31:03.147590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.148722 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-70eec188-4abb-4550-a9f3-406a448cf124 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fdc5a108-4c18-4435-a16d-d4fa932e8604 HTTP/1.1" status: 204 len: 168 time: 0.7973678 Jul 30 03:31:03.151240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:03.198980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Deleting subnet bf6a1ae3-4398-4391-83f8-88fbdb132529 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:31:03.202018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.248875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.267279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123f57-7421-4c3f-97ee-9eea37151f0c req-3c768394-66e0-4eaf-b6e7-4492bc62da39 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:03.268852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed123f57-7421-4c3f-97ee-9eea37151f0c req-3c768394-66e0-4eaf-b6e7-4492bc62da39 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 948 time: 0.0638127 Jul 30 03:31:03.318916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed123f57-7421-4c3f-97ee-9eea37151f0c req-fc2e2a0f-c82d-45c3-9d5a-a28560c63ce0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Jul 30 03:31:03.358242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.410751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.441494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6a1ae3-4398-4391-83f8-88fbdb132529,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:03.444237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.448352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b3dd8605-47fc-4299-9271-bbbdebb313cf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf6a1ae3-4398-4391-83f8-88fbdb132529 HTTP/1.1" status: 204 len: 168 time: 0.2939529 Jul 30 03:31:03.448892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:03.453022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce3bd1-2a1c-48ee-a7d2-e19f77d268eb None None] Network 442d2bbd-69fc-4903-aeac-bb3c1c433372 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:03.520185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.534547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa6196-eff2-4c6e-b6b1-6548d4f8ed5e req-10f2b07e-961b-4802-935b-d142e8e8f688 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:03.536009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0aa6196-eff2-4c6e-b6b1-6548d4f8ed5e req-10f2b07e-961b-4802-935b-d142e8e8f688 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0511215 Jul 30 03:31:03.576755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0aa6196-eff2-4c6e-b6b1-6548d4f8ed5e req-5282f0af-6a87-463e-9b3b-35a4517a30e1 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Jul 30 03:31:03.579546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Deleting port ec5bf535-984a-45e3-9af5-da6934b7a04e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:03.580326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.604591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:03.649800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] For port ec5bf535-984a-45e3-9af5-da6934b7a04e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec5bf535-984a-45e3-9af5-da6934b7a04e,segment=NetworkSegment(aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991),segment_id=aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:03.650080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.657666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:03.661122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:03.661508 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.664354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Calling delete_port for ec5bf535-984a-45e3-9af5-da6934b7a04e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:03.735273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f170d4-b012-43dc-b51f-15ffe5707ebf None None] DHCP port deletion for 442d2bbd-69fc-4903-aeac-bb3c1c433372 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:31:03.741609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a660b13d-19ac-4107-b8fc-7b06581f0dda no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:03.753616 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.764678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: a660b13d-19ac-4107-b8fc-7b06581f0dda {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:03.765581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a660b13d-19ac-4107-b8fc-7b06581f0dda not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:03.783721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5bf535-984a-45e3-9af5-da6934b7a04e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:03.785575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] No DVR routers for this DVR port ec5bf535-984a-45e3-9af5-da6934b7a04e on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:03.796768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368b688-be6e-46de-be6a-47a8053c7232 req-2bf902ea-990f-4bbf-b397-d214c5b2e9e6 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:03.797029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-00f170d4-b012-43dc-b51f-15ffe5707ebf None None] The port 'ec5bf535-984a-45e3-9af5-da6934b7a04e' was deleted {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 03:31:03.800557 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.803975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f368b688-be6e-46de-be6a-47a8053c7232 req-2bf902ea-990f-4bbf-b397-d214c5b2e9e6 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 945 time: 0.0758729 Jul 30 03:31:03.830674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:03.833030 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2709ab-67e6-45d6-a3f9-f006c8a44e27" -d '{"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-plugged", "status": "completed", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:03.851020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:03.857532 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.858459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7f9cc8a9-7b0f-40d7-8076-0a873731b824 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:03.869606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f368b688-be6e-46de-be6a-47a8053c7232 req-92def1bf-e739-46e8-b28b-5e8ccae063ac tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608289 Jul 30 03:31:03.904644 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.917822 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90ba75a-af31-4c6c-9da8-22ab18c68ec2 x-openstack-request-id: req-a90ba75a-af31-4c6c-9da8-22ab18c68ec2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:03.918110 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-plugged", "status": "completed", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:03.918379 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a90ba75a-af31-4c6c-9da8-22ab18c68ec2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:03.918745 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'code': 200} Jul 30 03:31:03.920050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442d2bbd-69fc-4903-aeac-bb3c1c433372']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:03.945854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:03.946161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7ee1c0-6280-4c4b-a12e-35b2fe0c5991') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:03.955310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:03.967211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:03.976298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:03.981388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:03.981767 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.016254 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.027533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:31:04.029142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:31:04.032508 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:31:04.075611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63101eaa-8a73-45d3-a92d-9663318b6f60 req-bb46c5ff-8671-4f54-9f22-d5251ec6d6c3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:04.077355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63101eaa-8a73-45d3-a92d-9663318b6f60 req-bb46c5ff-8671-4f54-9f22-d5251ec6d6c3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0790808 Jul 30 03:31:04.122745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.129707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.142608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/442d2bbd-69fc-4903-aeac-bb3c1c433372 HTTP/1.1" status: 204 len: 168 time: 0.6864922 Jul 30 03:31:04.158944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7b503-2a7c-4e48-a501-14231921d8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=442d2bbd-69fc-4903-aeac-bb3c1c433372,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:04.165220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63101eaa-8a73-45d3-a92d-9663318b6f60 req-e3d6f381-a3d6-41d9-a563-c32119331625 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776980 Jul 30 03:31:04.188895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a31ef-f251-405e-a568-caa5335fcc08 req-4f2dec9d-bcb1-4eba-b9da-708663416bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:04.191935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-680a31ef-f251-405e-a568-caa5335fcc08 req-4f2dec9d-bcb1-4eba-b9da-708663416bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1101 time: 0.1316068 Jul 30 03:31:04.239225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-680a31ef-f251-405e-a568-caa5335fcc08 req-5bb4e06f-8d71-4c34-b6d6-8201be5e9136 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Jul 30 03:31:04.271857 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.292622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:04.304296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824,segment=NetworkSegment(4e09069e-efe1-4dea-b6a5-5cf3e681493f),segment_id=4e09069e-efe1-4dea-b6a5-5cf3e681493f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:04.307883 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.351885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d433ab89-be43-404d-9406-a00dd75bdaee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3f085d1318b4e4fb8bbbff2db7d5fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554492 Jul 30 03:31:04.352804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:04.356244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7f9cc8a9-7b0f-40d7-8076-0a873731b824,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:04.413644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb1052c9-ffc7-45da-9080-b2371b0f4341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.462175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb1052c9-ffc7-45da-9080-b2371b0f4341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.480953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e763c3-5d18-4337-996d-fb1d23c904a1 req-12b05557-988d-4e7a-a9a2-0687d9949617 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:04.482444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5e763c3-5d18-4337-996d-fb1d23c904a1 req-12b05557-988d-4e7a-a9a2-0687d9949617 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0825212 Jul 30 03:31:04.534235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5e763c3-5d18-4337-996d-fb1d23c904a1 req-f892c7cc-f5ca-4619-8086-bb564c99e20d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Jul 30 03:31:04.545000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb1052c9-ffc7-45da-9080-b2371b0f4341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.547594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb1052c9-ffc7-45da-9080-b2371b0f4341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:04.551256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bb1052c9-ffc7-45da-9080-b2371b0f4341 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1beb4fd7-f1be-4805-85a7-9f2cc595b7f5 HTTP/1.1" status: 204 len: 168 time: 0.1945324 Jul 30 03:31:04.557374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1052c9-ffc7-45da-9080-b2371b0f4341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb4fd7-f1be-4805-85a7-9f2cc595b7f5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:04.723344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64473b8c-1eb9-42e2-815d-4a90b04d6b36 req-71f3c95a-0892-40df-8c4f-9338fe016f9d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:04.723646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64473b8c-1eb9-42e2-815d-4a90b04d6b36 req-71f3c95a-0892-40df-8c4f-9338fe016f9d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0606828 Jul 30 03:31:04.770139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64473b8c-1eb9-42e2-815d-4a90b04d6b36 req-f2e1e446-1953-4e48-a5e3-a0586d07a280 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Jul 30 03:31:05.009187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134a42-0319-4018-9ed0-53759a736fdf req-372662aa-0052-46d3-a5f7-021b26a42bf5 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:05.010739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c134a42-0319-4018-9ed0-53759a736fdf req-372662aa-0052-46d3-a5f7-021b26a42bf5 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0716410 Jul 30 03:31:05.060080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c134a42-0319-4018-9ed0-53759a736fdf req-f6b8d6ad-de9c-4d29-a247-b45c146051f2 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Jul 30 03:31:05.298215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec5bf535-984a-45e3-9af5-da6934b7a04e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:05.318735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ec5bf535-984a-45e3-9af5-da6934b7a04e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:05.319094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec5bf535-984a-45e3-9af5-da6934b7a04e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:05.319513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7f084288-7863-4c26-a26a-7b9471ccb42c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:05.319968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932020-1b5c-47d8-bf04-da1512cd47fb req-35bbedd6-811e-4a73-ba09-edcd23d46db9 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:05.322695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42932020-1b5c-47d8-bf04-da1512cd47fb req-35bbedd6-811e-4a73-ba09-edcd23d46db9 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0635507 Jul 30 03:31:05.341349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 7f084288-7863-4c26-a26a-7b9471ccb42c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:05.341688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7f084288-7863-4c26-a26a-7b9471ccb42c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:05.363734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42932020-1b5c-47d8-bf04-da1512cd47fb req-34462bf1-7384-4cd1-876f-22913c17bc68 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 Jul 30 03:31:05.653437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40521a2-f884-415b-8d75-7ef90195230d req-106c3050-f3d6-4ac4-a4c0-0fdde37dc2c9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:05.655097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e40521a2-f884-415b-8d75-7ef90195230d req-106c3050-f3d6-4ac4-a4c0-0fdde37dc2c9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0487678 Jul 30 03:31:05.693017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e40521a2-f884-415b-8d75-7ef90195230d req-9c6db3b3-db93-4f7b-9b95-f616fabe5eaa tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Jul 30 03:31:05.896994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e38ea-e019-4d2a-98ab-2b832cb509ac req-cbdb8119-d0ed-47b0-94c3-affd979dd539 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:05.898706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c76e38ea-e019-4d2a-98ab-2b832cb509ac req-cbdb8119-d0ed-47b0-94c3-affd979dd539 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Jul 30 03:31:05.920520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9cc8a9-7b0f-40d7-8076-0a873731b824'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:05.923465 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339b07c-d46e-462b-928a-5ac282ef5ac5" -d '{"events": [{"server_uuid": "5db322fe-ae20-474d-ae81-a4411d07ca95", "name": "network-vif-plugged", "status": "completed", "tag": "7f9cc8a9-7b0f-40d7-8076-0a873731b824"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:05.940434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c76e38ea-e019-4d2a-98ab-2b832cb509ac req-3080b306-03b7-4194-a6f8-243333566138 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Jul 30 03:31:05.988401 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d27c95-5b92-4667-bd3c-b2d349685b98 x-openstack-request-id: req-97d27c95-5b92-4667-bd3c-b2d349685b98 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:05.988700 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db322fe-ae20-474d-ae81-a4411d07ca95", "name": "network-vif-plugged", "status": "completed", "tag": "7f9cc8a9-7b0f-40d7-8076-0a873731b824", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:05.988953 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97d27c95-5b92-4667-bd3c-b2d349685b98 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:05.989345 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9cc8a9-7b0f-40d7-8076-0a873731b824', 'code': 200} Jul 30 03:31:06.138825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2513da7-95cf-49aa-b270-af62963827a8 req-4182c7a6-c64c-4a02-93e3-6584f91a34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:06.140593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2513da7-95cf-49aa-b270-af62963827a8 req-4182c7a6-c64c-4a02-93e3-6584f91a34d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0541825 Jul 30 03:31:06.181725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2513da7-95cf-49aa-b270-af62963827a8 req-4cc6c7bd-82c3-4441-abbc-2994151ae608 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Jul 30 03:31:06.228658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a4938-2897-48fc-9629-b4f4be165719 req-4ec0be44-2758-47bd-8e0f-bd878c988dc2 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:06.230335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f9a4938-2897-48fc-9629-b4f4be165719 req-4ec0be44-2758-47bd-8e0f-bd878c988dc2 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0521927 Jul 30 03:31:06.268994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f9a4938-2897-48fc-9629-b4f4be165719 req-8fb843fc-dc69-4bf1-9782-8ec0f7184f2e tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 30 03:31:06.713774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4db0-44f3-4fed-9446-93f1797d37b2 req-10b91578-aeba-4e56-8451-5a1646c314d4 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:06.715525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-341d4db0-44f3-4fed-9446-93f1797d37b2 req-10b91578-aeba-4e56-8451-5a1646c314d4 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0500536 Jul 30 03:31:06.754700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-341d4db0-44f3-4fed-9446-93f1797d37b2 req-f7d7a40c-6159-4bdf-b799-0aa53cd52c0c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Jul 30 03:31:06.860465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219e549-ec4d-4d85-b2bc-12b1bb8a2ec0 req-8f4f9b6e-308f-4dc2-8e1c-c2051533f91b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:06.861844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6219e549-ec4d-4d85-b2bc-12b1bb8a2ec0 req-8f4f9b6e-308f-4dc2-8e1c-c2051533f91b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0527918 Jul 30 03:31:06.899627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6219e549-ec4d-4d85-b2bc-12b1bb8a2ec0 req-f7affff5-548a-4ba9-82e9-2d3abb7abd7b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Jul 30 03:31:07.087359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42d66-892f-4edd-b2da-c291ded3a3e2 req-52dc5b86-aae9-4811-a683-d6d5d6c1a598 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:07.089105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00e42d66-892f-4edd-b2da-c291ded3a3e2 req-52dc5b86-aae9-4811-a683-d6d5d6c1a598 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0493331 Jul 30 03:31:07.128285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00e42d66-892f-4edd-b2da-c291ded3a3e2 req-141ebef4-3907-4742-9c4b-68f13a108a61 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Jul 30 03:31:07.231441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-ebd6817c-82e0-4cfa-a1f2-d6b7e0072990 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415576 Jul 30 03:31:07.346461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721a50f-5d7c-4e5b-93b0-ac343a62fe91 req-089cd8cb-34b0-4270-8f53-da8a28be7685 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:07.348060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9721a50f-5d7c-4e5b-93b0-ac343a62fe91 req-089cd8cb-34b0-4270-8f53-da8a28be7685 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0561321 Jul 30 03:31:07.388559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9721a50f-5d7c-4e5b-93b0-ac343a62fe91 req-7de4aa8c-987c-4157-9f59-44a3eeb22a46 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Jul 30 03:31:07.513578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe8987-5bad-4da1-a115-e98cf2556d9a req-112a0f37-a5bb-4e43-bbd0-cdbe8ed2b789 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:07.515066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dfe8987-5bad-4da1-a115-e98cf2556d9a req-112a0f37-a5bb-4e43-bbd0-cdbe8ed2b789 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0563889 Jul 30 03:31:07.556558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dfe8987-5bad-4da1-a115-e98cf2556d9a req-6629f225-40b5-44e9-8dbb-4f48fcfada2d tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355325 Jul 30 03:31:07.905659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21966961-5f54-4bac-82b9-90fb44afaee4 req-844fb68b-9f67-4844-ad28-d76bd8e062ee tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:07.907066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21966961-5f54-4bac-82b9-90fb44afaee4 req-844fb68b-9f67-4844-ad28-d76bd8e062ee tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0519037 Jul 30 03:31:07.959779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21966961-5f54-4bac-82b9-90fb44afaee4 req-b7beb819-3f5d-4d02-8b0a-04d7d21367ff tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Jul 30 03:31:08.251192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f73aa-0f18-4d21-b4bc-bd6c2f60dbce req-d4c59e6c-dd5d-467f-87f7-d0de61fc6f5a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.252666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f6f73aa-0f18-4d21-b4bc-bd6c2f60dbce req-d4c59e6c-dd5d-467f-87f7-d0de61fc6f5a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0544074 Jul 30 03:31:08.290893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f6f73aa-0f18-4d21-b4bc-bd6c2f60dbce req-5b5e88aa-b422-40b0-a73c-24de2d35fd9d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318966 Jul 30 03:31:08.542153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aeeec-89f0-46d1-aa0d-f0793543dd07 req-c47e0edd-1ab8-45db-a32c-2d1a8a785700 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.543660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-029aeeec-89f0-46d1-aa0d-f0793543dd07 req-c47e0edd-1ab8-45db-a32c-2d1a8a785700 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0769992 Jul 30 03:31:08.549985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-d13e618d-6add-44dd-a92f-7c29c1959724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.551423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-d13e618d-6add-44dd-a92f-7c29c1959724 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1101 time: 0.0580835 Jul 30 03:31:08.633431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-029aeeec-89f0-46d1-aa0d-f0793543dd07 req-eb53df7d-7578-49ae-aeee-42ec3a8d9948 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810606 Jul 30 03:31:08.665961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-555e90ae-1c38-4105-ae94-aa6146535e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.667953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-555e90ae-1c38-4105-ae94-aa6146535e39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1091881 Jul 30 03:31:08.715049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-c39d2f69-bf40-4a0f-ab1e-403dc83309d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0366499 Jul 30 03:31:08.806185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559e955-7982-44dd-b222-9432996aff1c req-4d7f0c02-a861-4b7b-9432-1ff3ad158572 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.807749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5559e955-7982-44dd-b222-9432996aff1c req-4d7f0c02-a861-4b7b-9432-1ff3ad158572 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0952394 Jul 30 03:31:08.809413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-01c5605b-8b36-4b48-ade1-22ffbe397fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.810743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-01c5605b-8b36-4b48-ade1-22ffbe397fe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0872555 Jul 30 03:31:08.874988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5559e955-7982-44dd-b222-9432996aff1c req-06458d9e-a2dd-4004-a4f4-b24f64a102dd tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Jul 30 03:31:08.880504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-b2cab874-1e11-4805-9235-515d4530570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:08.881950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-b2cab874-1e11-4805-9235-515d4530570a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618467 Jul 30 03:31:09.006675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-e9e94de9-8a94-4280-b8b8-f0f99673c9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066010 Jul 30 03:31:09.125781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad411f6-6686-40b2-aeaf-9aee6d0048e4 req-ef5b6531-0328-424e-aef3-c3986d1a5aa8 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:09.127336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ad411f6-6686-40b2-aeaf-9aee6d0048e4 req-ef5b6531-0328-424e-aef3-c3986d1a5aa8 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.1160367 Jul 30 03:31:09.161179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-b27ceeb3-b02b-4780-86c5-0af185dffcf1 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470258 Jul 30 03:31:09.182228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ad411f6-6686-40b2-aeaf-9aee6d0048e4 req-bcea8933-4dc4-4f20-9280-76a767365f0d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477741 Jul 30 03:31:09.315269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f1a3a-6b28-41da-bd89-7ab18e2ad72d req-9cd0b417-b7fa-41ab-bd39-48eaa7bd6232 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:09.317131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a0f1a3a-6b28-41da-bd89-7ab18e2ad72d req-9cd0b417-b7fa-41ab-bd39-48eaa7bd6232 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0591400 Jul 30 03:31:09.362288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a0f1a3a-6b28-41da-bd89-7ab18e2ad72d req-a8fd5e7c-1ded-4da9-a70c-b8c1dcdbb6da tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Jul 30 03:31:09.486755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29ac92-4aa0-4098-9a82-4f8fa3c6b196 req-4b68ef36-aec8-4213-968e-d0969e9c10a9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:09.488271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e29ac92-4aa0-4098-9a82-4f8fa3c6b196 req-4b68ef36-aec8-4213-968e-d0969e9c10a9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Jul 30 03:31:09.527363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e29ac92-4aa0-4098-9a82-4f8fa3c6b196 req-4577dbe7-6446-4d5c-af53-3bcac41bf2c2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jul 30 03:31:09.728061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2259e8-251d-4baa-a9f9-fe6e553fc4b3 req-f1a44836-f05c-48d0-b242-bae634c423db tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:09.729543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd2259e8-251d-4baa-a9f9-fe6e553fc4b3 req-f1a44836-f05c-48d0-b242-bae634c423db tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0543368 Jul 30 03:31:09.766487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd2259e8-251d-4baa-a9f9-fe6e553fc4b3 req-e1c266ed-7ffe-46e5-b9d0-e5789c91c677 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Jul 30 03:31:09.879077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe22f5-0d0e-48e3-8989-c3d7d601cbd9 req-ba4e47e4-a6b0-44c1-a516-9751eb2608fe tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:09.880960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cfe22f5-0d0e-48e3-8989-c3d7d601cbd9 req-ba4e47e4-a6b0-44c1-a516-9751eb2608fe tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0507488 Jul 30 03:31:09.921729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cfe22f5-0d0e-48e3-8989-c3d7d601cbd9 req-ed1b2cc4-d8ec-4e21-bf5f-836970f43f58 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347786 Jul 30 03:31:10.182355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70a47-bea9-4731-b087-ffa5c25c584c req-d41623b6-bb74-471e-a701-3feccd9208be tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:10.187804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87a70a47-bea9-4731-b087-ffa5c25c584c req-d41623b6-bb74-471e-a701-3feccd9208be tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0594831 Jul 30 03:31:10.239255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87a70a47-bea9-4731-b087-ffa5c25c584c req-143f2216-5347-4f66-bb6a-6c6c54d20ac4 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Jul 30 03:31:10.484722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74031039-2802-404c-a7ac-9cf953f522e5 req-e4def2d1-fb64-4dc0-aa54-bebe9076c933 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:10.486183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74031039-2802-404c-a7ac-9cf953f522e5 req-e4def2d1-fb64-4dc0-aa54-bebe9076c933 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0533032 Jul 30 03:31:10.525353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74031039-2802-404c-a7ac-9cf953f522e5 req-fb550822-a3e5-4fe1-9785-2290358d1934 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Jul 30 03:31:10.702546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421521-960d-45af-84c1-8d628193dba9 req-4a2e8d7c-ceaf-4892-b91a-e4f4c996195f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:10.703970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa421521-960d-45af-84c1-8d628193dba9 req-4a2e8d7c-ceaf-4892-b91a-e4f4c996195f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Jul 30 03:31:10.726507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:10.744802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa421521-960d-45af-84c1-8d628193dba9 req-cc442c16-b3a2-4c7e-9f5a-637626edb832 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Jul 30 03:31:10.881608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca95b68-281d-49fb-aa14-c12f597b8250 req-617255b5-1d78-4a8a-ac39-d7978d87c4b9 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:10.883164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dca95b68-281d-49fb-aa14-c12f597b8250 req-617255b5-1d78-4a8a-ac39-d7978d87c4b9 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0508759 Jul 30 03:31:10.923371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dca95b68-281d-49fb-aa14-c12f597b8250 req-10aefd0a-1028-45a7-bf40-f553a8ee63ea tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Jul 30 03:31:11.057700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9dec-f3b2-4afb-bf53-1a5c614b38fd req-ca41e1af-4b0e-4009-aaa8-c1b2b00453e7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:11.059573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8ed9dec-f3b2-4afb-bf53-1a5c614b38fd req-ca41e1af-4b0e-4009-aaa8-c1b2b00453e7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0629804 Jul 30 03:31:11.103712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8ed9dec-f3b2-4afb-bf53-1a5c614b38fd req-184ec0a1-b318-425c-9744-990c8f014f43 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Jul 30 03:31:11.371212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb7e8-3e56-431e-8106-3319e3e75fa7 req-91d46eca-8519-43fd-99e6-c3fb8d49be1f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:11.372738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-040cb7e8-3e56-431e-8106-3319e3e75fa7 req-91d46eca-8519-43fd-99e6-c3fb8d49be1f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0615594 Jul 30 03:31:11.411731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-040cb7e8-3e56-431e-8106-3319e3e75fa7 req-b556fbc0-7118-499f-985a-e043e0cb88dc tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Jul 30 03:31:11.437405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:11.539016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e73a891-5afb-42e3-aa3b-23c07699c8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.690453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adb929-e351-4d1c-a704-1c7c12694f2a req-82ad0534-977b-48b8-b080-d0ef91a184af tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:11.691967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8adb929-e351-4d1c-a704-1c7c12694f2a req-82ad0534-977b-48b8-b080-d0ef91a184af tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0971727 Jul 30 03:31:11.697528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e73a891-5afb-42e3-aa3b-23c07699c8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.710532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e73a891-5afb-42e3-aa3b-23c07699c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.775730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-7627119e-aced-4957-84ba-b24db289ce5b tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:11.777221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-7627119e-aced-4957-84ba-b24db289ce5b tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.1263189 Jul 30 03:31:11.788654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9e73a891-5afb-42e3-aa3b-23c07699c8f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72e7a110244e4473ba9ffecdee61027b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471208 Jul 30 03:31:11.789032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33564) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:11.790666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8adb929-e351-4d1c-a704-1c7c12694f2a req-e1381071-134e-4d57-adcd-418b2b9acebc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919449 Jul 30 03:31:11.791313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a891-5afb-42e3-aa3b-23c07699c8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a91a5d-6c64-484c-8042-47112e899659,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:11.858565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66b5a851-6c4b-4882-b24e-9ee2ee110374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.879967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66b5a851-6c4b-4882-b24e-9ee2ee110374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.902869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177db9-1a6b-45bc-9b60-49e35581b734 req-87e8fd80-c4c0-4204-bba0-dae5c24061bc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:11.904365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93177db9-1a6b-45bc-9b60-49e35581b734 req-87e8fd80-c4c0-4204-bba0-dae5c24061bc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0846524 Jul 30 03:31:11.926321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66b5a851-6c4b-4882-b24e-9ee2ee110374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.929639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66b5a851-6c4b-4882-b24e-9ee2ee110374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:11.930796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-66b5a851-6c4b-4882-b24e-9ee2ee110374 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87a91a5d-6c64-484c-8042-47112e899659 HTTP/1.1" status: 204 len: 168 time: 0.1407754 Jul 30 03:31:11.938955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5a851-6c4b-4882-b24e-9ee2ee110374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a91a5d-6c64-484c-8042-47112e899659,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:11.949608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Deleting port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:11.949944 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.003686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93177db9-1a6b-45bc-9b60-49e35581b734 req-d2752a09-82a9-4125-bcb6-71c8c3a3a0ff tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913062 Jul 30 03:31:12.093006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] For port 7f9cc8a9-7b0f-40d7-8076-0a873731b824, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7f9cc8a9-7b0f-40d7-8076-0a873731b824,segment=NetworkSegment(4e09069e-efe1-4dea-b6a5-5cf3e681493f),segment_id=4e09069e-efe1-4dea-b6a5-5cf3e681493f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:12.093380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.109376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386af260-6bfd-4393-9841-5bb863e0c4fe req-2bca2846-284b-4b97-a0b0-7b19b9a7b933 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:12.110881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-386af260-6bfd-4393-9841-5bb863e0c4fe req-2bca2846-284b-4b97-a0b0-7b19b9a7b933 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db322fe-ae20-474d-ae81-a4411d07ca95 HTTP/1.1" status: 200 len: 946 time: 0.0915849 Jul 30 03:31:12.116910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Calling delete_port for 7f9cc8a9-7b0f-40d7-8076-0a873731b824 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:12.194723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-386af260-6bfd-4393-9841-5bb863e0c4fe req-1f77f2e1-7040-4f75-aaf7-3f995aa4eaa8 tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.39 "GET /v2.0/security-groups?id=158c2033-27a4-4080-bd9a-3d760ab45371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730438 Jul 30 03:31:12.267266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c211b1-8daf-4a15-a4f8-076a7af00708 req-e3ceaab5-3a47-4e44-b8cc-60433c9181db tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:12.268637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0c211b1-8daf-4a15-a4f8-076a7af00708 req-e3ceaab5-3a47-4e44-b8cc-60433c9181db tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0711911 Jul 30 03:31:12.296612 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e07551b-c0aa-4db8-a4f7-dff55d60abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.347646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0c211b1-8daf-4a15-a4f8-076a7af00708 req-bcd20817-f257-4e49-93cc-7120cbab59f3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701883 Jul 30 03:31:12.349470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.382591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Pushing event deleted for resources: {'Port': ['ID=7f9cc8a9-7b0f-40d7-8076-0a873731b824,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:12.385530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7f9cc8a9-7b0f-40d7-8076-0a873731b824'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:12.425016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] No DVR routers for this DVR port 7f9cc8a9-7b0f-40d7-8076-0a873731b824 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:12.428929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.430949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5863aa0-c700-4918-bf69-091cbe50a22b req-8d5d4a07-04c8-4a69-abac-d4aa1edef28a tempest-InstanceActionsNegativeTestJSON-584007926 tempest-InstanceActionsNegativeTestJSON-584007926-project] 10.222.0.16 "DELETE /v2.0/ports/7f9cc8a9-7b0f-40d7-8076-0a873731b824 HTTP/1.1" status: 204 len: 173 time: 0.6436422 Jul 30 03:31:12.431430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'name': 'network-vif-deleted', 'tag': '7f9cc8a9-7b0f-40d7-8076-0a873731b824'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:12.433749 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f91c47-02ba-4676-a928-a4452e89c94e" -d '{"events": [{"server_uuid": "5db322fe-ae20-474d-ae81-a4411d07ca95", "name": "network-vif-deleted", "tag": "7f9cc8a9-7b0f-40d7-8076-0a873731b824"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:12.474209 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f262092-a25e-4e28-aeab-f9577d96ab10 x-openstack-request-id: req-7f262092-a25e-4e28-aeab-f9577d96ab10 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:12.474614 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db322fe-ae20-474d-ae81-a4411d07ca95", "name": "network-vif-deleted", "tag": "7f9cc8a9-7b0f-40d7-8076-0a873731b824", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:12.475152 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f262092-a25e-4e28-aeab-f9577d96ab10 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:12.475927 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db322fe-ae20-474d-ae81-a4411d07ca95', 'name': 'network-vif-deleted', 'tag': '7f9cc8a9-7b0f-40d7-8076-0a873731b824', 'status': 'completed', 'code': 200} Jul 30 03:31:12.504345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-4e24c064-41dc-4a61-900a-dfe33c55d229 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:12.506188 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-4e24c064-41dc-4a61-900a-dfe33c55d229 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0794501 Jul 30 03:31:12.568128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3a128-84c8-437d-a127-4607eef53d17 req-b333a8c8-bed7-4791-90e7-f2dba9145c6f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:12.571759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2af3a128-84c8-437d-a127-4607eef53d17 req-b333a8c8-bed7-4791-90e7-f2dba9145c6f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 946 time: 0.0690515 Jul 30 03:31:12.616771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2af3a128-84c8-437d-a127-4607eef53d17 req-518b2f7d-075c-416a-8759-713afce0a9d6 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups?id=79358409-9340-47d9-99fb-f5a15602dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Jul 30 03:31:12.628773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Deleting port c1b011e3-f925-48a2-9a53-3060dfdbdc9b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:12.629120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.718859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] For port c1b011e3-f925-48a2-9a53-3060dfdbdc9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:12.719367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.913408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5abb6f-25a9-47dc-88c6-e8264d2e67c5 req-3e60c1a9-40f0-4f1a-8927-fae98b9ae824 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:12.914375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.914845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:12.914974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe5abb6f-25a9-47dc-88c6-e8264d2e67c5 req-3e60c1a9-40f0-4f1a-8927-fae98b9ae824 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0527847 Jul 30 03:31:12.915078 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Floating IP 7055a345-d3d2-45e0-af48-528846c21066 disassociated. External IP: 172.25.6.174, port: c1b011e3-f925-48a2-9a53-3060dfdbdc9b. Jul 30 03:31:12.915414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Calling delete_port for c1b011e3-f925-48a2-9a53-3060dfdbdc9b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:12.972954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe5abb6f-25a9-47dc-88c6-e8264d2e67c5 req-46983262-b81c-468e-8b49-27120bc8a473 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511966 Jul 30 03:31:13.058208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.092367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event deleted for resources: {'Port': ['ID=c1b011e3-f925-48a2-9a53-3060dfdbdc9b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:13.145296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583b5f-803d-4f78-bf6c-90579a9e2ae1 req-ee2aef08-68a9-4e5d-8435-22bb97f7e694 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:13.147519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0583b5f-803d-4f78-bf6c-90579a9e2ae1 req-ee2aef08-68a9-4e5d-8435-22bb97f7e694 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0674202 Jul 30 03:31:13.185611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0583b5f-803d-4f78-bf6c-90579a9e2ae1 req-9e87fb88-c4e6-4591-8a53-60aa3bb8ca1d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jul 30 03:31:13.202329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:31:13.254065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:13.301250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Deleting subnet 729dbaa2-14bd-4515-9d5a-d08f07530255 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:31:13.305381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.314965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:31:13.326037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:31:13.341517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:13.342625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:13.354675 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.362217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] No DVR routers for this DVR port c1b011e3-f925-48a2-9a53-3060dfdbdc9b on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:13.364559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.366697 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a32e647-4fb7-416e-985f-0a31448d6522 req-50ac8d52-a3a3-47d8-acba-ae1cc631463f tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.16 "DELETE /v2.0/ports/c1b011e3-f925-48a2-9a53-3060dfdbdc9b HTTP/1.1" status: 204 len: 173 time: 0.8525035 Jul 30 03:31:13.367178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'name': 'network-vif-deleted', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:13.369496 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be51c1-e639-4c37-a9e5-8165561cee58" -d '{"events": [{"server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "name": "network-vif-deleted", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:13.446105 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd183c-3e4f-4334-8ccd-a5e3a14641bf x-openstack-request-id: req-7acd183c-3e4f-4334-8ccd-a5e3a14641bf {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:13.446405 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d212c0f-034f-48cf-948d-b6c973e3c90c", "name": "network-vif-deleted", "tag": "c1b011e3-f925-48a2-9a53-3060dfdbdc9b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:13.446658 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7acd183c-3e4f-4334-8ccd-a5e3a14641bf {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:13.447070 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d212c0f-034f-48cf-948d-b6c973e3c90c', 'name': 'network-vif-deleted', 'tag': 'c1b011e3-f925-48a2-9a53-3060dfdbdc9b', 'status': 'completed', 'code': 200} Jul 30 03:31:13.507302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:13.690442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.737709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:13.750199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3668260-0490-4053-b1de-2a3f306d4b54 req-65c3f863-1116-4679-a48b-29fdc3f4623d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:13.751675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3668260-0490-4053-b1de-2a3f306d4b54 req-65c3f863-1116-4679-a48b-29fdc3f4623d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1139801 Jul 30 03:31:13.756982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c82e938e-d46e-4c2b-b108-f599d38f0b18 req-6e101544-dff7-43d3-8df7-264ff50a252d tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d212c0f-034f-48cf-948d-b6c973e3c90c HTTP/1.1" status: 200 len: 210 time: 0.0455179 Jul 30 03:31:13.767317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:31:13.783909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:13.784565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:13.807402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3668260-0490-4053-b1de-2a3f306d4b54 req-2bded90b-7417-49f0-94b3-0f0a4c88107d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Jul 30 03:31:13.812806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.852692 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:13.856759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/729dbaa2-14bd-4515-9d5a-d08f07530255 HTTP/1.1" status: 204 len: 168 time: 0.5978940 Jul 30 03:31:13.856759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d6fb7-cf49-49fb-aeac-7e38736ba26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729dbaa2-14bd-4515-9d5a-d08f07530255,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:13.857133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33626) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:13.915498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:13.926097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.037782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.070392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc8ac5d-279e-4999-a0c2-3034721dcfe9']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:14.089546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e09069e-efe1-4dea-b6a5-5cf3e681493f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:14.089971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e09069e-efe1-4dea-b6a5-5cf3e681493f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:14.105617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.135964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7fe9-d41f-429d-83f8-e5cab12a9edb req-0e518d56-ba0b-41e6-b9b7-0465e2f399a0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:14.138467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.139106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f9d7fe9-d41f-429d-83f8-e5cab12a9edb req-0e518d56-ba0b-41e6-b9b7-0465e2f399a0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0790858 Jul 30 03:31:14.152164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:31:14.152384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:31:14.154132 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:31:14.193495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:14.220545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f9d7fe9-d41f-429d-83f8-e5cab12a9edb req-68bc3249-b2c4-4ddb-b5a7-382512de3674 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749581 Jul 30 03:31:14.235610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3f02-7e0f-4bdb-b4bc-77a077d46658 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:23:32Z', 'revision_number': 4, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'cc19f9d5-8ea7-41f0-b545-203c65cbc155', 'name': '', 'network_id': '9f698c94-f4a5-4fab-82a9-edc9f3929091', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'mac_address': 'fa:16:3e:5d:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '97a9fba3-ccad-4789-939c-e152781f5095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:31Z', 'updated_at': '2021-07-30T03:23:38Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'subnets': [{'id': '97a9fba3-ccad-4789-939c-e152781f5095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:31:14.269108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.287216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.296352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cbc8ac5d-279e-4999-a0c2-3034721dcfe9 HTTP/1.1" status: 204 len: 168 time: 0.4378760 Jul 30 03:31:14.334544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2ed07-cb70-426e-9cd0-f34e1b68d1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc8ac5d-279e-4999-a0c2-3034721dcfe9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:14.407517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c586e-be9d-4147-977d-3d9d6fcac589 req-f56d684c-8f9c-467b-b566-2cebfe23c1c9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:14.409090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e11c586e-be9d-4147-977d-3d9d6fcac589 req-f56d684c-8f9c-467b-b566-2cebfe23c1c9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1017206 Jul 30 03:31:14.473762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e11c586e-be9d-4147-977d-3d9d6fcac589 req-6d5cc146-c248-4727-84c1-6bbdbb54ab5e tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548990 Jul 30 03:31:14.575348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33672) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:14.600768 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c9647-4550-4bd4-a107-554b61d14c55 None None] New status for floating IP 7055a345-d3d2-45e0-af48-528846c21066: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:31:14.644950 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d051728d-eeef-4eef-98af-d8220b642c8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=550477db93334e81b7e354f51f902cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679445 Jul 30 03:31:14.647401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:14.648740 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fa46568-14a8-4f48-a10c-2a699b5b27ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.698283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4851ba13-21d8-4ca5-a195-e1885481f1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.721532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4851ba13-21d8-4ca5-a195-e1885481f1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.772152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4851ba13-21d8-4ca5-a195-e1885481f1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.774701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4851ba13-21d8-4ca5-a195-e1885481f1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.775919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4851ba13-21d8-4ca5-a195-e1885481f1e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/158c2033-27a4-4080-bd9a-3d760ab45371 HTTP/1.1" status: 204 len: 168 time: 0.1276109 Jul 30 03:31:14.785705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851ba13-21d8-4ca5-a195-e1885481f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c2033-27a4-4080-bd9a-3d760ab45371,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:14.896999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:14.950235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab302d0f-9839-4b3e-a941-06779044932d req-056ef9c5-d15a-404c-baa1-a1accb78d958 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:14.952451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab302d0f-9839-4b3e-a941-06779044932d req-056ef9c5-d15a-404c-baa1-a1accb78d958 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0629103 Jul 30 03:31:14.994348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab302d0f-9839-4b3e-a941-06779044932d req-bae717c9-16b6-4223-bf22-b7fce955f30a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Jul 30 03:31:15.034342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:15.089435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243f2cc4-0748-432b-8dd7-12c11d4f3d6c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.112474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243f2cc4-0748-432b-8dd7-12c11d4f3d6c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.167566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243f2cc4-0748-432b-8dd7-12c11d4f3d6c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.170427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243f2cc4-0748-432b-8dd7-12c11d4f3d6c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.171609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-243f2cc4-0748-432b-8dd7-12c11d4f3d6c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "DELETE /v2.0/security-groups/79358409-9340-47d9-99fb-f5a15602dcf4 HTTP/1.1" status: 204 len: 168 time: 0.1362696 Jul 30 03:31:15.174928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33700) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:15.180944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f2cc4-0748-432b-8dd7-12c11d4f3d6c tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79358409-9340-47d9-99fb-f5a15602dcf4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:15.196623 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-b0d322ba-7193-45d1-9528-387909e40a8e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] show failed (client error): The resource could not be found. Jul 30 03:31:15.200895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:15.206790 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0d322ba-7193-45d1-9528-387909e40a8e tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "GET /v2.0/security-groups/79358409-9340-47d9-99fb-f5a15602dcf4 HTTP/1.1" status: 404 len: 347 time: 0.0304289 Jul 30 03:31:15.367855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Deleting port 59a61c7f-0c13-40d6-861c-513daf55e4c8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:15.368203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.422822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aef0d2-49a7-4b6a-870b-1cb1ce3b83f9 req-90c89b13-f18f-4ba3-8c3b-d2a7eabac196 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:15.424401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4aef0d2-49a7-4b6a-870b-1cb1ce3b83f9 req-90c89b13-f18f-4ba3-8c3b-d2a7eabac196 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.1008730 Jul 30 03:31:15.485801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4aef0d2-49a7-4b6a-870b-1cb1ce3b83f9 req-29339a42-ac80-48f4-8663-a02f611af552 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541482 Jul 30 03:31:15.487461 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.487814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.500823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Calling delete_port for 59a61c7f-0c13-40d6-861c-513daf55e4c8 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:15.640311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47da63-cee8-4dc5-8407-6984bf35c0f9 req-e66f427a-9d94-47fc-94f7-c4d00b2c0b8d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:15.642104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de47da63-cee8-4dc5-8407-6984bf35c0f9 req-e66f427a-9d94-47fc-94f7-c4d00b2c0b8d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0700550 Jul 30 03:31:15.713087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de47da63-cee8-4dc5-8407-6984bf35c0f9 req-a41db4c4-fa7f-44d0-9225-d0bd5d6a076e tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638626 Jul 30 03:31:15.732199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.759438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Pushing event deleted for resources: {'Port': ['ID=59a61c7f-0c13-40d6-861c-513daf55e4c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:15.762340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c1b011e3-f925-48a2-9a53-3060dfdbdc9b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:15.800958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: c1b011e3-f925-48a2-9a53-3060dfdbdc9b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:15.802242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c1b011e3-f925-48a2-9a53-3060dfdbdc9b not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:15.802928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7f9cc8a9-7b0f-40d7-8076-0a873731b824 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:15.825480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 7f9cc8a9-7b0f-40d7-8076-0a873731b824 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:15.826176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7f9cc8a9-7b0f-40d7-8076-0a873731b824 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:15.827981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.831009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:15.835821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5b84bec8-5aa0-4e82-b3db-8ce401b51009 tempest-ServersWithSpecificFlavorTestJSON-715205066 tempest-ServersWithSpecificFlavorTestJSON-715205066-project] 10.222.0.39 "DELETE /v2.0/floatingips/7055a345-d3d2-45e0-af48-528846c21066 HTTP/1.1" status: 204 len: 168 time: 0.6336019 Jul 30 03:31:16.025482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d6654e8-17d6-4442-8b49-5f3c3d16da40 req-a531ed57-c20b-455a-8c3a-0a0e33758d6f tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jul 30 03:31:16.172711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b084129-98f1-4a24-a6de-9cff74b4979b req-db659943-6f22-4cf4-8e9b-51d95bee6741 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:16.174205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b084129-98f1-4a24-a6de-9cff74b4979b req-db659943-6f22-4cf4-8e9b-51d95bee6741 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0684566 Jul 30 03:31:16.241984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b084129-98f1-4a24-a6de-9cff74b4979b req-0bafc1d1-d971-4107-84fc-dbef8446d663 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574112 Jul 30 03:31:16.287769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:16.447722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:16.647108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c82cbd-fe51-4994-956e-faedbccd36d1 req-ccfa20a0-159d-4db0-b66f-5dc4c40160b8 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:16.648874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97c82cbd-fe51-4994-956e-faedbccd36d1 req-ccfa20a0-159d-4db0-b66f-5dc4c40160b8 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0877490 Jul 30 03:31:16.740329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97c82cbd-fe51-4994-956e-faedbccd36d1 req-e1736014-4146-45a9-b951-d2e2fb9257eb tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Jul 30 03:31:16.887406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f491a6-c250-482d-82b0-1d816f719ed7 req-93d0441c-8542-4063-81af-28866486416b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:16.888894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60f491a6-c250-482d-82b0-1d816f719ed7 req-93d0441c-8542-4063-81af-28866486416b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0922227 Jul 30 03:31:16.959163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60f491a6-c250-482d-82b0-1d816f719ed7 req-e4119f84-2416-4ca1-a266-0e383a1d432f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626271 Jul 30 03:31:17.150889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bb89880-358a-4574-a664-4c1ba156d353 req-ab9c668e-f232-482f-aab4-c5f160da91ce tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0326910 Jul 30 03:31:17.170147 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:17.424517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932a6ee-cd20-4722-987e-2eea4436b081 req-2ac61229-3042-42bd-b38d-5f9c013baa2a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:17.426010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5932a6ee-cd20-4722-987e-2eea4436b081 req-2ac61229-3042-42bd-b38d-5f9c013baa2a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1007380 Jul 30 03:31:17.503111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5932a6ee-cd20-4722-987e-2eea4436b081 req-6e571e18-a5e8-423c-8eb3-ad099b338678 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657241 Jul 30 03:31:17.549595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Deleting port cc19f9d5-8ea7-41f0-b545-203c65cbc155 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:17.549936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:17.632880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] For port cc19f9d5-8ea7-41f0-b545-203c65cbc155, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cc19f9d5-8ea7-41f0-b545-203c65cbc155,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:17.633737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:17.646689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Calling delete_port for cc19f9d5-8ea7-41f0-b545-203c65cbc155 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:17.763888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-3b97af07-a921-4a5f-b9ac-b40f33a4ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:17.768663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-3b97af07-a921-4a5f-b9ac-b40f33a4ddb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 1097 time: 0.0544019 Jul 30 03:31:17.886889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-40ef7db6-4595-4ca7-86f0-12cfafee13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:17.888424 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-40ef7db6-4595-4ca7-86f0-12cfafee13e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 914 time: 0.0985198 Jul 30 03:31:17.910397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b135e-3f71-42d1-bd2d-a51518216e93 req-e47bedad-9af9-41aa-a58b-e0d3944e9847 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:17.912727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c77b135e-3f71-42d1-bd2d-a51518216e93 req-e47bedad-9af9-41aa-a58b-e0d3944e9847 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0875773 Jul 30 03:31:17.913980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:17.922535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:17.938849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-74c862c7-469c-4053-8876-dd449190e077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0 HTTP/1.1" status: 200 len: 217 time: 0.0434766 Jul 30 03:31:17.946560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc19f9d5-8ea7-41f0-b545-203c65cbc155,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:18.002102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-325bcc8b-7a80-4817-b9c3-48a4b08fe7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:18.003608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-325bcc8b-7a80-4817-b9c3-48a4b08fe7f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.0575471 Jul 30 03:31:18.014244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-67ae19a9-4ca8-47ab-bdc0-a6bad0f19fea tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643272 Jul 30 03:31:18.047224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-ddba5489-3eae-47cd-bf1f-bc45cf825183 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363913 Jul 30 03:31:18.073430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c77b135e-3f71-42d1-bd2d-a51518216e93 req-9d7b9f8a-60c7-4c3c-9c78-c7985fc95b11 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514015 Jul 30 03:31:18.150275 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-f5242550-bc30-41ae-874d-42fa08ba2f7d service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963657 Jul 30 03:31:18.247091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-79490a23-a96f-4d55-850e-8e55f80aa2a9 req-6be7d3c1-1033-45c9-b171-0cb771035e1c service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892711 Jul 30 03:31:18.467935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:18.470075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:18.512400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f0d7-6fc5-42bc-bbdb-f5c06f7d627d req-5d7729e5-4fe3-48d0-bb09-98f55846a80a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:18.513772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c28f0d7-6fc5-42bc-bbdb-f5c06f7d627d req-5d7729e5-4fe3-48d0-bb09-98f55846a80a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.3463886 Jul 30 03:31:18.543485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-e2644373-c3bf-4d02-87a6-338ec0a80041 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:18.544999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-e2644373-c3bf-4d02-87a6-338ec0a80041 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5048127 Jul 30 03:31:18.575046 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:18.583586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-6f0b0fe9-02bc-44f8-8b6e-04657b5cd374 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/quotas/7fa4c75b3ebb4f1bb7a31baf44992907 HTTP/1.1" status: 200 len: 375 time: 0.0266840 Jul 30 03:31:18.606706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c28f0d7-6fc5-42bc-bbdb-f5c06f7d627d req-7cc66aa9-4305-499b-97e1-2b261f8319ba tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801287 Jul 30 03:31:18.615862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:18.651497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:18.656893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:18.659503 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c33bc-8b3c-45c0-90fa-253a09f7425a" -d '{"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:18.665202 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:18.672333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:18.705831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'port_id': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'mac_address': 'fa:16:3e:1d:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7e849-0e75-48cb-8572-8204e92c8d05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:18.743038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-cf5ca388-8df8-4826-afcf-3416ca5ca96f tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514297 Jul 30 03:31:18.754171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:18.791995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:18.809238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:18.821839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:18.828287 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:18.885024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:18.906312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:31:19.033827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2a6d0fe2-ded3-4457-a06f-0549728dcdd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:19.069177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a985f912-83c6-4909-8f19-f9e8957a6612 req-45f9156b-0618-4d04-aead-ff0e87c23a8d tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0301373 Jul 30 03:31:19.101571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:31:19.103663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:19.104913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-91883b3d-b070-46ac-a04b-eb1d0b9a9a15 admin admin] 10.222.0.39 "PUT /v2.0/routers/8ba848cf-bf76-4ca0-a4fb-b6f989790b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560533 Jul 30 03:31:19.123882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] Sync routers for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:31:19.166963 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222002d1-83c9-4306-a402-6a8b228da2f8 x-openstack-request-id: req-222002d1-83c9-4306-a402-6a8b228da2f8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:19.167522 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:19.167932 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-222002d1-83c9-4306-a402-6a8b228da2f8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:19.168488 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'code': 200} Jul 30 03:31:19.247037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55855d-2277-4dc2-b5ae-9d1d24510a0e req-86264515-e473-4825-a50f-7f2a9bf15697 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:19.256042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f55855d-2277-4dc2-b5ae-9d1d24510a0e req-86264515-e473-4825-a50f-7f2a9bf15697 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0761883 Jul 30 03:31:19.300606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f55855d-2277-4dc2-b5ae-9d1d24510a0e req-cb5de553-a730-4ea3-b77e-313e7f553a43 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Jul 30 03:31:19.304466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:19.305090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:31:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:19.339250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:19.445450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-a61a02a3-419d-435c-adb6-69c16468d6b3 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275006 Jul 30 03:31:19.635900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-666c31d7-25a4-4c71-9f70-51e0627fc053 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:19.654909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-666c31d7-25a4-4c71-9f70-51e0627fc053 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938307 Jul 30 03:31:19.658682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:19.688454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6bd93f82-55fa-4bed-88c5-58b09e4ce22a tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/quotas/7fa4c75b3ebb4f1bb7a31baf44992907 HTTP/1.1" status: 200 len: 375 time: 0.0333817 Jul 30 03:31:19.726932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-51e19a4f-2da2-4a53-89f7-bfc0661f6ae5 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374703 Jul 30 03:31:19.783210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:19.791002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaff81-bb64-468f-b67d-64e9aaca1b8b req-d76e042f-c258-419b-892b-cb2bbf0b5eed tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:19.796027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8eaff81-bb64-468f-b67d-64e9aaca1b8b req-d76e042f-c258-419b-892b-cb2bbf0b5eed tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 944 time: 0.0674686 Jul 30 03:31:19.850921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8eaff81-bb64-468f-b67d-64e9aaca1b8b req-cf6f5702-54ca-470b-ac12-2f6afb638a33 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Jul 30 03:31:19.881558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Deleting port 41d181af-2a06-486a-8d88-26140a201c63 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:19.881913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:19.923443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '41d181af-2a06-486a-8d88-26140a201c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:31:17Z', 'revision_number': 5, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port': {'id': '41d181af-2a06-486a-8d88-26140a201c63', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:28Z', 'updated_at': '2021-07-30T03:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:19.935497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13ac00aa-3b82-476e-84f1-a85c1d2d0d54 req-e4091d04-eb98-430d-87b1-30d2679eea58 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Jul 30 03:31:19.970917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] Checking router: 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:31:19.980851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] Routers {'8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:19.981475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:31:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:19.998133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] For port 41d181af-2a06-486a-8d88-26140a201c63, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=41d181af-2a06-486a-8d88-26140a201c63,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:19.998502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.012629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Calling delete_port for 41d181af-2a06-486a-8d88-26140a201c63 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:20.075204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] Set router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:20.151298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:31:19Z', 'revision_number': 6, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:20.183747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77654b-31a8-4850-8c1e-8ca610535865 None None] The sync data for ids ['8ba848cf-bf76-4ca0-a4fb-b6f989790b5b'] in n-d-778696-14 is: [{'id': '8ba848cf-bf76-4ca0-a4fb-b6f989790b5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-546915056-router', 'tenant_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:27Z', 'updated_at': '2021-07-30T03:31:19Z', 'revision_number': 6, 'project_id': '6c6e51fc8ec5425eaa21614f12be2c06', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:31:20.215533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-984b2423-8d9a-43d9-9995-16bc04363bf9 req-97cb1643-f2ea-4f69-bc71-2c2c1a37b0cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0624084 Jul 30 03:31:20.232942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a76d85a-b18c-4365-a2af-2b8dfa0ae6c1 req-17682cee-ed39-4c4f-85fe-f1c2f36ab549 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0436542 Jul 30 03:31:20.295999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.328581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d181af-2a06-486a-8d88-26140a201c63,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:20.359528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-957c82ec-123c-4ab9-8b5e-c15be516d410 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286570 Jul 30 03:31:20.477848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.484145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:20.527329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501debf8-a4ce-4654-851f-eb82870cfb91 req-a9680999-8b51-46a3-ad06-bb5df7059b07 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:20.528760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-501debf8-a4ce-4654-851f-eb82870cfb91 req-a9680999-8b51-46a3-ad06-bb5df7059b07 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0636170 Jul 30 03:31:20.559827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:20.560667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.581669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-501debf8-a4ce-4654-851f-eb82870cfb91 req-01a53354-3445-4496-a8e8-26032289ad39 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Jul 30 03:31:20.597995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.602871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.614732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-28c36e39-415e-486b-bb55-a9de2e52cb13 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:20.616508 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-28c36e39-415e-486b-bb55-a9de2e52cb13 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422252 Jul 30 03:31:20.666766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.667619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba848cf-bf76-4ca0-a4fb-b6f989790b5b {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:31:20.673907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Request body: {'port': {'device_id': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '7fa4c75b3ebb4f1bb7a31baf44992907'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:20.681750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.682657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c7439d46-1d74-426a-9d5a-abcf53dafa83 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8ba848cf-bf76-4ca0-a4fb-b6f989790b5b HTTP/1.1" status: 204 len: 168 time: 1.5777106 Jul 30 03:31:20.685278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:20.685911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.720901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:20.727289 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.738852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Deleting subnet 97a9fba3-ccad-4789-939c-e152781f5095 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:31:20.743802 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.786893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.792070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:20.809211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Made reservation on behalf of 7fa4c75b3ebb4f1bb7a31baf44992907 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:20.812894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.823176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.914945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.923074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:20.928808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.007471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf439ce-5a86-4f30-a115-2500435b583d req-72945610-df39-457f-bb5f-8f7a420fe8b6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:21.007708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:21.009035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cf439ce-5a86-4f30-a115-2500435b583d req-72945610-df39-457f-bb5f-8f7a420fe8b6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.0713489 Jul 30 03:31:21.039161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.089150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Allocated IP 192.168.233.15 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/8cc31c7e-6318-4270-9836-c1cf5d902a64) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:31:21.097782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04521644-4124-41ba-b94c-5ee42c533731 req-913f9f0d-91e6-4582-9210-0401ab388e5a tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 210 time: 0.0624321 Jul 30 03:31:21.108264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.112822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/97a9fba3-ccad-4789-939c-e152781f5095 HTTP/1.1" status: 204 len: 168 time: 0.4238091 Jul 30 03:31:21.112822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ef1e0-6016-48e2-97f3-c158a7d55abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a9fba3-ccad-4789-939c-e152781f5095,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:21.113161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33970) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:21.117194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef9502-b484-4d70-8f66-9082defade1f None None] Network 9f698c94-f4a5-4fab-82a9-edc9f3929091 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:21.139267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cf439ce-5a86-4f30-a115-2500435b583d req-150ff87b-f65b-4d09-90c7-cb97a232e30a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233470 Jul 30 03:31:21.179321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:21.182269 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a1393-60f7-4c90-a0c3-30d0293104b6" -d '{"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-plugged", "status": "completed", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:21.260645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-a0e90776-1fd1-4e37-a363-90f7883996e2 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365410 Jul 30 03:31:21.316393 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53020ca0-a379-427b-942d-e4838ffd98cc x-openstack-request-id: req-53020ca0-a379-427b-942d-e4838ffd98cc {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:21.317212 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-plugged", "status": "completed", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:21.317854 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53020ca0-a379-427b-942d-e4838ffd98cc {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:21.318882 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'code': 200} Jul 30 03:31:21.367758 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.417109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc19f9d5-8ea7-41f0-b545-203c65cbc155 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:21.480230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] DHCP port deletion for 9f698c94-f4a5-4fab-82a9-edc9f3929091 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:31:21.482409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: cc19f9d5-8ea7-41f0-b545-203c65cbc155 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:21.482825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc19f9d5-8ea7-41f0-b545-203c65cbc155 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:21.483268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 41d181af-2a06-486a-8d88-26140a201c63 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:21.582168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 41d181af-2a06-486a-8d88-26140a201c63 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:21.582772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 41d181af-2a06-486a-8d88-26140a201c63 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:21.594006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef918e14-d695-4011-b168-475206db6bb9 req-3d77f56d-7826-44b8-81e8-987df732e19f tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.1106529 Jul 30 03:31:21.633969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] Deleting port 94f70af6-bb55-42d7-9672-551eb3bb527e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:21.635120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.693391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-649bd426-04dc-4965-b5b0-7fd402fbfd93 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:21.697972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-649bd426-04dc-4965-b5b0-7fd402fbfd93 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240572 Jul 30 03:31:21.720964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Request body: {'port': {'device_id': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '7fa4c75b3ebb4f1bb7a31baf44992907'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:21.733988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b631-d481-4bd9-8f43-f0bcded189ca req-7f86b2bf-2d6c-4d34-a015-93414b8daa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:21.735553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39c3b631-d481-4bd9-8f43-f0bcded189ca req-7f86b2bf-2d6c-4d34-a015-93414b8daa06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 1097 time: 0.1670525 Jul 30 03:31:21.751894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.752610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] For port 94f70af6-bb55-42d7-9672-551eb3bb527e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94f70af6-bb55-42d7-9672-551eb3bb527e,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:21.753334 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.769075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] Calling delete_port for 94f70af6-bb55-42d7-9672-551eb3bb527e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:21.780484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Deleting port 94f70af6-bb55-42d7-9672-551eb3bb527e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:21.780878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.850081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] For port 94f70af6-bb55-42d7-9672-551eb3bb527e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94f70af6-bb55-42d7-9672-551eb3bb527e,segment=NetworkSegment(9a1249e5-d846-4fce-9e50-0c75d37914a0),segment_id=9a1249e5-d846-4fce-9e50-0c75d37914a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:21.850713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.854727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8f0-4a4f-44ed-8b38-0a3adde910fa req-1eb6da15-240c-452d-af42-9157e6705eb6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:21.856720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7597d8f0-4a4f-44ed-8b38-0a3adde910fa req-1eb6da15-240c-452d-af42-9157e6705eb6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1578553 Jul 30 03:31:21.874909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Calling delete_port for 94f70af6-bb55-42d7-9672-551eb3bb527e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:21.881632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Transition to ACTIVE for port object 8cc31c7e-6318-4270-9836-c1cf5d902a64 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:21.903946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:21.924987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7597d8f0-4a4f-44ed-8b38-0a3adde910fa req-ec41d8af-238d-4807-8f66-16e76a44c5c3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Jul 30 03:31:21.950343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] Pushing event deleted for resources: {'Port': ['ID=94f70af6-bb55-42d7-9672-551eb3bb527e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:21.952277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d3a19-e8e1-4f85-9cf9-a72b55d066e3 None None] No DVR routers for this DVR port 94f70af6-bb55-42d7-9672-551eb3bb527e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:21.967125 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39c3b631-d481-4bd9-8f43-f0bcded189ca req-dffe6be6-5278-4d41-812e-f7e09b394ff0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093170 Jul 30 03:31:21.979309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Made reservation on behalf of 7fa4c75b3ebb4f1bb7a31baf44992907 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:21.982955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.025686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.061090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.079753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:31:22.085328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] No DVR routers for this DVR port 94f70af6-bb55-42d7-9672-551eb3bb527e on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:22.087046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:22.124230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:31:22.258836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d71299f-568e-4b64-973c-884f3c554670 req-2e6f8d36-498a-4f4e-b655-cfea6ad5dd02 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 210 time: 0.0424671 Jul 30 03:31:22.266438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Allocated IP 192.168.233.244 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:31:22.284939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:22.284939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.308942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:22.343325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-3f346046-04aa-477b-80a9-892755432cdb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6735332 Jul 30 03:31:22.387469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Request body: {'port': {'device_id': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:22.430831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=94f70af6-bb55-42d7-9672-551eb3bb527e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:22.433087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f21c6-0a44-470f-9ce7-21c32a507989 req-11bc2615-3aed-48b6-ba86-476ceca0c492 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:22.434645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f42f21c6-0a44-470f-9ce7-21c32a507989 req-11bc2615-3aed-48b6-ba86-476ceca0c492 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1314700 Jul 30 03:31:22.459982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.476511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f698c94-f4a5-4fab-82a9-edc9f3929091']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:22.493799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1249e5-d846-4fce-9e50-0c75d37914a0') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:22.494152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1249e5-d846-4fce-9e50-0c75d37914a0') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:22.502446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8bfa90a5-156a-4c84-be2b-84b8549cc149 None None] Provisioning for port 8cc31c7e-6318-4270-9836-c1cf5d902a64 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:22.504852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.520684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:22.522875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.524769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.529777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:31:22.530255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.543755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Transition to ACTIVE for port object cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:22.544314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8bfa90a5-156a-4c84-be2b-84b8549cc149 None None] Provisioning complete for port 8cc31c7e-6318-4270-9836-c1cf5d902a64 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:22.545008 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8bfa90a5-156a-4c84-be2b-84b8549cc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:31:22.592661 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:31:22.596952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa90a5-156a-4c84-be2b-84b8549cc149 None None] Port 8cc31c7e-6318-4270-9836-c1cf5d902a64 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:31:22.607189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.608782 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.614560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.619647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f698c94-f4a5-4fab-82a9-edc9f3929091 HTTP/1.1" status: 204 len: 168 time: 1.5011904 Jul 30 03:31:22.620228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:22.689475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f42f21c6-0a44-470f-9ce7-21c32a507989 req-986df358-0d37-47c9-a9e1-bf9df1ed06dc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294009 Jul 30 03:31:22.697647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11831-859e-46a4-85ff-08a35eca6b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=9f698c94-f4a5-4fab-82a9-edc9f3929091,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:22.702384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:31:22.714402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:22.715606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.719724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:31:22.856574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:22.858198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:22.920142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b615f273-772d-47ee-99c0-d61d73b50df7 req-e935d5aa-d117-4e9a-9337-9b30a92fc044 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0541637 Jul 30 03:31:22.924641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:22.927476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:22.954063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'mac_address': 'fa:16:3e:f2:a1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:22.964823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-6950587d-73bf-46f5-a3bd-a1cfae866c27 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2472687 Jul 30 03:31:22.977923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Request body: {'port': {'device_id': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:23.092235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:23.119226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2aa7ceb-0792-4d77-8401-39ebc167cada {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:23.166751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:23.177206 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:23.195696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:23.262424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f2aa7ceb-0792-4d77-8401-39ebc167cada'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:23.268838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a496399e-22b6-406f-9cb3-63426f79b15b None None] Provisioning for port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:23.300679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:23.318765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a496399e-22b6-406f-9cb3-63426f79b15b None None] Provisioning complete for port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:23.319167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a496399e-22b6-406f-9cb3-63426f79b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:23.380488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94f70af6-bb55-42d7-9672-551eb3bb527e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:23.403977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 94f70af6-bb55-42d7-9672-551eb3bb527e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:23.404326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94f70af6-bb55-42d7-9672-551eb3bb527e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:23.434659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a496399e-22b6-406f-9cb3-63426f79b15b None None] Port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:31:23.649839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b6a9c-2c1e-44ad-8d94-91fcdcdace32 req-a1de9053-1bdc-48cf-9d07-3ac36b87ca57 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:23.660461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-089b6a9c-2c1e-44ad-8d94-91fcdcdace32 req-a1de9053-1bdc-48cf-9d07-3ac36b87ca57 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.5271647 Jul 30 03:31:23.744332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc31c7e-6318-4270-9836-c1cf5d902a64 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:23.752656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-089b6a9c-2c1e-44ad-8d94-91fcdcdace32 req-0084f2aa-460f-47c9-a18a-2377f2f8a2de tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758569 Jul 30 03:31:23.773744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:23.798038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Transition to ACTIVE for port object 8cc31c7e-6318-4270-9836-c1cf5d902a64 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:23.841988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.084075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:24.100846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.104974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b21a27d-d8ce-4b30-8a73-9f2ed4a248ab req-27c05079-6b1b-46a7-9dc3-078f8218c952 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0919359 Jul 30 03:31:24.133340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0917911-6148-49e4-8b45-3ca024502f6f req-ab8b2f38-4fa7-460d-b69d-36265cf6d195 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:24.145580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0917911-6148-49e4-8b45-3ca024502f6f req-ab8b2f38-4fa7-460d-b69d-36265cf6d195 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 936 time: 0.4081645 Jul 30 03:31:24.265650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0917911-6148-49e4-8b45-3ca024502f6f req-27ae5fe2-6706-4873-b4a5-67d47739bf18 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145422 Jul 30 03:31:24.282794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Attempting to bind port 8cc31c7e-6318-4270-9836-c1cf5d902a64 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:31:24.283179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Attempting to bind port 8cc31c7e-6318-4270-9836-c1cf5d902a64 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:31:24.283504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Attempting to bind port 8cc31c7e-6318-4270-9836-c1cf5d902a64 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:24.323835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Port 8cc31c7e-6318-4270-9836-c1cf5d902a64 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:31:24.324165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Attempting to bind port 8cc31c7e-6318-4270-9836-c1cf5d902a64 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:24.384338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:31:24.384684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:24.385069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:31:24.385797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Bound port: 8cc31c7e-6318-4270-9836-c1cf5d902a64, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:31:24.385967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.447282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:24.459253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.479438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9319d-bc90-452c-87a4-d67b1d55c713 req-f232a938-5c1a-4b93-ba78-f776f05da7f3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:24.481196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44e9319d-bc90-452c-87a4-d67b1d55c713 req-f232a938-5c1a-4b93-ba78-f776f05da7f3 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.1067767 Jul 30 03:31:24.486676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Transition to ACTIVE for port object cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:24.503324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.523597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:24.620341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44e9319d-bc90-452c-87a4-d67b1d55c713 req-47f8b86f-47d0-4a43-b19b-256ae51783e6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319039 Jul 30 03:31:24.633694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f2aa7ceb-0792-4d77-8401-39ebc167cada triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:24.634314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.635980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:24.645998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:24.676839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:31:24.702737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.742788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Attempting to bind port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:31:24.743579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Attempting to bind port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:31:24.744271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Attempting to bind port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:24.750949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:31:24.751610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Attempting to bind port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:24.758181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:31:24.759298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:24.759862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:31:24.760629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Bound port: cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:31:24.761256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.818272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:24.818825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.820189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] 10.222.0.18 "PUT /v2.0/ports/8cc31c7e-6318-4270-9836-c1cf5d902a64 HTTP/1.1" status: 200 len: 1096 time: 2.4660711 Jul 30 03:31:24.820658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:24.823083 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1bf973-0721-4c79-82d4-8d34155ec88a" -d '{"events": [{"name": "network-changed", "server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:24.850015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:24.853966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:31:24.896448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.897915 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:24.925153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f75af-7406-443a-95c7-060bf8a69b4e service neutron] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:24.931791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:24.934127 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a50864b-beb1-4a79-8878-797cfd14fa68" -d '{"events": [{"server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "name": "network-vif-plugged", "status": "completed", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:24.970849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-4e993995-8621-4459-8355-186293269811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:24.974465 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-4e993995-8621-4459-8355-186293269811 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 1099 time: 0.1043377 Jul 30 03:31:24.977238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:24.985626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:25.042278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.042888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:25.044847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 HTTP/1.1" status: 200 len: 1097 time: 2.0721080 Jul 30 03:31:25.053287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:25.055855 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3955cc0e-44db-4bb9-b747-1912ab401879" -d '{"events": [{"name": "network-changed", "server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:25.096871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:25.105517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654864d6-c1fb-400d-bf9f-e562cb4f2692 service neutron] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:25.152761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a669d0b-9e7b-402d-b77e-486e378e2e04 req-43289c71-0833-40f9-964e-20db29da1fb4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.154537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a669d0b-9e7b-402d-b77e-486e378e2e04 req-43289c71-0833-40f9-964e-20db29da1fb4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.2987049 Jul 30 03:31:25.190839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ab0f-3296-44a3-aa40-3119cc8367b8 req-9c53ee6d-db34-42fc-a74a-ea31b6d5083a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.200556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fb9ab0f-3296-44a3-aa40-3119cc8367b8 req-9c53ee6d-db34-42fc-a74a-ea31b6d5083a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.2789567 Jul 30 03:31:25.232962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-ac6a5345-8645-4513-b933-adaa1125041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.234482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-ac6a5345-8645-4513-b933-adaa1125041b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 1100 time: 0.1247857 Jul 30 03:31:25.288429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-5650d80a-64b9-43f1-840d-e5f4f453ecbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 HTTP/1.1" status: 200 len: 217 time: 0.0445330 Jul 30 03:31:25.323117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fb9ab0f-3296-44a3-aa40-3119cc8367b8 req-d1afdbbe-2d82-419a-8df3-5ce351b6bf3e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226573 Jul 30 03:31:25.343180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a669d0b-9e7b-402d-b77e-486e378e2e04 req-6f416413-bcc1-414f-8e3b-7a87968918b9 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607995 Jul 30 03:31:25.429863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-34750422-ed11-484d-9187-4d4c671ae5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.431942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-34750422-ed11-484d-9187-4d4c671ae5e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1332355 Jul 30 03:31:25.459917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-9ea70d7d-6140-4a7e-80e0-1ece0dfc907d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64 HTTP/1.1" status: 200 len: 217 time: 0.4518645 Jul 30 03:31:25.463262 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76edcb92-ef6b-45fb-afad-64c6600e3c27 x-openstack-request-id: req-76edcb92-ef6b-45fb-afad-64c6600e3c27 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:25.463666 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:25.464012 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76edcb92-ef6b-45fb-afad-64c6600e3c27 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:25.464504 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'status': 'completed', 'code': 200} Jul 30 03:31:25.495951 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00617e8e-0da4-4813-979f-118890f42889 x-openstack-request-id: req-00617e8e-0da4-4813-979f-118890f42889 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:25.496923 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "name": "network-vif-plugged", "status": "completed", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:25.500847 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00617e8e-0da4-4813-979f-118890f42889 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:25.501660 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'code': 200} Jul 30 03:31:25.532342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-804ab6ae-230c-459a-983a-85876f6eb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.533875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-804ab6ae-230c-459a-983a-85876f6eb43e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904045 Jul 30 03:31:25.577787 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170ab1c4-d993-464e-a3ab-8860cdb14e7d x-openstack-request-id: req-170ab1c4-d993-464e-a3ab-8860cdb14e7d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:25.578164 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:25.578491 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-170ab1c4-d993-464e-a3ab-8860cdb14e7d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:25.580130 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'status': 'completed', 'code': 200} Jul 30 03:31:25.610618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Deleting port 9bfd66da-15e8-44c0-83f0-7f3be681953d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:25.613199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:25.658515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dc5cb6d-0e19-4f4a-9b44-44366b529ecd req-44acb0ed-e83a-4c28-abed-3fd9fc885d50 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0411813 Jul 30 03:31:25.715532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-8b737aec-7ca6-4dca-afd0-61422023b75f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723609 Jul 30 03:31:25.736924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-2cf48e8b-5d06-4a6a-81ea-0b35c0f0a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.738495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-2cf48e8b-5d06-4a6a-81ea-0b35c0f0a673 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2693543 Jul 30 03:31:25.823083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] For port 9bfd66da-15e8-44c0-83f0-7f3be681953d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bfd66da-15e8-44c0-83f0-7f3be681953d,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:25.823802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:25.827277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d646a-f56d-412a-b328-38569a270605 req-68e51acc-db27-402f-9ae4-3ea25b619905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.828900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-68e51acc-db27-402f-9ae4-3ea25b619905 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795288 Jul 30 03:31:25.849717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Calling delete_port for 9bfd66da-15e8-44c0-83f0-7f3be681953d owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:25.867027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72e9c9-b601-4921-954b-19fe064638fc req-e648c999-d580-400b-8c70-bcb556fb4b2a tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:25.869118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c72e9c9-b601-4921-954b-19fe064638fc req-e648c999-d580-400b-8c70-bcb556fb4b2a tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 948 time: 0.1225159 Jul 30 03:31:25.912102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28938352-8f47-4868-9fc7-4e0fcbecb64c req-10fd8623-e54c-4eaa-afbd-c59c05bfb98a service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855872 Jul 30 03:31:25.942374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c72e9c9-b601-4921-954b-19fe064638fc req-36f2d88c-13cc-4378-b577-fc88a5533b04 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Jul 30 03:31:26.085252 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-60d83d4b-bdd7-47d0-8f4b-713d5a268b10 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440910 Jul 30 03:31:26.345045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab3d646a-f56d-412a-b328-38569a270605 req-8faf3aab-0f2f-4ca0-9a8b-c6e47483f3ec service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032781 Jul 30 03:31:26.371897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:26.411438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfd66da-15e8-44c0-83f0-7f3be681953d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:26.468224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-23825cb3-10d5-4605-becd-7e8d4494e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.470118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-23825cb3-10d5-4605-becd-7e8d4494e819 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 1100 time: 0.4670413 Jul 30 03:31:26.527710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-57ba45ce-6fcf-46f9-a04f-bc32ba284156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.533661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-57ba45ce-6fcf-46f9-a04f-bc32ba284156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 1099 time: 0.0926435 Jul 30 03:31:26.621960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-419a5db6-3439-466c-960f-15882d0061b8 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.630743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-419a5db6-3439-466c-960f-15882d0061b8 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 814 time: 0.1507483 Jul 30 03:31:26.689645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-c2b76d68-1ca9-4efe-8742-89a344b1fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.691159 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-c2b76d68-1ca9-4efe-8742-89a344b1fd6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1461551 Jul 30 03:31:26.752495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-5cdd365a-903e-4e14-98fc-241d11af8b30 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/quotas/4c9e557c81fc40968d3060089ef6a9e0 HTTP/1.1" status: 200 len: 375 time: 0.1200650 Jul 30 03:31:26.771396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-6d32f972-f6ef-45a9-9068-111efebd105c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64 HTTP/1.1" status: 200 len: 217 time: 0.0662892 Jul 30 03:31:26.807244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c3ba6-bdb7-4f45-8e67-ad2d95db1790 req-82725765-d2dc-4de7-befc-cab71cd29d4e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.814620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e09c3ba6-bdb7-4f45-8e67-ad2d95db1790 req-82725765-d2dc-4de7-befc-cab71cd29d4e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.3339553 Jul 30 03:31:26.825629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:26.850893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-64043ecc-1ddc-485a-9051-586cd6eee8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.852451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-64043ecc-1ddc-485a-9051-586cd6eee8c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.3695855 Jul 30 03:31:26.868401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-d322b040-9187-42ca-8007-4173a6e91a16 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149471 Jul 30 03:31:26.887985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-dbe9a382-f5b7-451e-9c4d-6a50f9b4c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:26.889721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-dbe9a382-f5b7-451e-9c4d-6a50f9b4c172 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1031315 Jul 30 03:31:26.975669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-28412504-85ba-4809-ac18-dc7ba175e1fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 HTTP/1.1" status: 200 len: 217 time: 0.0508168 Jul 30 03:31:27.016274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-c841d91b-2bfb-44e8-bd42-29a894be128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:27.017789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-c841d91b-2bfb-44e8-bd42-29a894be128b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193321 Jul 30 03:31:27.036981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e09c3ba6-bdb7-4f45-8e67-ad2d95db1790 req-9b635a12-567d-4ecf-9f8e-b137a3f3caa6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213521 Jul 30 03:31:27.090216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-29c15d5a-0e78-435a-aaab-48e30ed413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:27.091742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-29c15d5a-0e78-435a-aaab-48e30ed413b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1042922 Jul 30 03:31:27.132778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-830b679e-283e-4ada-9f9a-42ad00efe24e service neutron] 10.222.0.39 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630610 Jul 30 03:31:27.250456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:31:27.294267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-e01a2ecf-d32a-4c9d-b4d6-2c731e0a80c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473711 Jul 30 03:31:27.320475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-34c5f8a4-18aa-46b9-abb2-4f37e2a4f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:27.323456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-34c5f8a4-18aa-46b9-abb2-4f37e2a4f227 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2192349 Jul 30 03:31:27.439747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c471310-79b5-4f26-ae5f-66f7abdfa6b1 req-67735b1e-2e5b-466b-9c8b-9bb7a1b3f3f4 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0666995 Jul 30 03:31:27.490638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-5ab07b31-6402-4a84-bb94-a3f75504b8f0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:27.492231 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-5ab07b31-6402-4a84-bb94-a3f75504b8f0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc24090-f3f5-45be-af7a-46cf50781604 HTTP/1.1" status: 200 len: 945 time: 0.2157993 Jul 30 03:31:27.532307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-ae17b92b-2ae0-4afb-9833-26eac7d0881a service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003915 Jul 30 03:31:27.548740 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-de6836ee-faef-468b-9818-cebdbe4e448c service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963951 Jul 30 03:31:27.608951 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:31:27.635860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:31:27.646475 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] Sync routers for ids ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:31:27.653975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4d63cd1-6f20-473c-8d59-3c2f81081629 admin admin] 10.222.0.39 "PUT /v2.0/routers/1065a3f8-f5b1-4b07-8813-f46a8e7355ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0307763 Jul 30 03:31:27.658366 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] Routers {'1065a3f8-f5b1-4b07-8813-f46a8e7355ec'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:27.659466 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:31:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:27.728256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34140) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:27.849398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5b02783-cdec-4c5a-a582-e7a7411c7181 req-6d732be2-088e-425c-8825-1f66f5bf1bf4 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 210 time: 0.2088830 Jul 30 03:31:27.857372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3955cc0e-44db-4bb9-b747-1912ab401879 req-813b9bb2-a124-48a7-858e-90595637b58a service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159873 Jul 30 03:31:27.857746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Deleting port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:27.858224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:27.882075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] Set router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:27.907677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd25e86-5570-48d2-b8b3-161e61053078 req-62615d2b-bcea-4a7d-91d5-849c640b0626 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:27.920325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffd25e86-5570-48d2-b8b3-161e61053078 req-62615d2b-bcea-4a7d-91d5-849c640b0626 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 948 time: 0.2844627 Jul 30 03:31:27.950191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a1bf973-0721-4c79-82d4-8d34155ec88a req-b499b9c4-500e-48e2-9efb-64da03bad58e service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119168 Jul 30 03:31:27.971617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:27.996324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ffd25e86-5570-48d2-b8b3-161e61053078 req-15c662c3-a52c-44dd-923b-fac11899752b tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747070 Jul 30 03:31:28.105020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.175784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] For port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:28.176694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.196741 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:31:26Z', 'revision_number': 5, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port': {'id': 'b0131132-3659-4ff1-8894-1c5de805adfc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:23:37Z', 'updated_at': '2021-07-30T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:28.199274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Calling delete_port for 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:28.222126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdccfbc-5744-4f25-a30b-def0ef6bcec2 req-5f7dede5-fc23-4cbf-9e9f-e9b0bdc3cf15 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:28.224335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bdccfbc-5744-4f25-a30b-def0ef6bcec2 req-5f7dede5-fc23-4cbf-9e9f-e9b0bdc3cf15 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0995946 Jul 30 03:31:28.284237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bdccfbc-5744-4f25-a30b-def0ef6bcec2 req-78a8c42b-823c-46ff-8a95-d69d187e1d91 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Jul 30 03:31:28.322842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] Checking router: 1065a3f8-f5b1-4b07-8813-f46a8e7355ec for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:31:28.367395 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] Routers {'1065a3f8-f5b1-4b07-8813-f46a8e7355ec'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:31:28.370142 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:31:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:28.409418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Deleting port b0131132-3659-4ff1-8894-1c5de805adfc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:28.409767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.469592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.483008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2a6d0fe2-ded3-4457-a06f-0549728dcdd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:28.525499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:28.533548 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] Set router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:31:28.553354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Pushing event deleted for resources: {'Port': ['ID=2a6d0fe2-ded3-4457-a06f-0549728dcdd0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:28.593758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:31:28Z', 'revision_number': 6, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:28.628741 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453aac98-bbc6-46b1-abff-a550549c898a None None] The sync data for ids ['1065a3f8-f5b1-4b07-8813-f46a8e7355ec'] in n-d-778696-14 is: [{'id': '1065a3f8-f5b1-4b07-8813-f46a8e7355ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1130041629-router', 'tenant_id': '4390672893e9465993c963d2f8e88720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:23:36Z', 'updated_at': '2021-07-30T03:31:28Z', 'revision_number': 6, 'project_id': '4390672893e9465993c963d2f8e88720', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:31:28.702243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb0c4b7f-740f-4c4e-aeb3-23fb1712542d req-9299fabb-ceb6-4b76-a0ce-9c6b50350ad6 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0638402 Jul 30 03:31:28.749854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] For port b0131132-3659-4ff1-8894-1c5de805adfc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b0131132-3659-4ff1-8894-1c5de805adfc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:28.750250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.763047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] No DVR routers for this DVR port 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:28.764980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Calling delete_port for b0131132-3659-4ff1-8894-1c5de805adfc owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:28.767207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.769171 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ceae68be-1f8b-4f84-aaa3-4ea9f228d034 req-ce25daa1-010a-405d-89ad-d255904743b5 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "DELETE /v2.0/ports/2a6d0fe2-ded3-4457-a06f-0549728dcdd0 HTTP/1.1" status: 204 len: 173 time: 1.2532070 Jul 30 03:31:28.769640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-deleted', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:28.771993 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3ff7d3-810b-4ecb-8d23-fe311445a69c" -d '{"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-deleted", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:28.773707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:28.786560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'mac_address': 'fa:16:3e:7b:3a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:28.875893 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.876711 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f207a4b-def4-4f9f-8381-2fe5f9b9ed1c x-openstack-request-id: req-7f207a4b-def4-4f9f-8381-2fe5f9b9ed1c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:28.876711 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc24090-f3f5-45be-af7a-46cf50781604", "name": "network-vif-deleted", "tag": "2a6d0fe2-ded3-4457-a06f-0549728dcdd0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:28.877318 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f207a4b-def4-4f9f-8381-2fe5f9b9ed1c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:28.877318 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc24090-f3f5-45be-af7a-46cf50781604', 'name': 'network-vif-deleted', 'tag': '2a6d0fe2-ded3-4457-a06f-0549728dcdd0', 'status': 'completed', 'code': 200} Jul 30 03:31:28.896915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:28.927588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:28.936056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:28.966171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68c6f0ff-9c86-4e5e-bada-d0ffbfd11971 req-cb18269b-78e8-4627-b948-01ec49a4435b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 210 time: 0.0436468 Jul 30 03:31:29.011436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:29.179683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6065bc-cc6a-4380-8b0a-ef4d049df712 req-7307d727-7532-4dc0-8e86-07ddee2720ad tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:29.180566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:29.203036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be6065bc-cc6a-4380-8b0a-ef4d049df712 req-7307d727-7532-4dc0-8e86-07ddee2720ad tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 949 time: 0.1160562 Jul 30 03:31:29.216520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.281728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0131132-3659-4ff1-8894-1c5de805adfc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:29.287011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be6065bc-cc6a-4380-8b0a-ef4d049df712 req-c69cc854-6529-4a2f-bc09-17d535325bc1 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811791 Jul 30 03:31:29.434238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a6f9-a14c-4773-98ca-0a57cc2493b1 req-ec2d2719-71cd-4a79-9046-7ed947a7fc77 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:29.449476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83e2a6f9-a14c-4773-98ca-0a57cc2493b1 req-ec2d2719-71cd-4a79-9046-7ed947a7fc77 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0866480 Jul 30 03:31:29.540702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-5e8c0cc9-ae85-41d7-aed0-1f2fce692034 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:29.545903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83e2a6f9-a14c-4773-98ca-0a57cc2493b1 req-cbc9f425-24df-4361-86fa-c0936cef1c82 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953307 Jul 30 03:31:29.548421 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-5e8c0cc9-ae85-41d7-aed0-1f2fce692034 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 814 time: 0.4390285 Jul 30 03:31:29.552807 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.568910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Request body: {'port': {'device_id': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'admin_state_up': True, 'tenant_id': '4c9e557c81fc40968d3060089ef6a9e0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:29.611395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bfd66da-15e8-44c0-83f0-7f3be681953d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:29.640908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9bfd66da-15e8-44c0-83f0-7f3be681953d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:29.641242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bfd66da-15e8-44c0-83f0-7f3be681953d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:29.641670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b0131132-3659-4ff1-8894-1c5de805adfc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:29.679372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b0131132-3659-4ff1-8894-1c5de805adfc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:29.679721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b0131132-3659-4ff1-8894-1c5de805adfc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:29.810481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.812346 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.863109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Made reservation on behalf of 4c9e557c81fc40968d3060089ef6a9e0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:29.867036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.869321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb3a064f-8089-4d2e-8fbd-e92751fa89df req-a5826996-0124-4f69-bb0d-509f41720257 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0422888 Jul 30 03:31:29.923234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.923849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1065a3f8-f5b1-4b07-8813-f46a8e7355ec {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:31:29.931261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:29.935202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:29.943344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cfdf68a8-7e37-452f-a0ff-83991b8ff3b0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1065a3f8-f5b1-4b07-8813-f46a8e7355ec HTTP/1.1" status: 204 len: 168 time: 2.2154422 Jul 30 03:31:30.028312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Deleting subnet e4e24789-dcbd-454d-94c1-66aba51565d6 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:31:30.037241 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.097206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Allocated IP 172.20.0.10 (4798db2c-45b1-4584-ada7-4509dd8c57a6/41a7e849-0e75-48cb-8572-8204e92c8d05/acf80402-e944-4bec-a0ee-46294cf501b2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:31:30.113612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c719b8f2-842c-4868-9fb3-a7752d4583d5 req-39d6d7c2-e51c-4856-8adf-6cf655225b14 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 210 time: 0.0363047 Jul 30 03:31:30.121474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.242250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.304824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.340232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.369914 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.390363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e24789-dcbd-454d-94c1-66aba51565d6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:30.403423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.408873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-147f43e5-8d05-4ae1-822b-a403c8129e60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4e24789-dcbd-454d-94c1-66aba51565d6 HTTP/1.1" status: 204 len: 168 time: 0.4726012 Jul 30 03:31:30.411243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:30.412636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d36e1-7b7f-4fab-8538-420aa1d95fe0 None None] Network c4e2250a-00bf-45dd-95a9-1f1fd342ece6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:30.416923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.470622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da82389-b0d5-44c2-b8f9-fa42c760d131 req-2152052a-5560-46c8-aa43-208801238251 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:30.472174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5da82389-b0d5-44c2-b8f9-fa42c760d131 req-2152052a-5560-46c8-aa43-208801238251 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 949 time: 0.0726678 Jul 30 03:31:30.494319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Network 4798db2c-45b1-4584-ada7-4509dd8c57a6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:31:30.523450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:30.533009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:31:30.552251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5da82389-b0d5-44c2-b8f9-fa42c760d131 req-740ad4d1-52bf-4aeb-b3fc-b538f24942e2 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576608 Jul 30 03:31:30.597979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Pushing event updated for resources: {'Port': ['ID=acf80402-e944-4bec-a0ee-46294cf501b2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:30.603953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:30.605726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:30.631228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.700514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:30.700922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.726981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-50782253-31aa-4a3c-9911-b6c0bc25b700 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1686110 Jul 30 03:31:30.741542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Request body: {'port': {'device_id': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:30.743611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:30.756589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac7fce-c1b8-4f9b-953c-a4300d96e40a req-bbca52ee-5b26-426e-a2d5-f9d680697517 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:30.758650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26ac7fce-c1b8-4f9b-953c-a4300d96e40a req-bbca52ee-5b26-426e-a2d5-f9d680697517 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0963197 Jul 30 03:31:30.809292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:30.809984 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:30.827770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26ac7fce-c1b8-4f9b-953c-a4300d96e40a req-b6712850-1e34-48d0-b414-7d7cc9dbe066 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525532 Jul 30 03:31:31.015629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] DHCP port deletion for c4e2250a-00bf-45dd-95a9-1f1fd342ece6 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:31:31.040445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ec2e5b4-a8c4-4c6c-b589-cd2f663dcc03 req-686a30bc-6f2c-482a-969d-208bb0b79681 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0504727 Jul 30 03:31:31.104911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Deleting port e659317f-8003-442b-8c9e-dcb2fe30f326 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:31.105483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.167718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:31.181132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.188590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'mac_address': 'fa:16:3e:16:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:31.194120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] Deleting port e659317f-8003-442b-8c9e-dcb2fe30f326 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:31.195356 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.197241 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.313002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc70ce-03f1-455c-876f-8a7e208af1ff req-349a670b-452d-491e-adc5-dd657c61262f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:31.314246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] For port e659317f-8003-442b-8c9e-dcb2fe30f326, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e659317f-8003-442b-8c9e-dcb2fe30f326,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:31.315276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.319471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ffc70ce-03f1-455c-876f-8a7e208af1ff req-349a670b-452d-491e-adc5-dd657c61262f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 932 time: 0.1079466 Jul 30 03:31:31.338273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] Calling delete_port for e659317f-8003-442b-8c9e-dcb2fe30f326 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:31.382673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ffc70ce-03f1-455c-876f-8a7e208af1ff req-3e4ce9d5-d13d-4aa2-991c-e08f7024d162 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560234 Jul 30 03:31:31.420184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e659317f-8003-442b-8c9e-dcb2fe30f326 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:31.456343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:31.459049 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292eec6-6c46-4f31-ad2f-86ce87c4e047" -d '{"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-plugged", "status": "completed", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:31.483501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] For port e659317f-8003-442b-8c9e-dcb2fe30f326, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e659317f-8003-442b-8c9e-dcb2fe30f326,segment=NetworkSegment(8230b0ff-dc3b-46f7-b305-d02ac1bd478f),segment_id=8230b0ff-dc3b-46f7-b305-d02ac1bd478f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:31.484249 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.503174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Calling delete_port for e659317f-8003-442b-8c9e-dcb2fe30f326 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:31.506852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf80402-e944-4bec-a0ee-46294cf501b2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:31.517193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.521411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:31.547916 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.549682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:31.566057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Transition to ACTIVE for port object acf80402-e944-4bec-a0ee-46294cf501b2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:31.580584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.633317 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e8f57-eab2-435f-959b-843715229a21 x-openstack-request-id: req-571e8f57-eab2-435f-959b-843715229a21 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:31.633317 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-plugged", "status": "completed", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:31.633317 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-571e8f57-eab2-435f-959b-843715229a21 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:31.644957 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'code': 200} Jul 30 03:31:31.651342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Pushing event updated for resources: {'Port': ['ID=acf80402-e944-4bec-a0ee-46294cf501b2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:31.699632 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.702285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.721034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.730284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:31.730618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2a6d0fe2-ded3-4457-a06f-0549728dcdd0 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:31.732701 n-d-778696-14 neutron-server[93878]: INFO neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No ports have port_id starting with e659317f-8003-442b-8c9e-dcb2fe30f326 Jul 30 03:31:31.749398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704f6fb-da72-44e3-9919-200a650caa56 req-4aeb3481-f5b9-485b-95eb-274ad2bc24bd tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:31.750992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7704f6fb-da72-44e3-9919-200a650caa56 req-4aeb3481-f5b9-485b-95eb-274ad2bc24bd tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 950 time: 0.0704925 Jul 30 03:31:31.787631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Pushing event deleted for resources: {'Port': ['ID=e659317f-8003-442b-8c9e-dcb2fe30f326,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:31.797910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:31.801327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] No DVR routers for this DVR port e659317f-8003-442b-8c9e-dcb2fe30f326 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:31.806646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc31c7e-6318-4270-9836-c1cf5d902a64 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:31.821580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7704f6fb-da72-44e3-9919-200a650caa56 req-3c050526-b1af-433f-bd41-a9feaeadff6c tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589571 Jul 30 03:31:31.834063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] No DVR routers for this DVR port e659317f-8003-442b-8c9e-dcb2fe30f326 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:31.866201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1086-989f-44a0-9ac0-2268bd0de54e None None] Pushing event deleted for resources: {'Port': ['ID=e659317f-8003-442b-8c9e-dcb2fe30f326,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:31.935055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:31.948113 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:31.950051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fca2f2-146a-4272-8222-e744ff05b5e0 req-b8a2675d-e851-4f47-867d-32316cf444a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:31.958828 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39fca2f2-146a-4272-8222-e744ff05b5e0 req-b8a2675d-e851-4f47-867d-32316cf444a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 1102 time: 0.2894673 Jul 30 03:31:31.993482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38c2d7-f5b9-4036-b32c-3b1ed0690802 req-a57b7fe1-536b-4428-a4f2-f168d427a476 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:31.994543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Attempting to bind port acf80402-e944-4bec-a0ee-46294cf501b2 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:31:31.994890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Attempting to bind port acf80402-e944-4bec-a0ee-46294cf501b2 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:31:31.995249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Attempting to bind port acf80402-e944-4bec-a0ee-46294cf501b2 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:31.996742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f38c2d7-f5b9-4036-b32c-3b1ed0690802 req-a57b7fe1-536b-4428-a4f2-f168d427a476 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0795724 Jul 30 03:31:32.010666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.054937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e2250a-00bf-45dd-95a9-1f1fd342ece6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:32.060193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Port acf80402-e944-4bec-a0ee-46294cf501b2 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:31:32.060867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Attempting to bind port acf80402-e944-4bec-a0ee-46294cf501b2 on network 4798db2c-45b1-4584-ada7-4509dd8c57a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:32.064238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:32.079291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8230b0ff-dc3b-46f7-b305-d02ac1bd478f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:32.079966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8230b0ff-dc3b-46f7-b305-d02ac1bd478f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:32.090248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:31:32.091003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Checking segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:32.091686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Bound using segment: {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:31:32.092460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Bound port: acf80402-e944-4bec-a0ee-46294cf501b2, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610e77e-c106-4a25-aae0-b61fdee6ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:31:32.093158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.105861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f38c2d7-f5b9-4036-b32c-3b1ed0690802 req-5fc1d3bd-5a55-4b50-9b9f-87cfb55aaf61 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866790 Jul 30 03:31:32.110278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.121670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39fca2f2-146a-4272-8222-e744ff05b5e0 req-cecfc02d-b19b-4500-b9cb-9b022aac3b5b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502292 Jul 30 03:31:32.159058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.171717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:31:32.172245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:31:32.174081 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:31:32.182018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['8cc31c7e-6318-4270-9836-c1cf5d902a64'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:32.274267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03b9b7e5-bc84-48f5-b0e8-351bd28e08c8 req-365aa1d6-8166-445c-ac93-0bff7481762b tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0637453 Jul 30 03:31:32.280702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] For port acf80402-e944-4bec-a0ee-46294cf501b2, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:32.287345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] For port acf80402-e944-4bec-a0ee-46294cf501b2, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=acf80402-e944-4bec-a0ee-46294cf501b2,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:31:32.300490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.306639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.331612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.337458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c4e2250a-00bf-45dd-95a9-1f1fd342ece6 HTTP/1.1" status: 204 len: 168 time: 1.9232161 Jul 30 03:31:32.341720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d83706-d033-4bb5-99d8-ec7c4e10f247 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e2250a-00bf-45dd-95a9-1f1fd342ece6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:32.366405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:32.367062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.368509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] 10.222.0.18 "PUT /v2.0/ports/acf80402-e944-4bec-a0ee-46294cf501b2 HTTP/1.1" status: 200 len: 1093 time: 1.6329148 Jul 30 03:31:32.368942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'tag': 'acf80402-e944-4bec-a0ee-46294cf501b2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:32.371512 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e25689-3aae-4505-ad63-1513374acc2a", "tag": "acf80402-e944-4bec-a0ee-46294cf501b2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:32.414665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff8170-8900-4daa-8d4b-2a2567007f4f service neutron] Pushing event updated for resources: {'Port': ['ID=acf80402-e944-4bec-a0ee-46294cf501b2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:32.513283 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e31207-6c4e-4c2d-9a2e-4ffd333984da x-openstack-request-id: req-30e31207-6c4e-4c2d-9a2e-4ffd333984da {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:32.513947 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e25689-3aae-4505-ad63-1513374acc2a", "tag": "acf80402-e944-4bec-a0ee-46294cf501b2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:32.513947 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30e31207-6c4e-4c2d-9a2e-4ffd333984da {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:32.514245 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'tag': 'acf80402-e944-4bec-a0ee-46294cf501b2', 'status': 'completed', 'code': 200} Jul 30 03:31:32.553577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-0c30db7a-3290-44cc-a861-c3c9026a59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:32.559165 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-0c30db7a-3290-44cc-a861-c3c9026a59e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 1096 time: 0.1132445 Jul 30 03:31:32.560740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274c3a6-e522-4cf5-854a-2c1db117be1f req-bf2a6f80-214a-49c8-b699-0405906d0249 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:32.578000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c274c3a6-e522-4cf5-854a-2c1db117be1f req-bf2a6f80-214a-49c8-b699-0405906d0249 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 944 time: 0.0976386 Jul 30 03:31:32.636790 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-38dcf333-137e-4759-9b9e-f5654fcb2c8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acf80402-e944-4bec-a0ee-46294cf501b2 HTTP/1.1" status: 200 len: 217 time: 0.0688663 Jul 30 03:31:32.639780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c274c3a6-e522-4cf5-854a-2c1db117be1f req-2c2b6825-1ac2-47c8-953f-df573abef68f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Jul 30 03:31:32.643932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:32.699994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-1004375c-3668-4385-a2dd-5f0e8afeea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:32.701498 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-1004375c-3668-4385-a2dd-5f0e8afeea38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.0544734 Jul 30 03:31:32.709827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b1b7ab15-60d6-48a8-a1e5-cbc3ac5f52b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c6e51fc8ec5425eaa21614f12be2c06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625496 Jul 30 03:31:32.712205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34252) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:32.762550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-a430acef-c96d-4932-822f-b3cc89da8f43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452077 Jul 30 03:31:32.783568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a643c87a-5367-4b06-ad87-06751a634eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.848262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a643c87a-5367-4b06-ad87-06751a634eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:32.874632 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-30e5c66a-b153-4e31-bf48-10b933d46381 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021147 Jul 30 03:31:33.008307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aab32b-4a91-4575-9161-d24e5c19c436 req-97b1f79d-d370-4713-8641-f1dbad3e9c36 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:33.010442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37aab32b-4a91-4575-9161-d24e5c19c436 req-97b1f79d-d370-4713-8641-f1dbad3e9c36 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 950 time: 0.0887122 Jul 30 03:31:33.041198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a643c87a-5367-4b06-ad87-06751a634eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:33.044331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a643c87a-5367-4b06-ad87-06751a634eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:33.044504 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5737eaf6-0ade-48ff-9ae4-409712d9d2d0 req-1dd35562-eb74-4701-905d-7cc4ea3d4832 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616285 Jul 30 03:31:33.047639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a643c87a-5367-4b06-ad87-06751a634eaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df4c2d06-c4ac-4a55-8080-8ad63608d5d2 HTTP/1.1" status: 204 len: 168 time: 0.3344893 Jul 30 03:31:33.089165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643c87a-5367-4b06-ad87-06751a634eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c2d06-c4ac-4a55-8080-8ad63608d5d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:33.117378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37aab32b-4a91-4575-9161-d24e5c19c436 req-3ca2cf1f-d476-4b4c-8658-7c9764c62eb9 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954289 Jul 30 03:31:33.249965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-79186891-0968-4571-b16d-a99225b8e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:33.251846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-79186891-0968-4571-b16d-a99225b8e9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 1096 time: 0.0991132 Jul 30 03:31:33.349548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25693edf-0a84-4cb6-8d5a-ecb9892799a1 req-3789ba7a-2143-46b4-be2d-bc8cf349802d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:33.365033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25693edf-0a84-4cb6-8d5a-ecb9892799a1 req-3789ba7a-2143-46b4-be2d-bc8cf349802d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1501210 Jul 30 03:31:33.371439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-741b17df-c64f-4e47-bc02-6b8762be6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:33.373472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-741b17df-c64f-4e47-bc02-6b8762be6bc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 200 len: 914 time: 0.1149223 Jul 30 03:31:33.428813 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-63cb4d09-fd17-4432-abd7-90adebf6f170 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acf80402-e944-4bec-a0ee-46294cf501b2 HTTP/1.1" status: 200 len: 217 time: 0.0474732 Jul 30 03:31:33.463355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25693edf-0a84-4cb6-8d5a-ecb9892799a1 req-543bc091-24b3-45b2-83ad-a34e882a0bf5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906160 Jul 30 03:31:33.515366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-49b3ba16-c63a-4aea-81d8-f8924cbee0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:33.516879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-49b3ba16-c63a-4aea-81d8-f8924cbee0f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 200 len: 854 time: 0.0801978 Jul 30 03:31:33.536419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11d89006-961a-483a-84ff-7670365cdd21 req-5c019ffb-49c4-4c50-a3ad-8f8768f76583 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0461919 Jul 30 03:31:33.553319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-55caaa68-6b5c-4f1a-b08c-299f6fc5b447 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4798db2c-45b1-4584-ada7-4509dd8c57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278955 Jul 30 03:31:33.671160 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-5bc668dd-0e37-47f5-8274-9bd54a10fc5b service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055593 Jul 30 03:31:33.747891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34284) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:33.796511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-48bafd75-6985-444b-b111-2b3e93b281e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4390672893e9465993c963d2f8e88720&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457649 Jul 30 03:31:33.800315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:33.810065 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a3f70f2-7e22-4ade-bf1c-97a7ee174cc9 req-8fa7b564-f175-48e9-8f07-0daaadec7b76 service neutron] 10.222.0.18 "GET /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304283 Jul 30 03:31:33.831348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1615-abdb-4420-a371-8bfcbb1ed16a req-8b83dad7-b3a9-4c7f-ba96-354d753ee525 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:33.835474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82fb1615-abdb-4420-a371-8bfcbb1ed16a req-8b83dad7-b3a9-4c7f-ba96-354d753ee525 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 944 time: 0.1172943 Jul 30 03:31:33.869724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb84dba2-6d14-450d-9cc8-486338055de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:33.886310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82fb1615-abdb-4420-a371-8bfcbb1ed16a req-a656359d-4fb2-4694-970c-174636f2c610 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Jul 30 03:31:33.903960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb84dba2-6d14-450d-9cc8-486338055de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:33.968537 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb84dba2-6d14-450d-9cc8-486338055de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:33.971525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb84dba2-6d14-450d-9cc8-486338055de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:33.972996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bb84dba2-6d14-450d-9cc8-486338055de8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62418b10-2a63-4c69-a188-5a5a3d7c57bd HTTP/1.1" status: 204 len: 168 time: 0.1720924 Jul 30 03:31:33.996142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84dba2-6d14-450d-9cc8-486338055de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62418b10-2a63-4c69-a188-5a5a3d7c57bd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:34.255953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6df2a-f6e8-48a9-adbb-fd2d98606404 req-f82402a9-75b6-4009-830f-2904ae5c5084 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:34.264164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ce6df2a-f6e8-48a9-adbb-fd2d98606404 req-f82402a9-75b6-4009-830f-2904ae5c5084 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 950 time: 0.0623763 Jul 30 03:31:34.311402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ce6df2a-f6e8-48a9-adbb-fd2d98606404 req-a0d96b0d-e4e4-4d7f-9ba1-2a1b5fa6537b tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Jul 30 03:31:34.490812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5adb-98af-4d07-b6e9-93ea47c45ca8 req-9a111bad-97a5-4176-ae3a-945c081c4a0b tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:34.500800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a99d5adb-98af-4d07-b6e9-93ea47c45ca8 req-9a111bad-97a5-4176-ae3a-945c081c4a0b tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 948 time: 0.1045706 Jul 30 03:31:34.544269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:34.554686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a99d5adb-98af-4d07-b6e9-93ea47c45ca8 req-b9a79bca-80d8-4b41-b30d-df40c0abd607 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Jul 30 03:31:34.631834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 8cc31c7e-6318-4270-9836-c1cf5d902a64 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:34.637293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 8cc31c7e-6318-4270-9836-c1cf5d902a64 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:34.637713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:34.665862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7cfdd-a968-4cb8-aa17-38cac6b4fa7e req-e0561cec-7607-4238-959f-94bb85bf4898 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:34.668070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2dc7cfdd-a968-4cb8-aa17-38cac6b4fa7e req-e0561cec-7607-4238-959f-94bb85bf4898 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1114075 Jul 30 03:31:34.737979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52b82c98-c719-423b-9b45-f34701048952 req-abb37a56-e3d9-4911-b572-980214df3b8e tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0898812 Jul 30 03:31:34.769125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:34.785817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2dc7cfdd-a968-4cb8-aa17-38cac6b4fa7e req-3495380a-809f-4375-b559-1a1fc6b05282 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882821 Jul 30 03:31:34.815472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:34.818792 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29a6f4e-7adb-4d75-9695-e2aa8db611df" -d '{"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:34.838542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:34.845206 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:34.880598 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e81347-671a-41a0-aceb-6caf49b96688 x-openstack-request-id: req-58e81347-671a-41a0-aceb-6caf49b96688 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:34.880958 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:34.883194 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58e81347-671a-41a0-aceb-6caf49b96688 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:34.883194 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'code': 200} Jul 30 03:31:34.905897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:35.015814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055266f-52b3-46ca-9d51-348461054cb7 req-d760ccee-9a85-4ad0-97ca-040e512fb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:35.017240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2055266f-52b3-46ca-9d51-348461054cb7 req-d760ccee-9a85-4ad0-97ca-040e512fb14c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 1101 time: 0.0453658 Jul 30 03:31:35.070547 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2055266f-52b3-46ca-9d51-348461054cb7 req-231dc9b5-d7ff-4cc0-b263-d1eba1c6693f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Jul 30 03:31:35.077222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd94d1-fd5a-4994-ac18-a660ea632f92 req-0d3fb028-ee27-44e2-9a95-68567f85205b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:35.078774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9cd94d1-fd5a-4994-ac18-a660ea632f92 req-0d3fb028-ee27-44e2-9a95-68567f85205b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 944 time: 0.0890868 Jul 30 03:31:35.132494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9cd94d1-fd5a-4994-ac18-a660ea632f92 req-7d4f4857-e876-447e-ae0f-ff81f4bcf3b2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Jul 30 03:31:35.685108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdfb56-70f3-47b4-98eb-8b588a4bfb19 req-b7a4cb76-3b75-496f-af48-25634c90d5e1 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:35.687829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06cdfb56-70f3-47b4-98eb-8b588a4bfb19 req-b7a4cb76-3b75-496f-af48-25634c90d5e1 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 949 time: 0.0578518 Jul 30 03:31:35.758046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06cdfb56-70f3-47b4-98eb-8b588a4bfb19 req-c543ecb7-0362-4ddd-992f-dc0c94920427 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543964 Jul 30 03:31:35.929131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c88a60c-696a-4503-8231-0fa4cbfb492d req-d7278a89-85d1-4b53-ab4a-31bab233eada tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0504909 Jul 30 03:31:35.989892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593dfe5-8873-4f33-a397-794d63728fcb req-6ffa8d73-93ab-45bb-8315-e7978d70dbe4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:36.000402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f593dfe5-8873-4f33-a397-794d63728fcb req-6ffa8d73-93ab-45bb-8315-e7978d70dbe4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1384590 Jul 30 03:31:36.065549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f593dfe5-8873-4f33-a397-794d63728fcb req-cc75401b-4645-49c8-a039-1484eb12f8c5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Jul 30 03:31:36.193382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34378) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:36.303844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70899e-be35-41f2-a4d3-8de3769e07e4 req-0c68fd34-f907-4675-b882-ffad6d2cbab0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:36.310455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b70899e-be35-41f2-a4d3-8de3769e07e4 req-0c68fd34-f907-4675-b882-ffad6d2cbab0 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 944 time: 0.0930860 Jul 30 03:31:36.331029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edcb50c3-332c-466d-a7dd-f49dbf5bac83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.384931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b70899e-be35-41f2-a4d3-8de3769e07e4 req-d21f0f52-8eb1-4d5e-bcaa-74b17175d5c6 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Jul 30 03:31:36.463451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edcb50c3-332c-466d-a7dd-f49dbf5bac83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.468205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edcb50c3-332c-466d-a7dd-f49dbf5bac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.510877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-edcb50c3-332c-466d-a7dd-f49dbf5bac83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3566575cc434a92b16ee797ead45f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141158 Jul 30 03:31:36.510877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb50c3-332c-466d-a7dd-f49dbf5bac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf774d23-0d4f-426c-9c53-5ea958b5582a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:36.511289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34392) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:36.561032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device acf80402-e944-4bec-a0ee-46294cf501b2 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:36.598653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c31cea34-a62a-4fd0-81cc-1778931a7bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.640268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c31cea34-a62a-4fd0-81cc-1778931a7bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.656146 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-2f18616e-da4e-4b04-a6e3-a3ad218676d8 service neutron] show failed (client error): The resource could not be found. Jul 30 03:31:36.657610 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-2f18616e-da4e-4b04-a6e3-a3ad218676d8 service neutron] 10.222.0.16 "GET /v2.0/ports/884a09c3-d35b-4bd4-95c1-c7c4811d9bab/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0879183 Jul 30 03:31:36.697649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port acf80402-e944-4bec-a0ee-46294cf501b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=acf80402-e944-4bec-a0ee-46294cf501b2,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:36.711663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c31cea34-a62a-4fd0-81cc-1778931a7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.715945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c31cea34-a62a-4fd0-81cc-1778931a7bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.718941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c31cea34-a62a-4fd0-81cc-1778931a7bc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf774d23-0d4f-426c-9c53-5ea958b5582a HTTP/1.1" status: 204 len: 168 time: 0.2066114 Jul 30 03:31:36.721621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'acf80402-e944-4bec-a0ee-46294cf501b2', 'network_id': '4798db2c-45b1-4584-ada7-4509dd8c57a6', 'port_id': 'acf80402-e944-4bec-a0ee-46294cf501b2', 'mac_address': 'fa:16:3e:e8:59:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7e849-0e75-48cb-8572-8204e92c8d05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:36.734963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cea34-a62a-4fd0-81cc-1778931a7bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf774d23-0d4f-426c-9c53-5ea958b5582a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:36.815569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:36.834260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf80402-e944-4bec-a0ee-46294cf501b2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:36.882497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port acf80402-e944-4bec-a0ee-46294cf501b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=acf80402-e944-4bec-a0ee-46294cf501b2,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:36.892690 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.001457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc0d27-8e61-48e2-920f-e037c0f9e0e2 req-d5d579ab-54a2-45e4-a1b3-36d7497fb060 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:37.003079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65fc0d27-8e61-48e2-920f-e037c0f9e0e2 req-d5d579ab-54a2-45e4-a1b3-36d7497fb060 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 949 time: 0.1144888 Jul 30 03:31:37.009264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=acf80402-e944-4bec-a0ee-46294cf501b2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:37.011487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-6ae6f23e-0107-4ce3-816b-a85f2b0939e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:37.017034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-6ae6f23e-0107-4ce3-816b-a85f2b0939e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 1101 time: 0.0961130 Jul 30 03:31:37.030776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:37.058506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65fc0d27-8e61-48e2-920f-e037c0f9e0e2 req-a5ea8289-2dbe-4bca-820e-d929e6f8b2ab tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Jul 30 03:31:37.133296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['acf80402-e944-4bec-a0ee-46294cf501b2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:37.134016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.175099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68b25de4-ebc5-4eb3-9a52-530d74994ab6 req-c0265ed8-1adf-4a1a-9eb6-11bf6d51a364 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0594988 Jul 30 03:31:37.294838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f887bb-7d20-4a38-b086-c73261ea0028 req-57a37589-cde8-4f35-9f14-0ada4f91e9f7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:37.299944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40f887bb-7d20-4a38-b086-c73261ea0028 req-57a37589-cde8-4f35-9f14-0ada4f91e9f7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1103959 Jul 30 03:31:37.363585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:37.391699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40f887bb-7d20-4a38-b086-c73261ea0028 req-8a68e3a7-ad83-49e7-8e4b-df0915b36611 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820034 Jul 30 03:31:37.392777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.498735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:37.547666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:37.556379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.563613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.625330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b23e8554fc8641e3aefb6d775c147cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590830 Jul 30 03:31:37.628391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:37.630555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:37.634367 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18343f3a-6777-412e-a2b1-783d093cf212" -d '{"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-unplugged", "status": "completed", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:37.641912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.658803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Transition to ACTIVE for port object 884a09c3-d35b-4bd4-95c1-c7c4811d9bab will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:37.661289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca9bdc-37df-4016-9342-45ee89836bf9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:37.665451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.688100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.688459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.691821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.692185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.692524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.692860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.693184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.693508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.693835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.694149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.694472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.696528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f011df4-0e38-4bfa-9c46-8a5409ab5a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:37.751925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] No DVR routers for this DVR port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:37.752214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:37.816659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:31:37.817349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:31:37.817691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:37.833857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:31:37.834214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Attempting to bind port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:37.845655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cd364-1624-481b-ad1b-dfbe0b2d48f8 req-55bb226a-52b1-4ab1-a04a-21fbc4a8d894 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:37.847505 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b01cd364-1624-481b-ad1b-dfbe0b2d48f8 req-55bb226a-52b1-4ab1-a04a-21fbc4a8d894 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 945 time: 0.1660619 Jul 30 03:31:37.849276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:31:37.849622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:37.850039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:31:37.850743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Bound port: 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:31:37.851102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.916896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c22d3bf7-6f03-402b-b359-45dafc6efaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.929418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b01cd364-1624-481b-ad1b-dfbe0b2d48f8 req-f2aa570e-cf84-4c96-a6b9-80fef906bf43 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Jul 30 03:31:37.960625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c22d3bf7-6f03-402b-b359-45dafc6efaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:37.997598 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045eb47d-b914-4436-a83e-c31a45b9238e x-openstack-request-id: req-045eb47d-b914-4436-a83e-c31a45b9238e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:37.997782 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-unplugged", "status": "completed", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:38.000348 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-045eb47d-b914-4436-a83e-c31a45b9238e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:38.000758 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'code': 200} Jul 30 03:31:38.034133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:38.040270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:31:38.048522 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c22d3bf7-6f03-402b-b359-45dafc6efaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.053388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c22d3bf7-6f03-402b-b359-45dafc6efaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.054365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c22d3bf7-6f03-402b-b359-45dafc6efaf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fca9bdc-37df-4016-9342-45ee89836bf9 HTTP/1.1" status: 204 len: 168 time: 0.4221609 Jul 30 03:31:38.059006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.074361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d3bf7-6f03-402b-b359-45dafc6efaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca9bdc-37df-4016-9342-45ee89836bf9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:38.124325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.125114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.126592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 1096 time: 1.1006598 Jul 30 03:31:38.179776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7463d33-2c43-45c1-aa05-1fdca7ef89f0 service neutron] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:38.235518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-392fe5ba-3911-41f1-bbdd-9837be59d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.237205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-392fe5ba-3911-41f1-bbdd-9837be59d972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1099 time: 0.0640643 Jul 30 03:31:38.315698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-454a559a-a05d-4207-83ef-b019456b3498 req-4bb9991c-7d43-4515-9f6f-20d6130ac14f tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0357633 Jul 30 03:31:38.391452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-d8f93702-d0df-4de7-a28d-b9350ce73b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.393349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-d8f93702-d0df-4de7-a28d-b9350ce73b0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1487987 Jul 30 03:31:38.452881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-ef73208b-2b8b-4f0d-9b55-f4e1a8d6f196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0370765 Jul 30 03:31:38.512315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-ff46801d-75cb-4366-806d-44744415fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.513286 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-ff46801d-75cb-4366-806d-44744415fad7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0508163 Jul 30 03:31:38.520955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858386ed-a45e-44c5-956c-ebb648601f75 req-a09a5e5f-e272-48b4-b114-20ee26fbad7f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.522450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-858386ed-a45e-44c5-956c-ebb648601f75 req-a09a5e5f-e272-48b4-b114-20ee26fbad7f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.0556817 Jul 30 03:31:38.562472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device acf80402-e944-4bec-a0ee-46294cf501b2 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:38.570245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-858386ed-a45e-44c5-956c-ebb648601f75 req-496533e6-bd62-4bf4-a371-3936e1e02e8f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Jul 30 03:31:38.594586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-9ac3cdc6-3eb9-44e3-93e2-7dda3938bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.596254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-9ac3cdc6-3eb9-44e3-93e2-7dda3938bb14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711980 Jul 30 03:31:38.615936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port acf80402-e944-4bec-a0ee-46294cf501b2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:38.622191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port acf80402-e944-4bec-a0ee-46294cf501b2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:38.622530 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.713063 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-f9550757-9d60-4a2a-bef6-134905a36068 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058936 Jul 30 03:31:38.715673 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.740374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf80402-e944-4bec-a0ee-46294cf501b2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:38.742743 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58561103-622d-4059-b462-ee573fdae0a8" -d '{"events": [{"server_uuid": "b2e25689-3aae-4505-ad63-1513374acc2a", "name": "network-vif-plugged", "status": "completed", "tag": "acf80402-e944-4bec-a0ee-46294cf501b2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:38.769305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port acf80402-e944-4bec-a0ee-46294cf501b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=acf80402-e944-4bec-a0ee-46294cf501b2,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:38.774935 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:38.805257 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a636fd9a-20db-49c9-86fe-fba15ed2a54a x-openstack-request-id: req-a636fd9a-20db-49c9-86fe-fba15ed2a54a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:38.805616 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e25689-3aae-4505-ad63-1513374acc2a", "name": "network-vif-plugged", "status": "completed", "tag": "acf80402-e944-4bec-a0ee-46294cf501b2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:38.805871 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a636fd9a-20db-49c9-86fe-fba15ed2a54a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:38.806390 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf80402-e944-4bec-a0ee-46294cf501b2', 'code': 200} Jul 30 03:31:38.833809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=acf80402-e944-4bec-a0ee-46294cf501b2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:38.842113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.842464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.843124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.843664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.844163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.844669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.845197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.845555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.845875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.846208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.846540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.846926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:38.868029 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb095e1f-0d40-4e6c-b739-eafd7257096b req-2eae7149-1ac6-448c-889c-500c5cbf2cda service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391082 Jul 30 03:31:38.920306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064a35b-5ea7-4df1-98b4-ee665b05b329 req-1e677f43-55fd-4f13-8da2-65d81750e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:38.921483 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3064a35b-5ea7-4df1-98b4-ee665b05b329 req-1e677f43-55fd-4f13-8da2-65d81750e31e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 1098 time: 0.0526037 Jul 30 03:31:38.980452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3064a35b-5ea7-4df1-98b4-ee665b05b329 req-412ea64f-9074-4cd4-bef3-abc1f5537665 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Jul 30 03:31:39.104528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d60444-2f2e-4469-aea7-6bc183f789ff req-6f9f37ba-2138-4cf2-9a00-33851089fd95 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:39.106368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6d60444-2f2e-4469-aea7-6bc183f789ff req-6f9f37ba-2138-4cf2-9a00-33851089fd95 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.0783401 Jul 30 03:31:39.151968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6d60444-2f2e-4469-aea7-6bc183f789ff req-5ca8a62f-15f0-4075-9bb5-5d084bb13b74 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Jul 30 03:31:39.425081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-255cdbf3-4563-42d1-9cb0-7871d1a55cfd req-0994e80a-95b8-4268-83e0-6227bf5a5e87 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0262830 Jul 30 03:31:39.694975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d587a-d716-4318-879c-c6fdd5a995af req-94f7e80b-2b5b-4e70-9a46-e81d1284e33f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:39.696470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-896d587a-d716-4318-879c-c6fdd5a995af req-94f7e80b-2b5b-4e70-9a46-e81d1284e33f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.0544949 Jul 30 03:31:39.734797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-896d587a-d716-4318-879c-c6fdd5a995af req-b2005228-9832-4f6e-a11a-436673141ada tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Jul 30 03:31:39.896373 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-4276bee1-00c9-4968-9ec6-1df5660ce832 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469935 Jul 30 03:31:39.980921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-4995f787-ce69-4ebb-9abf-4ff3d26d46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:39.982630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-4995f787-ce69-4ebb-9abf-4ff3d26d46e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 1101 time: 0.0508633 Jul 30 03:31:40.002351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:40.009736 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d05e6-6fef-47b5-849d-8e030c794d54" -d '{"events": [{"name": "network-changed", "server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:40.098163 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d00d393-09b3-454c-854f-84ebc30ba5c4 x-openstack-request-id: req-4d00d393-09b3-454c-854f-84ebc30ba5c4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:40.098631 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:40.098890 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d00d393-09b3-454c-854f-84ebc30ba5c4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:40.099578 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'status': 'completed', 'code': 200} Jul 30 03:31:40.111365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-935e6e8f-7abb-4431-884d-3e5d255da4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.113940 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-935e6e8f-7abb-4431-884d-3e5d255da4d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1052847 Jul 30 03:31:40.191947 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-d26c9f6c-e403-4de8-bdf5-c1e5c9d67670 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 200 len: 217 time: 0.0685711 Jul 30 03:31:40.208649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-3ebdffe1-8506-47c2-80b3-f1c989f96c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.210039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-3ebdffe1-8506-47c2-80b3-f1c989f96c53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1099 time: 0.0780122 Jul 30 03:31:40.270645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-9cd832f3-98f0-4d6c-ab1b-b40d55819f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.272355 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-9cd832f3-98f0-4d6c-ab1b-b40d55819f1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1099 time: 0.1322079 Jul 30 03:31:40.293240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-61a6ed49-6f3c-4f2a-80de-e99462baf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.294730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-61a6ed49-6f3c-4f2a-80de-e99462baf0b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0856216 Jul 30 03:31:40.406881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-94a8e040-0a50-4ac3-995d-601f909a6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.408453 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-94a8e040-0a50-4ac3-995d-601f909a6f49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008408 Jul 30 03:31:40.421968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f78cc2-9357-4319-8863-8ae9c6a1c6b6 req-e33b82a0-da46-49a0-8073-43f930e4bddb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.423503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76f78cc2-9357-4319-8863-8ae9c6a1c6b6 req-e33b82a0-da46-49a0-8073-43f930e4bddb tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.1457925 Jul 30 03:31:40.424003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34618) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:40.435872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-f3a731cf-78db-444b-a8fa-645e35c2df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.437320 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-f3a731cf-78db-444b-a8fa-645e35c2df7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1561737 Jul 30 03:31:40.437486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-738b0e11-a28a-4229-adc1-4552717bf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.439095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-738b0e11-a28a-4229-adc1-4552717bf725 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2221203 Jul 30 03:31:40.506721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-ab3a33e3-70ff-48e0-880d-f47f6c7428c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0584807 Jul 30 03:31:40.506878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-620e3fd1-04e5-4b15-b676-8303808afebb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0440915 Jul 30 03:31:40.573428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76f78cc2-9357-4319-8863-8ae9c6a1c6b6 req-e620f200-63a5-4522-907e-bfb9f9e40c47 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374478 Jul 30 03:31:40.574160 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-25b6e8e7-9c69-4b15-b8e4-ad3a4ad14de9 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576247 Jul 30 03:31:40.579990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-2d19b1b1-8722-43c9-8492-0f6373810f02 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.581425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-2d19b1b1-8722-43c9-8492-0f6373810f02 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.2698936 Jul 30 03:31:40.582825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-12da3b78-3b42-4f9e-bfa7-027bc8ed333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.584857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-12da3b78-3b42-4f9e-bfa7-027bc8ed333a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0597069 Jul 30 03:31:40.596548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:40.600680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b298-f426-4725-963f-89f640b6bc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:40.624708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-554b8796-ef65-473d-971b-0b1a44ca59ea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/quotas/6f791f0940c54c00b091f8fd94a9c86a HTTP/1.1" status: 200 len: 375 time: 0.0314577 Jul 30 03:31:40.630947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-b9694b42-d156-44f5-bff5-466ea991154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.632442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-b9694b42-d156-44f5-bff5-466ea991154a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1105402 Jul 30 03:31:40.716918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-28ec04d9-3c44-4fdb-8f8e-e2864f20f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.720907 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-28ec04d9-3c44-4fdb-8f8e-e2864f20f2e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136975 Jul 30 03:31:40.736151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:40.741295 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3f0ed830-3e7f-42d0-b273-0eb100d33011 req-37eb226c-f9ed-4dfe-b09d-3d885c37b10f service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552017 Jul 30 03:31:40.751500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'mac_address': 'fa:16:3e:16:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:40.754754 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:40.781506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-2ab0ad14-6111-4840-960d-bdd4f606e661 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480777 Jul 30 03:31:40.808372 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:40.820912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-1e6e7210-aaab-4dc6-96ca-ed8b32f71164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:40.822618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-1e6e7210-aaab-4dc6-96ca-ed8b32f71164 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1766150 Jul 30 03:31:40.836671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cc31c7e-6318-4270-9836-c1cf5d902a64 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:40.879860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:40.882404 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-2bf93925-aa3e-47ad-82be-39fafec2d21f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398120 Jul 30 03:31:40.884539 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:40.942076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:40.971425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f810589f-9117-44f0-a213-5943bd34d409 req-50730808-6679-4cad-b3a3-13e59f9dd26f tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.1007679 Jul 30 03:31:40.979968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['8cc31c7e-6318-4270-9836-c1cf5d902a64'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:41.049073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-450336c1-0b2a-4c28-b4fa-271cd754e4cf service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237490 Jul 30 03:31:41.406412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b298-f426-4725-963f-89f640b6bc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:41.426216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-cf11549c-43fa-4922-92ec-8078a977b393 service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239641 Jul 30 03:31:41.427163 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b298-f426-4725-963f-89f640b6bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:41.450299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-d07dc233-f8e8-4c76-b8b5-5dfa7589871e service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788472 Jul 30 03:31:41.562842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336368ac-e53a-45f5-ac64-aed81a967bf7 req-72d3fa34-8c1b-4195-93de-aef7f975523f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:41.564343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-336368ac-e53a-45f5-ac64-aed81a967bf7 req-72d3fa34-8c1b-4195-93de-aef7f975523f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.2387140 Jul 30 03:31:41.595481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8b298-f426-4725-963f-89f640b6bc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db91b6f-cf39-4dba-befb-c1b36092e3a6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:41.606375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5cf8b298-f426-4725-963f-89f640b6bc98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=adbf03bb81dc4aebb9b340d63118590a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1750712 Jul 30 03:31:41.606997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34660) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:41.690277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-182b1204-ad17-438d-b8e2-e6684664910d service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442148 Jul 30 03:31:41.697668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f74f-9606-443d-a675-678d79d75a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:41.709242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-336368ac-e53a-45f5-ac64-aed81a967bf7 req-3d5569b5-e6db-4432-b092-58880b9a3d16 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091096 Jul 30 03:31:41.742785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f74f-9606-443d-a675-678d79d75a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:41.743862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853d05e6-6fef-47b5-849d-8e030c794d54 req-8a5a57da-caa3-4c0e-a355-41410159a031 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749557 Jul 30 03:31:41.832943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f74f-9606-443d-a675-678d79d75a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:41.836479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f74f-9606-443d-a675-678d79d75a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:41.843312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aaf4f74f-9606-443d-a675-678d79d75a54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1db91b6f-cf39-4dba-befb-c1b36092e3a6 HTTP/1.1" status: 204 len: 168 time: 0.2350395 Jul 30 03:31:41.855971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f74f-9606-443d-a675-678d79d75a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db91b6f-cf39-4dba-befb-c1b36092e3a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:41.866929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:41.882312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa9aa-585c-4752-a24c-fae017922c2c req-c37fc44c-71a0-4141-b25d-6dbd166ae250 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:41.899882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d8fa9aa-585c-4752-a24c-fae017922c2c req-c37fc44c-71a0-4141-b25d-6dbd166ae250 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.0864654 Jul 30 03:31:41.937342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:41.985482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d8fa9aa-585c-4752-a24c-fae017922c2c req-d06715a2-320c-4f71-aec8-b3ec57d288c2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809984 Jul 30 03:31:42.119603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-3de4b000-9c93-40e6-af90-017ea5006036 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:42.121286 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-3de4b000-9c93-40e6-af90-017ea5006036 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "GET /v2.0/ports?device_id=73324284-48dd-47ea-adca-97828f79672e HTTP/1.1" status: 200 len: 946 time: 0.0850995 Jul 30 03:31:42.317366 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bd63806-5961-43a5-b613-1bfc58a2feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:42.342649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4c79ca7-e744-4eb3-ae0f-eae98118e3ff req-7052e163-4369-45f3-b540-234f47b286f8 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 210 time: 0.0680690 Jul 30 03:31:42.395634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Deleting port f2aa7ceb-0792-4d77-8401-39ebc167cada {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:42.396008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:42.428916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c788c288-f91d-4637-919c-c3e3651f466d req-fa4d05d6-1ebc-4f63-b3ea-225e34dde7d3 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0558255 Jul 30 03:31:42.500504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:42.534245 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c830d3-5075-4052-8668-6d52aef91990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:42.586209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:42.589143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:42.607191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] For port f2aa7ceb-0792-4d77-8401-39ebc167cada, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f2aa7ceb-0792-4d77-8401-39ebc167cada,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:42.607574 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:42.624463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Calling delete_port for f2aa7ceb-0792-4d77-8401-39ebc167cada owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:42.815644 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:42.881904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1ef5-289a-408f-b205-a85dd5b60d4e req-09d5ea92-3147-4b64-9b64-f9fa0388373a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:42.889967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e85f1ef5-289a-408f-b205-a85dd5b60d4e req-09d5ea92-3147-4b64-9b64-f9fa0388373a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.3332195 Jul 30 03:31:42.907812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 8cc31c7e-6318-4270-9836-c1cf5d902a64 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:42.909325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:42.939188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161a6e-044a-4403-903b-71b3df255a4d req-6cfe5663-b618-4196-a2c7-d4d678828eb4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:42.941139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-6cfe5663-b618-4196-a2c7-d4d678828eb4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 947 time: 0.2866142 Jul 30 03:31:42.942165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event deleted for resources: {'Port': ['ID=f2aa7ceb-0792-4d77-8401-39ebc167cada,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:42.952510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182073b6-5a35-4610-b3d9-fadc2a57e310 req-abfb122f-6f5d-43a0-8598-a986eef9d7a6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:42.956226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.958027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.961389 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-182073b6-5a35-4610-b3d9-fadc2a57e310 req-abfb122f-6f5d-43a0-8598-a986eef9d7a6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 947 time: 0.2552223 Jul 30 03:31:42.968872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.969303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.969808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.970834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.973032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.973559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.974176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.974780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.976375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:42.976719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:31:43.051612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] No DVR routers for this DVR port f2aa7ceb-0792-4d77-8401-39ebc167cada on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:43.057632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.060731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-59f1c385-5e95-4911-9ec2-1d3e55912ebc req-8fc1f1fb-ba96-4db3-9ce1-54c73c0da84e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "DELETE /v2.0/ports/f2aa7ceb-0792-4d77-8401-39ebc167cada HTTP/1.1" status: 204 len: 173 time: 0.9318447 Jul 30 03:31:43.061650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'name': 'network-vif-deleted', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:43.074499 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e444d-65c6-48a0-a16e-5b4dec421949" -d '{"events": [{"server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "name": "network-vif-deleted", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:43.107980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e85f1ef5-289a-408f-b205-a85dd5b60d4e req-a1bf6417-57c4-4b19-9495-c15f9adc4188 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167079 Jul 30 03:31:43.112208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-182073b6-5a35-4610-b3d9-fadc2a57e310 req-83379dfd-7ffb-41ac-b006-824ad12e8484 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497877 Jul 30 03:31:43.149931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:43.177147 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-42161a6e-044a-4403-903b-71b3df255a4d req-5d52ea7f-6883-42da-9ac7-fb3c2cfe11c4 service neutron] delete failed (client error): The resource could not be found. Jul 30 03:31:43.178369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-5d52ea7f-6883-42da-9ac7-fb3c2cfe11c4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/884a09c3-d35b-4bd4-95c1-c7c4811d9bab/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.2126195 Jul 30 03:31:43.190797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'mac_address': 'fa:16:3e:48:cd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:43.242641 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3719b-1523-4d40-8ec2-1faec3618c2e x-openstack-request-id: req-0eb3719b-1523-4d40-8ec2-1faec3618c2e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:43.243185 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73324284-48dd-47ea-adca-97828f79672e", "name": "network-vif-deleted", "tag": "f2aa7ceb-0792-4d77-8401-39ebc167cada", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:43.243337 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0eb3719b-1523-4d40-8ec2-1faec3618c2e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:43.243689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.244646 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73324284-48dd-47ea-adca-97828f79672e', 'name': 'network-vif-deleted', 'tag': 'f2aa7ceb-0792-4d77-8401-39ebc167cada', 'status': 'completed', 'code': 200} Jul 30 03:31:43.293603 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c830d3-5075-4052-8668-6d52aef91990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.351214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:43.354954 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67986322-c87d-4fc0-9a10-bec106886b4c" -d '{"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:43.396433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c830d3-5075-4052-8668-6d52aef91990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.396739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.431971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:43.434546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884a09c3-d35b-4bd4-95c1-c7c4811d9bab {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:43.444134 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.445818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:43.468545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34722) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:43.484164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-90c830d3-5075-4052-8668-6d52aef91990 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0a66515a19747adb7235f2721539915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9822981 Jul 30 03:31:43.562073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:43.564048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e7c-77f1-40cb-8b0e-c7016bbb9630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.593291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e7c-77f1-40cb-8b0e-c7016bbb9630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.593531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: f2aa7ceb-0792-4d77-8401-39ebc167cada {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:43.597424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:43.640017 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.653226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd0914c5-764d-4fcb-9c0e-7f0fbc6758e4 req-c48a4716-4501-4463-acaf-72c8f9adc597 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 210 time: 0.0543883 Jul 30 03:31:43.657872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e7c-77f1-40cb-8b0e-c7016bbb9630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.661711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e7c-77f1-40cb-8b0e-c7016bbb9630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:43.666112 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9fda8e7c-77f1-40cb-8b0e-c7016bbb9630 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff6af8d6-8d48-4043-a13d-577a2468b09d HTTP/1.1" status: 204 len: 168 time: 0.1960952 Jul 30 03:31:43.681530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161a6e-044a-4403-903b-71b3df255a4d req-7b7104e6-26cd-40d0-bcd1-9b5cfb6053df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:43.683297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-7b7104e6-26cd-40d0-bcd1-9b5cfb6053df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1099 time: 0.3882339 Jul 30 03:31:43.686802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c830d3-5075-4052-8668-6d52aef91990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6af8d6-8d48-4043-a13d-577a2468b09d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:43.694704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:43.708110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda8e7c-77f1-40cb-8b0e-c7016bbb9630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6af8d6-8d48-4043-a13d-577a2468b09d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:43.784698 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d9e75-ca33-49de-9e46-370cdaf737f6 x-openstack-request-id: req-036d9e75-ca33-49de-9e46-370cdaf737f6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:43.785064 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:43.785300 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-036d9e75-ca33-49de-9e46-370cdaf737f6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:43.787864 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'code': 200} Jul 30 03:31:43.838554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cd5b8-c3d0-4c28-bf31-9db642967bd2 req-18d7165e-39e1-4180-9cd7-56bfd43dbe9a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:43.840208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee5cd5b8-c3d0-4c28-bf31-9db642967bd2 req-18d7165e-39e1-4180-9cd7-56bfd43dbe9a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.3392503 Jul 30 03:31:43.901354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:43.952102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1a889f1-c2d1-46f6-b727-49acf18181e6 req-e91a70ee-cfbb-4891-a606-93d313cfd958 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0688384 Jul 30 03:31:44.012534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:44.039309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee5cd5b8-c3d0-4c28-bf31-9db642967bd2 req-e9b83866-fcac-4cc7-832d-694272fc969f tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862636 Jul 30 03:31:44.064000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161a6e-044a-4403-903b-71b3df255a4d req-2776f3b5-c13a-4fb8-8844-da983f10327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.067213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-2776f3b5-c13a-4fb8-8844-da983f10327c service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.3647146 Jul 30 03:31:44.173164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-a7742d29-fe9f-4301-b210-99f1285eeb0c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.188104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-a7742d29-fe9f-4301-b210-99f1285eeb0c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.16 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.2919881 Jul 30 03:31:44.201121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-cfc552b6-fed7-4232-97c6-a3d18df0724e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.1272736 Jul 30 03:31:44.215254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Request body: {'port': {'device_id': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'admin_state_up': True, 'tenant_id': '6f791f0940c54c00b091f8fd94a9c86a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:44.422383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161a6e-044a-4403-903b-71b3df255a4d req-00352b5b-f903-4fcf-90ca-d26bd960a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.424292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-00352b5b-f903-4fcf-90ca-d26bd960a061 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2132750 Jul 30 03:31:44.480295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8b7f-5105-4c21-aa21-7ee9633b5148 req-cdc5c99a-ab36-41c0-92a7-c1b82a07e60c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.489530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-134d8b7f-5105-4c21-aa21-7ee9633b5148 req-cdc5c99a-ab36-41c0-92a7-c1b82a07e60c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 948 time: 0.2161024 Jul 30 03:31:44.514015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc507e63-4a5b-46a8-8c77-a79cd8462a5d req-0dfab3ae-3046-4e94-9295-576384e8c5cc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.522970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc507e63-4a5b-46a8-8c77-a79cd8462a5d req-0dfab3ae-3046-4e94-9295-576384e8c5cc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.1520226 Jul 30 03:31:44.563028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Made reservation on behalf of 6f791f0940c54c00b091f8fd94a9c86a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:44.570549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:44.605644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:44.606426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc507e63-4a5b-46a8-8c77-a79cd8462a5d req-46090a88-06f2-4c7b-b177-13644beb6437 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Jul 30 03:31:44.611988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161a6e-044a-4403-903b-71b3df255a4d req-1b69ca22-646a-452a-a3ef-5596c47a22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.625446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-1b69ca22-646a-452a-a3ef-5596c47a22b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1906519 Jul 30 03:31:44.636697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-134d8b7f-5105-4c21-aa21-7ee9633b5148 req-492c4b52-dccc-4962-a072-51373c2ee5f7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443205 Jul 30 03:31:44.675795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: f2aa7ceb-0792-4d77-8401-39ebc167cada {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:44.675795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f2aa7ceb-0792-4d77-8401-39ebc167cada not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:44.715337 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a75b08d4-d2f1-4d45-9fa7-67ac3a587b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:44.898576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:44.902339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Allocated IP 172.20.0.5 (17b0af4b-ab0e-40e2-a627-e5126be85c37/594c345e-9682-465d-9da5-88f0ecd07744/7a9922e5-834d-4f10-92c0-3522614598d7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:31:44.943193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-8d97c2cd-0683-4f30-a735-4882ae895868 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960455 Jul 30 03:31:44.963433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-732148c4-ed6e-4d0c-a6e2-25fd66aca6ab req-cfc710e9-803d-4471-ba70-42fd1e1c4a6a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 210 time: 0.0402193 Jul 30 03:31:44.997357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745ab2-6029-4fc1-a8d5-53a531d5dbe2 req-95dc1bd0-5ed2-4e82-9ad8-112f1a1185fc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:44.998836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6745ab2-6029-4fc1-a8d5-53a531d5dbe2 req-95dc1bd0-5ed2-4e82-9ad8-112f1a1185fc tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.1416063 Jul 30 03:31:45.201761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6745ab2-6029-4fc1-a8d5-53a531d5dbe2 req-6ad82076-662e-4456-ac86-b52778b6ad7d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943913 Jul 30 03:31:45.213216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:45.214466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1239f9b-9c01-4079-b717-7438d7c0520d req-40847e8f-29a5-4439-be01-4e8eee92eac5 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0770969 Jul 30 03:31:45.301117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42161a6e-044a-4403-903b-71b3df255a4d req-0716033c-efdd-4752-8cb9-ac15eb2c1ada service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924607 Jul 30 03:31:45.308397 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:45.404796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:45.436851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:31:45.440278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:45.446289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:31:45.524706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:45.525389 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:45.549703 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-8054e876-d3f8-4b9d-9d50-0d693d96c573 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3387899 Jul 30 03:31:45.573071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Request body: {'port': {'device_id': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:45.726655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca11f4f-b90a-4603-aa9d-794a3108662f req-f47c6f1f-ca53-4277-a49a-3e296317803a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:45.728267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ca11f4f-b90a-4603-aa9d-794a3108662f req-f47c6f1f-ca53-4277-a49a-3e296317803a tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.0694048 Jul 30 03:31:45.861626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ca11f4f-b90a-4603-aa9d-794a3108662f req-3b3afeec-d70d-4d3c-8394-c2741f1bae4d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150031 Jul 30 03:31:45.894183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f3945-15eb-4d88-8166-451753de6cdf req-e7db3773-2c86-40cc-8c1b-61d7113b0e82 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:45.896392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-541f3945-15eb-4d88-8166-451753de6cdf req-e7db3773-2c86-40cc-8c1b-61d7113b0e82 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 948 time: 0.1097512 Jul 30 03:31:46.005656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-541f3945-15eb-4d88-8166-451753de6cdf req-5d8cd460-9994-442b-9c99-70b9c576592a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009831 Jul 30 03:31:46.053233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.220559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e5a59-a6e5-480e-bc80-4ca46302d654 req-1f498815-92fc-4462-a865-6b3f878369ec tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:46.231410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c61e5a59-a6e5-480e-bc80-4ca46302d654 req-1f498815-92fc-4462-a865-6b3f878369ec tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 931 time: 0.0722682 Jul 30 03:31:46.286075 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.288930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c61e5a59-a6e5-480e-bc80-4ca46302d654 req-94aca168-2ed9-46f9-8a19-4caef5f118d1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552680 Jul 30 03:31:46.425097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef9173f1-0bac-4d2e-b75e-f1720a4e7a49 req-03325ff1-68e1-4349-b870-8e1fefd0ce9b tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0433049 Jul 30 03:31:46.457583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9922e5-834d-4f10-92c0-3522614598d7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:46.465984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.481136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Transition to ACTIVE for port object 7a9922e5-834d-4f10-92c0-3522614598d7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:46.493894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.548388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:46.620264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Attempting to bind port 7a9922e5-834d-4f10-92c0-3522614598d7 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:31:46.620996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Attempting to bind port 7a9922e5-834d-4f10-92c0-3522614598d7 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:31:46.621105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Attempting to bind port 7a9922e5-834d-4f10-92c0-3522614598d7 on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:46.623241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:46.625801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Port 7a9922e5-834d-4f10-92c0-3522614598d7 on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:31:46.627496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Attempting to bind port 7a9922e5-834d-4f10-92c0-3522614598d7 on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:46.639609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:31:46.639970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Checking segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:46.640366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Bound using segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:31:46.640804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Bound port: 7a9922e5-834d-4f10-92c0-3522614598d7, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:31:46.641165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.710704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:46.715836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:46.716573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.744514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:46.748633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:31:46.762608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.822107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.840410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:46.841245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:46.842975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a9922e5-834d-4f10-92c0-3522614598d7 HTTP/1.1" status: 200 len: 1092 time: 1.2743771 Jul 30 03:31:46.843603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:46.846435 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd939e-974c-4621-8790-a725b603665e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:46.879106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:46.885331 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd661c33-a8cb-4f16-a3b8-ec49a4fc0bfd" -d '{"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-plugged", "status": "completed", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:46.903850 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d5e40-30c4-48e2-b2e2-ecaf807fa45e x-openstack-request-id: req-691d5e40-30c4-48e2-b2e2-ecaf807fa45e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:46.904134 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:46.904377 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-691d5e40-30c4-48e2-b2e2-ecaf807fa45e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:46.904768 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7', 'status': 'completed', 'code': 200} Jul 30 03:31:46.906638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b90f1-3498-4c6d-a989-41574e6b0636 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:46.947118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784872d-401c-4309-8e18-1eab1f672663 req-eb8b78b0-cb56-4f66-9e69-6e0063237a97 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:46.948806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c784872d-401c-4309-8e18-1eab1f672663 req-eb8b78b0-cb56-4f66-9e69-6e0063237a97 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.0970201 Jul 30 03:31:46.951095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:46.963625 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:47.044181 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b00aa-da6b-463d-8518-c3da9fec73fc x-openstack-request-id: req-400b00aa-da6b-463d-8518-c3da9fec73fc {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:47.044910 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-plugged", "status": "completed", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:47.045380 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-400b00aa-da6b-463d-8518-c3da9fec73fc {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:47.047480 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'code': 200} Jul 30 03:31:47.060221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271063d-33dd-4aa4-aff5-20e38e2d0651 req-130d3bcc-ed5f-41eb-a972-b73bedd6543b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.072137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b271063d-33dd-4aa4-aff5-20e38e2d0651 req-130d3bcc-ed5f-41eb-a972-b73bedd6543b tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 946 time: 0.0844231 Jul 30 03:31:47.082464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-d06a6e22-9605-4683-9976-064998969aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.084327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-d06a6e22-9605-4683-9976-064998969aee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 1095 time: 0.1589377 Jul 30 03:31:47.142529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:47.201543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b271063d-33dd-4aa4-aff5-20e38e2d0651 req-a82b6d3e-60a3-4cdb-81da-75b69d83954d tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2e70554-1c33-487b-a026-5ff33b76e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064379 Jul 30 03:31:47.243714 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-71b56313-91d7-414e-9020-88956cdc8765 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9922e5-834d-4f10-92c0-3522614598d7 HTTP/1.1" status: 200 len: 217 time: 0.0939810 Jul 30 03:31:47.290545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0e0ba-4cf1-4b75-a3cf-d1d3c974b56b req-cd71c93b-13a0-417b-9320-c9962c69d518 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.292306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84d0e0ba-4cf1-4b75-a3cf-d1d3c974b56b req-cd71c93b-13a0-417b-9320-c9962c69d518 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.0537176 Jul 30 03:31:47.313310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-a576cea8-dad0-4c43-a5ea-ecb9b6553f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.315130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-a576cea8-dad0-4c43-a5ea-ecb9b6553f4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0699933 Jul 30 03:31:47.345681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Deleting port acf80402-e944-4bec-a0ee-46294cf501b2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:31:47.346058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:47.350290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84d0e0ba-4cf1-4b75-a3cf-d1d3c974b56b req-3f8594b5-7e34-4073-903f-a3948ef48e03 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509539 Jul 30 03:31:47.374153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-3cf0b254-cd07-4019-99af-f9f7808c4f56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476511 Jul 30 03:31:47.543384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] For port acf80402-e944-4bec-a0ee-46294cf501b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=acf80402-e944-4bec-a0ee-46294cf501b2,segment=NetworkSegment(c610e77e-c106-4a25-aae0-b61fdee6ab04),segment_id=c610e77e-c106-4a25-aae0-b61fdee6ab04)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:47.543750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:47.575356 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-c51dd95f-6edb-47d3-901c-51ebb4548390 service neutron] 10.222.0.16 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895730 Jul 30 03:31:47.576463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Calling delete_port for acf80402-e944-4bec-a0ee-46294cf501b2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:31:47.592110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c220c81-0e28-4560-b9aa-81c9d11fd496 req-699ffc72-090c-4b68-b43a-f8f8670634ca tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5d793f3ddf474af181de340a4375761b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501742 Jul 30 03:31:47.615284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3043-b297-4287-a0b9-e738edae9268 req-a66bbf0d-d794-482f-ac25-c31cad9d17cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.622982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfda3043-b297-4287-a0b9-e738edae9268 req-a66bbf0d-d794-482f-ac25-c31cad9d17cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 943 time: 0.0908306 Jul 30 03:31:47.719787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfda3043-b297-4287-a0b9-e738edae9268 req-1a2a46d6-be3c-4c29-a763-79b1a39558bf tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955603 Jul 30 03:31:47.795317 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:47.814740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['acf80402-e944-4bec-a0ee-46294cf501b2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:47.830973 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc9fb357-e511-419e-80f0-35dd830bf184 req-76f5a15e-a3b5-4fbc-b262-8b3f5029b3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466130 Jul 30 03:31:47.834558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Pushing event deleted for resources: {'Port': ['ID=acf80402-e944-4bec-a0ee-46294cf501b2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:47.852942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c220c81-0e28-4560-b9aa-81c9d11fd496 req-3f5af9ea-e7b0-4df6-aecb-b7d973b4b6a9 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.863515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c220c81-0e28-4560-b9aa-81c9d11fd496 req-3f5af9ea-e7b0-4df6-aecb-b7d973b4b6a9 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581563 Jul 30 03:31:47.886784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c220c81-0e28-4560-b9aa-81c9d11fd496 req-b56999f7-2a90-4ef5-9349-2e381e7f7e47 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/quotas/5d793f3ddf474af181de340a4375761b HTTP/1.1" status: 200 len: 375 time: 0.0193150 Jul 30 03:31:47.889997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] No DVR routers for this DVR port acf80402-e944-4bec-a0ee-46294cf501b2 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:31:47.892938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:47.897995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c784872d-401c-4309-8e18-1eab1f672663 req-9219f019-9c83-4492-a667-cbb5f63a40e2 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.18 "DELETE /v2.0/ports/acf80402-e944-4bec-a0ee-46294cf501b2 HTTP/1.1" status: 204 len: 173 time: 0.9337761 Jul 30 03:31:47.927046 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:47.951969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c220c81-0e28-4560-b9aa-81c9d11fd496 req-15be433b-b00f-4ea1-9335-33d179d8fc9e tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d793f3ddf474af181de340a4375761b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567477 Jul 30 03:31:47.963770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf259-8505-4878-8c1f-8e3c1e397434 req-cb95ab5f-55fb-4348-b422-c07d6391c664 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:47.976295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf1bf259-8505-4878-8c1f-8e3c1e397434 req-cb95ab5f-55fb-4348-b422-c07d6391c664 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1931052 Jul 30 03:31:48.031883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf1bf259-8505-4878-8c1f-8e3c1e397434 req-673e4743-417a-4864-8058-d0fe38c9ba89 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544460 Jul 30 03:31:48.036225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd939e-974c-4621-8790-a725b603665e req-32ebddb4-ba48-4ee7-930a-056fa821fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:48.037846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-32ebddb4-ba48-4ee7-930a-056fa821fac7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 1095 time: 0.0893862 Jul 30 03:31:48.167899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3355013-0e69-49f2-b93e-d0b13337f2fd req-912f31ed-c9bc-4fda-bc83-db839624c8f8 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0479426 Jul 30 03:31:48.182533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd939e-974c-4621-8790-a725b603665e req-13484505-f90f-47da-b28e-65e5df082fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:48.184899 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-13484505-f90f-47da-b28e-65e5df082fc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 904 time: 0.1389825 Jul 30 03:31:48.247645 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-bd471a6a-673b-4ee1-aa31-a1ff6aaeec7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9922e5-834d-4f10-92c0-3522614598d7 HTTP/1.1" status: 200 len: 217 time: 0.0529723 Jul 30 03:31:48.322676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd939e-974c-4621-8790-a725b603665e req-b68b0e95-e511-4154-9c71-5bbaab52b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:48.324722 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-b68b0e95-e511-4154-9c71-5bbaab52b55b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0677133 Jul 30 03:31:48.389517 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-122cde7f-26fb-43a8-bb2a-43adcc043b36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560842 Jul 30 03:31:48.466462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fef43b77-4bcf-46ef-b1e7-725070bf2871 req-d7d8033d-08da-44ea-b848-cfe9ff944208 tempest-ServerDiskConfigTestJSON-147542440 tempest-ServerDiskConfigTestJSON-147542440-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2e25689-3aae-4505-ad63-1513374acc2a HTTP/1.1" status: 200 len: 210 time: 0.0449159 Jul 30 03:31:48.614811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-69706b47-c627-4836-8754-eacceaf3af91 service neutron] 10.222.0.16 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160559 Jul 30 03:31:48.809262 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13cd939e-974c-4621-8790-a725b603665e req-b5629a7b-b698-4a3d-b475-5426f13752c3 service neutron] 10.222.0.16 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702783 Jul 30 03:31:48.856450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-1c4b90c0-1132-4c01-9b02-f5a5dbe59d58 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484262 Jul 30 03:31:48.905713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'name': 'network-vif-deleted', 'tag': 'acf80402-e944-4bec-a0ee-46294cf501b2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:48.908168 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a104503-f2ed-4966-963b-356676922d1f" -d '{"events": [{"server_uuid": "b2e25689-3aae-4505-ad63-1513374acc2a", "name": "network-vif-deleted", "tag": "acf80402-e944-4bec-a0ee-46294cf501b2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:49.011990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5d8b-54fe-4637-8f43-8055368f4c9f req-b9f1e703-00cb-49f4-ad17-98648ab4dd68 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:49.019879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8e5d8b-54fe-4637-8f43-8055368f4c9f req-b9f1e703-00cb-49f4-ad17-98648ab4dd68 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 943 time: 0.1438010 Jul 30 03:31:49.067314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-64217f51-e3ce-45fc-9df0-2a9aec6e0292 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:49.068832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-64217f51-e3ce-45fc-9df0-2a9aec6e0292 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117157 Jul 30 03:31:49.094438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-abded219-3e6f-410a-adf9-3923334cdb23 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/quotas/de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 375 time: 0.0168140 Jul 30 03:31:49.101629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8e5d8b-54fe-4637-8f43-8055368f4c9f req-e6f2c989-0116-4602-8317-8120a2d1a37f tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 Jul 30 03:31:49.163732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-d9d5cb83-6424-4356-ad75-ff608233744b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609577 Jul 30 03:31:49.234077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e639e265-8e33-44e0-8333-0b41a8dd4e2b req-23afc33c-c790-47e7-aa79-8a6d8c2605e1 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5d793f3ddf474af181de340a4375761b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313470 Jul 30 03:31:49.340529 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0be86b-81ce-4576-a2b2-94a224c64857 x-openstack-request-id: req-9b0be86b-81ce-4576-a2b2-94a224c64857 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:49.340529 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e25689-3aae-4505-ad63-1513374acc2a", "name": "network-vif-deleted", "tag": "acf80402-e944-4bec-a0ee-46294cf501b2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:49.340824 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b0be86b-81ce-4576-a2b2-94a224c64857 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:49.341058 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e25689-3aae-4505-ad63-1513374acc2a', 'name': 'network-vif-deleted', 'tag': 'acf80402-e944-4bec-a0ee-46294cf501b2', 'status': 'completed', 'code': 200} Jul 30 03:31:49.405697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e265-8e33-44e0-8333-0b41a8dd4e2b req-d81369f8-d41f-49cc-8e10-2866afb90f01 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:49.413291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e639e265-8e33-44e0-8333-0b41a8dd4e2b req-d81369f8-d41f-49cc-8e10-2866afb90f01 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781101 Jul 30 03:31:49.441613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e639e265-8e33-44e0-8333-0b41a8dd4e2b req-836fd892-6408-4970-8f2d-86d97b206b3b tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/quotas/5d793f3ddf474af181de340a4375761b HTTP/1.1" status: 200 len: 375 time: 0.0273843 Jul 30 03:31:49.465008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8be3206c-fcfe-4aaf-9ea9-dc708f36fb8f req-17a64d13-fdd3-47a4-83ec-a10d9acaf7d3 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0422018 Jul 30 03:31:49.504468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e639e265-8e33-44e0-8333-0b41a8dd4e2b req-d5a90103-ad81-4b56-8a34-b0f9c7aafddd tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d793f3ddf474af181de340a4375761b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599515 Jul 30 03:31:49.666718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07ed8b23-0dd7-4dd2-b28c-a97dd1779aed req-2e02c187-8513-49cc-9bbe-ca047a7a3eca tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 210 time: 0.0440223 Jul 30 03:31:50.046767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34992) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:50.106530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Deleting subnet 41a7e849-0e75-48cb-8572-8204e92c8d05 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:31:50.110337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.193515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.279412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.287395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45968967-3eaa-4d9b-a6ae-5790d4835f80 req-f3dc06ec-d1d9-432b-8f54-ee1418e9d98b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:50.303771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45968967-3eaa-4d9b-a6ae-5790d4835f80 req-f3dc06ec-d1d9-432b-8f54-ee1418e9d98b tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 943 time: 0.0964482 Jul 30 03:31:50.345742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.379573 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.384684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/41a7e849-0e75-48cb-8572-8204e92c8d05 HTTP/1.1" status: 204 len: 168 time: 0.3336427 Jul 30 03:31:50.384684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:50.391412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c2d84-2c53-4466-9aa1-6046f2ae466d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a7e849-0e75-48cb-8572-8204e92c8d05,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:50.400679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45968967-3eaa-4d9b-a6ae-5790d4835f80 req-dd3d59cc-646e-4912-8e05-e7902fc4ef60 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957661 Jul 30 03:31:50.469413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9834c2a-e746-4cd6-ab98-5b3242b5ffb2 req-5cc6adac-3436-45e3-ba0f-8cd52498e782 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5d793f3ddf474af181de340a4375761b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308111 Jul 30 03:31:50.473174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.609484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9834c2a-e746-4cd6-ab98-5b3242b5ffb2 req-d01ce723-15aa-4775-bb9c-0f586fba6fbe tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:50.618575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9834c2a-e746-4cd6-ab98-5b3242b5ffb2 req-d01ce723-15aa-4775-bb9c-0f586fba6fbe tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406918 Jul 30 03:31:50.631659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.650007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9834c2a-e746-4cd6-ab98-5b3242b5ffb2 req-0c41b46a-314a-45f1-b55c-b833ebbb1772 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/quotas/5d793f3ddf474af181de340a4375761b HTTP/1.1" status: 200 len: 375 time: 0.0299413 Jul 30 03:31:50.650533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device acf80402-e944-4bec-a0ee-46294cf501b2 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:31:50.666616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4798db2c-45b1-4584-ada7-4509dd8c57a6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:50.677122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b52f52d-da81-4953-9ba5-430350adb2aa req-2c8e5ef3-e4bc-4d12-96a4-740bbe356a39 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0552766 Jul 30 03:31:50.679102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-4771179c-5e8b-4249-b8b8-7a69184dc157 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446923 Jul 30 03:31:50.682913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c610e77e-c106-4a25-aae0-b61fdee6ab04') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:50.683247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c610e77e-c106-4a25-aae0-b61fdee6ab04') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:50.703769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.716486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9834c2a-e746-4cd6-ab98-5b3242b5ffb2 req-84699c82-e13f-417d-842d-1662a3197304 tempest-QuotasAdminNegativeTest-1992870196 tempest-QuotasAdminNegativeTest-1992870196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d793f3ddf474af181de340a4375761b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609593 Jul 30 03:31:50.733559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: acf80402-e944-4bec-a0ee-46294cf501b2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:31:50.735197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device acf80402-e944-4bec-a0ee-46294cf501b2 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:31:50.796712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.808579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:31:50.808993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:31:50.810621 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:31:50.900551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-996d023f-e0ff-4965-bcdb-7ba59a4b6562 req-31bafdcb-bb63-42b9-b4d3-cf47f0c63ecd tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 210 time: 0.0441873 Jul 30 03:31:50.926732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-e6be4efd-54b6-405b-b4f9-60423d56bfe5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:50.928917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-e6be4efd-54b6-405b-b4f9-60423d56bfe5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389014 Jul 30 03:31:50.930207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.938588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:50.949911 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4798db2c-45b1-4584-ada7-4509dd8c57a6 HTTP/1.1" status: 204 len: 168 time: 0.5648291 Jul 30 03:31:50.977534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Request body: {'port': {'device_id': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'de1bb493cfec4a0b9ad5767ec7387c1d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:51.024529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf1c88-c7e0-4d9d-99a6-a451771be2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4798db2c-45b1-4584-ada7-4509dd8c57a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:51.212826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Made reservation on behalf of de1bb493cfec4a0b9ad5767ec7387c1d for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:51.216522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.259298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:51.325579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-21d0b46c-36e2-441a-ac48-9fc757b9523d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c9e557c81fc40968d3060089ef6a9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646920 Jul 30 03:31:51.328306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35046) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:51.425986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Allocated IP 192.168.233.165 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:31:51.446413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f693fb72-ebb1-4e6e-8275-1ea88359ff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.490209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f693fb72-ebb1-4e6e-8275-1ea88359ff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.501957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:51.580731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf76f-9eaf-4384-a8c9-e314bb836aea req-e4e77874-7a2d-4014-ae10-26591744c9c7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:51.591558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bbdf76f-9eaf-4384-a8c9-e314bb836aea req-e4e77874-7a2d-4014-ae10-26591744c9c7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 943 time: 0.0978980 Jul 30 03:31:51.639074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f693fb72-ebb1-4e6e-8275-1ea88359ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.641690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f693fb72-ebb1-4e6e-8275-1ea88359ff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.642873 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f693fb72-ebb1-4e6e-8275-1ea88359ff9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2e70554-1c33-487b-a026-5ff33b76e601 HTTP/1.1" status: 204 len: 168 time: 0.3134780 Jul 30 03:31:51.664474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693fb72-ebb1-4e6e-8275-1ea88359ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e70554-1c33-487b-a026-5ff33b76e601,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:51.670352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bbdf76f-9eaf-4384-a8c9-e314bb836aea req-eeeaa2f3-9740-4546-9319-a4e54eb59114 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763767 Jul 30 03:31:51.697111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.717087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Transition to ACTIVE for port object f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:51.756726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e10a1f20-eef5-4302-a1c1-d1bce8a7445c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:51.855015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9eee0458-08be-4c9c-9afc-db6eebe1b208 req-d7139f1f-4bdb-4e14-9322-d2280ed503c9 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0503106 Jul 30 03:31:51.886399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:51.940935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.014487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:52.046108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:31:52.053416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:52.058854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:31:52.103320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:52.169632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:52.178679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbc0da-4cfb-4e67-aef8-ca021c559cc1 req-62a31ead-d49b-4062-85b4-1c43f212d55b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:52.180659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95cbc0da-4cfb-4e67-aef8-ca021c559cc1 req-62a31ead-d49b-4062-85b4-1c43f212d55b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 936 time: 0.1746738 Jul 30 03:31:52.191799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:52.192730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.249858 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e10a1f20-eef5-4302-a1c1-d1bce8a7445c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.260245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e10a1f20-eef5-4302-a1c1-d1bce8a7445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.288182 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-5abefde2-eac1-46af-8cbc-7d4987ea62a3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3135121 Jul 30 03:31:52.305197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95cbc0da-4cfb-4e67-aef8-ca021c559cc1 req-18d3b826-bbac-4750-a792-eaeeeb7d82d5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174741 Jul 30 03:31:52.327377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Request body: {'port': {'device_id': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:52.368445 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e10a1f20-eef5-4302-a1c1-d1bce8a7445c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d793f3ddf474af181de340a4375761b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8608296 Jul 30 03:31:52.372570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:52.394858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a1f20-eef5-4302-a1c1-d1bce8a7445c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb80c0-5ccc-41cf-b562-f5db847e8f41,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:52.468965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae939f5f-ea86-4425-afc4-034459c7ae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.477106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.507639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:52.514308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae939f5f-ea86-4425-afc4-034459c7ae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.525558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '7a9922e5-834d-4f10-92c0-3522614598d7', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': '7a9922e5-834d-4f10-92c0-3522614598d7', 'mac_address': 'fa:16:3e:20:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:52.615312 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae939f5f-ea86-4425-afc4-034459c7ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.618134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae939f5f-ea86-4425-afc4-034459c7ae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.619561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ae939f5f-ea86-4425-afc4-034459c7ae74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10fb80c0-5ccc-41cf-b562-f5db847e8f41 HTTP/1.1" status: 204 len: 168 time: 0.2457614 Jul 30 03:31:52.625357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b20064ec-56ed-444d-994e-4eeffb11f6d4 None None] Provisioning for port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:52.640769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae939f5f-ea86-4425-afc4-034459c7ae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb80c0-5ccc-41cf-b562-f5db847e8f41,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:52.677238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b20064ec-56ed-444d-994e-4eeffb11f6d4 None None] Provisioning complete for port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:52.677667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b20064ec-56ed-444d-994e-4eeffb11f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.844447 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.864024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9922e5-834d-4f10-92c0-3522614598d7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:52.868525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373dbb6-4c19-4538-8564-a254c5645198 req-9b922b91-c3c0-485a-87c8-02ec2cbba836 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:52.870107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e373dbb6-4c19-4538-8564-a254c5645198 req-9b922b91-c3c0-485a-87c8-02ec2cbba836 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 943 time: 0.0919530 Jul 30 03:31:52.886594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:52.929447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:52.938115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b20064ec-56ed-444d-994e-4eeffb11f6d4 None None] Port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:31:52.943335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:52.973656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e373dbb6-4c19-4538-8564-a254c5645198 req-e3ae17f7-96f5-4fae-8f0c-216fd8626033 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902877 Jul 30 03:31:53.056978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:53.091800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85aff080-f907-4e8e-8534-93a6f11ac88b req-5f2a9b4f-f24c-4f8f-86dc-b51c52bedc76 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0805595 Jul 30 03:31:53.150408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1434302576-network', 'tenant_id': 'fd26fa68434d4c4790a6d31866552951'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:53.151956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35124) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:53.169590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5e3be3f-8612-403a-9f0c-dba513260f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.186038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:53.196655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.199566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Made reservation on behalf of fd26fa68434d4c4790a6d31866552951 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:53.203899 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.218383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Transition to ACTIVE for port object f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:31:53.218676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.235412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.323129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:53.430059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5e3be3f-8612-403a-9f0c-dba513260f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.444275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5e3be3f-8612-403a-9f0c-dba513260f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.455532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7a9922e5-834d-4f10-92c0-3522614598d7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:53.530366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Attempting to bind port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:31:53.530715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Attempting to bind port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:31:53.531079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Attempting to bind port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:53.540632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:31:53.540991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Attempting to bind port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:31:53.553978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5e3be3f-8612-403a-9f0c-dba513260f1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdeef9fbc1014b34acb7bbe87ebd54a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986628 Jul 30 03:31:53.553978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3be3f-8612-403a-9f0c-dba513260f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec3b29f-4809-4e5a-9c3d-700708cc3e2c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:53.555050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35130) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:53.556030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:31:53.556518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:53.556904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:31:53.557346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Bound port: f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:31:53.557709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.651933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:31:53.656273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:31:53.669539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.734082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:53.734712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.736528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] 10.222.0.18 "PUT /v2.0/ports/f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 1097 time: 1.4197383 Jul 30 03:31:53.737351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:53.739568 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d129b-069e-46a3-ab3c-5f0c5804b511" -d '{"events": [{"name": "network-changed", "server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:53.803060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997609f7-a138-4392-8d76-4b24616b06bf service neutron] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:53.841815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6320d754-c43f-40ab-9692-38bc93eeab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.844356 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be536974-7d26-4327-befc-1b76f7b09e4d x-openstack-request-id: req-be536974-7d26-4327-befc-1b76f7b09e4d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:53.844644 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:53.844897 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be536974-7d26-4327-befc-1b76f7b09e4d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:53.851322 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'status': 'completed', 'code': 200} Jul 30 03:31:53.882667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6320d754-c43f-40ab-9692-38bc93eeab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.967404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-2d65b1f8-a444-4e7c-8551-3b4271decf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:53.969918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-2d65b1f8-a444-4e7c-8551-3b4271decf14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1100 time: 0.1705515 Jul 30 03:31:53.977909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6320d754-c43f-40ab-9692-38bc93eeab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.981344 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6320d754-c43f-40ab-9692-38bc93eeab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:53.983288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6320d754-c43f-40ab-9692-38bc93eeab44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eec3b29f-4809-4e5a-9c3d-700708cc3e2c HTTP/1.1" status: 204 len: 168 time: 0.4221647 Jul 30 03:31:53.995414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d754-c43f-40ab-9692-38bc93eeab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec3b29f-4809-4e5a-9c3d-700708cc3e2c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:54.071647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-7887cd7f-afb1-417d-bf56-801dcc3b7b48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 217 time: 0.0724380 Jul 30 03:31:54.128764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.150075 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.183290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-d62a210c-61f7-4ac2-a5df-6f35bce2577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:54.184767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-d62a210c-61f7-4ac2-a5df-6f35bce2577a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1000440 Jul 30 03:31:54.195833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3e0349-1d56-4509-8a82-477e3dfc4f1c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:54.233725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5814-2c3b-48f9-9617-0f6aef23808e req-23cb4c27-3b18-44b7-b9ef-6bc3abc13477 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:54.244034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984b5814-2c3b-48f9-9617-0f6aef23808e req-23cb4c27-3b18-44b7-b9ef-6bc3abc13477 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.7591801 Jul 30 03:31:54.246914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-58c96506-2aae-406e-ac40-e1ade7648a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:54.248586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-58c96506-2aae-406e-ac40-e1ade7648a59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540903 Jul 30 03:31:54.288033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:31:54.303421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984b5814-2c3b-48f9-9617-0f6aef23808e req-ae454b10-4089-43ed-acdd-dec550942044 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582032 Jul 30 03:31:54.351248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.351602 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Added segment 4b46464d-f113-41fe-b909-871a64106549 of type vlan for network ec815a65-5238-468f-b3cd-20ac32b38d05 Jul 30 03:31:54.381574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70668-00bd-4e87-aa93-eb8d338936eb req-5f9c883d-d2d1-451b-bb40-ea0983e6d356 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:54.383864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5a70668-00bd-4e87-aa93-eb8d338936eb req-5f9c883d-d2d1-451b-bb40-ea0983e6d356 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 944 time: 0.2392724 Jul 30 03:31:54.408450 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-704c3f59-bdc1-4d15-81c3-c92ba18e76a3 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473126 Jul 30 03:31:54.460609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.466040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d7e2191-5aae-4b16-bb7a-facc441f1f5d req-4cc4ff41-bb44-4956-bb14-eb9ac180ac93 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0555565 Jul 30 03:31:54.487463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5a70668-00bd-4e87-aa93-eb8d338936eb req-cf4a97e2-7b8f-40e8-9c8f-45e04c188903 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785677 Jul 30 03:31:54.543830 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.545032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:54.545713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.612047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9df646a7-0c8b-4606-90e7-a29285153cbc req-7918f4de-8fca-4aca-8a32-66f808d4dc22 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930029 Jul 30 03:31:54.623693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7360132 Jul 30 03:31:54.628058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35162) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:54.635750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Request body: {'subnet': {'network_id': 'ec815a65-5238-468f-b3cd-20ac32b38d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1434302576-subnet', 'tenant_id': 'fd26fa68434d4c4790a6d31866552951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:54.669318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544490d-36df-41dd-b90c-6134a503f0ca admin admin] Pushing event updated for resources: {'Network': ['ID=ec815a65-5238-468f-b3cd-20ac32b38d05,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:54.677192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Made reservation on behalf of fd26fa68434d4c4790a6d31866552951 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:54.681244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ec815a65-5238-468f-b3cd-20ac32b38d05 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:31:54.695724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:54.831271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-20bea154-a584-45dc-8a2f-1fd34c8ba889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:54.833340 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-20bea154-a584-45dc-8a2f-1fd34c8ba889 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1100 time: 0.0809059 Jul 30 03:31:55.040630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-72258069-eb32-49de-a988-990476a2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:55.043083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-72258069-eb32-49de-a988-990476a2c18e service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1993806 Jul 30 03:31:55.043928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.105809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:55.135628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-37b9faf6-5ffd-463d-845f-381897f1160f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 217 time: 0.0547049 Jul 30 03:31:55.200868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-c7d9e8a8-e80b-4eaf-abde-07113a371563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:55.202454 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-c7d9e8a8-e80b-4eaf-abde-07113a371563 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0469835 Jul 30 03:31:55.205052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=110fddda-3b34-485e-8de5-f0ec2f4d799c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:55.222968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Checking segment: {'id': '4b46464d-f113-41fe-b909-871a64106549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ec815a65-5238-468f-b3cd-20ac32b38d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:55.223291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Network hostable DHCP agents. Network: ec815a65-5238-468f-b3cd-20ac32b38d05, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:31:55.231464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-433161442-network', 'tenant_id': '5a2a796fc65a4feab1385c6085a3c615'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:55.267596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Made reservation on behalf of 5a2a796fc65a4feab1385c6085a3c615 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:55.271249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-0dd29b2d-4498-4d31-aa19-db87112a11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:55.271249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-0dd29b2d-4498-4d31-aa19-db87112a11a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578339 Jul 30 03:31:55.274069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.274923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Network ec815a65-5238-468f-b3cd-20ac32b38d05 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:31:55.289860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.301683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ec815a65-5238-468f-b3cd-20ac32b38d05) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:55.307563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:55.311674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1591cb-ad68-4a3e-997d-1fb468b0c620 None None] Network ec815a65-5238-468f-b3cd-20ac32b38d05 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:55.323658 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.465796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-46a3089c-5b07-467c-b957-ee31e1dd811c service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846335 Jul 30 03:31:55.482875 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.494401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11565d-01ab-4f30-b6a9-b05cff4f73fb req-9bfe9e17-ffb9-4380-b3ee-f0d856ee4d3d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:55.496463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc11565d-01ab-4f30-b6a9-b05cff4f73fb req-9bfe9e17-ffb9-4380-b3ee-f0d856ee4d3d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.0922339 Jul 30 03:31:55.498174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.510758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:31:55.511285 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08c2990d-e37f-4ced-a833-ec9188bca8db admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8811333 Jul 30 03:31:55.547257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.547432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3f2f2-0de5-45e1-bec1-e70479d276c6 None None] Network ec815a65-5238-468f-b3cd-20ac32b38d05 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:55.550051 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Added segment 716e98e5-2520-45dc-b7e5-4020f2702958 of type vlan for network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 Jul 30 03:31:55.615537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a48d129b-069e-46a3-ab3c-5f0c5804b511 req-e900a321-51aa-44ed-93a7-c8ce7d5aae11 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372800 Jul 30 03:31:55.670619 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.704157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbe9050-bc82-4127-9b2a-ef0c560462d4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:55.731503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94c27148-c8a1-4c79-8bd9-18a4d6c73625 req-343ed7a9-9d2d-4d96-8058-5e2b0ac4fcad tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0769660 Jul 30 03:31:55.746929 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc11565d-01ab-4f30-b6a9-b05cff4f73fb req-37227e61-9c8e-478a-84b0-01a2f2073706 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751676 Jul 30 03:31:55.773523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.774855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:55.775785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:55.853196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] Pushing event updated for resources: {'Network': ['ID=1062fa9a-bd88-432b-8703-6c33a0cdf7d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:55.864809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:31:55.935154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-af358fed-2654-4684-9336-236b570ae994 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8281670 Jul 30 03:31:55.938321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:31:55.942133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:55.947656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:55.958142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Request body: {'subnet': {'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-433161442-subnet', 'tenant_id': '5a2a796fc65a4feab1385c6085a3c615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:56.052451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 7a9922e5-834d-4f10-92c0-3522614598d7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:31:56.057059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 7a9922e5-834d-4f10-92c0-3522614598d7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:31:56.057667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.082046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f21fe-ed94-4729-8740-94a05f48270c req-f4ea507d-6c4a-44ba-b2c5-0bf253d7d1e1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:56.089276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9f21fe-ed94-4729-8740-94a05f48270c req-f4ea507d-6c4a-44ba-b2c5-0bf253d7d1e1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 944 time: 0.2376649 Jul 30 03:31:56.139087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Deleting subnet 110fddda-3b34-485e-8de5-f0ec2f4d799c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:31:56.145107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9f21fe-ed94-4729-8740-94a05f48270c req-8f1872e4-fb48-4541-b2ef-e255bab33ebc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Jul 30 03:31:56.145904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.147803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Made reservation on behalf of 5a2a796fc65a4feab1385c6085a3c615 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:56.150111 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.161859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.188576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:31:56.191490 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dfda2d-1dc9-452f-8d8f-abdd660ad14b" -d '{"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:31:56.213494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:56.222813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.250345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.289777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:56.296157 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc18329-7de1-4ef0-8c31-5d6f28613ae5 x-openstack-request-id: req-7dc18329-7de1-4ef0-8c31-5d6f28613ae5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:31:56.296894 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:31:56.297365 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dc18329-7de1-4ef0-8c31-5d6f28613ae5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:31:56.298016 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7', 'code': 200} Jul 30 03:31:56.365803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.424861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7d9b6-262a-4b59-9186-1a4e3928e31f req-0f0e503c-6f8c-4108-8a1f-c0954efa0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:56.427167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e2d7d9b6-262a-4b59-9186-1a4e3928e31f req-0f0e503c-6f8c-4108-8a1f-c0954efa0d8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 1097 time: 0.0510068 Jul 30 03:31:56.491663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.502158 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e2d7d9b6-262a-4b59-9186-1a4e3928e31f req-f13c035a-73d6-4dda-a96a-ab7a1d4740a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600069 Jul 30 03:31:56.504533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.550170 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.552247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/110fddda-3b34-485e-8de5-f0ec2f4d799c HTTP/1.1" status: 204 len: 168 time: 0.5984898 Jul 30 03:31:56.557318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:56.639071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911cead2-fff4-49ef-b0e1-e7031fb53457,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:56.694618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.697512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6946b4-b207-4b80-8e36-7366d16cf76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110fddda-3b34-485e-8de5-f0ec2f4d799c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:56.702980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Checking segment: {'id': '716e98e5-2520-45dc-b7e5-4020f2702958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:56.703814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Network hostable DHCP agents. Network: 1062fa9a-bd88-432b-8703-6c33a0cdf7d7, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:31:56.751944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:31:56.809305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 1062fa9a-bd88-432b-8703-6c33a0cdf7d7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:56.818578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:56.819580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.824777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825f46e-be33-490b-ad34-0a721eb9b057 None None] Network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:56.826164 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.842930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec815a65-5238-468f-b3cd-20ac32b38d05']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:56.870736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-91361524-16e2-4eee-baf0-fff91a10d998 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9184773 Jul 30 03:31:56.880894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b46464d-f113-41fe-b909-871a64106549') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:56.881940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b46464d-f113-41fe-b909-871a64106549') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:31:56.914414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:56.998016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bce5f71-6c62-4de2-9b08-627e61d72c42 req-a24b9919-784f-4876-a55a-a1c7088c281e tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0939538 Jul 30 03:31:56.998986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.013445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:31:57.013861 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:31:57.015764 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:31:57.078211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe2339-0691-4f37-94cd-95b3025b0b38 req-b0816c52-81df-4e50-bb9a-eed72ffec77f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:57.079817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1fe2339-0691-4f37-94cd-95b3025b0b38 req-b0816c52-81df-4e50-bb9a-eed72ffec77f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.1831732 Jul 30 03:31:57.084551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf16dc-4f7e-4bb2-8357-b89215ddb318 None None] Network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:57.149010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.175991 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.180283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec815a65-5238-468f-b3cd-20ac32b38d05 HTTP/1.1" status: 204 len: 168 time: 0.6197410 Jul 30 03:31:57.180283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449724e-60e8-47df-9f35-3f3de57fb00f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec815a65-5238-468f-b3cd-20ac32b38d05,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:57.187616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1fe2339-0691-4f37-94cd-95b3025b0b38 req-c008705d-0fd8-494d-8867-7ec90ac4011c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887651 Jul 30 03:31:57.433359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e840eb-4b42-421b-a1fd-a3fac5966aa5 req-248a67b0-cfe9-4ffb-a88e-30232efeac3c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:57.446630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73e840eb-4b42-421b-a1fd-a3fac5966aa5 req-248a67b0-cfe9-4ffb-a88e-30232efeac3c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 945 time: 0.0905230 Jul 30 03:31:57.461239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:57.508587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73e840eb-4b42-421b-a1fd-a3fac5966aa5 req-69067b0a-db8c-451f-aa2a-310ce4eab436 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Jul 30 03:31:57.523066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:57.523772 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5d45f2ce-20f2-416f-aa17-6fb7ccfc6f6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd26fa68434d4c4790a6d31866552951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602922 Jul 30 03:31:57.586509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-672d1ab7-3de2-44e5-af9c-2aa64c511dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.610543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-672d1ab7-3de2-44e5-af9c-2aa64c511dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.669982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-672d1ab7-3de2-44e5-af9c-2aa64c511dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.673181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-672d1ab7-3de2-44e5-af9c-2aa64c511dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.674519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-672d1ab7-3de2-44e5-af9c-2aa64c511dbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f3e0349-1d56-4509-8a82-477e3dfc4f1c HTTP/1.1" status: 204 len: 168 time: 0.1502876 Jul 30 03:31:57.693753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d1ab7-3de2-44e5-af9c-2aa64c511dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3e0349-1d56-4509-8a82-477e3dfc4f1c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:57.746411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:57.752210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1597551286-network', 'tenant_id': '573c4053525342798903734a280ac397'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:57.778793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Made reservation on behalf of 573c4053525342798903734a280ac397 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:57.781373 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.792865 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.882851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.887395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.913069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:31:57.923045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb173b-8e91-4f1d-97e1-7d6ed0e597c5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:57.928489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:57.928835 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Added segment 9ecd6513-e2c4-4d07-9289-86926a952411 of type vlan for network 9793e01f-301f-4f91-88db-27e017641ccf Jul 30 03:31:57.969742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:58.001261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:58.002427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:58.003328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:58.061995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3113070 Jul 30 03:31:58.062710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35280) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:58.068404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Request body: {'subnet': {'network_id': '9793e01f-301f-4f91-88db-27e017641ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1597551286-subnet', 'tenant_id': '573c4053525342798903734a280ac397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:31:58.076048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24733d0-1651-4cd5-bc7f-0c2a9182a400 admin admin] Pushing event updated for resources: {'Network': ['ID=9793e01f-301f-4f91-88db-27e017641ccf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:58.087053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9793e01f-301f-4f91-88db-27e017641ccf details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:31:58.114356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Made reservation on behalf of 573c4053525342798903734a280ac397 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:31:58.117592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:58.167028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87ac6173-705f-445f-9024-1318d08790e3 req-2225b1b6-67db-4a33-a6cc-0886704dfb27 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0436640 Jul 30 03:31:58.348568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:58.406609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda9908-a4e5-4bc5-aa3c-f1a8655b5527 req-98301dea-aa10-42ca-95db-606420c07dfb tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:58.409179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0eda9908-a4e5-4bc5-aa3c-f1a8655b5527 req-98301dea-aa10-42ca-95db-606420c07dfb tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.1170886 Jul 30 03:31:58.431806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a8d443-df77-47b6-8079-592b639ddb16,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:58.438340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Checking segment: {'id': '9ecd6513-e2c4-4d07-9289-86926a952411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9793e01f-301f-4f91-88db-27e017641ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:31:58.438702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Network hostable DHCP agents. Network: 9793e01f-301f-4f91-88db-27e017641ccf, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:31:58.459940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Network 9793e01f-301f-4f91-88db-27e017641ccf is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:31:58.473256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9793e01f-301f-4f91-88db-27e017641ccf) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:31:58.473694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0eda9908-a4e5-4bc5-aa3c-f1a8655b5527 req-c735f63a-078a-42f6-b1cb-8d9942f74ba6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503159 Jul 30 03:31:58.478192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:58.478785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:58.484436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94478975-4e87-4965-9371-873568c29efd None None] Network 9793e01f-301f-4f91-88db-27e017641ccf requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:58.522774 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6cd97057-acef-4e8f-862a-9e2bb338fd34 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4584222 Jul 30 03:31:58.558100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71550288-c27d-41d3-b6c3-87888c037fb6 req-a71aca7f-4eac-4d86-a9de-1eb6b2cedbea tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:58.559647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71550288-c27d-41d3-b6c3-87888c037fb6 req-a71aca7f-4eac-4d86-a9de-1eb6b2cedbea tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 949 time: 0.0916018 Jul 30 03:31:58.617439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71550288-c27d-41d3-b6c3-87888c037fb6 req-2093fc2b-566b-420d-937e-afebab1fe306 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Jul 30 03:31:58.652947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965c477-8f3e-487b-b256-16e04750493b None None] Network 9793e01f-301f-4f91-88db-27e017641ccf requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:31:58.697181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:31:58.704014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad045793-1773-488f-9313-2c5e5bf1a81d req-05cb7d1d-1495-49e2-9e52-74f48563ceb5 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:58.706283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad045793-1773-488f-9313-2c5e5bf1a81d req-05cb7d1d-1495-49e2-9e52-74f48563ceb5 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 945 time: 0.0607152 Jul 30 03:31:58.760125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad045793-1773-488f-9313-2c5e5bf1a81d req-9e0d8ad2-b8d0-4be4-ac63-1ac3d7c65c14 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476525 Jul 30 03:31:58.954115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:58.971580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'mac_address': 'fa:16:3e:0b:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:31:59.010149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.011172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:59.025477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:31:59.047173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:31:59.061179 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.125308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:59.169601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f24bb93d-f78d-4840-8959-c1724f4ddbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.177462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a364244-4d23-421f-acc6-3bd68d540429 req-5db714c4-85d9-4258-97df-9f405ea9ab29 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:59.179009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a364244-4d23-421f-acc6-3bd68d540429 req-5db714c4-85d9-4258-97df-9f405ea9ab29 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 945 time: 0.0710285 Jul 30 03:31:59.222284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a364244-4d23-421f-acc6-3bd68d540429 req-cf5f9875-fe6d-4136-9a2c-1e8689dbc371 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 Jul 30 03:31:59.289332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f24bb93d-f78d-4840-8959-c1724f4ddbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.293297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f24bb93d-f78d-4840-8959-c1724f4ddbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.331107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:31:59.352632 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f24bb93d-f78d-4840-8959-c1724f4ddbc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5fd4d0f8db349498faebb0c22a586e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398089 Jul 30 03:31:59.354021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bb93d-f78d-4840-8959-c1724f4ddbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7badf762-c54b-41ea-b42f-395ccaa03ea2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:59.357502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35372) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:31:59.452489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cd6b447-243c-4e1d-a190-eeb6b55edf33 req-e6bd0df5-c978-4ac7-912c-175f4c302f28 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0447428 Jul 30 03:31:59.460419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-c7773cb6-ffd8-4d50-aea8-597d9fa2fb67 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:59.462362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-c7773cb6-ffd8-4d50-aea8-597d9fa2fb67 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/networks?id=1062fa9a-bd88-432b-8703-6c33a0cdf7d7 HTTP/1.1" status: 200 len: 814 time: 0.2007306 Jul 30 03:31:59.491867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-2d067369-c072-4e1e-8653-d83b296e5e55 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/quotas/5a2a796fc65a4feab1385c6085a3c615 HTTP/1.1" status: 200 len: 375 time: 0.0227282 Jul 30 03:31:59.492750 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74645c15-f691-471a-85d6-d9a15108a534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.501450 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5b197fe2-a37c-4c34-ae5c-4a170df687ab req-cabbc87e-805f-4c9b-9b6e-71a567bcc59d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0444312 Jul 30 03:31:59.544545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-063691df-c9e6-4bdc-854b-846741de1c7f tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a2a796fc65a4feab1385c6085a3c615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430920 Jul 30 03:31:59.548998 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74645c15-f691-471a-85d6-d9a15108a534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.662650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-11f97ea4-1a02-45df-b921-b827b6c819cb service neutron] 10.222.0.39 "GET /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067421 Jul 30 03:31:59.663664 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74645c15-f691-471a-85d6-d9a15108a534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.666125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74645c15-f691-471a-85d6-d9a15108a534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:31:59.667142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-74645c15-f691-471a-85d6-d9a15108a534 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7badf762-c54b-41ea-b42f-395ccaa03ea2 HTTP/1.1" status: 204 len: 168 time: 0.3084390 Jul 30 03:31:59.683769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74645c15-f691-471a-85d6-d9a15108a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7badf762-c54b-41ea-b42f-395ccaa03ea2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:31:59.765061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-40c14b9f-2ecd-4f6f-b056-ceab7cd1abac service neutron] 10.222.0.39 "GET /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954330 Jul 30 03:31:59.989306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f757b-51db-4176-9151-ccd567a2ac2e req-b514bf47-fc7b-491e-97fc-c27bace9b822 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:31:59.991056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-807f757b-51db-4176-9151-ccd567a2ac2e req-b514bf47-fc7b-491e-97fc-c27bace9b822 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 949 time: 0.0772750 Jul 30 03:32:00.039787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-807f757b-51db-4176-9151-ccd567a2ac2e req-f665592f-3b06-4dbd-baff-af6bfe46364c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Jul 30 03:32:00.099845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cae543ff-b42b-41c5-8211-346f934b3aca req-8e93abbf-8d72-4d71-9651-2070af70078d tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Jul 30 03:32:00.375471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb062da-9207-4fd3-8fb1-f3cb696358d2 req-4c722dce-17fc-4546-8090-412203966887 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:00.376933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cb062da-9207-4fd3-8fb1-f3cb696358d2 req-4c722dce-17fc-4546-8090-412203966887 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 945 time: 0.0632100 Jul 30 03:32:00.426504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:00.431667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cb062da-9207-4fd3-8fb1-f3cb696358d2 req-bbfc7054-0765-42b4-8b4e-27d65d5411f6 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Jul 30 03:32:00.586138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d24c507-6fa2-4d1c-b2be-d4d86ae581bb req-3391d23b-e852-4feb-b804-49cf076fe2cf tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Jul 30 03:32:00.683906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:00.764644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:32:00.770181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:00.770657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:01.011235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:01.036279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:01.038594 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326264b-203a-4731-bca0-22c12daa86c8" -d '{"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-plugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:01.052248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:01.058871 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:01.132961 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62bdbf1-dc7c-4d17-8f11-bb4b7c556329 x-openstack-request-id: req-d62bdbf1-dc7c-4d17-8f11-bb4b7c556329 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:01.133252 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-plugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:01.133532 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d62bdbf1-dc7c-4d17-8f11-bb4b7c556329 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:01.133917 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'code': 200} Jul 30 03:32:01.141445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:01.260928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c41660f-4a50-4ad8-95a1-41db3e26911c req-f3f71f45-9896-4a11-947c-e4e490047bb0 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 210 time: 0.0409229 Jul 30 03:32:01.267123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cff038-52af-471d-8c51-0f6454d86244 req-1af23101-7e22-4f65-b2f4-54be12559d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:01.269247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29cff038-52af-471d-8c51-0f6454d86244 req-1af23101-7e22-4f65-b2f4-54be12559d40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1102 time: 0.0490434 Jul 30 03:32:01.283303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fef8e-8de8-4d5b-a4f0-e4f8552d8ccb req-ac48aa63-23e8-49a7-8b36-febb6d1a5b88 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:01.285625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-670fef8e-8de8-4d5b-a4f0-e4f8552d8ccb req-ac48aa63-23e8-49a7-8b36-febb6d1a5b88 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0946667 Jul 30 03:32:01.307663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29cff038-52af-471d-8c51-0f6454d86244 req-c0cb4c5d-7101-44aa-b7db-3f015d946c2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290215 Jul 30 03:32:01.327999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-670fef8e-8de8-4d5b-a4f0-e4f8552d8ccb req-5973a021-aff5-45ba-a2c3-13ebe86b66c3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Jul 30 03:32:01.670705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-95a828d1-536d-442b-bcd3-93b55d00ca2d tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:01.672272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-95a828d1-536d-442b-bcd3-93b55d00ca2d tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.16 "GET /v2.0/networks?id=1062fa9a-bd88-432b-8703-6c33a0cdf7d7 HTTP/1.1" status: 200 len: 814 time: 0.1373687 Jul 30 03:32:01.701731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Request body: {'port': {'device_id': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7', 'admin_state_up': True, 'tenant_id': '5a2a796fc65a4feab1385c6085a3c615'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:01.715085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b8528af-9035-46f3-b8e7-fb194c1f75e5 req-b6b6778f-d53d-4a60-80d8-72a24855abd3 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0324473 Jul 30 03:32:01.982583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ffc6437-3f17-4159-921c-64f46605ef1d req-4f647773-de63-4d4a-914d-fe1c4c71a7e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4477d10107164e678c27806f731fa0c4&device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0355809 Jul 30 03:32:02.012680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8154018-bd29-4c3f-9238-bd2011c7d4eb req-7c095c5d-fa89-4651-8a1d-eddaf3a40cd0 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jul 30 03:32:02.039901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ffc6437-3f17-4159-921c-64f46605ef1d req-8d8c8bb1-010c-46dc-9008-11bdb08e1447 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4477d10107164e678c27806f731fa0c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297971 Jul 30 03:32:02.129288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Made reservation on behalf of 5a2a796fc65a4feab1385c6085a3c615 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:02.133241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:02.238514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc6437-3f17-4159-921c-64f46605ef1d req-e66aa572-c7a8-42a3-b6f8-3debd5e0d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:02.240052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ffc6437-3f17-4159-921c-64f46605ef1d req-e66aa572-c7a8-42a3-b6f8-3debd5e0d893 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1927254 Jul 30 03:32:02.275715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Allocated IP 172.20.0.5 (1062fa9a-bd88-432b-8703-6c33a0cdf7d7/911cead2-fff4-49ef-b0e1-e7031fb53457/2839f497-9881-42fa-8a6d-8e2353261458) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:32:02.381192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855228c4-b5b4-4a93-be6a-40a868b70893 req-02177971-618f-44e2-978c-731faa9caed2 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 210 time: 0.0422246 Jul 30 03:32:02.461215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:02.464085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b152e8e-18d8-4b24-8083-1a42ee3cf2fd req-3358c91b-f9b3-4815-b6c1-0cb0cc44338c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:02.465812 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b152e8e-18d8-4b24-8083-1a42ee3cf2fd req-3358c91b-f9b3-4815-b6c1-0cb0cc44338c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0545666 Jul 30 03:32:02.505264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b152e8e-18d8-4b24-8083-1a42ee3cf2fd req-5dcc4514-2722-4484-b40c-7e40e28d4d80 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Jul 30 03:32:02.508596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:02.550364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:32:02.553814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:02.557303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:32:02.605736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Pushing event updated for resources: {'Port': ['ID=2839f497-9881-42fa-8a6d-8e2353261458,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:02.622452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:02.622996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:02.638681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-0f8df27b-ba62-418a-80bf-bd048c240d23 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9408092 Jul 30 03:32:02.643381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472057b7-c11e-458c-ab08-9ae280c0ddb9 req-7f48da46-869b-43eb-a320-c6b125e1614f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:02.645045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-472057b7-c11e-458c-ab08-9ae280c0ddb9 req-7f48da46-869b-43eb-a320-c6b125e1614f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0513008 Jul 30 03:32:02.658008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Request body: {'port': {'device_id': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:02.690294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-472057b7-c11e-458c-ab08-9ae280c0ddb9 req-93f5885a-e6ba-4540-872c-060a1f8747ff tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Jul 30 03:32:02.710484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:02.714575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:02.735491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:02.883173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:02.920899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:02.937523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:02.947793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'mac_address': 'fa:16:3e:7b:3a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:02.952902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.060430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.085508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:03.109520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:03.122107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:03.122538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2839f497-9881-42fa-8a6d-8e2353261458 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:03.133525 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.136911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:03.139544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.139979 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed3645-55cc-488c-83df-126ed15e1b89" -d '{"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:03.157629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Transition to ACTIVE for port object 2839f497-9881-42fa-8a6d-8e2353261458 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:03.162161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.207847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:03.231531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Pushing event updated for resources: {'Port': ['ID=2839f497-9881-42fa-8a6d-8e2353261458,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:03.233228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be8107f1-6d98-442a-9f69-3c5d234c62cc req-ed8eecd7-16a4-47ea-8d37-8179bd3ff7b8 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0696073 Jul 30 03:32:03.258538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:03.334255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Attempting to bind port 2839f497-9881-42fa-8a6d-8e2353261458 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:32:03.335265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Attempting to bind port 2839f497-9881-42fa-8a6d-8e2353261458 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '716e98e5-2520-45dc-b7e5-4020f2702958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:32:03.335831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Attempting to bind port 2839f497-9881-42fa-8a6d-8e2353261458 on network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:32:03.341216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Port 2839f497-9881-42fa-8a6d-8e2353261458 on network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:32:03.341876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Attempting to bind port 2839f497-9881-42fa-8a6d-8e2353261458 on network 1062fa9a-bd88-432b-8703-6c33a0cdf7d7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:32:03.349380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:32:03.350432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Checking segment: {'id': '716e98e5-2520-45dc-b7e5-4020f2702958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:32:03.351062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Bound using segment: {'id': '716e98e5-2520-45dc-b7e5-4020f2702958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:32:03.351854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Bound port: 2839f497-9881-42fa-8a6d-8e2353261458, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e98e5-2520-45dc-b7e5-4020f2702958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:32:03.352466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.389206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55215-346f-4770-9304-cc2fa5c13bb7 req-f3054515-9e96-45e6-9bfa-4307792427ac tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:03.399774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fd55215-346f-4770-9304-cc2fa5c13bb7 req-f3054515-9e96-45e6-9bfa-4307792427ac tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1962523 Jul 30 03:32:03.449593 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e62d4-e37f-459d-bc62-2b1639f9843d x-openstack-request-id: req-940e62d4-e37f-459d-bc62-2b1639f9843d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:03.458735 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:03.459119 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-940e62d4-e37f-459d-bc62-2b1639f9843d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:03.459652 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'code': 200} Jul 30 03:32:03.460784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] For port 2839f497-9881-42fa-8a6d-8e2353261458, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:32:03.469192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] For port 2839f497-9881-42fa-8a6d-8e2353261458, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2839f497-9881-42fa-8a6d-8e2353261458,segment=NetworkSegment(716e98e5-2520-45dc-b7e5-4020f2702958),segment_id=716e98e5-2520-45dc-b7e5-4020f2702958)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:32:03.481987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.485837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fd55215-346f-4770-9304-cc2fa5c13bb7 req-5da8110c-8b85-4a07-b683-fda281a375cb tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849359 Jul 30 03:32:03.496709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-738de60b-2e62-48b8-9948-fece7b9d4141 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3106081 Jul 30 03:32:03.535930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:03.536656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:03.538135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] 10.222.0.16 "PUT /v2.0/ports/2839f497-9881-42fa-8a6d-8e2353261458 HTTP/1.1" status: 200 len: 1092 time: 0.8846595 Jul 30 03:32:03.538657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'tag': '2839f497-9881-42fa-8a6d-8e2353261458'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:03.541017 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942c916d-a777-4ae3-9d6c-c0f71fa15f48" -d '{"events": [{"name": "network-changed", "server_uuid": "18fa9421-c1db-4f80-b662-4577c57de6e4", "tag": "2839f497-9881-42fa-8a6d-8e2353261458"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:03.581752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5bab2-adfe-443f-bd68-4b6b238448fe service neutron] Pushing event updated for resources: {'Port': ['ID=2839f497-9881-42fa-8a6d-8e2353261458,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:03.626731 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81dca9-9ef6-49a2-bc3b-c881402d0e6a x-openstack-request-id: req-ed81dca9-9ef6-49a2-bc3b-c881402d0e6a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:03.627614 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fa9421-c1db-4f80-b662-4577c57de6e4", "tag": "2839f497-9881-42fa-8a6d-8e2353261458", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:03.627845 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed81dca9-9ef6-49a2-bc3b-c881402d0e6a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:03.631245 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'tag': '2839f497-9881-42fa-8a6d-8e2353261458', 'status': 'completed', 'code': 200} Jul 30 03:32:03.666812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c63a3-09de-4a9d-bd0c-8d37d942e581 req-bd4e8f8b-45f0-4f50-99cb-4f6767041b8c tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:03.671568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de6c63a3-09de-4a9d-bd0c-8d37d942e581 req-bd4e8f8b-45f0-4f50-99cb-4f6767041b8c tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 943 time: 0.0957830 Jul 30 03:32:03.683053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-f2393e22-f186-4652-a2c8-3c9702771f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:03.684701 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-f2393e22-f186-4652-a2c8-3c9702771f5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a2a796fc65a4feab1385c6085a3c615&device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 1095 time: 0.0696425 Jul 30 03:32:03.725576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de6c63a3-09de-4a9d-bd0c-8d37d942e581 req-b68e4de6-e52f-413c-bc75-ab8088b761d7 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Jul 30 03:32:03.750476 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-a3e6214f-ac46-4a48-a7e0-a51339bcb6c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2839f497-9881-42fa-8a6d-8e2353261458 HTTP/1.1" status: 200 len: 217 time: 0.0498610 Jul 30 03:32:03.813070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-7107d494-22f6-425b-a152-8bc193e20683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:03.814672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-7107d494-22f6-425b-a152-8bc193e20683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=911cead2-fff4-49ef-b0e1-e7031fb53457 HTTP/1.1" status: 200 len: 854 time: 0.0503254 Jul 30 03:32:03.869472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-5983d4e0-1608-40bd-806e-4a17b13ce88a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1062fa9a-bd88-432b-8703-6c33a0cdf7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325649 Jul 30 03:32:03.930800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:03.984405 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-19803730-34b7-46d1-a4fd-dae71e782c7f service neutron] 10.222.0.16 "GET /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056714 Jul 30 03:32:04.052190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:04.070923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '7a9922e5-834d-4f10-92c0-3522614598d7', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': '7a9922e5-834d-4f10-92c0-3522614598d7', 'mac_address': 'fa:16:3e:20:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:04.117289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a6d219c-e797-4c18-8890-22db89c3bfe3 req-e3bed17e-b255-4ab7-9609-09408af847a8 service neutron] 10.222.0.16 "GET /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233742 Jul 30 03:32:04.142576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:04.162217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a9922e5-834d-4f10-92c0-3522614598d7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:04.167499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ffc6437-3f17-4159-921c-64f46605ef1d req-4bcd6cb5-0351-495f-afa4-e9b4a178f2f8 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.16 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0654459 Jul 30 03:32:04.191812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:04.197162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:04.258129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:04.304441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-39088626-0314-47c5-b7e4-b233d3cd0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:04.306061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-39088626-0314-47c5-b7e4-b233d3cd0e08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a2a796fc65a4feab1385c6085a3c615&device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 1095 time: 0.0602396 Jul 30 03:32:04.403336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7a9922e5-834d-4f10-92c0-3522614598d7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:04.405208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-526df0d5-4142-43d0-a75c-d114fdff8a4e req-65e776c6-cda9-497c-8e05-d3cf969f8954 tempest-ServerShowV257Test-1062125110 tempest-ServerShowV257Test-1062125110-project] 10.222.0.39 "GET /v2.0/ports?device_id=5303d34e-2c2d-48b5-a3c0-6486400f61a1 HTTP/1.1" status: 200 len: 210 time: 0.0431645 Jul 30 03:32:04.469747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-11c835cb-08b3-4e6c-ab78-2afea4242ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:04.472817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-11c835cb-08b3-4e6c-ab78-2afea4242ddc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1062fa9a-bd88-432b-8703-6c33a0cdf7d7 HTTP/1.1" status: 200 len: 914 time: 0.1572275 Jul 30 03:32:04.530007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-db8bc347-239b-4589-a345-5489b7756ff9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2839f497-9881-42fa-8a6d-8e2353261458 HTTP/1.1" status: 200 len: 217 time: 0.0487728 Jul 30 03:32:04.614335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-7096d1f3-315d-4e24-9372-e446bfcca879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:04.616110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-7096d1f3-315d-4e24-9372-e446bfcca879 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=911cead2-fff4-49ef-b0e1-e7031fb53457 HTTP/1.1" status: 200 len: 854 time: 0.0739489 Jul 30 03:32:04.624118 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:32:04.656479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-8cfca026-1765-4d51-85d2-8e8f5b11743a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1062fa9a-bd88-432b-8703-6c33a0cdf7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304074 Jul 30 03:32:04.711434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:04.774263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286349b-0297-4649-b3ec-50f18b8cdc09 req-667385cf-b4cb-417a-a587-e6c221f080fa tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:04.776205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5286349b-0297-4649-b3ec-50f18b8cdc09 req-667385cf-b4cb-417a-a587-e6c221f080fa tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1115971 Jul 30 03:32:04.805933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:04.806313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:04.839998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5286349b-0297-4649-b3ec-50f18b8cdc09 req-13d02f7e-7f39-46bc-9660-09a129cecf71 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526848 Jul 30 03:32:04.852365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-a619e678-e3d6-4721-80e0-489c15ee552e service neutron] 10.222.0.16 "GET /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589053 Jul 30 03:32:04.907030 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:04.953220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:04.958834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:05.019100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:05.186757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-1ca22edb-4f2e-4c07-9878-43185b7ac249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:05.199598 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-1ca22edb-4f2e-4c07-9878-43185b7ac249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1102 time: 0.0592155 Jul 30 03:32:05.271339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c67c-671f-4ad3-95f7-2c2de6a5f7c7 req-609861ca-c423-4cc3-8736-f6c538f28a29 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:05.279738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ce2c67c-671f-4ad3-95f7-2c2de6a5f7c7 req-609861ca-c423-4cc3-8736-f6c538f28a29 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 943 time: 0.4184363 Jul 30 03:32:05.321557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-942c916d-a777-4ae3-9d6c-c0f71fa15f48 req-3d254fff-028f-4654-8247-19d829b4fdc0 service neutron] 10.222.0.16 "GET /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583974 Jul 30 03:32:05.333362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-03747640-ed37-4a33-942b-c4c34ee65b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:05.334805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ce2c67c-671f-4ad3-95f7-2c2de6a5f7c7 req-c9e52407-a8a3-43c3-bb7b-5edac2ae6e3a tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539300 Jul 30 03:32:05.336024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-03747640-ed37-4a33-942b-c4c34ee65b69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1287415 Jul 30 03:32:05.381918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-f412b162-15fc-4fd8-b495-4e2836cbfb5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 217 time: 0.0376523 Jul 30 03:32:05.438005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-b81cc70f-3263-49cb-bbc0-76ecb277a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:05.439494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-b81cc70f-3263-49cb-bbc0-76ecb277a567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0483756 Jul 30 03:32:05.461383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:05.464616 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a086ed-6378-48da-8e34-82e8839b8deb" -d '{"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-plugged", "status": "completed", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:05.500845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-eae128f7-a161-4ce9-baf7-835baba2d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:05.501254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-eae128f7-a161-4ce9-baf7-835baba2d723 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490465 Jul 30 03:32:05.512352 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d91e2c8-b8d3-4213-a684-ec4656ead3b8 x-openstack-request-id: req-6d91e2c8-b8d3-4213-a684-ec4656ead3b8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:05.512651 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-plugged", "status": "completed", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:05.512905 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d91e2c8-b8d3-4213-a684-ec4656ead3b8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:05.513300 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'code': 200} Jul 30 03:32:05.624030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-d191e897-e292-4ad8-923a-394e25f8e7a7 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126072 Jul 30 03:32:05.745841 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-aa3e000b-70de-4705-a240-d3beb05e0150 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138015 Jul 30 03:32:05.935719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:05.973227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35728) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:06.020403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 7a9922e5-834d-4f10-92c0-3522614598d7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:06.020985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.032110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707336-1000-4ba6-b20a-15d000231fc4 req-c0335543-6507-43d6-9294-86ffc412bd06 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:06.034322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e707336-1000-4ba6-b20a-15d000231fc4 req-c0335543-6507-43d6-9294-86ffc412bd06 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1038127 Jul 30 03:32:06.092010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e707336-1000-4ba6-b20a-15d000231fc4 req-962f5c3b-cb9e-456f-9fc0-ec1b380e357b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Jul 30 03:32:06.148475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.184407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:06.190268 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.244206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:06.264987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-785f4cf6-fac9-4368-9245-2d1d08edee3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.376030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-785f4cf6-fac9-4368-9245-2d1d08edee3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.395684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-785f4cf6-fac9-4368-9245-2d1d08edee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.435787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-785f4cf6-fac9-4368-9245-2d1d08edee3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4477d10107164e678c27806f731fa0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615884 Jul 30 03:32:06.436916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f4cf6-fac9-4368-9245-2d1d08edee3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db4b29-a997-4b29-8f5d-c4959ad9462c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:06.440616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:06.461574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358483d-6d17-4f81-a32c-d850d464e670 req-1bf94f40-0221-4f37-a3c1-572fdca999fb tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:06.463114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a358483d-6d17-4f81-a32c-d850d464e670 req-1bf94f40-0221-4f37-a3c1-572fdca999fb tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 943 time: 0.0561604 Jul 30 03:32:06.494104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-253b7102-9eba-47ac-9e8f-d04ee9aa0c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.510529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a358483d-6d17-4f81-a32c-d850d464e670 req-8750abb8-795f-4c57-899d-316eb6109ab7 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Jul 30 03:32:06.521297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-253b7102-9eba-47ac-9e8f-d04ee9aa0c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.574653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-253b7102-9eba-47ac-9e8f-d04ee9aa0c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.577468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-253b7102-9eba-47ac-9e8f-d04ee9aa0c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:06.578658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-253b7102-9eba-47ac-9e8f-d04ee9aa0c35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99db4b29-a997-4b29-8f5d-c4959ad9462c HTTP/1.1" status: 204 len: 168 time: 0.1369340 Jul 30 03:32:06.588937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b7102-9eba-47ac-9e8f-d04ee9aa0c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db4b29-a997-4b29-8f5d-c4959ad9462c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:06.678864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35756) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:06.894693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9e21ffb-020c-43c8-b3ad-94a9c5ce4f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.018813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9e21ffb-020c-43c8-b3ad-94a9c5ce4f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.025305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9e21ffb-020c-43c8-b3ad-94a9c5ce4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.064005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b9e21ffb-020c-43c8-b3ad-94a9c5ce4f21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bf5725928904d17af3fd984b480814d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839152 Jul 30 03:32:07.065116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e21ffb-020c-43c8-b3ad-94a9c5ce4f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7b9e2-4da9-4cd4-9704-f44ecc73fb53,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:07.067875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35782) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:07.119291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-012e1126-dcb7-4790-abf4-1cd311f55af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.144316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-012e1126-dcb7-4790-abf4-1cd311f55af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.216468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-012e1126-dcb7-4790-abf4-1cd311f55af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.218907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-012e1126-dcb7-4790-abf4-1cd311f55af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.220049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-012e1126-dcb7-4790-abf4-1cd311f55af9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3d7b9e2-4da9-4cd4-9704-f44ecc73fb53 HTTP/1.1" status: 204 len: 168 time: 0.1506042 Jul 30 03:32:07.232706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e1126-dcb7-4790-abf4-1cd311f55af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7b9e2-4da9-4cd4-9704-f44ecc73fb53,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:07.255471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97506ddf-51f5-4b8c-9127-8100c92ccbeb req-edc5c3e5-4240-45cd-86d2-37874910b2ee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:07.257383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97506ddf-51f5-4b8c-9127-8100c92ccbeb req-edc5c3e5-4240-45cd-86d2-37874910b2ee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0758746 Jul 30 03:32:07.300436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97506ddf-51f5-4b8c-9127-8100c92ccbeb req-467d7430-146b-448a-b915-479e88f66a8a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Jul 30 03:32:07.515366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:07.518459 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a4f61-118c-4261-a6f5-517458fbc147" -d '{"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:07.574520 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858558ce-485e-45bf-b3dc-1c0a92315aa8 x-openstack-request-id: req-858558ce-485e-45bf-b3dc-1c0a92315aa8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:07.574982 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:07.575740 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-858558ce-485e-45bf-b3dc-1c0a92315aa8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:07.576741 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7', 'code': 200} Jul 30 03:32:07.648235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3346f6-b9d2-4ec5-87a3-400d7259fb19 req-1ea6a1d8-dcd5-401a-81f2-2550f400e5b0 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:07.650079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc3346f6-b9d2-4ec5-87a3-400d7259fb19 req-1ea6a1d8-dcd5-401a-81f2-2550f400e5b0 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 943 time: 0.0554564 Jul 30 03:32:07.693689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc3346f6-b9d2-4ec5-87a3-400d7259fb19 req-fdd1728f-48dd-4935-a565-b2ca132bb19c tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370533 Jul 30 03:32:07.738347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35824) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:07.753181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67323ecf-d469-4942-96e4-aca9a2cc7780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.851918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67323ecf-d469-4942-96e4-aca9a2cc7780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.855803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67323ecf-d469-4942-96e4-aca9a2cc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.898477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-67323ecf-d469-4942-96e4-aca9a2cc7780 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b8f41c683ce44a8baa92a79c4a45939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590044 Jul 30 03:32:07.899387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323ecf-d469-4942-96e4-aca9a2cc7780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e5afa8-e2e2-4059-bd8c-3da0f57a65a9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:07.901155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35832) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:07.960457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-129aaeae-abae-4d07-b28e-d4214857abb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:07.977025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2839f497-9881-42fa-8a6d-8e2353261458 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:07.991488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-129aaeae-abae-4d07-b28e-d4214857abb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:08.053386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-129aaeae-abae-4d07-b28e-d4214857abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:08.058422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-129aaeae-abae-4d07-b28e-d4214857abb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:08.061031 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-129aaeae-abae-4d07-b28e-d4214857abb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57e5afa8-e2e2-4059-bd8c-3da0f57a65a9 HTTP/1.1" status: 204 len: 168 time: 0.1586895 Jul 30 03:32:08.074914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aaeae-abae-4d07-b28e-d4214857abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e5afa8-e2e2-4059-bd8c-3da0f57a65a9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:08.101198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2839f497-9881-42fa-8a6d-8e2353261458, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2839f497-9881-42fa-8a6d-8e2353261458,segment=NetworkSegment(716e98e5-2520-45dc-b7e5-4020f2702958),segment_id=716e98e5-2520-45dc-b7e5-4020f2702958)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:08.115329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '2839f497-9881-42fa-8a6d-8e2353261458', 'network_id': '1062fa9a-bd88-432b-8703-6c33a0cdf7d7', 'port_id': '2839f497-9881-42fa-8a6d-8e2353261458', 'mac_address': 'fa:16:3e:75:dd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911cead2-fff4-49ef-b0e1-e7031fb53457', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:08.156863 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:08.170285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2839f497-9881-42fa-8a6d-8e2353261458 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:08.191958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2839f497-9881-42fa-8a6d-8e2353261458, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2839f497-9881-42fa-8a6d-8e2353261458,segment=NetworkSegment(716e98e5-2520-45dc-b7e5-4020f2702958),segment_id=716e98e5-2520-45dc-b7e5-4020f2702958)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:08.196782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:08.247095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=2839f497-9881-42fa-8a6d-8e2353261458,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:08.467569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e5d1-ac9d-40d1-a73c-071228866639 req-c45686ef-4b1a-412a-ab82-5349f051d31c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:08.475663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1667e5d1-ac9d-40d1-a73c-071228866639 req-c45686ef-4b1a-412a-ab82-5349f051d31c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0908422 Jul 30 03:32:08.525777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1667e5d1-ac9d-40d1-a73c-071228866639 req-f233030c-3744-41c2-8682-a5d907ffb170 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Jul 30 03:32:08.687834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['2839f497-9881-42fa-8a6d-8e2353261458'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:08.890471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a5501-00f8-44eb-ab2f-c93fc8727db6 req-5e7d228c-b7db-493e-8690-183643ff90de tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:08.900857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-535a5501-00f8-44eb-ab2f-c93fc8727db6 req-5e7d228c-b7db-493e-8690-183643ff90de tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 944 time: 0.1039951 Jul 30 03:32:08.956330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-535a5501-00f8-44eb-ab2f-c93fc8727db6 req-f26f750f-7631-45fe-a500-138170eb44f1 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530238 Jul 30 03:32:09.950023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35974) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:10.357432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe9c241-d70d-4b96-855a-9db1dbe0fa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:10.614382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe9c241-d70d-4b96-855a-9db1dbe0fa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:10.625417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe9c241-d70d-4b96-855a-9db1dbe0fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:10.698707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9c241-d70d-4b96-855a-9db1dbe0fa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b1fcf7-ddff-40e2-a82b-caa33c3c2f67,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:10.711821 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2fe9c241-d70d-4b96-855a-9db1dbe0fa79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6076788a212247038bdb99237a8a9e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593949 Jul 30 03:32:10.714430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:10.756483 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:10.803894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e0fc-1430-4907-8b15-55f6a369a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:10.872189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e0fc-1430-4907-8b15-55f6a369a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:11.011417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e0fc-1430-4907-8b15-55f6a369a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:11.017685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e0fc-1430-4907-8b15-55f6a369a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:11.022826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bfe2e0fc-1430-4907-8b15-55f6a369a211 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3b1fcf7-ddff-40e2-a82b-caa33c3c2f67 HTTP/1.1" status: 204 len: 168 time: 0.3072457 Jul 30 03:32:11.044710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e0fc-1430-4907-8b15-55f6a369a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b1fcf7-ddff-40e2-a82b-caa33c3c2f67,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:11.579374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:11.614859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90d4b766-71be-43b1-a075-6b441e60d75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:11.809313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36024) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:11.836390 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90d4b766-71be-43b1-a075-6b441e60d75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:11.848920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90d4b766-71be-43b1-a075-6b441e60d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:11.949205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90d4b766-71be-43b1-a075-6b441e60d75e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=301cac8c13e24636ae128b4c9ba7c785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666370 Jul 30 03:32:11.952201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:11.954786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b766-71be-43b1-a075-6b441e60d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe697f6b-be97-4679-b836-9fc46a0b74b4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:12.012622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2839f497-9881-42fa-8a6d-8e2353261458 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:12.018757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d14f0f0-1754-4cc6-8f56-1ca373f36a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.101892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d89264d9-6626-46fe-a2b8-e2ec515d795a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.170206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 2839f497-9881-42fa-8a6d-8e2353261458 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:32:12.175600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 2839f497-9881-42fa-8a6d-8e2353261458 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:12.176197 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.197352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d89264d9-6626-46fe-a2b8-e2ec515d795a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.199532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d14f0f0-1754-4cc6-8f56-1ca373f36a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.211426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d14f0f0-1754-4cc6-8f56-1ca373f36a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.294605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f0f0-1754-4cc6-8f56-1ca373f36a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740dd4d9-8be0-410e-9b82-4b02d70e8304,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:12.341211 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d89264d9-6626-46fe-a2b8-e2ec515d795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.344311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d89264d9-6626-46fe-a2b8-e2ec515d795a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.346867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d89264d9-6626-46fe-a2b8-e2ec515d795a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe697f6b-be97-4679-b836-9fc46a0b74b4 HTTP/1.1" status: 204 len: 168 time: 0.3933156 Jul 30 03:32:12.382929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89264d9-6626-46fe-a2b8-e2ec515d795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe697f6b-be97-4679-b836-9fc46a0b74b4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:12.397764 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d14f0f0-1754-4cc6-8f56-1ca373f36a12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=388cf9c46e524bff82f877fa7a70f367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868115 Jul 30 03:32:12.401645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:12.534290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d48ef4dc-d18a-4c63-8a18-97cdfb8addff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.538519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdec0-b0b7-4b22-978a-cbdf22fbe7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.547806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.592498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d48ef4dc-d18a-4c63-8a18-97cdfb8addff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.645441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2839f497-9881-42fa-8a6d-8e2353261458, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2839f497-9881-42fa-8a6d-8e2353261458,segment=NetworkSegment(716e98e5-2520-45dc-b7e5-4020f2702958),segment_id=716e98e5-2520-45dc-b7e5-4020f2702958)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:12.646050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2839f497-9881-42fa-8a6d-8e2353261458'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:12.653579 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d928a4d2-349a-470a-80ea-bf619b066a8b" -d '{"events": [{"server_uuid": "18fa9421-c1db-4f80-b662-4577c57de6e4", "name": "network-vif-plugged", "status": "completed", "tag": "2839f497-9881-42fa-8a6d-8e2353261458"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:12.669446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.707015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d48ef4dc-d18a-4c63-8a18-97cdfb8addff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.710627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d48ef4dc-d18a-4c63-8a18-97cdfb8addff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:12.715118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d48ef4dc-d18a-4c63-8a18-97cdfb8addff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/740dd4d9-8be0-410e-9b82-4b02d70e8304 HTTP/1.1" status: 204 len: 168 time: 0.3106878 Jul 30 03:32:12.731782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ef4dc-d18a-4c63-8a18-97cdfb8addff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740dd4d9-8be0-410e-9b82-4b02d70e8304,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:12.822169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=2839f497-9881-42fa-8a6d-8e2353261458,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:13.399915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:13.432839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78a54187-911a-4e5f-8b3e-70565bb9de74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.595198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78a54187-911a-4e5f-8b3e-70565bb9de74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.610719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78a54187-911a-4e5f-8b3e-70565bb9de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.665601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36068) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:13.672903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-78a54187-911a-4e5f-8b3e-70565bb9de74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d175f463328b40b8a71cc8fff1ba4ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710094 Jul 30 03:32:13.674559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a54187-911a-4e5f-8b3e-70565bb9de74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c932bb2f-dde6-410d-8e12-e2ef72397208,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:13.729870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2de4a3f-8442-4986-93b5-0d71866f665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.761348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2de4a3f-8442-4986-93b5-0d71866f665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.885104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2de4a3f-8442-4986-93b5-0d71866f665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.891766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2de4a3f-8442-4986-93b5-0d71866f665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:13.896679 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2de4a3f-8442-4986-93b5-0d71866f665a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c932bb2f-dde6-410d-8e12-e2ef72397208 HTTP/1.1" status: 204 len: 168 time: 0.2300823 Jul 30 03:32:13.914602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de4a3f-8442-4986-93b5-0d71866f665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932bb2f-dde6-410d-8e12-e2ef72397208,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:14.668915 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a2212840-9342-42cf-b293-5533edc16a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:14.905668 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.176609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:16.309687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.576109 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-858080e8-b52a-4466-85eb-7f013d1d997e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.687441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-858080e8-b52a-4466-85eb-7f013d1d997e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.698652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-858080e8-b52a-4466-85eb-7f013d1d997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.745934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-858080e8-b52a-4466-85eb-7f013d1d997e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96b565979fa340ce930c41de1bab4bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659451 Jul 30 03:32:16.747070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36144) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:16.749377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858080e8-b52a-4466-85eb-7f013d1d997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ee3d2-3102-48a0-8a99-716194f1ed78,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:16.827009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45d5febd-4351-48ce-8632-66c9c947f98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.855988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45d5febd-4351-48ce-8632-66c9c947f98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.934198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45d5febd-4351-48ce-8632-66c9c947f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.936869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45d5febd-4351-48ce-8632-66c9c947f98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:16.938087 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45d5febd-4351-48ce-8632-66c9c947f98d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e9ee3d2-3102-48a0-8a99-716194f1ed78 HTTP/1.1" status: 204 len: 168 time: 0.1884508 Jul 30 03:32:16.954552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5febd-4351-48ce-8632-66c9c947f98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ee3d2-3102-48a0-8a99-716194f1ed78,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:17.938438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:20.056232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:20.580989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ff24b12-d3cc-4cb0-a247-6b733751b97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:20.734292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ff24b12-d3cc-4cb0-a247-6b733751b97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:20.742238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ff24b12-d3cc-4cb0-a247-6b733751b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:20.798864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:20.799484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8ff24b12-d3cc-4cb0-a247-6b733751b97f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=456c36c9da604f53bf3a72cf50cf9ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417383 Jul 30 03:32:20.801728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff24b12-d3cc-4cb0-a247-6b733751b97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7298b475-93ad-41c9-afca-b0336101f01f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:20.879251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fee43f07-c4e5-4086-9762-048f8a69f529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:20.908418 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fee43f07-c4e5-4086-9762-048f8a69f529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:21.010275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fee43f07-c4e5-4086-9762-048f8a69f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:21.013554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fee43f07-c4e5-4086-9762-048f8a69f529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:21.020618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fee43f07-c4e5-4086-9762-048f8a69f529 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7298b475-93ad-41c9-afca-b0336101f01f HTTP/1.1" status: 204 len: 168 time: 0.2169008 Jul 30 03:32:21.041121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee43f07-c4e5-4086-9762-048f8a69f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298b475-93ad-41c9-afca-b0336101f01f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:22.547169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5444d5f-9a67-4ca2-9313-97fcbb0cc0ef req-cca8313e-58a6-496d-bbaf-8cc97b7dc83c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:22.554489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5444d5f-9a67-4ca2-9313-97fcbb0cc0ef req-cca8313e-58a6-496d-bbaf-8cc97b7dc83c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0616486 Jul 30 03:32:22.636211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5444d5f-9a67-4ca2-9313-97fcbb0cc0ef req-f052db45-9b95-4df4-8bbd-b14adce0686a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Jul 30 03:32:22.677382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a65c5-8fc5-4bbf-98a5-bef697d545f4 req-2f8af456-7497-4168-8d7a-0a2cdde8dab2 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:22.683398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da7a65c5-8fc5-4bbf-98a5-bef697d545f4 req-2f8af456-7497-4168-8d7a-0a2cdde8dab2 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.1218944 Jul 30 03:32:22.736909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da7a65c5-8fc5-4bbf-98a5-bef697d545f4 req-d1b98b2e-1b29-49e4-987b-f6bac919b103 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480905 Jul 30 03:32:22.844468 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55e7919-8d73-469c-8b36-84d478fc9823 x-openstack-request-id: req-f55e7919-8d73-469c-8b36-84d478fc9823 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:22.854024 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa9421-c1db-4f80-b662-4577c57de6e4", "name": "network-vif-plugged", "status": "completed", "tag": "2839f497-9881-42fa-8a6d-8e2353261458", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:22.854428 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f55e7919-8d73-469c-8b36-84d478fc9823 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:22.854823 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2839f497-9881-42fa-8a6d-8e2353261458', 'code': 200} Jul 30 03:32:23.132750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d102dee-5a7b-42ae-b14e-265797e60e13 req-3baf41f2-ee08-4bcb-aa94-abf94d749a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:23.134686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d102dee-5a7b-42ae-b14e-265797e60e13 req-3baf41f2-ee08-4bcb-aa94-abf94d749a43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0772829 Jul 30 03:32:23.196045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d102dee-5a7b-42ae-b14e-265797e60e13 req-650640cc-4dc7-4641-915d-1a942019a23d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Jul 30 03:32:23.890157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c7b5-57d1-4c2b-9c6a-374d0bcda02e req-6a67e881-fd39-4ce2-80c8-5c5a5e361523 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:23.900123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c55c7b5-57d1-4c2b-9c6a-374d0bcda02e req-6a67e881-fd39-4ce2-80c8-5c5a5e361523 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0734086 Jul 30 03:32:23.951073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c55c7b5-57d1-4c2b-9c6a-374d0bcda02e req-06f33d5f-c65d-4770-95ce-a28358a0977c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Jul 30 03:32:24.145651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b7e0e-9d74-4dac-9944-9596f4a98378 req-c6ad63f1-97da-4730-9f08-580e1dbdb9d9 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:24.147264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b8b7e0e-9d74-4dac-9944-9596f4a98378 req-c6ad63f1-97da-4730-9f08-580e1dbdb9d9 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.0615509 Jul 30 03:32:24.202629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b8b7e0e-9d74-4dac-9944-9596f4a98378 req-4eb19495-5f3c-4542-b6f4-9b2fc4cadb09 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Jul 30 03:32:24.254269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74357d-59c7-4569-a1dd-0cdb82fdff00 req-d2c97210-8091-444e-bf65-f92d4ea4624c tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:24.263970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea74357d-59c7-4569-a1dd-0cdb82fdff00 req-d2c97210-8091-444e-bf65-f92d4ea4624c tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 950 time: 0.0765002 Jul 30 03:32:24.303710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea74357d-59c7-4569-a1dd-0cdb82fdff00 req-a69e5c81-741e-4fb5-94fc-7dc4d475f31e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Jul 30 03:32:24.713620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-f270194f-0741-4754-8f5c-1fbabc6b5c25 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:24.715741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-f270194f-0741-4754-8f5c-1fbabc6b5c25 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.1510782 Jul 30 03:32:24.746183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-fcd4e590-3223-468b-a705-7f396e071e9e tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/quotas/6f791f0940c54c00b091f8fd94a9c86a HTTP/1.1" status: 200 len: 375 time: 0.0232098 Jul 30 03:32:24.834788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-da3a70f8-1ef6-43ed-a88f-652a12792265 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790479 Jul 30 03:32:24.953549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-747da070-5fd2-458b-a66d-a77658943f1a service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121857 Jul 30 03:32:25.090998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-24a34b71-0658-44bf-ac76-98f918444f76 service neutron] 10.222.0.39 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299958 Jul 30 03:32:25.102412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76526d3-a745-45b6-bd02-b181fd9e50fe req-4160fb00-f4c6-4913-8c3e-5d0e94c1fb22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:25.104037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c76526d3-a745-45b6-bd02-b181fd9e50fe req-4160fb00-f4c6-4913-8c3e-5d0e94c1fb22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0800824 Jul 30 03:32:25.164711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c76526d3-a745-45b6-bd02-b181fd9e50fe req-92006319-9f9f-4bce-bedb-7316a31efc18 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 Jul 30 03:32:25.383870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-116342e5-4a26-43e9-aca0-947040328607 req-5eb6bfe4-ad1f-48a2-b00b-f9ac1433ef05 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 210 time: 0.0431612 Jul 30 03:32:25.409266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7a114-4412-43ee-8cc8-83945682370f req-6387a7c9-a0d7-4e56-b707-6ee3cccab719 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:25.417277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50f7a114-4412-43ee-8cc8-83945682370f req-6387a7c9-a0d7-4e56-b707-6ee3cccab719 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.1218855 Jul 30 03:32:25.468277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50f7a114-4412-43ee-8cc8-83945682370f req-567e5bd7-5a4f-422d-8b35-72b0d0051277 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Jul 30 03:32:25.571584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:25.639798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:25.768896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48773cba-da31-4935-9a48-75f05210c662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:25.832815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0344c50-e9ed-4b92-984d-c647aa187443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:25.930927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48773cba-da31-4935-9a48-75f05210c662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:25.946398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48773cba-da31-4935-9a48-75f05210c662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.007821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-48773cba-da31-4935-9a48-75f05210c662 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bd997ddadf64c99800ef2bcef25b922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668633 Jul 30 03:32:26.010497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36562) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:26.015807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48773cba-da31-4935-9a48-75f05210c662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812eb291-6d87-4377-9fc8-ab4d026d4059,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:26.049446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:26.081750 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0344c50-e9ed-4b92-984d-c647aa187443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.088312 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0344c50-e9ed-4b92-984d-c647aa187443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.097777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d51c733-8059-4b57-acae-3b57df3813f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.119472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d0344c50-e9ed-4b92-984d-c647aa187443 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ff22533e4e9405eb0ff43a8fcee1d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445080 Jul 30 03:32:26.122145 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d51c733-8059-4b57-acae-3b57df3813f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.123908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:26.132527 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.171085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:26.172187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:26.174858 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09880d1-d311-407d-8db3-884817f51cde" -d '{"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:26.182050 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.218020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344c50-e9ed-4b92-984d-c647aa187443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba90de-1d6d-41ce-a41c-fd3e2b7fe04a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:26.221564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d51c733-8059-4b57-acae-3b57df3813f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.226566 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d51c733-8059-4b57-acae-3b57df3813f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.234613 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d51c733-8059-4b57-acae-3b57df3813f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/812eb291-6d87-4377-9fc8-ab4d026d4059 HTTP/1.1" status: 204 len: 168 time: 0.2208591 Jul 30 03:32:26.246440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51c733-8059-4b57-acae-3b57df3813f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812eb291-6d87-4377-9fc8-ab4d026d4059,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:26.280337 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f5212a-3de1-4e83-a23c-c81f0af1d6c6 x-openstack-request-id: req-59f5212a-3de1-4e83-a23c-c81f0af1d6c6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:26.280549 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:26.280788 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59f5212a-3de1-4e83-a23c-c81f0af1d6c6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:26.281410 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7', 'code': 200} Jul 30 03:32:26.309488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb8308f7-df77-4182-be20-e03b94098a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.346899 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb8308f7-df77-4182-be20-e03b94098a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.351844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:26.378859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0cc72-028d-40ad-b8fd-47655387ba01 req-349e8ff7-df59-429c-9a99-4f3ab60bd476 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:26.386453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1f0cc72-028d-40ad-b8fd-47655387ba01 req-349e8ff7-df59-429c-9a99-4f3ab60bd476 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1077609 Jul 30 03:32:26.462773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1f0cc72-028d-40ad-b8fd-47655387ba01 req-e20f2f11-ab94-4846-89c8-164ebc5f53c2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Jul 30 03:32:26.501853 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb8308f7-df77-4182-be20-e03b94098a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.507079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb8308f7-df77-4182-be20-e03b94098a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.508752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cb8308f7-df77-4182-be20-e03b94098a1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04ba90de-1d6d-41ce-a41c-fd3e2b7fe04a HTTP/1.1" status: 204 len: 168 time: 0.3839204 Jul 30 03:32:26.564642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-fd70ae95-b87b-4ac4-8cd3-88e44d23ddd0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:26.566446 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-fd70ae95-b87b-4ac4-8cd3-88e44d23ddd0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 804 time: 0.2008369 Jul 30 03:32:26.587129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Request body: {'port': {'device_id': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'admin_state_up': True, 'tenant_id': '6f791f0940c54c00b091f8fd94a9c86a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:26.589943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e5509dd-8af6-4af6-be8f-d9e0c9879e24 req-607d248d-901b-4314-8a21-1ff095b9976a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 210 time: 0.0734961 Jul 30 03:32:26.594007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8308f7-df77-4182-be20-e03b94098a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba90de-1d6d-41ce-a41c-fd3e2b7fe04a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:26.699275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-297730e6-e120-421b-9bec-4c30749eb2f1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:26.701218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-297730e6-e120-421b-9bec-4c30749eb2f1 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c3975a2-e2c9-4713-81ca-0b94c82658d0 HTTP/1.1" status: 200 len: 943 time: 0.1084321 Jul 30 03:32:26.806211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36580) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:26.827796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb546f8-712b-47e6-8d6d-6fe9041eb995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.827976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Made reservation on behalf of 6f791f0940c54c00b091f8fd94a9c86a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:26.833214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:26.884135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Deleting port 7a9922e5-834d-4f10-92c0-3522614598d7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:32:26.884640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.004603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Allocated IP 172.20.0.10 (17b0af4b-ab0e-40e2-a627-e5126be85c37/594c345e-9682-465d-9da5-88f0ecd07744/f737c433-7889-480c-9374-0a87e58f8f19) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:32:27.025875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] For port 7a9922e5-834d-4f10-92c0-3522614598d7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7a9922e5-834d-4f10-92c0-3522614598d7,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:27.026347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.051244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Calling delete_port for 7a9922e5-834d-4f10-92c0-3522614598d7 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:32:27.118388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb546f8-712b-47e6-8d6d-6fe9041eb995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.125274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb546f8-712b-47e6-8d6d-6fe9041eb995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.140385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36602) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:27.166542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c42574-81c2-444c-b166-c4d34da76eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.171594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbb546f8-712b-47e6-8d6d-6fe9041eb995 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fd01d3d265e42c2bef8e449e2b40f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640809 Jul 30 03:32:27.171833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:27.206186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb546f8-712b-47e6-8d6d-6fe9041eb995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a4bee9-c5d2-4131-b922-7e5b266e494f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:27.225159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.288490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.301986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3f74-cc2b-4475-ad58-45fc47fdbcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.318935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event deleted for resources: {'Port': ['ID=7a9922e5-834d-4f10-92c0-3522614598d7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:27.332292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3f74-cc2b-4475-ad58-45fc47fdbcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.359786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.363730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] No DVR routers for this DVR port 7a9922e5-834d-4f10-92c0-3522614598d7 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:32:27.366654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.370145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5412305-1178-4951-8a7e-5d6f1f205871 req-546597f4-ba5e-4565-81cf-e34b3a13abea tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.16 "DELETE /v2.0/ports/7a9922e5-834d-4f10-92c0-3522614598d7 HTTP/1.1" status: 204 len: 173 time: 0.6619291 Jul 30 03:32:27.370145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-deleted', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:27.372410 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfab683-84af-4f79-b8ea-3a7d0b156e6a" -d '{"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-deleted", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:27.429720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Network 17b0af4b-ab0e-40e2-a627-e5126be85c37 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:32:27.441664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:27.445815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:32:27.458523 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a67f0b-10f2-4fb5-876c-36a7ccf2d74b x-openstack-request-id: req-68a67f0b-10f2-4fb5-876c-36a7ccf2d74b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:27.458906 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3975a2-e2c9-4713-81ca-0b94c82658d0", "name": "network-vif-deleted", "tag": "7a9922e5-834d-4f10-92c0-3522614598d7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:27.459551 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68a67f0b-10f2-4fb5-876c-36a7ccf2d74b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:27.460008 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3975a2-e2c9-4713-81ca-0b94c82658d0', 'name': 'network-vif-deleted', 'tag': '7a9922e5-834d-4f10-92c0-3522614598d7', 'status': 'completed', 'code': 200} Jul 30 03:32:27.506744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:27.526634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c42574-81c2-444c-b166-c4d34da76eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.529785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3f74-cc2b-4475-ad58-45fc47fdbcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.532950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3f74-cc2b-4475-ad58-45fc47fdbcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.534109 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a1d3f74-cc2b-4475-ad58-45fc47fdbcfb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46a4bee9-c5d2-4131-b922-7e5b266e494f HTTP/1.1" status: 204 len: 168 time: 0.3562720 Jul 30 03:32:27.537170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c42574-81c2-444c-b166-c4d34da76eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.548624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:27.549780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.567627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3f74-cc2b-4475-ad58-45fc47fdbcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a4bee9-c5d2-4131-b922-7e5b266e494f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:27.600291 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a0c42574-81c2-444c-b166-c4d34da76eb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f77c094e2df451d9edceea84807c607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585922 Jul 30 03:32:27.603042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:27.607952 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b8c727dc-88c2-4cc8-926e-2fae7be9b0cc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0308459 Jul 30 03:32:27.625230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Request body: {'port': {'device_id': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:27.651154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c42574-81c2-444c-b166-c4d34da76eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654748eb-b9a3-488c-870d-40d40c55baa4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:27.693800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.786792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05c01b-22ff-45d9-98e1-768728c15257 req-1cb0559f-ad71-485c-9966-c536e16276a5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:27.788720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f05c01b-22ff-45d9-98e1-768728c15257 req-1cb0559f-ad71-485c-9966-c536e16276a5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1654840 Jul 30 03:32:27.804402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713bb97-f1fe-441d-82f7-883fbb6edafe req-585f04df-003b-4cec-97b2-c7c8ebd3b712 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:27.812407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3713bb97-f1fe-441d-82f7-883fbb6edafe req-585f04df-003b-4cec-97b2-c7c8ebd3b712 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 932 time: 0.1043825 Jul 30 03:32:27.828657 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d79b717f-e0a4-44d4-b00a-90f75ca97d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.902718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d79b717f-e0a4-44d4-b00a-90f75ca97d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.925547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3713bb97-f1fe-441d-82f7-883fbb6edafe req-a6786391-93ec-4a4b-a65d-0e9436cdbdf8 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069915 Jul 30 03:32:27.943454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f05c01b-22ff-45d9-98e1-768728c15257 req-ad445373-8455-4e9c-9fd9-a8eea6af3263 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223953 Jul 30 03:32:27.995388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d79b717f-e0a4-44d4-b00a-90f75ca97d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.998264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d79b717f-e0a4-44d4-b00a-90f75ca97d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:27.999845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d79b717f-e0a4-44d4-b00a-90f75ca97d20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/654748eb-b9a3-488c-870d-40d40c55baa4 HTTP/1.1" status: 204 len: 168 time: 0.3954678 Jul 30 03:32:28.022032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b717f-e0a4-44d4-b00a-90f75ca97d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654748eb-b9a3-488c-870d-40d40c55baa4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:28.163495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f737c433-7889-480c-9374-0a87e58f8f19 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:28.187119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:28.218485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Transition to ACTIVE for port object f737c433-7889-480c-9374-0a87e58f8f19 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:28.233753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:28.310866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:28.394712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Attempting to bind port f737c433-7889-480c-9374-0a87e58f8f19 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:32:28.395241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Attempting to bind port f737c433-7889-480c-9374-0a87e58f8f19 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:32:28.395584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Attempting to bind port f737c433-7889-480c-9374-0a87e58f8f19 on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:32:28.401962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Port f737c433-7889-480c-9374-0a87e58f8f19 on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:32:28.402294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Attempting to bind port f737c433-7889-480c-9374-0a87e58f8f19 on network 17b0af4b-ab0e-40e2-a627-e5126be85c37 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:32:28.409006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:32:28.409214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Checking segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:32:28.409605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Bound using segment: {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:32:28.410039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Bound port: f737c433-7889-480c-9374-0a87e58f8f19, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b96ba96-f294-4227-8564-949c3180aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:32:28.410400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:28.499311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:32:28.509289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:32:28.517797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:28.574621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:28.575107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:28.576546 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] 10.222.0.18 "PUT /v2.0/ports/f737c433-7889-480c-9374-0a87e58f8f19 HTTP/1.1" status: 200 len: 1093 time: 0.9579973 Jul 30 03:32:28.577089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:28.579905 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "tag": "f737c433-7889-480c-9374-0a87e58f8f19"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:28.680673 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66a243-8902-4fea-ab5d-b8d7bd2ad84e x-openstack-request-id: req-6c66a243-8902-4fea-ab5d-b8d7bd2ad84e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:28.681191 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "tag": "f737c433-7889-480c-9374-0a87e58f8f19", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:28.681628 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c66a243-8902-4fea-ab5d-b8d7bd2ad84e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:28.682372 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19', 'status': 'completed', 'code': 200} Jul 30 03:32:28.684029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c45f9-83d4-4a73-a91b-77bb6f586405 service neutron] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:28.702041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-669d3df3-36fd-4940-a515-5b7f71f2d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:28.705342 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-669d3df3-36fd-4940-a515-5b7f71f2d6d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 1096 time: 0.0716276 Jul 30 03:32:28.760905 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-6ab6fa6a-69dc-4eb0-9a56-4d8d702c4a83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f737c433-7889-480c-9374-0a87e58f8f19 HTTP/1.1" status: 200 len: 217 time: 0.0454946 Jul 30 03:32:28.840349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-eefe401e-204a-4cd0-a28d-27e7460f3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:28.842203 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-eefe401e-204a-4cd0-a28d-27e7460f3259 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0720716 Jul 30 03:32:28.882231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:28.884988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:28.887995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-869503ab-813a-4083-9523-31cf3d426f19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383530 Jul 30 03:32:29.125960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-b29347eb-b1b8-4067-b1b6-d56c38fba5eb service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287459 Jul 30 03:32:29.132442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:29.147546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4edd8-df93-4969-b1c0-4e3d433a1667 req-d266020d-83ce-41fe-bc31-e551f1d2ae98 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:29.155989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:29.159786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'mac_address': 'fa:16:3e:16:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:29.162883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bf4edd8-df93-4969-b1c0-4e3d433a1667 req-d266020d-83ce-41fe-bc31-e551f1d2ae98 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1138129 Jul 30 03:32:29.238540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:29.242602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:29.246108 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09d6cc-4269-45c6-bafc-fbdabe4fdd37" -d '{"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-unplugged", "status": "completed", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:29.260716 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:29.271705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:29.320518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bf4edd8-df93-4969-b1c0-4e3d433a1667 req-d3a54833-109f-4e00-9a6e-9b81a56ea7fe tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560895 Jul 30 03:32:29.335855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc31c7e-6318-4270-9836-c1cf5d902a64 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:29.374139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b2171-ccb5-4170-ae34-d96feda2ef28 req-6d21191b-4e13-4043-bd9d-b499464351b7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:29.377955 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e28f8827-21b6-4a1b-b76e-9519ebc13e1f req-82f62982-7deb-4a4a-b984-437f9377c194 service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447884 Jul 30 03:32:29.382485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:29.386351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:29.394671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:29.399913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a39b2171-ccb5-4170-ae34-d96feda2ef28 req-6d21191b-4e13-4043-bd9d-b499464351b7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 944 time: 0.2913203 Jul 30 03:32:29.493138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a39b2171-ccb5-4170-ae34-d96feda2ef28 req-bb6201b3-f4c4-4946-9c1a-2c3e246aa1f2 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917373 Jul 30 03:32:29.505815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['8cc31c7e-6318-4270-9836-c1cf5d902a64'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:29.514164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:29.592126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-faa18e45-ff95-4442-8dd7-fe7ce562cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:29.603827 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-faa18e45-ff95-4442-8dd7-fe7ce562cbc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 1096 time: 0.1656730 Jul 30 03:32:29.611555 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a1d228-01f1-484e-9569-c40dd3385d49 x-openstack-request-id: req-b6a1d228-01f1-484e-9569-c40dd3385d49 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:29.612133 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-unplugged", "status": "completed", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:29.613506 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6a1d228-01f1-484e-9569-c40dd3385d49 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:29.614089 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'code': 200} Jul 30 03:32:29.759672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-1c1e6943-9600-414c-999e-bdde8591d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:29.761165 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-1c1e6943-9600-414c-999e-bdde8591d484 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 200 len: 904 time: 0.1456540 Jul 30 03:32:29.835382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-2da5479e-6c6f-400a-aedf-f5f83be12b7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f737c433-7889-480c-9374-0a87e58f8f19 HTTP/1.1" status: 200 len: 217 time: 0.0644102 Jul 30 03:32:29.895619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-7302609b-e873-44d0-9dcc-e2fbd0fb62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:29.897217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-7302609b-e873-44d0-9dcc-e2fbd0fb62d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 200 len: 844 time: 0.0554924 Jul 30 03:32:29.942431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-8426c32b-ba13-4329-b954-c2e920330842 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17b0af4b-ab0e-40e2-a627-e5126be85c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369093 Jul 30 03:32:30.057624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:30.080067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 7a9922e5-834d-4f10-92c0-3522614598d7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:32:30.080424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7a9922e5-834d-4f10-92c0-3522614598d7 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:32:30.113589 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-ba57fab2-913c-4f6a-9920-316f852bfe2d service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619735 Jul 30 03:32:30.282811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2cdc7b5-de42-42ad-b673-cd5b2082cee9 req-407ec53a-792c-4104-b6f8-35098ee285bb service neutron] 10.222.0.18 "GET /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595263 Jul 30 03:32:30.425900 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:30.604206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293292dc-5e59-4292-a6f9-092c902249cd req-6858139a-21eb-4c89-ac3e-8606d08e99f9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:30.615860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-293292dc-5e59-4292-a6f9-092c902249cd req-6858139a-21eb-4c89-ac3e-8606d08e99f9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1310599 Jul 30 03:32:30.726351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-293292dc-5e59-4292-a6f9-092c902249cd req-767d8a56-beaa-44c8-bc35-cfd64ae2696f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044123 Jul 30 03:32:30.889063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:30.967063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69eb5d-07ec-4f20-99de-44ed7e867c8b req-bc3984c8-72d4-4653-a749-7b383b172817 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:30.976192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b69eb5d-07ec-4f20-99de-44ed7e867c8b req-bc3984c8-72d4-4653-a749-7b383b172817 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 944 time: 0.1355047 Jul 30 03:32:31.032808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 8cc31c7e-6318-4270-9836-c1cf5d902a64 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:31.033194 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:31.042668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b69eb5d-07ec-4f20-99de-44ed7e867c8b req-28c425f2-5dcc-4680-9522-e510999f79ca tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610275 Jul 30 03:32:31.303971 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:31.393141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:31.413113 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:31.505422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=10']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:31.615523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:31.619948 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8400f0-e621-4c36-b1e4-6fea83d7ea89" -d '{"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:31.684831 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a57acb-f412-44a8-9e3f-4ab232eccf5a x-openstack-request-id: req-14a57acb-f412-44a8-9e3f-4ab232eccf5a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:31.685195 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:31.686013 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14a57acb-f412-44a8-9e3f-4ab232eccf5a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:31.686526 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'code': 200} Jul 30 03:32:31.986249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a9a6-b617-4fb2-b433-3cc810781340 req-d75ef0fc-d15b-4e02-aba3-4a05c6fe0112 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:32.002502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48f5a9a6-b617-4fb2-b433-3cc810781340 req-d75ef0fc-d15b-4e02-aba3-4a05c6fe0112 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1274498 Jul 30 03:32:32.056911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48f5a9a6-b617-4fb2-b433-3cc810781340 req-2b71caf6-fec0-470c-a453-e59ee742538a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524566 Jul 30 03:32:32.284507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8f676-bf0e-4c5d-82f7-9224ed4ec3aa req-49c3f55a-b57b-4b11-81fb-d66fab1605fc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:32.286467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03b8f676-bf0e-4c5d-82f7-9224ed4ec3aa req-49c3f55a-b57b-4b11-81fb-d66fab1605fc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 944 time: 0.1202016 Jul 30 03:32:32.335718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03b8f676-bf0e-4c5d-82f7-9224ed4ec3aa req-ee1884bd-dd97-4579-8ab5-aa07d0968083 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Jul 30 03:32:32.359483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:32.584957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bc9ceb8-7888-42ef-be66-af6e3843cb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:32.776264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bc9ceb8-7888-42ef-be66-af6e3843cb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:32.783395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bc9ceb8-7888-42ef-be66-af6e3843cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:32.852783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9bc9ceb8-7888-42ef-be66-af6e3843cb19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cb63b8332e34c18a6e55fa385126e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906578 Jul 30 03:32:32.852990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9ceb8-7888-42ef-be66-af6e3843cb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2bfe96-569e-4aa0-81f9-2bc700859a71,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:32.856425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:32.926086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f737c433-7889-480c-9374-0a87e58f8f19 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:32.976021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04f25031-3f9c-4c73-8ce7-2625c5a41633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.007087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04f25031-3f9c-4c73-8ce7-2625c5a41633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.113355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04f25031-3f9c-4c73-8ce7-2625c5a41633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.116727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04f25031-3f9c-4c73-8ce7-2625c5a41633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.118330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-04f25031-3f9c-4c73-8ce7-2625c5a41633 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d2bfe96-569e-4aa0-81f9-2bc700859a71 HTTP/1.1" status: 204 len: 168 time: 0.2607739 Jul 30 03:32:33.149458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f25031-3f9c-4c73-8ce7-2625c5a41633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2bfe96-569e-4aa0-81f9-2bc700859a71,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:33.236810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:33.252595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f737c433-7889-480c-9374-0a87e58f8f19', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': 'f737c433-7889-480c-9374-0a87e58f8f19', 'mac_address': 'fa:16:3e:7b:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:33.342421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7da527-c0c8-4b25-a13f-b521af4e5c0c req-da355e2f-e375-43bc-94d7-ed36a88d010e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:33.343822 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.360756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c7da527-c0c8-4b25-a13f-b521af4e5c0c req-da355e2f-e375-43bc-94d7-ed36a88d010e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1292808 Jul 30 03:32:33.413357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f737c433-7889-480c-9374-0a87e58f8f19 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:33.503097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:33.513082 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.575767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c7da527-c0c8-4b25-a13f-b521af4e5c0c req-26840984-ff6f-4d9c-a9b5-8041b3c7656a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116139 Jul 30 03:32:33.603019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd79e2-9615-4236-8700-7d119221ffc6 req-bbec0ad4-6c7a-4137-a8e5-d4c5baa307d3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:33.604751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5cd79e2-9615-4236-8700-7d119221ffc6 req-bbec0ad4-6c7a-4137-a8e5-d4c5baa307d3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 945 time: 0.1171219 Jul 30 03:32:33.630691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:33.712428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5cd79e2-9615-4236-8700-7d119221ffc6 req-d017bc36-17b2-4f9a-9065-143e5e1b6e5c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979102 Jul 30 03:32:33.749912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:33.769633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f12441b-80a4-4002-a926-3426ac03dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:33.777996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f737c433-7889-480c-9374-0a87e58f8f19'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:34.005860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f12441b-80a4-4002-a926-3426ac03dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.011316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f12441b-80a4-4002-a926-3426ac03dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.043941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36998) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:34.093619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2f12441b-80a4-4002-a926-3426ac03dfc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b93335aa59444a7299a26cc8e3ba51e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420627 Jul 30 03:32:34.097102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:34.106606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12441b-80a4-4002-a926-3426ac03dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e590026c-57dd-4420-9b91-445beb8d03d9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:34.162288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03824650-cb28-4557-85f2-a769ca0f4ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.191552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03824650-cb28-4557-85f2-a769ca0f4ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.223439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71f6c6b3-411c-4025-b4a1-5cae544804a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.278575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03824650-cb28-4557-85f2-a769ca0f4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.281487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03824650-cb28-4557-85f2-a769ca0f4ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.283292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-03824650-cb28-4557-85f2-a769ca0f4ab0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e590026c-57dd-4420-9b91-445beb8d03d9 HTTP/1.1" status: 204 len: 168 time: 0.1850688 Jul 30 03:32:34.304937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03824650-cb28-4557-85f2-a769ca0f4ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e590026c-57dd-4420-9b91-445beb8d03d9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:34.375339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71f6c6b3-411c-4025-b4a1-5cae544804a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.383128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71f6c6b3-411c-4025-b4a1-5cae544804a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.415048 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-71f6c6b3-411c-4025-b4a1-5cae544804a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=500999586f844b198c9674e6588320c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699207 Jul 30 03:32:34.417754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:34.470564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6c6b3-411c-4025-b4a1-5cae544804a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6142cf-c45d-4469-9269-e2ed37de20d4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:34.513341 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-519cc4a3-bfd7-48d0-8d25-86a235fdccc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.540435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-519cc4a3-bfd7-48d0-8d25-86a235fdccc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.598967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-519cc4a3-bfd7-48d0-8d25-86a235fdccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.602295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-519cc4a3-bfd7-48d0-8d25-86a235fdccc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:34.611286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-519cc4a3-bfd7-48d0-8d25-86a235fdccc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b6142cf-c45d-4469-9269-e2ed37de20d4 HTTP/1.1" status: 204 len: 168 time: 0.1919928 Jul 30 03:32:34.625537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cc4a3-bfd7-48d0-8d25-86a235fdccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6142cf-c45d-4469-9269-e2ed37de20d4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:34.771730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e30d-6b33-42b2-a4fc-cc78e9899de8 req-4a2c213b-ac1c-4051-ace1-94f840cfa33e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:34.773644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaa6e30d-6b33-42b2-a4fc-cc78e9899de8 req-4a2c213b-ac1c-4051-ace1-94f840cfa33e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0790546 Jul 30 03:32:34.868758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaa6e30d-6b33-42b2-a4fc-cc78e9899de8 req-efa5faa9-a210-4471-ac66-1ed3fdd107a5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 Jul 30 03:32:34.953920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67db66f-d27c-4a4b-8073-3da06f1cd899 req-49a10450-cfe1-48da-9385-88b60e37dd25 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:34.954270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f737c433-7889-480c-9374-0a87e58f8f19 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:34.962494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e67db66f-d27c-4a4b-8073-3da06f1cd899 req-49a10450-cfe1-48da-9385-88b60e37dd25 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 945 time: 0.0776219 Jul 30 03:32:35.036901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e67db66f-d27c-4a4b-8073-3da06f1cd899 req-10f405ef-9aa1-47aa-a587-d4ef242dbdce tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696359 Jul 30 03:32:35.060139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port f737c433-7889-480c-9374-0a87e58f8f19 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:32:35.065769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f737c433-7889-480c-9374-0a87e58f8f19 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:35.066288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.193089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37048) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:35.208698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b80772-c8b9-4be7-9f46-6f78c9cb07b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.351463 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.378240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:35.380760 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2e4861-1781-4f0b-a9d7-7dd5226c1ecf" -d '{"events": [{"server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "name": "network-vif-plugged", "status": "completed", "tag": "f737c433-7889-480c-9374-0a87e58f8f19"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:35.420604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b80772-c8b9-4be7-9f46-6f78c9cb07b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.430791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:35.434610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b80772-c8b9-4be7-9f46-6f78c9cb07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.439694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.475705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b80772-c8b9-4be7-9f46-6f78c9cb07b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546dd8eb-cfd8-44e9-aa18-223675f68137,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:35.502065 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b73a66-4ca6-4862-879b-29c6510613dd x-openstack-request-id: req-38b73a66-4ca6-4862-879b-29c6510613dd {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:35.502900 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "name": "network-vif-plugged", "status": "completed", "tag": "f737c433-7889-480c-9374-0a87e58f8f19", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:35.503180 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38b73a66-4ca6-4862-879b-29c6510613dd {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:35.503766 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19', 'code': 200} Jul 30 03:32:35.514517 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5b80772-c8b9-4be7-9f46-6f78c9cb07b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc4f910e57234e07a9bee9f976d073a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202324 Jul 30 03:32:35.517252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:35.522301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:35.585549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e558f-3f39-412e-a5b8-7cc85bffede2 req-95af2040-6382-4d13-a91e-2b9012190184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:35.587083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a76e558f-3f39-412e-a5b8-7cc85bffede2 req-95af2040-6382-4d13-a91e-2b9012190184 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 1098 time: 0.0529091 Jul 30 03:32:35.600776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e85a12d-8035-4972-9953-32b55e98b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.632946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e85a12d-8035-4972-9953-32b55e98b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.664023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a76e558f-3f39-412e-a5b8-7cc85bffede2 req-17aa82a6-c5cc-4846-b895-031a3ba3bfae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Jul 30 03:32:35.702145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e85a12d-8035-4972-9953-32b55e98b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.705986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e85a12d-8035-4972-9953-32b55e98b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:35.707517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e85a12d-8035-4972-9953-32b55e98b1a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/546dd8eb-cfd8-44e9-aa18-223675f68137 HTTP/1.1" status: 204 len: 168 time: 0.1885955 Jul 30 03:32:35.717439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a12d-8035-4972-9953-32b55e98b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546dd8eb-cfd8-44e9-aa18-223675f68137,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:36.029413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5addd5-ce23-4243-b24d-5d5c1eb2a159 req-a23ce8cb-5a94-4e1d-b4e3-6bc1a053b1ee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:36.037490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab5addd5-ce23-4243-b24d-5d5c1eb2a159 req-a23ce8cb-5a94-4e1d-b4e3-6bc1a053b1ee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0794482 Jul 30 03:32:36.128725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab5addd5-ce23-4243-b24d-5d5c1eb2a159 req-c4d2d7ee-1b93-416f-bc2b-a8c5b9c06b39 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Jul 30 03:32:36.283467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b12fe-ea9f-480b-be44-27c0eb735ad9 req-863e6f75-d542-4f9e-95e1-89bbe67664be tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:36.285690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f67b12fe-ea9f-480b-be44-27c0eb735ad9 req-863e6f75-d542-4f9e-95e1-89bbe67664be tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 946 time: 0.0690143 Jul 30 03:32:36.354128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f67b12fe-ea9f-480b-be44-27c0eb735ad9 req-5bbda806-a54d-4f76-912f-e0e6718ad31f tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Jul 30 03:32:37.330902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbcc8a-86c4-474d-968a-4dbd1255978b req-8e4cf09a-af40-4bf5-a9e5-60b16bbeec3c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:37.332516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddbbcc8a-86c4-474d-968a-4dbd1255978b req-8e4cf09a-af40-4bf5-a9e5-60b16bbeec3c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0961823 Jul 30 03:32:37.419462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddbbcc8a-86c4-474d-968a-4dbd1255978b req-99629218-e687-4d1c-8541-30524bb2401d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661786 Jul 30 03:32:37.539388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f86d-22ea-4961-b12f-6f694a1663c1 req-bea4b456-9ef2-442b-9aad-6d6df611cf8a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:37.546469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8a8f86d-22ea-4961-b12f-6f694a1663c1 req-bea4b456-9ef2-442b-9aad-6d6df611cf8a tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 946 time: 0.0603967 Jul 30 03:32:37.597243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8a8f86d-22ea-4961-b12f-6f694a1663c1 req-41496ff3-eb68-4788-8edf-9423730703bc tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494916 Jul 30 03:32:37.690399 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-60f332fc-2f25-4dc0-b699-7fba911429f9 service neutron] 10.222.0.18 "GET /v2.0/ports/f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5/bindings/n-h1-778696-14 HTTP/1.1" status: 200 len: 383 time: 0.0594571 Jul 30 03:32:38.004780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:38.052919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-92f44552-b8fa-40f1-b3ed-2705b742570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.054563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-92f44552-b8fa-40f1-b3ed-2705b742570a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 1102 time: 0.1186624 Jul 30 03:32:38.169367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-c82f9c1e-5d7f-4187-95ff-de217e83247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.171113 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-c82f9c1e-5d7f-4187-95ff-de217e83247d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1102 time: 0.0908959 Jul 30 03:32:38.406641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-538048792'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:38.424164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-8ffe32c8-f33e-48be-9fd0-cd74395945d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.429965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-8ffe32c8-f33e-48be-9fd0-cd74395945d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2431607 Jul 30 03:32:38.446031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Made reservation on behalf of a789aa2f9643480bbf92a177d8270feb for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:38.457268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.482815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.557153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-bec371b1-901f-417a-985a-6a16a5ba13e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 217 time: 0.1155233 Jul 30 03:32:38.646307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.678183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.692240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-b28b97ff-d658-4894-989f-59daebbd6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.693494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:32:38.695502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-b28b97ff-d658-4894-989f-59daebbd6451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1308994 Jul 30 03:32:38.721032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.721628 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Added segment ad725586-f1f7-47a2-8863-2a209889b088 of type vlan for network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 Jul 30 03:32:38.794766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df84c72-dbfe-4314-a0f2-e11e60112d19,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:38.806741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.807628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.808943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.809466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.810145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.810667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.811200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.811997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.812317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.813448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.814320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.814840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:38.815059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-aee846b9-a503-44b5-8b25-116b51db6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.821028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-aee846b9-a503-44b5-8b25-116b51db6d16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146560 Jul 30 03:32:38.827223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37640fbc-84b4-49a1-8519-2365b380fe70 req-dff89db8-609d-4c65-a390-44b7667b6898 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.836762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37640fbc-84b4-49a1-8519-2365b380fe70 req-dff89db8-609d-4c65-a390-44b7667b6898 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1887000 Jul 30 03:32:38.841613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.915829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37640fbc-84b4-49a1-8519-2365b380fe70 req-505f8bcb-004f-4adc-9c76-9ed7e9452733 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 Jul 30 03:32:38.917316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:38.933864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:38.934569 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:39.020891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-4a7c5bd4-27fc-4cd1-a5fb-8fb29530f72e service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855903 Jul 30 03:32:39.094625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event updated for resources: {'Network': ['ID=34b46a19-539f-4f35-a9c9-e5bc250f5b30,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:39.110055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:32:39.135996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126af20-83d0-4558-b330-733a274da7ae req-32f660ad-2d0b-4513-ad67-2d61fbff91e8 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:39.146462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d126af20-83d0-4558-b330-733a274da7ae req-32f660ad-2d0b-4513-ad67-2d61fbff91e8 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 946 time: 0.2076976 Jul 30 03:32:39.155850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8547319d-b30b-40ea-9e6d-0a61d9d83038 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1498103 Jul 30 03:32:39.160184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:39.167582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Request body: {'subnet': {'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:39.224070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3682153d-3bc5-4b2f-ac52-d9802568b9d7 req-5e72d735-903a-4a1c-8f00-8357fe230804 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921039 Jul 30 03:32:39.431016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d126af20-83d0-4558-b330-733a274da7ae req-7701364e-fb5d-4ac4-ad9e-518cfa054446 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833612 Jul 30 03:32:39.458267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Made reservation on behalf of a789aa2f9643480bbf92a177d8270feb for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:39.462294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:39.684297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:39.754164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event updated for resources: {'Subnet': ['ID=64a92d4a-dc36-4f52-ba63-2afa1863c179,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:39.776918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Checking segment: {'id': 'ad725586-f1f7-47a2-8863-2a209889b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:32:39.777285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Network hostable DHCP agents. Network: 34b46a19-539f-4f35-a9c9-e5bc250f5b30, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:32:39.810618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:32:39.824942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 34b46a19-539f-4f35-a9c9-e5bc250f5b30) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:39.831756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:39.832605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:39.837798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe728e5-1217-45af-8671-eec91a237c6f None None] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:32:39.866817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-928f5f50-2bd1-47c8-8e54-75279c101c7d tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7051680 Jul 30 03:32:39.869352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:39.876734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Request body: {'port': {'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30', 'name': 'tempest-DHCPAgentSchedulersTestJSON-719841212'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:40.136206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0002bb-7e13-45dd-b953-49a0114fe595 req-d1568fe4-17b1-4b9e-a4b5-33c9b96e0645 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:40.144366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f0002bb-7e13-45dd-b953-49a0114fe595 req-d1568fe4-17b1-4b9e-a4b5-33c9b96e0645 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0916798 Jul 30 03:32:40.145930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-34b46a19-539f-4f35-a9c9-e5bc250f5b30', 'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30', 'tenant_id': 'a789aa2f9643480bbf92a177d8270feb', 'fixed_ips': [{'subnet_id': '64a92d4a-dc36-4f52-ba63-2afa1863c179'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:32:40.147843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:40.151927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Made reservation on behalf of a789aa2f9643480bbf92a177d8270feb for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:40.155264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:40.240172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] device_id is not set on port 3815eefe-8719-4c7a-94e0-2ac830d47bed yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:32:40.325143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f0002bb-7e13-45dd-b953-49a0114fe595 req-51d1d885-4dea-4c39-aea9-d28cebcb386a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650028 Jul 30 03:32:40.350637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Allocated IP 172.20.0.2 (34b46a19-539f-4f35-a9c9-e5bc250f5b30/64a92d4a-dc36-4f52-ba63-2afa1863c179/61c66b75-7fe0-4a4b-9003-44972768cabd) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:32:40.578090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880fb5-e3dc-463c-9a5f-5a201cc714a2 req-d5ddfc69-33f4-4be8-b77b-452e7a376e85 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:40.581431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9880fb5-e3dc-463c-9a5f-5a201cc714a2 req-d5ddfc69-33f4-4be8-b77b-452e7a376e85 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 946 time: 0.0581799 Jul 30 03:32:40.591781 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:40.603101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Transition to ACTIVE for port object 61c66b75-7fe0-4a4b-9003-44972768cabd will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:40.622795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Transition to ACTIVE for port object 61c66b75-7fe0-4a4b-9003-44972768cabd will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:40.644735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:40.674941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9880fb5-e3dc-463c-9a5f-5a201cc714a2 req-2a8de420-8464-4ce4-a23c-a7a65e3af6d3 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795443 Jul 30 03:32:40.732549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Allocated IP 172.20.0.13 (34b46a19-539f-4f35-a9c9-e5bc250f5b30/64a92d4a-dc36-4f52-ba63-2afa1863c179/3815eefe-8719-4c7a-94e0-2ac830d47bed) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:32:40.752105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Pushing event updated for resources: {'Port': ['ID=61c66b75-7fe0-4a4b-9003-44972768cabd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:40.768973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.769379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.769729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.770252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.770639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.770977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.771359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.771690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.772017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.772398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.772782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.773110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:40.792077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:32:40.793378 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:40.794865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:40.798828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:32:40.882504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Attempting to bind port 61c66b75-7fe0-4a4b-9003-44972768cabd on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:32:40.883166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Attempting to bind port 61c66b75-7fe0-4a4b-9003-44972768cabd by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ad725586-f1f7-47a2-8863-2a209889b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:32:40.883935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Attempting to bind port 61c66b75-7fe0-4a4b-9003-44972768cabd on network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:32:40.890425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:32:40.892358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Checking segment: {'id': 'ad725586-f1f7-47a2-8863-2a209889b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:32:40.893002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:40.893568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Bound using segment: {'id': 'ad725586-f1f7-47a2-8863-2a209889b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:32:40.894437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Bound port: 61c66b75-7fe0-4a4b-9003-44972768cabd, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad725586-f1f7-47a2-8863-2a209889b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '34b46a19-539f-4f35-a9c9-e5bc250f5b30'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:32:40.895089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.003618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] For port 61c66b75-7fe0-4a4b-9003-44972768cabd, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:32:41.008202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] For port 61c66b75-7fe0-4a4b-9003-44972768cabd, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61c66b75-7fe0-4a4b-9003-44972768cabd,segment=NetworkSegment(ad725586-f1f7-47a2-8863-2a209889b088),segment_id=ad725586-f1f7-47a2-8863-2a209889b088)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:32:41.011164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f737c433-7889-480c-9374-0a87e58f8f19 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:41.153459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:41.171399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f737c433-7889-480c-9374-0a87e58f8f19', 'network_id': '17b0af4b-ab0e-40e2-a627-e5126be85c37', 'port_id': 'f737c433-7889-480c-9374-0a87e58f8f19', 'mac_address': 'fa:16:3e:7b:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594c345e-9682-465d-9da5-88f0ecd07744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:41.176402 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.178007 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.195665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Transition to ACTIVE for port object 3815eefe-8719-4c7a-94e0-2ac830d47bed will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:41.239026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.261773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.387754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f737c433-7889-480c-9374-0a87e58f8f19 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:41.463853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e88edb-7617-4b64-aa1b-47819ca4f51b None None] Pushing event updated for resources: {'Port': ['ID=61c66b75-7fe0-4a4b-9003-44972768cabd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:41.502442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:41.518486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.598284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:32:41.609047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event updated for resources: {'Port': ['ID=3815eefe-8719-4c7a-94e0-2ac830d47bed,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:41.612945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:41.624441 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:32:41.635591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f737c433-7889-480c-9374-0a87e58f8f19'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:41.653139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:32:41.833150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:41.833800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:41.854140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:41.906879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cffb5-d67e-4eb8-b486-6c59cd0ed849 req-2f00fdfe-b62e-4aa5-9822-59d355bfe28d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:41.908737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a4cffb5-d67e-4eb8-b486-6c59cd0ed849 req-2f00fdfe-b62e-4aa5-9822-59d355bfe28d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.3011301 Jul 30 03:32:41.915680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37356) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:41.919765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c9b616eb-e3ed-46a6-8935-1532e6a07f63 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0485048 Jul 30 03:32:41.964320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a4cffb5-d67e-4eb8-b486-6c59cd0ed849 req-ccc02939-7e35-47e8-bc80-6ba8062aa01c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Jul 30 03:32:42.226611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Deleting port 3815eefe-8719-4c7a-94e0-2ac830d47bed {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:32:42.226960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:42.284270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7fd86-4c62-4ff1-aa6c-74d89ab878c6 req-0c9c2030-d300-4e01-9c9f-aa7bc3205463 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:42.300874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8f7fd86-4c62-4ff1-aa6c-74d89ab878c6 req-0c9c2030-d300-4e01-9c9f-aa7bc3205463 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 945 time: 0.1297932 Jul 30 03:32:42.330265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6f370cad-b287-4401-9632-8e90ccab7f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:42.367850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8f7fd86-4c62-4ff1-aa6c-74d89ab878c6 req-2e68a560-b2ba-4e36-a802-6ece338a0a9c tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659676 Jul 30 03:32:42.422198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:42.438751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Calling delete_port for 3815eefe-8719-4c7a-94e0-2ac830d47bed owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:32:42.725827 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:42.780420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event deleted for resources: {'Port': ['ID=3815eefe-8719-4c7a-94e0-2ac830d47bed,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:42.910807 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:42.913027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-86562189-37b3-45e9-abf4-ec60c5891bef tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "DELETE /v2.0/ports/3815eefe-8719-4c7a-94e0-2ac830d47bed HTTP/1.1" status: 204 len: 168 time: 0.9952829 Jul 30 03:32:42.915716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37390) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:43.008766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:43.246047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71834-1028-4b3a-97a9-95a54c250713 req-bb4f4213-833b-493e-97a2-007e4abc65f7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:43.248863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f737c433-7889-480c-9374-0a87e58f8f19 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:43.257375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5d71834-1028-4b3a-97a9-95a54c250713 req-bb4f4213-833b-493e-97a2-007e4abc65f7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 945 time: 0.1356723 Jul 30 03:32:43.349051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5d71834-1028-4b3a-97a9-95a54c250713 req-6027a636-c87f-49d4-8e77-f63f66390670 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Jul 30 03:32:43.362753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f9545-f2a9-4e8e-a605-3eed99e72f2e None None] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:32:43.363309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:43.365984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9c34530b-5730-4756-8bd4-4419f3178f6d tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4484923 Jul 30 03:32:43.368966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1063256834'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:43.422785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bbd5a-e178-4aef-aa66-e31f8d6f72bc req-e1eb4a27-afb1-4c52-ac04-f8adf582b4ed tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:43.435764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-670bbd5a-e178-4aef-aa66-e31f8d6f72bc req-e1eb4a27-afb1-4c52-ac04-f8adf582b4ed tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.2815316 Jul 30 03:32:43.478277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Made reservation on behalf of a789aa2f9643480bbf92a177d8270feb for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:43.491738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:43.533565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-670bbd5a-e178-4aef-aa66-e31f8d6f72bc req-d54f6fd0-736c-418e-9c1d-bf7aa729e5bf tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Jul 30 03:32:43.550895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a2071b42-871b-4c1d-929a-c692d01cea91 None None] Provisioning for port 61c66b75-7fe0-4a4b-9003-44972768cabd completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:32:43.574726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:32:43.592970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61c66b75-7fe0-4a4b-9003-44972768cabd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:43.602143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:43.602562 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Added segment 937abcff-6158-48a6-a4dc-a2811b7aa905 of type vlan for network 778c2d2d-6638-4f08-8033-66b8399f2a5d Jul 30 03:32:43.789029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:43.870789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 61c66b75-7fe0-4a4b-9003-44972768cabd completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:32:43.879389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 61c66b75-7fe0-4a4b-9003-44972768cabd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:43.879623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:43.925712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:43.931930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:43.933032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:43.974262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:44.044037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f737c433-7889-480c-9374-0a87e58f8f19 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:44.044705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.052699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.071915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event updated for resources: {'Network': ['ID=778c2d2d-6638-4f08-8033-66b8399f2a5d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:44.084477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.086020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.086891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.087506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.089577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.090231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.090827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.092333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.094307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.095256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.095958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.096495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:32:44.123621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:44.138881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-02cc94dc-ec5f-4921-a23d-9c26a46ec04b tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7739310 Jul 30 03:32:44.145542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 61c66b75-7fe0-4a4b-9003-44972768cabd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61c66b75-7fe0-4a4b-9003-44972768cabd,segment=NetworkSegment(ad725586-f1f7-47a2-8863-2a209889b088),segment_id=ad725586-f1f7-47a2-8863-2a209889b088)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:44.147014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'mac_address': 'fa:16:3e:0b:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:44.297845 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.301819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 778c2d2d-6638-4f08-8033-66b8399f2a5d details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:32:44.306069 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.511235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:44.520118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-7522f72f-ed40-49cc-b155-6ba0f7e44417 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:44.522435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-7522f72f-ed40-49cc-b155-6ba0f7e44417 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 950 time: 0.3045070 Jul 30 03:32:44.540384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ba099-24e3-4914-80ab-f728129d64bc req-b5c76b6d-a134-4fae-ad38-b4450376efdf tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:44.544624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b93ba099-24e3-4914-80ab-f728129d64bc req-b5c76b6d-a134-4fae-ad38-b4450376efdf tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 945 time: 0.2800395 Jul 30 03:32:44.591925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:44.623248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.799349 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.824828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6a1c01d1-a522-48bd-a404-af2298c6ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.853274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8b8ce3fa-7591-4aea-93e9-c7bd181220d5 None None] Provisioning complete for port 61c66b75-7fe0-4a4b-9003-44972768cabd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:44.853745 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce3fa-7591-4aea-93e9-c7bd181220d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.861489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=61c66b75-7fe0-4a4b-9003-44972768cabd,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:44.868369 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-227c18ba-850c-4aa9-aa10-c3883519722d service neutron] 10.222.0.18 "GET /v2.0/ports/f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5/bindings/n-h1-778696-14 HTTP/1.1" status: 200 len: 383 time: 0.3204448 Jul 30 03:32:44.945923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Deleting port f737c433-7889-480c-9374-0a87e58f8f19 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:32:44.955025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:44.992006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:45.162141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-9589f836-de17-4f8b-ad3e-3c9716b8ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:45.163663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-9589f836-de17-4f8b-ad3e-3c9716b8ec98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1101 time: 0.2606394 Jul 30 03:32:45.245965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0b000e97-0078-4f80-add8-e44ce71edafa tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/agents/ef47ab9d-7744-425e-8e49-5864ecb4429f/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 1.1197271 Jul 30 03:32:45.255542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:45.387090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1c15-6df1-4b3b-8864-0ad49c7488e3 req-4f212853-dde8-4f14-b9a6-b30588ea0266 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:45.392742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dfd1c15-6df1-4b3b-8864-0ad49c7488e3 req-4f212853-dde8-4f14-b9a6-b30588ea0266 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 945 time: 0.1361237 Jul 30 03:32:45.417789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:45.424594 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c049b-86e7-45ea-838b-baced3a13944" -d '{"events": [{"server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "name": "network-vif-plugged", "status": "completed", "tag": "f737c433-7889-480c-9374-0a87e58f8f19"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:45.458629 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:45.483785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dfd1c15-6df1-4b3b-8864-0ad49c7488e3 req-9de86eb4-2c24-4b8c-bfad-3f2339ee23c0 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Jul 30 03:32:45.513086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61c66b75-7fe0-4a4b-9003-44972768cabd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:45.530203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aac88f-0cdc-4083-9ae4-3b739e9b5ac5 req-f5f7b07a-8c1b-4400-9741-49f11169cadc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:45.532367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84aac88f-0cdc-4083-9ae4-3b739e9b5ac5 req-f5f7b07a-8c1b-4400-9741-49f11169cadc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 949 time: 0.2853358 Jul 30 03:32:45.600336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:45.637431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84aac88f-0cdc-4083-9ae4-3b739e9b5ac5 req-8d7e6a4a-1f3a-4a74-b9a8-d7361373e954 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762210 Jul 30 03:32:45.642012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:45.652928 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:45.654187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:45.751743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731ce39-144e-4d10-ade1-5d018c1a7022 tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] Network 778c2d2d-6638-4f08-8033-66b8399f2a5d is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:32:45.810070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4731ce39-144e-4d10-ade1-5d018c1a7022 tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "POST /v2.0/agents/ef47ab9d-7744-425e-8e49-5864ecb4429f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5187039 Jul 30 03:32:45.811080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:45.884949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5187e25-166e-42f5-aaf5-beed8d0f32dc None None] Network 778c2d2d-6638-4f08-8033-66b8399f2a5d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:32:46.035370 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b6cd9-11e7-4fec-b1fc-2567dd630130 x-openstack-request-id: req-8d6b6cd9-11e7-4fec-b1fc-2567dd630130 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:46.035738 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "name": "network-vif-plugged", "status": "completed", "tag": "f737c433-7889-480c-9374-0a87e58f8f19", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:46.035875 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d6b6cd9-11e7-4fec-b1fc-2567dd630130 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:46.036254 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19', 'code': 200} Jul 30 03:32:46.044632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1392daa9-c5e6-4d28-96f0-506d2446b29b tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/agents/ef47ab9d-7744-425e-8e49-5864ecb4429f/dhcp-networks HTTP/1.1" status: 200 len: 9614 time: 0.2279108 Jul 30 03:32:46.045303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:46.123865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 61c66b75-7fe0-4a4b-9003-44972768cabd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:46.124208 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:46.190159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] For port f737c433-7889-480c-9374-0a87e58f8f19, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f737c433-7889-480c-9374-0a87e58f8f19,segment=NetworkSegment(7b96ba96-f294-4227-8564-949c3180aab6),segment_id=7b96ba96-f294-4227-8564-949c3180aab6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:46.191314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:46.201537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:46.212062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Calling delete_port for f737c433-7889-480c-9374-0a87e58f8f19 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:32:46.259567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37488) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:46.262534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ded51537-5615-412d-8faf-aac6cf7f2614 tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "DELETE /v2.0/agents/ef47ab9d-7744-425e-8e49-5864ecb4429f/dhcp-networks/778c2d2d-6638-4f08-8033-66b8399f2a5d HTTP/1.1" status: 204 len: 168 time: 0.2156863 Jul 30 03:32:46.365408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f6770b02-d36a-42b5-a0b8-fb9b4cbf6852 None None] Could not find standard attr ID for object 3815eefe-8719-4c7a-94e0-2ac830d47bed. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:32:46.385934 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:46.409897 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:46.456038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:46.496241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-e2c02f38-c4af-4c3e-8af5-7ec516935368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:46.496658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:46.513550 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:46.519412 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-e2c02f38-c4af-4c3e-8af5-7ec516935368 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 1.3109138 Jul 30 03:32:46.593063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:46.674191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-0dff66e9-7c93-4854-98ff-bb59b8ab3c9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 217 time: 0.1485360 Jul 30 03:32:46.740836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eabd1-dacd-4989-a214-ff1e91b2821d req-eb5066bf-f08c-47c6-98b9-ec49fdbfc833 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:46.750485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a1eabd1-dacd-4989-a214-ff1e91b2821d req-eb5066bf-f08c-47c6-98b9-ec49fdbfc833 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 946 time: 0.1165969 Jul 30 03:32:46.860321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-99853f2a-23c7-44fd-b5e6-258a56b57d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:46.863161 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-99853f2a-23c7-44fd-b5e6-258a56b57d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1683896 Jul 30 03:32:46.874280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a1eabd1-dacd-4989-a214-ff1e91b2821d req-e431ed98-35fe-47da-b641-6aaf341325b7 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/security-groups?id=632739fc-52e4-480b-bafc-eeaa25b90d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222279 Jul 30 03:32:47.052834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c151077-6161-4b4c-96ac-61ea4b571293 req-198e1d2e-9a7d-4ea6-a181-1b535d495b9d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:47.054417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c151077-6161-4b4c-96ac-61ea4b571293 req-198e1d2e-9a7d-4ea6-a181-1b535d495b9d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.1400750 Jul 30 03:32:47.121002 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ddb535e-f9f4-4fda-a157-d07fc1d1afc0 tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/agents/ef47ab9d-7744-425e-8e49-5864ecb4429f/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.8555865 Jul 30 03:32:47.124282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37520) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:47.130570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:47.140485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c151077-6161-4b4c-96ac-61ea4b571293 req-74c183bb-cba2-46d4-a7f9-ddcecbfb02de tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Jul 30 03:32:47.182410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Pushing event deleted for resources: {'Port': ['ID=f737c433-7889-480c-9374-0a87e58f8f19,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:47.200252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-91bb2ae0-f2ab-4bc7-95cf-c4195febcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:47.203551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-91bb2ae0-f2ab-4bc7-95cf-c4195febcc88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3160501 Jul 30 03:32:47.266652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] No DVR routers for this DVR port f737c433-7889-480c-9374-0a87e58f8f19 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:32:47.269521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4bf05b0-99bb-48a8-9c34-6ab53aca2965 tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/networks/34b46a19-539f-4f35-a9c9-e5bc250f5b30/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1427271 Jul 30 03:32:47.270870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:47.273666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:47.274971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b93ba099-24e3-4914-80ab-f728129d64bc req-730504e5-09fb-4b26-a078-45f9b50cac17 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.18 "DELETE /v2.0/ports/f737c433-7889-480c-9374-0a87e58f8f19 HTTP/1.1" status: 204 len: 173 time: 2.7152257 Jul 30 03:32:47.282522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'name': 'network-vif-deleted', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:47.285083 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc4f161-2e73-41bf-ada1-52663e4546b3" -d '{"events": [{"server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "name": "network-vif-deleted", "tag": "f737c433-7889-480c-9374-0a87e58f8f19"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:47.395340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37530) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:47.403856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-574a6cd2-86ed-49f2-b14a-d2d7c2cf8569 tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/networks/34b46a19-539f-4f35-a9c9-e5bc250f5b30/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1287208 Jul 30 03:32:47.429158 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac83d2d-9bee-439f-a244-4dbb60b4773d x-openstack-request-id: req-2ac83d2d-9bee-439f-a244-4dbb60b4773d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:47.430801 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc8348-6607-4485-8bc3-1bab80913379", "name": "network-vif-deleted", "tag": "f737c433-7889-480c-9374-0a87e58f8f19", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:47.431071 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ac83d2d-9bee-439f-a244-4dbb60b4773d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:47.431532 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc8348-6607-4485-8bc3-1bab80913379', 'name': 'network-vif-deleted', 'tag': 'f737c433-7889-480c-9374-0a87e58f8f19', 'status': 'completed', 'code': 200} Jul 30 03:32:47.538427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-60708c23-a08c-4227-b6f0-3cbc7d7c7815 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732735 Jul 30 03:32:47.686309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3c49ffaa-0268-4f2a-8273-6c1497b9e89b tempest-DHCPAgentSchedulersTestJSON-1871115325 tempest-DHCPAgentSchedulersTestJSON-1871115325-project-admin] 10.222.0.39 "GET /v2.0/agents/ef47ab9d-7744-425e-8e49-5864ecb4429f/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.2898099 Jul 30 03:32:47.690491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:47.708961 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-42701ac2-e667-4b18-b11d-98d53ad1167c service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623502 Jul 30 03:32:47.805806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:47.949697 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.055345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.074618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778c2d2d-6638-4f08-8033-66b8399f2a5d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:48.089006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937abcff-6158-48a6-a4dc-a2811b7aa905') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:48.089370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937abcff-6158-48a6-a4dc-a2811b7aa905') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:48.101422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.117973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.125886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:32:48.126363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:32:48.207066 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:32:48.239980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.252995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cfd656f-a2b8-4d4b-920c-210c2fded5cc req-f5ed565d-6270-4049-8dd8-6550846eda50 tempest-ImagesTestJSON-1276193180 tempest-ImagesTestJSON-1276193180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8bc8348-6607-4485-8bc3-1bab80913379 HTTP/1.1" status: 200 len: 210 time: 0.2077887 Jul 30 03:32:48.272104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.272104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "DELETE /v2.0/networks/778c2d2d-6638-4f08-8033-66b8399f2a5d HTTP/1.1" status: 204 len: 168 time: 0.5721433 Jul 30 03:32:48.272457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37566) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:48.314645 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-018070da-8cdb-4c32-b91e-07b9226c5b82 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] DELETE failed (client error): The resource could not be found. Jul 30 03:32:48.315748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018070da-8cdb-4c32-b91e-07b9226c5b82 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:32:48.315885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cee25-3129-434a-a804-df044b484978 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event deleted for resources: {'Network': ['ID=778c2d2d-6638-4f08-8033-66b8399f2a5d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:48.321081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-018070da-8cdb-4c32-b91e-07b9226c5b82 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "DELETE /v2.0/ports/3815eefe-8719-4c7a-94e0-2ac830d47bed HTTP/1.1" status: 404 len: 333 time: 0.0533957 Jul 30 03:32:48.323602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:48.448708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Deleting subnet 64a92d4a-dc36-4f52-ba63-2afa1863c179 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:32:48.453352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.492870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b512-00c4-4311-94cd-95f0f6b68299 req-0f3ec3ee-1025-4fc9-a204-4563bebf2586 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:48.494658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc41b512-00c4-4311-94cd-95f0f6b68299 req-0f3ec3ee-1025-4fc9-a204-4563bebf2586 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.1039338 Jul 30 03:32:48.533617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.610067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc41b512-00c4-4311-94cd-95f0f6b68299 req-1a305818-b11b-466e-8081-46e31cafb203 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026056 Jul 30 03:32:48.697867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.790434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.831469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event deleted for resources: {'Subnet': ['ID=64a92d4a-dc36-4f52-ba63-2afa1863c179,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:48.843807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:48.850096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37576) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:48.851100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ec4a3249-3805-4b61-8189-66398749e608 tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "DELETE /v2.0/subnets/64a92d4a-dc36-4f52-ba63-2afa1863c179 HTTP/1.1" status: 204 len: 168 time: 0.5247321 Jul 30 03:32:48.860114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01547bc8-45c3-4731-800d-a18dd4809b23 None None] Network 34b46a19-539f-4f35-a9c9-e5bc250f5b30 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:32:48.995394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.040074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:49.140065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Deleting port 61c66b75-7fe0-4a4b-9003-44972768cabd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:32:49.145511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.198764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:49.215674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.315763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] For port 61c66b75-7fe0-4a4b-9003-44972768cabd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61c66b75-7fe0-4a4b-9003-44972768cabd,segment=NetworkSegment(ad725586-f1f7-47a2-8863-2a209889b088),segment_id=ad725586-f1f7-47a2-8863-2a209889b088)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:49.316278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.372735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Calling delete_port for 61c66b75-7fe0-4a4b-9003-44972768cabd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:32:49.439909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] DHCP port deletion for 34b46a19-539f-4f35-a9c9-e5bc250f5b30 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:32:49.503489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.557535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.607379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:49.611334 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c4d4c-fcf1-4f02-bcc5-560a46d8f846" -d '{"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-plugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:49.615287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event deleted for resources: {'Port': ['ID=61c66b75-7fe0-4a4b-9003-44972768cabd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:49.620109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] No DVR routers for this DVR port 61c66b75-7fe0-4a4b-9003-44972768cabd on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:32:49.654674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:49.684130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.685772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f737c433-7889-480c-9374-0a87e58f8f19 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:49.781060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.802090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: f737c433-7889-480c-9374-0a87e58f8f19 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:32:49.802725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f737c433-7889-480c-9374-0a87e58f8f19 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:32:49.803593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b46a19-539f-4f35-a9c9-e5bc250f5b30']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:49.805097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:49.810563 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504ee94-cd89-4e88-9ac9-7638d3022e85 x-openstack-request-id: req-e504ee94-cd89-4e88-9ac9-7638d3022e85 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:49.811266 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-plugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:49.812198 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e504ee94-cd89-4e88-9ac9-7638d3022e85 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:49.813641 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'code': 200} Jul 30 03:32:49.820607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Deleting port 61c66b75-7fe0-4a4b-9003-44972768cabd {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:32:49.821348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.840214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad725586-f1f7-47a2-8863-2a209889b088') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:49.842748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad725586-f1f7-47a2-8863-2a209889b088') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:49.856121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca081e5e-ce8b-4ab5-88fb-92eacb7e9345 req-66a42210-2f8f-4381-bac5-4684e62f16e9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:49.858049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca081e5e-ce8b-4ab5-88fb-92eacb7e9345 req-66a42210-2f8f-4381-bac5-4684e62f16e9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.1003056 Jul 30 03:32:49.864782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.896109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.909338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:32:49.909855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:32:49.915595 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:32:49.934458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca081e5e-ce8b-4ab5-88fb-92eacb7e9345 req-571cc04c-859d-4d1e-b627-281d9d336de0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Jul 30 03:32:49.974860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] For port 61c66b75-7fe0-4a4b-9003-44972768cabd, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:49.975571 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.016237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Calling delete_port for 61c66b75-7fe0-4a4b-9003-44972768cabd owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:32:50.022898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Port 61c66b75-7fe0-4a4b-9003-44972768cabd was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:32:50.025086 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.048391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:50.057830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] Pushing event deleted for resources: {'Port': ['ID=61c66b75-7fe0-4a4b-9003-44972768cabd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:50.061294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55433fff-0b89-472d-8a3a-e26c84a3270d None None] No DVR routers for this DVR port 61c66b75-7fe0-4a4b-9003-44972768cabd on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:32:50.082371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.092485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.096309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] 10.222.0.39 "DELETE /v2.0/networks/34b46a19-539f-4f35-a9c9-e5bc250f5b30 HTTP/1.1" status: 204 len: 168 time: 1.2453916 Jul 30 03:32:50.113033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Deleting subnet 594c345e-9682-465d-9da5-88f0ecd07744 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:32:50.116775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.117653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052456-1ce6-4367-a7bb-967d3e82af4a tempest-DHCPAgentSchedulersTestJSON-2088991108 tempest-DHCPAgentSchedulersTestJSON-2088991108-project] Pushing event deleted for resources: {'Network': ['ID=34b46a19-539f-4f35-a9c9-e5bc250f5b30,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:50.156479 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.201679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.276034 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.295990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-a0200c32-d964-4653-b50a-bab2f2132efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:50.300285 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-a0200c32-d964-4653-b50a-bab2f2132efd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 1102 time: 0.0706022 Jul 30 03:32:50.308919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594c345e-9682-465d-9da5-88f0ecd07744,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:50.312994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.314931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5da339b-114e-4b2a-af4e-d4b9cce7dd27 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/594c345e-9682-465d-9da5-88f0ecd07744 HTTP/1.1" status: 204 len: 168 time: 0.2655931 Jul 30 03:32:50.317324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37670) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:50.403091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-14a7b2d5-7985-4d74-99cc-7c0bcaecae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:50.409352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-14a7b2d5-7985-4d74-99cc-7c0bcaecae9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 1102 time: 0.0823286 Jul 30 03:32:50.437586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.579930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-246bc27e-779a-429d-9ae4-8f2d64b48c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:50.581689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-246bc27e-779a-429d-9ae4-8f2d64b48c13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1652062 Jul 30 03:32:50.591456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.619669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b0af4b-ab0e-40e2-a627-e5126be85c37']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:50.649956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b96ba96-f294-4227-8564-949c3180aab6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:50.650264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b96ba96-f294-4227-8564-949c3180aab6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:32:50.650529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-4647e7c9-083e-46bf-a054-f984e1619627 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 200 len: 217 time: 0.0611856 Jul 30 03:32:50.666435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.685322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.700524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7b268-3d84-49b0-91df-69d8503092af req-f1b5fcbe-6fe6-42b8-8d3e-cbe703f2ec8b tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:50.709576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25a7b268-3d84-49b0-91df-69d8503092af req-f1b5fcbe-6fe6-42b8-8d3e-cbe703f2ec8b tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 950 time: 0.1384499 Jul 30 03:32:50.743775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:32:50.744209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:32:50.746263 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:32:50.749136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-19bb75c6-666c-41d4-8439-52acc78505e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:50.751443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-19bb75c6-666c-41d4-8439-52acc78505e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0938358 Jul 30 03:32:50.770851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25a7b268-3d84-49b0-91df-69d8503092af req-ef6dc605-2016-4f02-a869-86a772c9b1e9 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Jul 30 03:32:50.816206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-55ea1323-fc82-4b9c-b8f4-04d0ace05cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:50.818381 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-55ea1323-fc82-4b9c-b8f4-04d0ace05cbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599258 Jul 30 03:32:50.847334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:50.903163 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.916240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:50.918601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] 10.222.0.39 "DELETE /v2.0/networks/17b0af4b-ab0e-40e2-a627-e5126be85c37 HTTP/1.1" status: 204 len: 168 time: 0.6001463 Jul 30 03:32:50.941039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a073e0e-e282-4ffe-b3ee-7192666a1042 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b0af4b-ab0e-40e2-a627-e5126be85c37,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:50.986539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-3be064ed-8851-47d8-b79a-a65d813e7d7c service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611202 Jul 30 03:32:51.190113 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb4d5e9a-d79f-4c24-a04c-ee3c8e0977ab req-bc471ac0-b7dc-431c-b083-11b5bfd38654 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951435 Jul 30 03:32:51.204821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:51.276062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-603ae2d2-0bbd-4dce-99db-88f11b17cfec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f791f0940c54c00b091f8fd94a9c86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696771 Jul 30 03:32:51.278264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:51.289594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b3bc8-721d-4a38-8a68-4e169b44e803 req-5b93926b-dc1a-478f-b81f-42a6c40a7b97 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:51.301120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c97b3bc8-721d-4a38-8a68-4e169b44e803 req-5b93926b-dc1a-478f-b81f-42a6c40a7b97 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.2224846 Jul 30 03:32:51.305324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7dc2bf40-585a-44dc-9e4c-6491dbe367b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a789aa2f9643480bbf92a177d8270feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569080 Jul 30 03:32:51.309182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:51.394641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c97b3bc8-721d-4a38-8a68-4e169b44e803 req-7d73de99-8b72-4ae8-9f57-a0c548684d1e tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923100 Jul 30 03:32:51.403202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3415ef7d-7db4-4ac6-a627-774875a5c566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.419471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f9777f2-079d-4315-a550-62125a8b83f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.432635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61c66b75-7fe0-4a4b-9003-44972768cabd no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:51.482092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f9777f2-079d-4315-a550-62125a8b83f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.485635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 61c66b75-7fe0-4a4b-9003-44972768cabd {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:32:51.486265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61c66b75-7fe0-4a4b-9003-44972768cabd not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:32:51.518475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3415ef7d-7db4-4ac6-a627-774875a5c566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.602927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f9777f2-079d-4315-a550-62125a8b83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.606981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f9777f2-079d-4315-a550-62125a8b83f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.611380 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f9777f2-079d-4315-a550-62125a8b83f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/632739fc-52e4-480b-bafc-eeaa25b90d7d HTTP/1.1" status: 204 len: 168 time: 0.3294411 Jul 30 03:32:51.623281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9777f2-079d-4315-a550-62125a8b83f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632739fc-52e4-480b-bafc-eeaa25b90d7d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:51.636190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3415ef7d-7db4-4ac6-a627-774875a5c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.639281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3415ef7d-7db4-4ac6-a627-774875a5c566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:51.645234 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3415ef7d-7db4-4ac6-a627-774875a5c566 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4df84c72-dbfe-4314-a0f2-e11e60112d19 HTTP/1.1" status: 204 len: 168 time: 0.3349099 Jul 30 03:32:51.655550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415ef7d-7db4-4ac6-a627-774875a5c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df84c72-dbfe-4314-a0f2-e11e60112d19,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:52.165285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:52.184433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3e38756-ec33-4a13-a6db-7a4cb6fbab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.408916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3e38756-ec33-4a13-a6db-7a4cb6fbab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.416190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3e38756-ec33-4a13-a6db-7a4cb6fbab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.494400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c3e38756-ec33-4a13-a6db-7a4cb6fbab16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e746f9f2882417f927445e230612af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274674 Jul 30 03:32:52.497485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37904) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:52.506347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38756-ec33-4a13-a6db-7a4cb6fbab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288546f2-45de-47f4-944e-3880ae829017,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:52.584950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47202e65-bbb0-4f40-91a1-ecf8cc66ea2a req-dbaf3621-7a45-4c3c-a7fc-8076b769099b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:52.586581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47202e65-bbb0-4f40-91a1-ecf8cc66ea2a req-dbaf3621-7a45-4c3c-a7fc-8076b769099b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 950 time: 0.0579052 Jul 30 03:32:52.630367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770818b0-5fd3-4efd-ac44-f32a4851b3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.675703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770818b0-5fd3-4efd-ac44-f32a4851b3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.710650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47202e65-bbb0-4f40-91a1-ecf8cc66ea2a req-aea6c0da-efd4-472a-9b0c-889e2a75a5ee tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102691 Jul 30 03:32:52.763920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770818b0-5fd3-4efd-ac44-f32a4851b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.776328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-770818b0-5fd3-4efd-ac44-f32a4851b3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:52.777646 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-770818b0-5fd3-4efd-ac44-f32a4851b3bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/288546f2-45de-47f4-944e-3880ae829017 HTTP/1.1" status: 204 len: 168 time: 0.2791121 Jul 30 03:32:52.820219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770818b0-5fd3-4efd-ac44-f32a4851b3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288546f2-45de-47f4-944e-3880ae829017,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:53.069854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:53.176338 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:53.209742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:53.212244 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42111c55-9546-4342-9cee-4e55dd8bc2c0" -d '{"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-unplugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:53.228099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:53.234092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:53.292158 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f7ee8-1937-4f28-a250-1dd4cb399361 x-openstack-request-id: req-c88f7ee8-1937-4f28-a250-1dd4cb399361 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:53.292505 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-unplugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:53.293443 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c88f7ee8-1937-4f28-a250-1dd4cb399361 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:53.294252 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'code': 200} Jul 30 03:32:53.309300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:53.412528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37974) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:53.738662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1470627545-network', 'tenant_id': '1033f9dcf26d4f9ebcb1935c20b9e800'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:53.778149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Made reservation on behalf of 1033f9dcf26d4f9ebcb1935c20b9e800 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:53.782314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:53.799416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.012971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8cdb6-85fe-43fa-a41d-b2753349214f req-48606fdb-3756-4d89-b0ea-42dbb05ad6f8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:54.019681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.024156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9f8cdb6-85fe-43fa-a41d-b2753349214f req-48606fdb-3756-4d89-b0ea-42dbb05ad6f8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.1127172 Jul 30 03:32:54.029195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.066241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:32:54.082358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.083088 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Added segment 3ba200cd-a165-486b-8656-6d94d8b82b23 of type vlan for network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca Jul 30 03:32:54.095099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9f8cdb6-85fe-43fa-a41d-b2753349214f req-79455e26-384a-44c0-ba63-22655c4f3621 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Jul 30 03:32:54.174414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a436b-480c-4cb2-8d25-dad866a9d6d4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:54.182558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.228019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.230246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:54.231110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.393201 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9793134 Jul 30 03:32:54.400272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38048) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:54.401193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6730d1-a1a9-482b-b4aa-447b46d29566 req-3c0e9a45-31f6-490f-9379-0abcf108eb8d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:54.403379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db6730d1-a1a9-482b-b4aa-447b46d29566 req-3c0e9a45-31f6-490f-9379-0abcf108eb8d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 948 time: 0.1557152 Jul 30 03:32:54.412166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Request body: {'subnet': {'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1470627545-subnet', 'tenant_id': '1033f9dcf26d4f9ebcb1935c20b9e800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:54.424761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb0ab9-0185-4588-9606-87152ef9cb0e admin admin] Pushing event updated for resources: {'Network': ['ID=2e094ac4-17f7-40a0-aa2e-367fa65fbaca,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:54.437336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:32:54.446488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Made reservation on behalf of 1033f9dcf26d4f9ebcb1935c20b9e800 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:54.449672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.541783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db6730d1-a1a9-482b-b4aa-447b46d29566 req-69fca5f6-c265-41b5-b784-56e255bcc00a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308477 Jul 30 03:32:54.737009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.819525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Checking segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:32:54.820649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Network hostable DHCP agents. Network: 2e094ac4-17f7-40a0-aa2e-367fa65fbaca, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:32:54.825920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8983ca7d-d659-4075-9343-5d23c8fc7d23,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:54.857080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:32:54.878298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2e094ac4-17f7-40a0-aa2e-367fa65fbaca) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:54.884620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:54.885547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:54.888925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b0f1f-dc86-402e-a5d7-74766919bd7f None None] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:32:54.903791 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-57df6941-df76-4898-a7df-558b0b4ed6df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4990585 Jul 30 03:32:54.931244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-07b7968b-9ed3-4527-b0d0-0f386af9d470 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671818 Jul 30 03:32:55.085839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:32:55.095649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:32:55.188823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-2c22cb20-5327-4127-90a8-17d4acbe2ce0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:55.198736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-2c22cb20-5327-4127-90a8-17d4acbe2ce0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520118 Jul 30 03:32:55.222362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-d5ed8ddf-f4e4-4c97-8b9e-39406b687468 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/quotas/de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 375 time: 0.0222855 Jul 30 03:32:55.390275 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:32:55.401218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827bae1-5d84-4258-98e5-97601c8211b3 None None] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:32:55.438580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-a4f1d4ac-d269-442a-8873-de327280dc0b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2089145 Jul 30 03:32:55.622200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:55.662481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:55.665149 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56085aa-31f5-4bb0-b3ae-ea58cbbab6db" -d '{"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:55.723937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:55.777085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:55.877034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:55.892968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'mac_address': 'fa:16:3e:0b:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:32:56.005986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:56.024416 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:56.051502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:56.074248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:56.079601 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:56.141068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=10']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:56.313513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:56.454650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-84214c1d-d47f-4381-bb24-f3877059cf9e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:56.456654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-84214c1d-d47f-4381-bb24-f3877059cf9e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 822 time: 0.1515610 Jul 30 03:32:56.475856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-fee702f9-da15-42cc-ad5c-8236b7c957ec tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/quotas/1033f9dcf26d4f9ebcb1935c20b9e800 HTTP/1.1" status: 200 len: 375 time: 0.0121210 Jul 30 03:32:56.566465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-3a1a193b-36ca-4961-9a28-10d24b542d98 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838239 Jul 30 03:32:56.634510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38178) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:56.780243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-40b246ef-a192-4c41-b353-79cfbef85716 service neutron] 10.222.0.39 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118456 Jul 30 03:32:56.906416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-84dc07fa-095e-46d0-b7e7-03839fd6f452 service neutron] 10.222.0.39 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239007 Jul 30 03:32:56.946922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-851cb968-de47-44ff-804b-7fcb36af7c1f tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-18743629'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:56.946922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-851cb968-de47-44ff-804b-7fcb36af7c1f tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Unknown quota resources ['metering_label']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:32:57.198103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3e69e21-2432-4d79-a926-da21571a1017 req-25bf3512-2025-48e4-992c-f0ecbd493880 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 210 time: 0.0477252 Jul 30 03:32:57.311886 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624180df-6685-489d-aefb-dce3c3ad8582 x-openstack-request-id: req-624180df-6685-489d-aefb-dce3c3ad8582 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:57.312384 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:57.312769 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-624180df-6685-489d-aefb-dce3c3ad8582 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:57.313284 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'code': 200} Jul 30 03:32:57.329330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-3b622453-b816-4294-b008-b401eb960ea7 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552487 Jul 30 03:32:57.418190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-851cb968-de47-44ff-804b-7fcb36af7c1f tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:57.431782 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-851cb968-de47-44ff-804b-7fcb36af7c1f tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7953436 Jul 30 03:32:57.432517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:57.441379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a42a351f-7e44-492e-9eea-e7f4f41bce91 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8e5044f1-d4b7-43a8-83d4-d8b033cb561c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:57.441979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a42a351f-7e44-492e-9eea-e7f4f41bce91 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:32:57.513113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bbeb9c2-bc16-4e1e-9935-f96d75c9ddb5 req-ddf5ebfc-0be2-491b-b34d-39dc09ed2166 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0449660 Jul 30 03:32:57.617747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-060bcc72-ef14-4fe1-a6a5-1dbbfcb15eba tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:57.620036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-060bcc72-ef14-4fe1-a6a5-1dbbfcb15eba tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601099 Jul 30 03:32:57.638377 n-d-778696-14 neutron-server[93877]: WARNING neutron.services.metering.metering_plugin [None req-a42a351f-7e44-492e-9eea-e7f4f41bce91 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 03:32:57.642170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Request body: {'port': {'device_id': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'de1bb493cfec4a0b9ad5767ec7387c1d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:57.899317 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a42a351f-7e44-492e-9eea-e7f4f41bce91 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:57.901137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a42a351f-7e44-492e-9eea-e7f4f41bce91 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4672801 Jul 30 03:32:57.906226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:57.916148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fd006cac-83e5-4e82-9df6-bc78b1f865a8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8e5044f1-d4b7-43a8-83d4-d8b033cb561c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:57.918670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fd006cac-83e5-4e82-9df6-bc78b1f865a8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:32:57.997321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Made reservation on behalf of de1bb493cfec4a0b9ad5767ec7387c1d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:58.007129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:58.019087 n-d-778696-14 neutron-server[93877]: WARNING neutron.services.metering.metering_plugin [None req-fd006cac-83e5-4e82-9df6-bc78b1f865a8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 03:32:58.082818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04cb91-318d-4a90-9734-073d94ca1bde req-a19c85cd-6f5c-41ee-8ec7-bd1005a93efb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:58.087747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb04cb91-318d-4a90-9734-073d94ca1bde req-a19c85cd-6f5c-41ee-8ec7-bd1005a93efb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 948 time: 0.2270925 Jul 30 03:32:58.206535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd006cac-83e5-4e82-9df6-bc78b1f865a8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:58.208126 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fd006cac-83e5-4e82-9df6-bc78b1f865a8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3001804 Jul 30 03:32:58.210772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38252) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.224817 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef715063-838f-4619-80f4-29b23219dc71 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=bf7710ce-93cc-4c83-9260-4c40fc883839 HTTP/1.1" status: 200 len: 464 time: 0.0126262 Jul 30 03:32:58.227733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38254) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.276859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526f6c-af1a-4777-af34-fc6d55f57a02 req-b6674ce4-6b2b-4cc1-894e-2fb3e0ce1c65 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:58.285221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d526f6c-af1a-4777-af34-fc6d55f57a02 req-b6674ce4-6b2b-4cc1-894e-2fb3e0ce1c65 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.1943891 Jul 30 03:32:58.305044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb04cb91-318d-4a90-9734-073d94ca1bde req-3ed0cc11-b160-4d95-8328-827f9c48eaf3 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685209 Jul 30 03:32:58.351010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e97b3f-1675-4518-a580-284bb50ae8d6 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:58.352210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7e97b3f-1675-4518-a580-284bb50ae8d6 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/bf7710ce-93cc-4c83-9260-4c40fc883839 HTTP/1.1" status: 204 len: 168 time: 0.1235578 Jul 30 03:32:58.354978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38258) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.374684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-654b2af2-09ea-4ceb-8525-e057d9197734 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=bf7710ce-93cc-4c83-9260-4c40fc883839 HTTP/1.1" status: 200 len: 221 time: 0.0166576 Jul 30 03:32:58.377935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38262) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.385654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3862bf46-760e-411a-9e37-4aa087f31b94 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1346964457', 'description': 'label created by tempest'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:58.386111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3862bf46-760e-411a-9e37-4aa087f31b94 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Unknown quota resources ['metering_label']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:32:58.386545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d526f6c-af1a-4777-af34-fc6d55f57a02 req-66605909-a0ff-489b-a98e-0f25650402aa tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981534 Jul 30 03:32:58.457772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Allocated IP 192.168.233.185 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/ffb84be4-327d-4dda-aeb4-f53eafd998b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:32:58.469181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f057a934-1a56-4368-beac-b022d0adc018 req-ae0a3ca4-0c47-413b-84c0-b77645825c14 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 210 time: 0.0642958 Jul 30 03:32:58.595109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3862bf46-760e-411a-9e37-4aa087f31b94 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:58.597028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3862bf46-760e-411a-9e37-4aa087f31b94 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2180235 Jul 30 03:32:58.599871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38268) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.691124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f27177a-9124-4f76-884c-1387c24dd254 req-76d30ebf-6aa2-4ed5-9d0f-7f8a97182cae tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0345449 Jul 30 03:32:58.730708 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd7f947f-d508-4b76-856f-45896aad9e9d tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=d8b5879d-48e8-4652-9bf5-dfae9bd8a492 HTTP/1.1" status: 200 len: 468 time: 0.1293273 Jul 30 03:32:58.731434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38272) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.753608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:58.757801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:58.793766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Transition to ACTIVE for port object ffb84be4-327d-4dda-aeb4-f53eafd998b4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:58.837131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:58.851299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:58.896869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:32:58.903199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:32:58.905910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:32:58.909419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:32:58.995965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:58.996664 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.008890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d77383c-5bde-4930-acbc-8526dab3c364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.051312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:59.074055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-94aa9cc6-1b19-4482-b81d-28996b4d9c51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4376626 Jul 30 03:32:59.099185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:32:59.099725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Request body: {'port': {'device_id': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:59.202975 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.233436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-775ea41a-ee71-4a78-b030-222cba2d1d7d None None] Provisioning for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:32:59.248574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-775ea41a-ee71-4a78-b030-222cba2d1d7d None None] Provisioning complete for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:59.249501 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-775ea41a-ee71-4a78-b030-222cba2d1d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.288097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d77383c-5bde-4930-acbc-8526dab3c364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.288404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:32:59.288777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.357967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d77383c-5bde-4930-acbc-8526dab3c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.372596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-775ea41a-ee71-4a78-b030-222cba2d1d7d None None] Port ffb84be4-327d-4dda-aeb4-f53eafd998b4 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:32:59.449887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-65202110-7033-4ae4-94e8-a5f98b9d2f5d tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:59.451401 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-65202110-7033-4ae4-94e8-a5f98b9d2f5d tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 822 time: 0.7329752 Jul 30 03:32:59.475967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa585-3eb6-4200-ae74-b3f02f3a85ca tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.477167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9bbfa585-3eb6-4200-ae74-b3f02f3a85ca tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/d8b5879d-48e8-4652-9bf5-dfae9bd8a492 HTTP/1.1" status: 204 len: 168 time: 0.7233999 Jul 30 03:32:59.481345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'port': {'device_id': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'admin_state_up': True, 'tenant_id': '1033f9dcf26d4f9ebcb1935c20b9e800'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:32:59.486436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.496923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.531627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:32:59.531912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1d77383c-5bde-4930-acbc-8526dab3c364 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48b0dd85592c4bbdac7498ec7b24ee48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689416 Jul 30 03:32:59.532055 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f8325b-0b16-44e8-b992-80eeae14e8d0" -d '{"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-plugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:32:59.539721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.543827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:32:59.550173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.554901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77383c-5bde-4930-acbc-8526dab3c364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e696afa7-2627-4f74-8127-07832f0e7f4c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:59.559547 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc31633f-1e5e-41f9-9768-6dba0dea114a tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=d8b5879d-48e8-4652-9bf5-dfae9bd8a492 HTTP/1.1" status: 200 len: 216 time: 0.0710423 Jul 30 03:32:59.563297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38292) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.593939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a7e9152-3791-416b-9dc4-a73fd69fa6b9 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0295470 Jul 30 03:32:59.598772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38294) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.604556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655627-2539-4531-9149-7d59769e0c30 req-2c9e2871-0e20-439f-88a1-05fda56077e7 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:59.606068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b655627-2539-4531-9149-7d59769e0c30 req-2c9e2871-0e20-439f-88a1-05fda56077e7 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 948 time: 0.2039075 Jul 30 03:32:59.613977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-65ee867b-d923-4d2a-8061-ad1ceac7080a tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:59.615206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:32:59.616117 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-65ee867b-d923-4d2a-8061-ad1ceac7080a tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 948 time: 0.1855130 Jul 30 03:32:59.655101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d406e0-f6ea-4f90-a739-41bca08a8c04 req-d428914a-8346-4ca6-a98a-586e02480e21 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:59.657136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23d406e0-f6ea-4f90-a739-41bca08a8c04 req-d428914a-8346-4ca6-a98a-586e02480e21 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.1849315 Jul 30 03:32:59.681050 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3bf6bba-1be2-4721-b6b9-1b1b9487b5bd tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0774658 Jul 30 03:32:59.687000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.738001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b655627-2539-4531-9149-7d59769e0c30 req-fe4b8749-8067-4618-916b-e4be2e0f5dfa tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201530 Jul 30 03:32:59.751177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2d2df92-4d2a-4fee-be46-a105552d4b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.791491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2d2df92-4d2a-4fee-be46-a105552d4b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.821586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2edc5d0b-61b0-47fd-a685-2a96ab54e540 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/8e5044f1-d4b7-43a8-83d4-d8b033cb561c HTTP/1.1" status: 200 len: 471 time: 0.1246827 Jul 30 03:32:59.821848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Made reservation on behalf of 1033f9dcf26d4f9ebcb1935c20b9e800 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:32:59.823042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.824934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.853928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb84be4-327d-4dda-aeb4-f53eafd998b4 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:32:59.862339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23d406e0-f6ea-4f90-a739-41bca08a8c04 req-e987ddfb-a553-4530-b54e-acf384a23048 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940567 Jul 30 03:32:59.867675 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.868242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Deleting port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:32:59.868600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.872936 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4610865d-fd0d-430d-a6ed-b5bb67a67869 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/ec874816-106b-42ed-96fa-aaf85113dbf4 HTTP/1.1" status: 200 len: 461 time: 0.0330045 Jul 30 03:32:59.877917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:32:59.888286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Transition to ACTIVE for port object ffb84be4-327d-4dda-aeb4-f53eafd998b4 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:32:59.901588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0989258-244f-4163-a635-708d612a13d0 req-b3eeeeb0-401d-4bf1-a905-45e1a15fc905 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:32:59.903357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0989258-244f-4163-a635-708d612a13d0 req-b3eeeeb0-401d-4bf1-a905-45e1a15fc905 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 936 time: 0.0935979 Jul 30 03:32:59.904473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:32:59.930614 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558dfcea-0b11-42c3-a4b2-7364a8909de7 x-openstack-request-id: req-558dfcea-0b11-42c3-a4b2-7364a8909de7 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:32:59.931103 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-plugged", "status": "completed", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:32:59.931275 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-558dfcea-0b11-42c3-a4b2-7364a8909de7 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:32:59.931539 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'code': 200} Jul 30 03:33:00.023168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:00.027175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2d2df92-4d2a-4fee-be46-a105552d4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.032294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2d2df92-4d2a-4fee-be46-a105552d4b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.035594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d2d2df92-4d2a-4fee-be46-a105552d4b6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e696afa7-2627-4f74-8127-07832f0e7f4c HTTP/1.1" status: 204 len: 168 time: 0.4949093 Jul 30 03:33:00.112756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0989258-244f-4163-a635-708d612a13d0 req-18366155-20ce-4a56-a7a3-a6d3fa4618e2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976228 Jul 30 03:33:00.118826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:00.119182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:00.119518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:00.127559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2df92-4d2a-4fee-be46-a105552d4b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e696afa7-2627-4f74-8127-07832f0e7f4c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:00.151509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:00.154029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:00.168938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:00.175565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:00.176295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:00.177862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Bound port: ffb84be4-327d-4dda-aeb4-f53eafd998b4, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:00.178455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.229875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] For port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:00.230250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.263470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73b524e6-0b81-4e0d-af0b-dbc19e8db41e req-e95bfef1-220f-4c3d-bb1a-b923bc17d42d tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0496318 Jul 30 03:33:00.281810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df38650f-4b0f-4125-b33f-4abb53a32a98 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.285213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-df38650f-4b0f-4125-b33f-4abb53a32a98 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/ec874816-106b-42ed-96fa-aaf85113dbf4 HTTP/1.1" status: 204 len: 168 time: 0.4026635 Jul 30 03:33:00.287055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:00.318360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-1addd31d-f44f-4804-aaeb-a849c1f5a2c5 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:00.319968 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-1addd31d-f44f-4804-aaeb-a849c1f5a2c5 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.16 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.3701842 Jul 30 03:33:00.323274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Calling delete_port for cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:00.357163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:00.411722 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.430990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Allocated IP 172.20.0.6 (2e094ac4-17f7-40a0-aa2e-367fa65fbaca/8983ca7d-d659-4075-9343-5d23c8fc7d23/c06ffcbf-425f-4105-af48-02e1fb464b11) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:00.432782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:00.496601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab87a-5972-4f20-9c1c-4313a747154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.709734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Deleting port 2839f497-9881-42fa-8a6d-8e2353261458 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:00.710088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.741721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:00.749777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.792887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.821238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-247cd7fc-f619-4287-bdb3-b748f2e58fb8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.822367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-247cd7fc-f619-4287-bdb3-b748f2e58fb8 tempest-MeteringTestJSON-280919074 tempest-MeteringTestJSON-280919074-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/8e5044f1-d4b7-43a8-83d4-d8b033cb561c HTTP/1.1" status: 204 len: 168 time: 0.5343490 Jul 30 03:33:00.829020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:00.829637 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:00.830997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] 10.222.0.16 "PUT /v2.0/ports/ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 1097 time: 1.7396426 Jul 30 03:33:00.832092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:00.834285 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc" -d '{"events": [{"name": "network-changed", "server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:00.877926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8c9dc7-7e11-443d-8fa5-cd016555770b req-c679dd4d-c1ef-4cb0-b57f-d65585436188 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8196b4c-768a-426d-8de6-dfa6158aae48 HTTP/1.1" status: 200 len: 210 time: 0.0529683 Jul 30 03:33:00.898445 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9a52b-60b7-4e8e-9975-807c944aaa54 x-openstack-request-id: req-2fd9a52b-60b7-4e8e-9975-807c944aaa54 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:00.898729 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:00.898983 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fd9a52b-60b7-4e8e-9975-807c944aaa54 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:00.899399 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'status': 'completed', 'code': 200} Jul 30 03:33:00.903272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Pushing event deleted for resources: {'Port': ['ID=cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:00.932780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091a9d3-b841-4278-8851-286502a43e93 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:00.991670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-db90aeee-95a4-4ad9-b5a1-097db73443b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:00.993217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-db90aeee-95a4-4ad9-b5a1-097db73443b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1100 time: 0.0786581 Jul 30 03:33:00.999721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.044476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] No DVR routers for this DVR port cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:01.061290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.064346 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b96b5a40-1c69-49c0-9655-eda2ba7fff2f req-1ea2f001-6711-4d8c-86f4-872ed5256ee4 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "DELETE /v2.0/ports/cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 HTTP/1.1" status: 204 len: 173 time: 1.4343779 Jul 30 03:33:01.064813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-deleted', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:01.067107 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75f35f-1e65-493c-8aaa-5d5f91438540" -d '{"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-deleted", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:01.074367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-b0c40487-124e-4519-a166-d34244565c92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0524249 Jul 30 03:33:01.079657 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab87a-5972-4f20-9c1c-4313a747154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.083498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] For port 2839f497-9881-42fa-8a6d-8e2353261458, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2839f497-9881-42fa-8a6d-8e2353261458,segment=NetworkSegment(716e98e5-2520-45dc-b7e5-4020f2702958),segment_id=716e98e5-2520-45dc-b7e5-4020f2702958)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:01.084098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.097756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab87a-5972-4f20-9c1c-4313a747154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.107725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Calling delete_port for 2839f497-9881-42fa-8a6d-8e2353261458 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:01.119613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8838b6-980c-495d-a1f0-8a2c27c3fdf8 req-aee73ed2-e2ae-4f82-b57c-f9a2a5ea6e2e tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:01.121332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d8838b6-980c-495d-a1f0-8a2c27c3fdf8 req-aee73ed2-e2ae-4f82-b57c-f9a2a5ea6e2e tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 945 time: 0.1466856 Jul 30 03:33:01.190133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-695ada0a-6750-4897-98c5-9e0beeae54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:01.191649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-695ada0a-6750-4897-98c5-9e0beeae54f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1079538 Jul 30 03:33:01.201510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f9ab87a-5972-4f20-9c1c-4313a747154b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b4170a7ba1549a2b512276bff848467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7651141 Jul 30 03:33:01.204446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:01.231815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d8838b6-980c-495d-a1f0-8a2c27c3fdf8 req-90e21e78-51c2-442d-92cf-445bceb0d5bd tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbe9050-bc82-4127-9b2a-ef0c560462d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Jul 30 03:33:01.316247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:01.318630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ab87a-5972-4f20-9c1c-4313a747154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5c70d-c44e-4e94-90ae-8dd589353e88,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:01.324416 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0489e7de-cf8c-40a4-a1b2-41e74eba534c x-openstack-request-id: req-0489e7de-cf8c-40a4-a1b2-41e74eba534c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:01.324786 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8196b4c-768a-426d-8de6-dfa6158aae48", "name": "network-vif-deleted", "tag": "cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:01.324933 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0489e7de-cf8c-40a4-a1b2-41e74eba534c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:01.325479 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8196b4c-768a-426d-8de6-dfa6158aae48', 'name': 'network-vif-deleted', 'tag': 'cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8', 'status': 'completed', 'code': 200} Jul 30 03:33:01.333894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-8fe7c99e-455e-4127-8a2f-99cd2de2541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:01.335738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-8fe7c99e-455e-4127-8a2f-99cd2de2541c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196682 Jul 30 03:33:01.346938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.401645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fb963-e40a-4bc5-b32c-52405944615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.404162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:01.426454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:01.439491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:01.475838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fb963-e40a-4bc5-b32c-52405944615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.495297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:01.496112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.504517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:01.528283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b9925-3930-4aa8-8632-4e5fff0ed0eb req-17a015ff-ddb2-4d05-84a4-60aec7a83356 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:01.529850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-193b9925-3930-4aa8-8632-4e5fff0ed0eb req-17a015ff-ddb2-4d05-84a4-60aec7a83356 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 948 time: 0.1844180 Jul 30 03:33:01.532907 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d135f12c-9800-4161-9dcc-2aef954cec08 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0659151 Jul 30 03:33:01.536535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03aa098e-c46d-4862-9939-ccf6b1f620d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.537192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.548592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Request body: {'port': {'device_id': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:01.568878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['2839f497-9881-42fa-8a6d-8e2353261458'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:01.637826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-1402fc9e-d2bf-4f38-bde6-70443ffcf6b8 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933476 Jul 30 03:33:01.645138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Pushing event deleted for resources: {'Port': ['ID=2839f497-9881-42fa-8a6d-8e2353261458,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:01.673593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.696254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] No DVR routers for this DVR port 2839f497-9881-42fa-8a6d-8e2353261458 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:01.699820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.702827 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d87d47d-4430-4798-bf4b-f20f27d876c5 req-6e8575cf-53ab-44cc-95dc-6da842872373 tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.16 "DELETE /v2.0/ports/2839f497-9881-42fa-8a6d-8e2353261458 HTTP/1.1" status: 204 len: 173 time: 1.3750393 Jul 30 03:33:01.756091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-193b9925-3930-4aa8-8632-4e5fff0ed0eb req-8fc00d27-3f33-4e01-bff5-2156fe18e868 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911848 Jul 30 03:33:01.808857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42ff6d-a725-4744-aeed-fe46ab0ce3f9 req-3ea4f1b7-d7cc-4cb4-8aa7-82ac9ae5d501 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:01.810922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f42ff6d-a725-4744-aeed-fe46ab0ce3f9 req-3ea4f1b7-d7cc-4cb4-8aa7-82ac9ae5d501 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 931 time: 0.3030949 Jul 30 03:33:01.847935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fb963-e40a-4bc5-b32c-52405944615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.850933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fb963-e40a-4bc5-b32c-52405944615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.852173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f2fb963-e40a-4bc5-b32c-52405944615a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61f5c70d-c44e-4e94-90ae-8dd589353e88 HTTP/1.1" status: 204 len: 168 time: 0.6441154 Jul 30 03:33:01.895233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fb963-e40a-4bc5-b32c-52405944615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5c70d-c44e-4e94-90ae-8dd589353e88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:01.909394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a91e2259-e779-4db9-b591-8bfbfa8e35c1 req-d7d5afd2-67ab-41da-b949-4879b1afc88f service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551718 Jul 30 03:33:01.916018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f42ff6d-a725-4744-aeed-fe46ab0ce3f9 req-079f6642-21ba-472e-a428-9c8a15a91335 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946736 Jul 30 03:33:01.982650 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03aa098e-c46d-4862-9939-ccf6b1f620d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:01.995265 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03aa098e-c46d-4862-9939-ccf6b1f620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.083395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-03aa098e-c46d-4862-9939-ccf6b1f620d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67a0759354cc43f2a724a9a9aef66da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7660387 Jul 30 03:33:02.084133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa098e-c46d-4862-9939-ccf6b1f620d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56389134-a472-4069-b023-12450dfdb647,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:02.086647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:02.122158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06ffcbf-425f-4105-af48-02e1fb464b11 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:02.122782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-96516761-f438-4d6e-867b-4eb652585954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.123928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-96516761-f438-4d6e-867b-4eb652585954 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1100 time: 0.0989058 Jul 30 03:33:02.141505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.161619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Transition to ACTIVE for port object c06ffcbf-425f-4105-af48-02e1fb464b11 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:02.167239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.224663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a2687aa-f5ff-4ee5-85df-4bf1767e7525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.226826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:02.293857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a2687aa-f5ff-4ee5-85df-4bf1767e7525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.305156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Attempting to bind port c06ffcbf-425f-4105-af48-02e1fb464b11 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:02.305498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Attempting to bind port c06ffcbf-425f-4105-af48-02e1fb464b11 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:02.305992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Attempting to bind port c06ffcbf-425f-4105-af48-02e1fb464b11 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:02.312118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Port c06ffcbf-425f-4105-af48-02e1fb464b11 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:02.312416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Attempting to bind port c06ffcbf-425f-4105-af48-02e1fb464b11 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:02.317874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:02.318333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Checking segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:02.318995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Bound using segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:02.319402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Bound port: c06ffcbf-425f-4105-af48-02e1fb464b11, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:02.319929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.344593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-b65212b8-dc12-4c20-9780-2fd54012e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.346230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-b65212b8-dc12-4c20-9780-2fd54012e7b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2117553 Jul 30 03:33:02.404339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:02.410287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:02.416853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab602b2-4a8f-4597-aa73-a81f5d39e0b7 req-3ae38eed-9612-40b4-be6e-ae6f18ebf467 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.418181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.425388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aab602b2-4a8f-4597-aa73-a81f5d39e0b7 req-3ae38eed-9612-40b4-be6e-ae6f18ebf467 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 948 time: 0.1564193 Jul 30 03:33:02.428218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-880d1273-5e9b-4619-bf1c-b8c20aa57b9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0658622 Jul 30 03:33:02.501085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:02.512038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a2687aa-f5ff-4ee5-85df-4bf1767e7525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.513172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a2687aa-f5ff-4ee5-85df-4bf1767e7525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.518287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8a2687aa-f5ff-4ee5-85df-4bf1767e7525 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56389134-a472-4069-b023-12450dfdb647 HTTP/1.1" status: 204 len: 168 time: 0.4256358 Jul 30 03:33:02.518409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.518409 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:02.518687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-a5b4d189-7f46-462a-b958-abe3d624f905 service neutron] 10.222.0.18 "PUT /v2.0/ports/c06ffcbf-425f-4105-af48-02e1fb464b11 HTTP/1.1" status: 200 len: 1092 time: 0.9748335 Jul 30 03:33:02.541306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-328f7a67-455b-4838-90db-671d13042535 req-878bc482-69ef-4fce-a177-7589e5ca857c tempest-VolumesAdminNegativeTest-1657304382 tempest-VolumesAdminNegativeTest-1657304382-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fa9421-c1db-4f80-b662-4577c57de6e4 HTTP/1.1" status: 200 len: 210 time: 0.0525367 Jul 30 03:33:02.550980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aab602b2-4a8f-4597-aa73-a81f5d39e0b7 req-17a58839-5319-4dd4-9715-ac36ffed64fb tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247432 Jul 30 03:33:02.575497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2687aa-f5ff-4ee5-85df-4bf1767e7525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56389134-a472-4069-b023-12450dfdb647,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:02.595350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-d5a30bb2-bd96-4056-9cab-3273a55d482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.597212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-d5a30bb2-bd96-4056-9cab-3273a55d482e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1531818 Jul 30 03:33:02.625350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-0b780f54-43c0-4144-931a-ae1377cc9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.626876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-0b780f54-43c0-4144-931a-ae1377cc9910 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0621667 Jul 30 03:33:02.660623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-7d1b4766-958e-4e31-85bb-10278321ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.662231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-7d1b4766-958e-4e31-85bb-10278321ab64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0523660 Jul 30 03:33:02.685283 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-09d2a1cb-c55f-4ca8-802c-86bdd17feb9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c06ffcbf-425f-4105-af48-02e1fb464b11 HTTP/1.1" status: 200 len: 217 time: 0.0491843 Jul 30 03:33:02.737396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-3ac3d129-00ce-40ac-b145-a525b193394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.739014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-3ac3d129-00ce-40ac-b145-a525b193394d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 200 len: 862 time: 0.0461376 Jul 30 03:33:02.774113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-5c0c1932-d22e-4930-90f1-2951aea7b24a service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027606 Jul 30 03:33:02.779007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-6feee4af-07b0-48df-8cdc-bbebcc612f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319660 Jul 30 03:33:02.907290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0a9b2e-9f4f-429f-b4e3-45ecbe4a88bc req-f12e0f22-f084-4c02-8b12-dcfbf1758856 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252797 Jul 30 03:33:02.922989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-8f18e03f-d497-42f7-892b-ccbdc4c57b96 service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351359 Jul 30 03:33:02.993547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78d6ce-9ad9-471a-83ec-dc5f9a148ced req-35f8a11b-d78e-48a9-a7e8-538fe4ec50ce tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:02.997202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a78d6ce-9ad9-471a-83ec-dc5f9a148ced req-35f8a11b-d78e-48a9-a7e8-538fe4ec50ce tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 948 time: 0.0878313 Jul 30 03:33:03.037944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-50728cae-dabc-47f6-b652-1fdf2ae760fd req-d3c909e8-8b54-4caf-8798-92156c14b4b2 service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001101 Jul 30 03:33:03.083959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a78d6ce-9ad9-471a-83ec-dc5f9a148ced req-28bfc8c6-e064-47dc-aad7-190b0b45486c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800681 Jul 30 03:33:03.100860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44cf33-ead7-4003-bbad-0cf415763baf req-ccffae5c-fcbc-4289-ae1b-1b7bb9847147 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:03.104139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:03.117835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38384) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:03.119565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f44cf33-ead7-4003-bbad-0cf415763baf req-ccffae5c-fcbc-4289-ae1b-1b7bb9847147 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0818586 Jul 30 03:33:03.134864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:03.135212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cd09c1d6-b4be-4c62-8f10-f48a6b4fa2c8 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:03.136439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6984047d-edb9-4404-adad-4578bc6950e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.167503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f44cf33-ead7-4003-bbad-0cf415763baf req-a6bf4d2d-f2a4-4262-8951-a492f87ef84e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Jul 30 03:33:03.235065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6984047d-edb9-4404-adad-4578bc6950e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.238874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6984047d-edb9-4404-adad-4578bc6950e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.280658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:03.280970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6984047d-edb9-4404-adad-4578bc6950e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdf0e884f9f2414bb5cbaaf3433d4e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613834 Jul 30 03:33:03.282281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984047d-edb9-4404-adad-4578bc6950e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee88e8-c67d-4b69-b816-b06762215430,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:03.326944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'name': 'network-vif-deleted', 'tag': '2839f497-9881-42fa-8a6d-8e2353261458'}, {'name': 'network-changed', 'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:03.330148 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade" -d '{"events": [{"server_uuid": "18fa9421-c1db-4f80-b662-4577c57de6e4", "name": "network-vif-deleted", "tag": "2839f497-9881-42fa-8a6d-8e2353261458"}, {"name": "network-changed", "server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:03.341814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d01b31e7-831e-4747-a62b-10ea317482a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.366745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d01b31e7-831e-4747-a62b-10ea317482a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.374101 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8993f9-ca0d-4fef-93b6-a9c69f3885e4 x-openstack-request-id: req-bc8993f9-ca0d-4fef-93b6-a9c69f3885e4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:03.374400 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa9421-c1db-4f80-b662-4577c57de6e4", "name": "network-vif-deleted", "tag": "2839f497-9881-42fa-8a6d-8e2353261458", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:03.374652 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc8993f9-ca0d-4fef-93b6-a9c69f3885e4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:03.375056 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa9421-c1db-4f80-b662-4577c57de6e4', 'name': 'network-vif-deleted', 'tag': '2839f497-9881-42fa-8a6d-8e2353261458', 'status': 'completed', 'code': 200} Jul 30 03:33:03.375744 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'status': 'completed', 'code': 200} Jul 30 03:33:03.432961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d01b31e7-831e-4747-a62b-10ea317482a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.435879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d01b31e7-831e-4747-a62b-10ea317482a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.437817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d01b31e7-831e-4747-a62b-10ea317482a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8ee88e8-c67d-4b69-b816-b06762215430 HTTP/1.1" status: 204 len: 168 time: 0.1558053 Jul 30 03:33:03.448320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b31e7-831e-4747-a62b-10ea317482a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee88e8-c67d-4b69-b816-b06762215430,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:03.459940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-ecbfe233-f43e-429b-8d11-0282de6a2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:03.462615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-ecbfe233-f43e-429b-8d11-0282de6a2cef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0617383 Jul 30 03:33:03.562961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-6fde94d0-1383-4498-b1da-4c1c93e42a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:03.564464 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-6fde94d0-1383-4498-b1da-4c1c93e42a58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 922 time: 0.0918276 Jul 30 03:33:03.606630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:03.669939 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-b9930652-b2a9-4a53-9f0f-e39a8c1e4419 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c06ffcbf-425f-4105-af48-02e1fb464b11 HTTP/1.1" status: 200 len: 217 time: 0.0948358 Jul 30 03:33:03.708839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Deleting subnet 911cead2-fff4-49ef-b0e1-e7031fb53457 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:33:03.715656 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.728874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38416) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:03.738511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-531f0393-1b01-4b62-803b-be41eade9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:03.743831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-531f0393-1b01-4b62-803b-be41eade9107 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 200 len: 862 time: 0.0620558 Jul 30 03:33:03.778323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a28a-44f5-4eb0-bf3a-deb26b3032b9 req-cdb81930-e888-4c46-be59-6017d872930d tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:03.779894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd30a28a-44f5-4eb0-bf3a-deb26b3032b9 req-cdb81930-e888-4c46-be59-6017d872930d tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 948 time: 0.1069791 Jul 30 03:33:03.786243 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.794687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-345dbd2a-9161-45e2-93fa-230ec5cb3fe0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427401 Jul 30 03:33:03.869432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd30a28a-44f5-4eb0-bf3a-deb26b3032b9 req-77f22ebd-bd4b-4bd2-b0aa-e8cad08563bd tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810890 Jul 30 03:33:03.872231 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.940365 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-9956d1dc-ea62-45b2-b327-e398c6922e8d service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365659 Jul 30 03:33:03.947673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1345148611'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:03.952865 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.980980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911cead2-fff4-49ef-b0e1-e7031fb53457,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:03.987798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:03.990087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b36dd300-c9c1-4982-b569-2eaaf78e48e6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/911cead2-fff4-49ef-b0e1-e7031fb53457 HTTP/1.1" status: 204 len: 168 time: 0.3818800 Jul 30 03:33:03.992398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:04.048120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Made reservation on behalf of 290ce39742614140baef11c291209783 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:04.052073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.065698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.082218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.127277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-11b8314a-e98c-4b41-a58b-ce3e09fc8ade req-3ec92328-95da-4d89-b0c3-accb042a0afd service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752868 Jul 30 03:33:04.140660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce437bd7-9cbd-4f24-b065-92815532577c req-440c9b48-eaaa-4507-b832-24052675ef02 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:04.142229 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ce437bd7-9cbd-4f24-b065-92815532577c req-440c9b48-eaaa-4507-b832-24052675ef02 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 948 time: 0.1040828 Jul 30 03:33:04.153841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.176020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1062fa9a-bd88-432b-8703-6c33a0cdf7d7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:04.190633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716e98e5-2520-45dc-b7e5-4020f2702958') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:04.190633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716e98e5-2520-45dc-b7e5-4020f2702958') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:04.208939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.238133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.249299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:04.249741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:04.258502 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:04.267697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:04.274381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2839f497-9881-42fa-8a6d-8e2353261458 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:04.300912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 2839f497-9881-42fa-8a6d-8e2353261458 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:04.301175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2839f497-9881-42fa-8a6d-8e2353261458 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:04.318417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.320990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Deleting port 8cc31c7e-6318-4270-9836-c1cf5d902a64 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:04.321318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.337538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.392725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:04.413295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.418572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:04.425226 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.425577 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Added segment 631d4c0a-aac8-45ec-a2ad-4a83c42bc800 of type vlan for network c0001541-976f-49a0-8647-950a7cec6a19 Jul 30 03:33:04.436017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23361a4-5be3-4b3b-a26d-5de25a959218,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:04.437169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.439349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1062fa9a-bd88-432b-8703-6c33a0cdf7d7 HTTP/1.1" status: 204 len: 168 time: 0.4459043 Jul 30 03:33:04.446435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'mac_address': 'fa:16:3e:c2:7e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:04.455668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:04.507150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Deleting subnet f5a8d443-df77-47b6-8079-592b639ddb16 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:33:04.510864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.514733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.517996 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.519111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] For port 8cc31c7e-6318-4270-9836-c1cf5d902a64, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8cc31c7e-6318-4270-9836-c1cf5d902a64,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:04.519492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.537553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb84be4-327d-4dda-aeb4-f53eafd998b4 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:04.537870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Calling delete_port for 8cc31c7e-6318-4270-9836-c1cf5d902a64 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:04.554096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.562650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:04.570842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.578393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652dba-e716-43c0-b6b1-88ab7722a1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1062fa9a-bd88-432b-8703-6c33a0cdf7d7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:04.595638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb313-069a-4201-9668-60650f79d5d1 req-afa22563-a7ff-4e2d-8a36-ac456ad27eab tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:04.603308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9cfb313-069a-4201-9668-60650f79d5d1 req-afa22563-a7ff-4e2d-8a36-ac456ad27eab tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.2589600 Jul 30 03:33:04.611535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.618722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45634-3fc9-44d6-b7ac-605a09ccb4cc req-863a437a-03ea-4bcb-9429-4dd2b248c19f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:04.619337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:04.619939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.627183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7b45634-3fc9-44d6-b7ac-605a09ccb4cc req-863a437a-03ea-4bcb-9429-4dd2b248c19f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 948 time: 0.3815701 Jul 30 03:33:04.651508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:04.677323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9cfb313-069a-4201-9668-60650f79d5d1 req-4a3b3ffb-1d86-4155-b49d-036ba612e1ee tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Jul 30 03:33:04.691396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9613762 Jul 30 03:33:04.697081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:04.713767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.717004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321593-c26f-40b5-a02d-874d41d374f9 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Pushing event updated for resources: {'Network': ['ID=c0001541-976f-49a0-8647-950a7cec6a19,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:04.730596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c0001541-976f-49a0-8647-950a7cec6a19 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:04.766627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7b45634-3fc9-44d6-b7ac-605a09ccb4cc req-cd5cc70a-d33a-4021-9721-3f13e1f34e3d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384072 Jul 30 03:33:04.810886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.820766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.872961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Pushing event deleted for resources: {'Port': ['ID=8cc31c7e-6318-4270-9836-c1cf5d902a64,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:04.893428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a8d443-df77-47b6-8079-592b639ddb16,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:04.903251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.905813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aaa433da-f615-4f8e-8b86-9c9ebf6fb4c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5a8d443-df77-47b6-8079-592b639ddb16 HTTP/1.1" status: 204 len: 168 time: 0.4467885 Jul 30 03:33:04.908533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:04.951739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] No DVR routers for this DVR port 8cc31c7e-6318-4270-9836-c1cf5d902a64 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:04.966199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:04.969500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ce437bd7-9cbd-4f24-b065-92815532577c req-1d32b5fc-c93b-439b-a696-9a716759700e tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.18 "DELETE /v2.0/ports/8cc31c7e-6318-4270-9836-c1cf5d902a64 HTTP/1.1" status: 204 len: 173 time: 0.8194940 Jul 30 03:33:05.001111 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.033271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ffb84be4-327d-4dda-aeb4-f53eafd998b4'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:05.055800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff79259d-b84f-4c2a-ba63-8e00b775ff57 req-628e5cd5-6248-46c7-9bf6-ba4eb1540c76 tempest-ListImageFiltersTestJSON-1545179140 tempest-ListImageFiltersTestJSON-1545179140-project] 10.222.0.39 "GET /v2.0/ports?device_id=81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8 HTTP/1.1" status: 200 len: 210 time: 0.0451097 Jul 30 03:33:05.114316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.125310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9793e01f-301f-4f91-88db-27e017641ccf']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:05.139825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'network': {'name': 'tempest-network--116412303', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:05.143848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecd6513-e2c4-4d07-9289-86926a952411') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:05.144145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecd6513-e2c4-4d07-9289-86926a952411') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:05.157713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.178435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.183969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Made reservation on behalf of 821b80adcbd04d039384515edaa74b38 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:05.184120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38470) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:05.185650 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.196285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:05.196691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:05.198454 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:05.208062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.270673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.276734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.278664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9793e01f-301f-4f91-88db-27e017641ccf HTTP/1.1" status: 204 len: 168 time: 0.3691795 Jul 30 03:33:05.297828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96a3be-f15b-4789-9376-56446930ffc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9793e01f-301f-4f91-88db-27e017641ccf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:05.348402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-209381341'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:05.376584 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.376712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-deleted', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:05.378632 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e86b67-7652-47ba-8527-2168bcc3fe60" -d '{"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-deleted", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:05.395248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.407985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Made reservation on behalf of bd0e5cb91a2a4f439dcd0337d1052166 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:05.415734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.424097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:05.434852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8df93-d0e4-4ca5-afa5-97da23cc1991,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:05.443088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.443623 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Added segment 1e0f906e-b78c-41dd-86d2-77e2e1b2f16e of type vlan for network 2bbf6efd-7419-4f54-916f-2e8d48923186 Jul 30 03:33:05.450563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.467065 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba60059c-9cd9-4f9e-9689-0f70c89933cc x-openstack-request-id: req-ba60059c-9cd9-4f9e-9689-0f70c89933cc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:05.467397 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8", "name": "network-vif-deleted", "tag": "8cc31c7e-6318-4270-9836-c1cf5d902a64", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:05.468328 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba60059c-9cd9-4f9e-9689-0f70c89933cc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:05.468646 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe0fb5-95bf-4dd3-b174-f2e7ce0028a8', 'name': 'network-vif-deleted', 'tag': '8cc31c7e-6318-4270-9836-c1cf5d902a64', 'status': 'completed', 'code': 200} Jul 30 03:33:05.513895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.567684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.569022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:05.569842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.590110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:05.618003 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.629383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.658684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:05.668393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6ddb2-79d7-496c-86fe-24b7c3bbb640,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:05.674944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.675343 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Added segment 73dc03f4-d999-4d3a-b85b-f44dac26e716 of type vlan for network 55cb5343-3a83-4e81-b798-98a053e37b28 Jul 30 03:33:05.676092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9777699 Jul 30 03:33:05.680222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38480) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:05.710465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823ea66-b7b7-4417-971c-d73ea7a95985 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Network': ['ID=2bbf6efd-7419-4f54-916f-2e8d48923186,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:05.730181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2bbf6efd-7419-4f54-916f-2e8d48923186 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:05.737243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.781325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.785803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca446414-7994-47eb-aa4f-7fb83f511e79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a2a796fc65a4feab1385c6085a3c615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885140 Jul 30 03:33:05.789833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:05.791490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.797975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38486) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:05.841192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.898765 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7138991 Jul 30 03:33:05.921652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de93725-88b0-4088-8845-9bc3f3897f0b req-bd004283-e26b-46ef-8f26-c30136e34bee tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:05.923072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0de93725-88b0-4088-8845-9bc3f3897f0b req-bd004283-e26b-46ef-8f26-c30136e34bee tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.1279712 Jul 30 03:33:05.926126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93582bbb-a323-4926-b8d5-e5e24cf48404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Pushing event updated for resources: {'Network': ['ID=55cb5343-3a83-4e81-b798-98a053e37b28,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:05.941263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 55cb5343-3a83-4e81-b798-98a053e37b28 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:05.958221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05f32b78-02cd-4d8c-9feb-5031e0ed9241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:05.990170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05f32b78-02cd-4d8c-9feb-5031e0ed9241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.029579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03805e-78f6-44ac-9492-8b73302c18de req-04f35b75-4ed3-4bc2-a247-6182b7b43b47 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:06.031710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db03805e-78f6-44ac-9492-8b73302c18de req-04f35b75-4ed3-4bc2-a247-6182b7b43b47 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.1779506 Jul 30 03:33:06.050061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05f32b78-02cd-4d8c-9feb-5031e0ed9241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.052657 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05f32b78-02cd-4d8c-9feb-5031e0ed9241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.054451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-05f32b78-02cd-4d8c-9feb-5031e0ed9241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fbe9050-bc82-4127-9b2a-ef0c560462d4 HTTP/1.1" status: 204 len: 168 time: 0.2517171 Jul 30 03:33:06.065703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32b78-02cd-4d8c-9feb-5031e0ed9241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbe9050-bc82-4127-9b2a-ef0c560462d4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:06.073716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.102900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0de93725-88b0-4088-8845-9bc3f3897f0b req-ad2c37b2-9feb-4aa2-99a4-fc2b990ed9a3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534863 Jul 30 03:33:06.104528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbf6efd-7419-4f54-916f-2e8d48923186']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:06.126421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0f906e-b78c-41dd-86d2-77e2e1b2f16e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:06.126719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0f906e-b78c-41dd-86d2-77e2e1b2f16e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:06.141610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db03805e-78f6-44ac-9492-8b73302c18de req-2f927179-279b-4e7e-ba2f-80a14a5894b6 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010003 Jul 30 03:33:06.143525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.178277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.187075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:06.187075 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:06.198970 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:06.275356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.291308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bbf6efd-7419-4f54-916f-2e8d48923186 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:33:06.306425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:06.320995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.329287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2bbf6efd-7419-4f54-916f-2e8d48923186 HTTP/1.1" status: 204 len: 168 time: 0.6381133 Jul 30 03:33:06.329287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c8bb4-17b5-46b4-a34d-d7bdc8fb90e0 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bbf6efd-7419-4f54-916f-2e8d48923186,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:06.329680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38502) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:06.337720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:06.381135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:06.385555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:06.385937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.404470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Made reservation on behalf of 821b80adcbd04d039384515edaa74b38 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:06.407491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.461378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:06.474822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.475412 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Added segment b37e95ec-87aa-444a-b7ae-ae1a5a4eb0e6 of type vlan for network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 Jul 30 03:33:06.537296 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.555790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.568788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:06.571305 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c636f-a0b7-4e80-9441-f499d5674421" -d '{"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-plugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:06.587174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:06.595742 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.610035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.612028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:06.613681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.652593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:06.711925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:06.713821 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3837082 Jul 30 03:33:06.719753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:06.727977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Request body: {'port': {'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28', 'binding:host_id': 'n-h1-778696-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-143037309'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:06.729935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:06.732693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a81d1398-a89b-49d1-8d88-42c2fa01a26d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=573c4053525342798903734a280ac397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788023 Jul 30 03:33:06.738747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'subnet': {'network_id': '71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:06.742847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:06.752230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428770a1-e02c-4e4d-b4a4-3c542fccfaf2 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Network': ['ID=71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:06.764792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:06.771702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:33:06.771702 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:33:06.771702 n-d-778696-14 neutron-server[93877]: [parameters: {'project_id_1': '9e3742d6728446f2b44e74b2ff0089c9', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 33, 6, 746378)}] Jul 30 03:33:06.771702 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:33:06.772669 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:33:06.786083 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1d9bc-252a-405a-90d1-dbc7765b581f x-openstack-request-id: req-0ce1d9bc-252a-405a-90d1-dbc7765b581f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:06.786808 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-plugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:06.787460 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ce1d9bc-252a-405a-90d1-dbc7765b581f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:06.788112 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'code': 200} Jul 30 03:33:06.799644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Made reservation on behalf of 821b80adcbd04d039384515edaa74b38 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:06.802358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.919473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e4cd9e-8c46-4cbb-a617-bad3517da651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.979730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e4cd9e-8c46-4cbb-a617-bad3517da651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:06.994213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde453f8-883f-4e3a-88c9-c56736cf3938 req-5b1743d6-5914-44c0-b21e-0d8e13c2de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:06.995968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fde453f8-883f-4e3a-88c9-c56736cf3938 req-5b1743d6-5914-44c0-b21e-0d8e13c2de51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1102 time: 0.1263986 Jul 30 03:33:07.098320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fde453f8-883f-4e3a-88c9-c56736cf3938 req-fb8b19c2-6516-4d0f-8888-bc33fb469de9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930867 Jul 30 03:33:07.141838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e4cd9e-8c46-4cbb-a617-bad3517da651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.144556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e4cd9e-8c46-4cbb-a617-bad3517da651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.145928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a5e4cd9e-8c46-4cbb-a617-bad3517da651 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67eb173b-8e91-4f1d-97e1-7d6ed0e597c5 HTTP/1.1" status: 204 len: 168 time: 0.4017498 Jul 30 03:33:07.159376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:07.166820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4cd9e-8c46-4cbb-a617-bad3517da651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb173b-8e91-4f1d-97e1-7d6ed0e597c5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:07.269700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f716181-20f2-495e-87ad-baeada5d77cb req-edc426ac-e994-4b51-a2c4-ca456f99dbb2 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:07.271263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f716181-20f2-495e-87ad-baeada5d77cb req-edc426ac-e994-4b51-a2c4-ca456f99dbb2 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0781868 Jul 30 03:33:07.302991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Made reservation on behalf of 9e3742d6728446f2b44e74b2ff0089c9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:07.308724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.338479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.347645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f716181-20f2-495e-87ad-baeada5d77cb req-73c51879-9ae4-4307-8d5b-7889a12ed7bc tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621157 Jul 30 03:33:07.359915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:07.373185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'port_id': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'mac_address': 'fa:16:3e:f1:8e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8983ca7d-d659-4075-9343-5d23c8fc7d23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:07.428960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.437686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:33:07.437686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.457748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06ffcbf-425f-4105-af48-02e1fb464b11 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:07.492734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:07.499704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.499954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.522358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.525346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Subnet': ['ID=074c982d-0f52-47df-b304-2f9dbe3a488c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:07.530614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port d8deb169-fad8-4d20-948e-942df0226f8b yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:07.545796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533b6fd-4d6a-493a-b738-94aa1261654e req-b7225330-adbe-47c8-b95c-05e8c17edf58 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:07.548023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d533b6fd-4d6a-493a-b738-94aa1261654e req-b7225330-adbe-47c8-b95c-05e8c17edf58 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1591332 Jul 30 03:33:07.556183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Checking segment: {'id': 'b37e95ec-87aa-444a-b7ae-ae1a5a4eb0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:07.556811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Network hostable DHCP agents. Network: 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:07.564540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:07.604303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:07.614826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d533b6fd-4d6a-493a-b738-94aa1261654e req-00b247d6-fe25-49f4-a216-0b35f1ca3a18 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598001 Jul 30 03:33:07.623505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:07.649320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3554483b-6b23-43b0-8344-6709ae1c6fea None None] Network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:07.649472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:07.649970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.678088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9e8b194b-173c-4248-80f6-f22d4b213bbb tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9429240 Jul 30 03:33:07.680000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:07.682647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e515a23-a1a9-449a-b49e-82ef5bc076c8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:07.699726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'floatingip': {'floating_network_id': '71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:07.732720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c06ffcbf-425f-4105-af48-02e1fb464b11'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:07.755866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.832613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99558bd7-4703-4450-9755-b5eb6d1255b4 None None] Network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:07.871013 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.873274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port d8deb169-fad8-4d20-948e-942df0226f8b yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:07.895023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:07.918119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Transition to ACTIVE for port object d8deb169-fad8-4d20-948e-942df0226f8b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:07.935898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.020201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=d8deb169-fad8-4d20-948e-942df0226f8b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:08.044900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Allocated IP 172.20.0.13 (71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7/074c982d-0f52-47df-b304-2f9dbe3a488c/3b0de702-a2e4-44b0-96da-aac8f1322d48) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:08.055084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Checking segment: {'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:08.055773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Network hostable DHCP agents. Network: 55cb5343-3a83-4e81-b798-98a053e37b28, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:08.084345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Network 55cb5343-3a83-4e81-b798-98a053e37b28 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:08.102332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 55cb5343-3a83-4e81-b798-98a053e37b28) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:08.107410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:08.128624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a549c51-af55-4848-afdf-60d1d41b4ee1 None None] Network 55cb5343-3a83-4e81-b798-98a053e37b28 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:08.134469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.134804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.135185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.141756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.143985 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.145343 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 2 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.170910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.171272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.171865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.182697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.183067 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.183433 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 3 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.204862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.205116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.205365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.210236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.210598 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.210998 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 4 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.240763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.241070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.241412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.248115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.249074 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.249873 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 5 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.279560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.280007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.280355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.289140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.289841 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.291273 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 6 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.307818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.308357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.308794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.315678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.316130 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.316735 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 7 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.331927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.332454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.332848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.338890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.341132 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.341132 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 8 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.361224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38598) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:08.374730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.375496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.376036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.383875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.384396 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.385141 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 9 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.404678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.405142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.405745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.411294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.411765 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.412157 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 10 to bind port d8deb169-fad8-4d20-948e-942df0226f8b Jul 30 03:33:08.432865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:08.433275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:08.433544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:08.440499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port d8deb169-fad8-4d20-948e-942df0226f8b on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:08.440888 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port d8deb169-fad8-4d20-948e-942df0226f8b on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:08.441212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.582558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] For port d8deb169-fad8-4d20-948e-942df0226f8b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:08.583054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempted to set empty binding levels {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 03:33:08.588150 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.603902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d15079-c079-45ed-a189-e794289af26e req-702ae3ce-4579-4028-a3b4-80181c03ba18 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:08.605336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00d15079-c079-45ed-a189-e794289af26e req-702ae3ce-4579-4028-a3b4-80181c03ba18 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 944 time: 0.1554387 Jul 30 03:33:08.609718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.612139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1010773125-network', 'tenant_id': '779447cb1ac54fcb85f322964275c352'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:08.642119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:08.643679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.660229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00d15079-c079-45ed-a189-e794289af26e req-f2ac0f3c-9cfe-4a94-8552-76adfbb53128 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Jul 30 03:33:08.686682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=d8deb169-fad8-4d20-948e-942df0226f8b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:08.694339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Made reservation on behalf of 779447cb1ac54fcb85f322964275c352 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:08.697227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.701357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.708273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.712442 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ffd9328e-17ac-45a8-a92b-de53d5a54140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9971037 Jul 30 03:33:08.716609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:08.776103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:08.798454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38616) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:08.807620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:08.816911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:08.822059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.826246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.845493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0de702-a2e4-44b0-96da-aac8f1322d48,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:08.857061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:08.867689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b79e54-07de-4bf4-87f3-cf5a220426f1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:08.874672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.875108 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Added segment 43801a17-a659-4f4f-a113-7744d42fb588 of type vlan for network 1142c356-f988-4708-bf79-7be33124e7c1 Jul 30 03:33:08.908038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b28e-57ce-4533-a747-65b948c051c5 req-7a937d97-fc78-4a51-9ef5-95d252c5701c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:08.909557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27b6b28e-57ce-4533-a747-65b948c051c5 req-7a937d97-fc78-4a51-9ef5-95d252c5701c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1396258 Jul 30 03:33:08.933520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.981586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-03866222-ffc2-4803-a3d9-7abe997caaff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fa4c75b3ebb4f1bb7a31baf44992907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796658 Jul 30 03:33:08.982070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38620) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:08.988376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Deleting port d8deb169-fad8-4d20-948e-942df0226f8b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:08.988739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.995353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:08.996290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:08.996870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.007404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.037506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27b6b28e-57ce-4533-a747-65b948c051c5 req-9e45eb71-81ee-4991-88f8-6a272020be0c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154902 Jul 30 03:33:09.074818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7123599 Jul 30 03:33:09.078832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38624) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:09.085155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Request body: {'subnet': {'network_id': '1142c356-f988-4708-bf79-7be33124e7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1010773125-subnet', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:09.088033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202007d-314e-488f-8b86-3950acfcee4f admin admin] Pushing event updated for resources: {'Network': ['ID=1142c356-f988-4708-bf79-7be33124e7c1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:09.090335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] For port d8deb169-fad8-4d20-948e-942df0226f8b, host n-h1-778696-14, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:09.090839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.093661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.099183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 1142c356-f988-4708-bf79-7be33124e7c1 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:09.123055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf5674f7-725f-477c-b45b-3f5144e27853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.125946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Calling delete_port for d8deb169-fad8-4d20-948e-942df0226f8b owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:09.148284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Made reservation on behalf of 779447cb1ac54fcb85f322964275c352 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:09.151681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.175946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:09.231872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port c06ffcbf-425f-4105-af48-02e1fb464b11 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:09.237152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c06ffcbf-425f-4105-af48-02e1fb464b11 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:09.237551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.308890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6b3db-04b9-43a0-b594-c58ff1edfd24 req-515d9cee-6c06-49dd-9845-6820510c2973 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:09.310466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbc6b3db-04b9-43a0-b594-c58ff1edfd24 req-515d9cee-6c06-49dd-9845-6820510c2973 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1102 time: 0.1556792 Jul 30 03:33:09.328803 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.354967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:09.357318 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0daa91-35d2-45f7-8326-9db43b2a1953" -d '{"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:09.371390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.381372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:09.388508 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.390095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:09.414100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbc6b3db-04b9-43a0-b594-c58ff1edfd24 req-e416d4f0-21e5-4e66-bc4b-4eb2fa52bcfa tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910845 Jul 30 03:33:09.443429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.446611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8deb169-fad8-4d20-948e-942df0226f8b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:09.450375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.455600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-257105f0-f737-485e-b3e4-ff12a7b1ad41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d8deb169-fad8-4d20-948e-942df0226f8b HTTP/1.1" status: 204 len: 168 time: 0.7340755 Jul 30 03:33:09.456650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:09.465433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.481741 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa949a4-08e7-4ff1-b0b6-b60667d4b385 x-openstack-request-id: req-7fa949a4-08e7-4ff1-b0b6-b60667d4b385 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:09.482021 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:09.482261 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fa949a4-08e7-4ff1-b0b6-b60667d4b385 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:09.483231 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'code': 200} Jul 30 03:33:09.483929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 8cc31c7e-6318-4270-9836-c1cf5d902a64 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:09.484430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8cc31c7e-6318-4270-9836-c1cf5d902a64 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:09.517221 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa78b85-15f9-48dd-aa4f-66483eb45973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:33:09.523637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4fa78b85-15f9-48dd-aa4f-66483eb45973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "GET /v2.0/ports/d8deb169-fad8-4d20-948e-942df0226f8b HTTP/1.1" status: 404 len: 333 time: 0.0659933 Jul 30 03:33:09.525981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:09.536130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:09.536391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf5674f7-725f-477c-b45b-3f5144e27853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.538288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Request body: {'port': {'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-664218917'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:09.594231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0de702-a2e4-44b0-96da-aac8f1322d48,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:09.609432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.625682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Made reservation on behalf of 9e3742d6728446f2b44e74b2ff0089c9 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:09.628082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.629542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68f2c9-e519-4871-a04b-6eede383d869 req-8023dfd4-359a-4b26-9832-99a2ffc7c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:09.631204 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2c68f2c9-e519-4871-a04b-6eede383d869 req-8023dfd4-359a-4b26-9832-99a2ffc7c6f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1336548 Jul 30 03:33:09.657387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port 5567766f-79c3-406c-b48a-11aca899fd12 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:09.673465 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.674832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ee120ea-0b48-48bf-b1db-7a145519b42e tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9929695 Jul 30 03:33:09.679769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:09.694840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf5674f7-725f-477c-b45b-3f5144e27853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.697596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf5674f7-725f-477c-b45b-3f5144e27853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.701340 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bf5674f7-725f-477c-b45b-3f5144e27853 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd5db49f-0de5-499f-b0bb-2f5f730fdc7a HTTP/1.1" status: 204 len: 168 time: 0.7156210 Jul 30 03:33:09.742559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5674f7-725f-477c-b45b-3f5144e27853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5db49f-0de5-499f-b0bb-2f5f730fdc7a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:09.758839 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2c68f2c9-e519-4871-a04b-6eede383d869 req-c0771f09-83b3-4738-a469-4903fd9f0c47 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172440 Jul 30 03:33:09.821544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.832829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-75e039fb-6c39-49c3-b97f-de0488b8239a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 HTTP/1.1" status: 200 len: 690 time: 0.1516280 Jul 30 03:33:09.848770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:09.934299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67da0d51-cca0-425e-ae94-9e9fdb1becfd,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:09.953538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-a7abf024-2fd0-4b15-8eaa-0238c518807b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1669719 Jul 30 03:33:09.963523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Checking segment: {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:09.963965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Network hostable DHCP agents. Network: 1142c356-f988-4708-bf79-7be33124e7c1, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:09.981291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9bde2-0a8c-4d23-832e-d89e9d587314 req-7c1e42c9-8b67-47e1-83ed-373859455870 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:09.986261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fd9bde2-0a8c-4d23-832e-d89e9d587314 req-7c1e42c9-8b67-47e1-83ed-373859455870 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2065027 Jul 30 03:33:09.995702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:09.999617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Network 1142c356-f988-4708-bf79-7be33124e7c1 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:10.078697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 1142c356-f988-4708-bf79-7be33124e7c1) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:10.086194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:10.086784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.087858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce90d0-1c15-45d5-af20-bb6c0fe21fa9 None None] Network 1142c356-f988-4708-bf79-7be33124e7c1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:10.101619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425390a9-d900-4104-8121-a544fcaff96e req-0f71cab2-3035-44df-b908-cc530fd76d8f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:10.103448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-425390a9-d900-4104-8121-a544fcaff96e req-0f71cab2-3035-44df-b908-cc530fd76d8f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.2739468 Jul 30 03:33:10.129283 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-70414533-b027-49c0-80ca-4809f74ab987 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0481966 Jul 30 03:33:10.132508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38664) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:10.137605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:10.147289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fd9bde2-0a8c-4d23-832e-d89e9d587314 req-532cdea1-15e8-415e-bd21-83ce328bed5a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877054 Jul 30 03:33:10.177433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.178549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.226498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-425390a9-d900-4104-8121-a544fcaff96e req-85e4f19b-77cf-4243-a330-4586784c9d9d tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043868 Jul 30 03:33:10.275441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.279747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.284884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Deleting port 3b0de702-a2e4-44b0-96da-aac8f1322d48 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:10.285315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.334187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.376671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-1142c356-f988-4708-bf79-7be33124e7c1', 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'fixed_ips': [{'subnet_id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:33:10.378087 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.419581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Network 55cb5343-3a83-4e81-b798-98a053e37b28 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:10.420946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=5567766f-79c3-406c-b48a-11aca899fd12,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:10.432170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:10.435678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:10.438198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:10.439451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.474153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a824eb6c-adbb-43df-a1e2-e9cc5ad3be15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9419641 Jul 30 03:33:10.476962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:10.487928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:10.542106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.569585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.569919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.594225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Calling delete_port for 3b0de702-a2e4-44b0-96da-aac8f1322d48 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:10.613235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.649986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Allocated IP 172.20.0.2 (1142c356-f988-4708-bf79-7be33124e7c1/67da0d51-cca0-425e-ae94-9e9fdb1becfd/387ce6d9-1761-4b26-8d62-d68360f91a8a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:10.693923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38688) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:10.811940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.897065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-409390225-network', 'tenant_id': '80bdb57440fc45d3b0ce79ccdc9159bb'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:10.907829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.914116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port 5567766f-79c3-406c-b48a-11aca899fd12 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:10.925067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.949549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Transition to ACTIVE for port object 5567766f-79c3-406c-b48a-11aca899fd12 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:10.955200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:10.966019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b0de702-a2e4-44b0-96da-aac8f1322d48,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:11.006667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Made reservation on behalf of 80bdb57440fc45d3b0ce79ccdc9159bb for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:11.011239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.045048 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.046582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.053289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.060323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=5567766f-79c3-406c-b48a-11aca899fd12,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:11.062067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Transition to ACTIVE for port object 387ce6d9-1761-4b26-8d62-d68360f91a8a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:11.089005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Transition to ACTIVE for port object 387ce6d9-1761-4b26-8d62-d68360f91a8a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:11.102846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.112643 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.126944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.127562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.127562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.135003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.135518 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.135751 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 2 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.143498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.153955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.154207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.154467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.160944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.161281 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.161949 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 3 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.178580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.178937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.179280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.184777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.185276 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.185675 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 4 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.215476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.218067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.218512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.227035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.227440 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.227790 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 5 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.252445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.254941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.255822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.272897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.274411 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.274847 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 6 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.352409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.353155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.353621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.358305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.399291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.399693 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.402663 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 7 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.431492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.431894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.432223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.444816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.445143 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.454335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1491f-8d97-4863-8e92-db2c2bf4eed9 req-4b5bf028-c930-45e1-96f5-ce2b7160b84b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:11.454551 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.455957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61a1491f-8d97-4863-8e92-db2c2bf4eed9 req-4b5bf028-c930-45e1-96f5-ce2b7160b84b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1274192 Jul 30 03:33:11.456741 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 8 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.468209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0ca7-2f36-47d3-a476-a49c5b6c48af req-2f08467c-8844-45ee-ab53-16b82c24caf8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:11.477002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86bc0ca7-2f36-47d3-a476-a49c5b6c48af req-2f08467c-8844-45ee-ab53-16b82c24caf8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1667356 Jul 30 03:33:11.503010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Network 1142c356-f988-4708-bf79-7be33124e7c1 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:11.508344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Pushing event updated for resources: {'Port': ['ID=387ce6d9-1761-4b26-8d62-d68360f91a8a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:11.521356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:11.523942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.524281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.524611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.534287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=074c982d-0f52-47df-b304-2f9dbe3a488c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:11.541573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.541903 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.550303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:11.551670 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 9 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.584143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86bc0ca7-2f36-47d3-a476-a49c5b6c48af req-d0bc1be3-a238-4ea8-8751-ba1ed0084c62 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062145 Jul 30 03:33:11.605006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61a1491f-8d97-4863-8e92-db2c2bf4eed9 req-1e43322e-d526-4de5-abe2-b6450846c95b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259153 Jul 30 03:33:11.612164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.612515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.612836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.619043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.628321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.628646 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.629037 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 10 to bind port 5567766f-79c3-406c-b48a-11aca899fd12 Jul 30 03:33:11.648018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.648222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.650131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:11.650703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.662887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:11.663287 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5567766f-79c3-406c-b48a-11aca899fd12 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:11.663662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.679125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37e95ec-87aa-444a-b7ae-ae1a5a4eb0e6') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:11.679434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37e95ec-87aa-444a-b7ae-ae1a5a4eb0e6') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:11.700877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Attempting to bind port 387ce6d9-1761-4b26-8d62-d68360f91a8a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:11.701601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Attempting to bind port 387ce6d9-1761-4b26-8d62-d68360f91a8a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:11.702157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Attempting to bind port 387ce6d9-1761-4b26-8d62-d68360f91a8a on network 1142c356-f988-4708-bf79-7be33124e7c1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:11.714311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:11.715056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Checking segment: {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:11.715662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.715842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Allocated IP 172.25.6.208 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/453ce1c0-993a-4a97-bfe9-06732ba3c5fc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:11.716473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Bound using segment: {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:11.716958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Bound port: 387ce6d9-1761-4b26-8d62-d68360f91a8a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:11.717861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.724196 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.753727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.758746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.772572 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.786807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] For port 387ce6d9-1761-4b26-8d62-d68360f91a8a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:11.790845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] For port 387ce6d9-1761-4b26-8d62-d68360f91a8a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=387ce6d9-1761-4b26-8d62-d68360f91a8a,segment=NetworkSegment(43801a17-a659-4f4f-a113-7744d42fb588),segment_id=43801a17-a659-4f4f-a113-7744d42fb588)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:11.797791 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.810147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:11.810645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:11.813971 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:11.819622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d016a-b008-4688-8bad-a0fb942dfc96 req-9f2c8994-0d41-4878-aec4-6713f72f1595 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:11.829936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c7d016a-b008-4688-8bad-a0fb942dfc96 req-9f2c8994-0d41-4878-aec4-6713f72f1595 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1158915 Jul 30 03:33:11.852579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] For port 5567766f-79c3-406c-b48a-11aca899fd12, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:11.853296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 03:33:11.868808 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.909383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:11.913269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99659b6-7e3f-4c81-a2df-92cf68aa8384 None None] Pushing event updated for resources: {'Port': ['ID=387ce6d9-1761-4b26-8d62-d68360f91a8a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:11.927979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da232dcf-ce6f-4624-9676-69e7d2cf8721,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:11.938603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.938963 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Added segment 179a5139-4196-4b05-9329-08f83ffb7a8e of type vlan for network b651fedf-1555-45d5-b3c1-76a7267d39f5 Jul 30 03:33:11.952211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.970530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] In _notify_port_updated(), no bound segment for port 5567766f-79c3-406c-b48a-11aca899fd12 on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:33:11.971649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:11.972318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:11.972590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:33:11.973729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "PUT /v2.0/ports/5567766f-79c3-406c-b48a-11aca899fd12 HTTP/1.1" status: 200 len: 979 time: 1.4936531 Jul 30 03:33:11.992861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c7d016a-b008-4688-8bad-a0fb942dfc96 req-61590ca6-79df-4822-81ef-288cab552dfa tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614447 Jul 30 03:33:11.993606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.035557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.042028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.044703 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/networks/71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 HTTP/1.1" status: 204 len: 168 time: 2.1929355 Jul 30 03:33:12.048526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.054561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-b5906832-4b0b-4209-8b6e-c3a3bda5de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.056109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-b5906832-4b0b-4209-8b6e-c3a3bda5de89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1102 time: 0.1375229 Jul 30 03:33:12.095821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2160-a21e-4e6c-be7e-491260b96519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=5567766f-79c3-406c-b48a-11aca899fd12,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:12.167550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66567b-fd20-4bb5-a06c-3224209b622a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Network': ['ID=71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:12.238246 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-68bd4770-9eb1-44e9-9f86-5aa1b66c7850 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1784 time: 0.1861141 Jul 30 03:33:12.244424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38718) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.260749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48b58b-4820-4435-9a9d-0def8ecef664 req-6aae99af-6b9c-4d6b-9f57-40632dc459c1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.262326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac48b58b-4820-4435-9a9d-0def8ecef664 req-6aae99af-6b9c-4d6b-9f57-40632dc459c1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1491594 Jul 30 03:33:12.272058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.283643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.284292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.284773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.285358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.286056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.286532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.287108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.287735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.288568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.289045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.289572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.290043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.290596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.291066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.291744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.292432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.293015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.293501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.294057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.294780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.298022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.298924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.299569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.300187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.301491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.302178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.302937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.303941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.304708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.305003 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-29e51b11-37c4-42de-a02c-a3d1074c4be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.308562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f57d7c2e-f0f8-4429-a8e6-8acb41083f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26253 time: 0.3114367 Jul 30 03:33:12.318294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38720) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.412079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.413447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.414294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.423226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac48b58b-4820-4435-9a9d-0def8ecef664 req-471aad21-5e79-4683-af49-4540fa2cddeb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Jul 30 03:33:12.425591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-9ffd4c22-6efe-48f1-a57d-3ac2d8233b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.426969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-9ffd4c22-6efe-48f1-a57d-3ac2d8233b1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.3338027 Jul 30 03:33:12.485298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-249bc3b8-b4f1-4a73-a26e-054157a53c0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0498505 Jul 30 03:33:12.520407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] Pushing event updated for resources: {'Network': ['ID=b651fedf-1555-45d5-b3c1-76a7267d39f5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:12.527658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3604e927-ba18-4735-bee5-347f572aa900 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8327005 Jul 30 03:33:12.528491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.530980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b651fedf-1555-45d5-b3c1-76a7267d39f5 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:12.547783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Request body: {'subnet': {'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-409390225-subnet', 'tenant_id': '80bdb57440fc45d3b0ce79ccdc9159bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:12.557587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.558052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.558505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.558956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.559427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.559873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.560318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.560808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.561256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.565692 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6fb57391-a766-46e3-b742-affa37aa2d68 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5843 time: 0.3141952 Jul 30 03:33:12.566945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.568496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Deleting port 5567766f-79c3-406c-b48a-11aca899fd12 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:12.568783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.571450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-aafc037f-320c-436a-b736-21701daf6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.573348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-aafc037f-320c-436a-b736-21701daf6457 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0768628 Jul 30 03:33:12.637348 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-d01004cd-0282-4c93-a57f-7d2d1f5aaddd tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] delete failed (client error): The resource could not be found. Jul 30 03:33:12.638379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d01004cd-0282-4c93-a57f-7d2d1f5aaddd tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/e53bf35e-9d3a-4542-a554-7b8012003178 HTTP/1.1" status: 404 len: 345 time: 0.0692832 Jul 30 03:33:12.643524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38730) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.651526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.672682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Made reservation on behalf of 80bdb57440fc45d3b0ce79ccdc9159bb for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:12.675122 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.718464 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8670c4d-6ea6-4260-9727-7da654101aca tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] DELETE failed (client error): The resource could not be found. Jul 30 03:33:12.719421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8670c4d-6ea6-4260-9727-7da654101aca tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:33:12.721572 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a8670c4d-6ea6-4260-9727-7da654101aca tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/networks/71c6ddaa-e391-4cf0-9fc5-c0f059abf3e7 HTTP/1.1" status: 404 len: 339 time: 0.0770874 Jul 30 03:33:12.730816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:12.750522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'network': {'name': 'tempest-network--359853100', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:12.765447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b327-195c-4ff9-bda7-2ab2290b415a req-601080b5-5146-4034-beed-b9b6f5d21772 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.766965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c26b327-195c-4ff9-bda7-2ab2290b415a req-601080b5-5146-4034-beed-b9b6f5d21772 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1917922 Jul 30 03:33:12.770681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:12.775646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] For port 5567766f-79c3-406c-b48a-11aca899fd12, host n-h1-778696-14, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:12.776006 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.778640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:12.781379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:12.810157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Pushing event updated for resources: {'Port': ['ID=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:12.812232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-793adc74-abf7-42c0-bd1b-62d9b27a8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.814015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-793adc74-abf7-42c0-bd1b-62d9b27a8538 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1956952 Jul 30 03:33:12.814772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Calling delete_port for 5567766f-79c3-406c-b48a-11aca899fd12 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:12.857317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12608f-0be7-4be6-a738-cda9bf9c3845 req-c283a9a4-e4ee-4187-8cf0-f9fd5c4836fc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:12.860411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb12608f-0be7-4be6-a738-cda9bf9c3845 req-c283a9a4-e4ee-4187-8cf0-f9fd5c4836fc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1878788 Jul 30 03:33:12.871840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Made reservation on behalf of 821b80adcbd04d039384515edaa74b38 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:12.874489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:12.989169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c26b327-195c-4ff9-bda7-2ab2290b415a req-7a4ac2fd-5931-4d1d-8690-7c86f6f9bd4c tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073123 Jul 30 03:33:13.067128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb12608f-0be7-4be6-a738-cda9bf9c3845 req-bf9da6f0-148b-4131-8ef2-b2aba36b4017 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548412 Jul 30 03:33:13.072530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:13.123029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.124115 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Added segment d44a2a76-4e73-449d-b4e8-787c64c60cd7 of type vlan for network 3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e Jul 30 03:33:13.134664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f6aa3-322c-41bf-b381-38bf63badbbd None None] Network 1142c356-f988-4708-bf79-7be33124e7c1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:13.140366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-8dcee93e-6e2e-4e30-b8fa-ed5b780d8afa service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063524 Jul 30 03:33:13.168959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.203901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.222245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-98003d82-779a-4f93-9970-d5163b7435ac None None] Provisioning for port 387ce6d9-1761-4b26-8d62-d68360f91a8a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:13.253743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=602d2c61-d3de-4914-b1c7-23aecf19ea84,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:13.254212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.258116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.305630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Checking segment: {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:13.305899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Network hostable DHCP agents. Network: b651fedf-1555-45d5-b3c1-76a7267d39f5, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:13.387751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Network b651fedf-1555-45d5-b3c1-76a7267d39f5 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:13.416834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, b651fedf-1555-45d5-b3c1-76a7267d39f5) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:13.426629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:13.428309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.431502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b338cc-e8dc-49e2-a369-74dda69d47a9 None None] Network b651fedf-1555-45d5-b3c1-76a7267d39f5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:13.485308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e917dbaf-8ea4-451e-8fb9-f8ae7540ac6c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9359529 Jul 30 03:33:13.506240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 387ce6d9-1761-4b26-8d62-d68360f91a8a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:13.604047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.673688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.674669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:13.675282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.679079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.680859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5567766f-79c3-406c-b48a-11aca899fd12 HTTP/1.1" status: 204 len: 168 time: 1.3602831 Jul 30 03:33:13.685028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:13.718652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 387ce6d9-1761-4b26-8d62-d68360f91a8a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:13.727961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 387ce6d9-1761-4b26-8d62-d68360f91a8a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:13.728199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772d4a4-c67e-4c6d-943e-90af463ac802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event deleted for resources: {'Port': ['ID=5567766f-79c3-406c-b48a-11aca899fd12,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:13.728324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.730066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650c15d-674e-4d2e-93de-5da6d8022aef None None] Network b651fedf-1555-45d5-b3c1-76a7267d39f5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:13.753968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f646b71f-9fae-4937-9387-ab408f8fd5f0 None None] Provisioning complete for port 387ce6d9-1761-4b26-8d62-d68360f91a8a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:13.754235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f646b71f-9fae-4937-9387-ab408f8fd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:13.754598 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-250540c0-0a52-4a31-8db4-c8e11b459220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:33:13.761559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:13.762172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-250540c0-0a52-4a31-8db4-c8e11b459220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "GET /v2.0/ports/5567766f-79c3-406c-b48a-11aca899fd12 HTTP/1.1" status: 404 len: 333 time: 0.0758171 Jul 30 03:33:13.778999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049335305', 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:13.828565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Router 2788889e-62d3-4c30-b766-74c1727f86ee is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:33:13.832830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4e922-5dda-4a68-a605-96b2aaf79efc req-51638587-2df5-480d-9f63-6d082bd214a8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:13.840315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2c4e922-5dda-4a68-a605-96b2aaf79efc req-51638587-2df5-480d-9f63-6d082bd214a8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.5972638 Jul 30 03:33:13.853181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1123247 Jul 30 03:33:13.860720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38752) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:13.865546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b1f2-bb0b-4572-9963-440ee6145c74 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Network': ['ID=3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:13.889606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:13.901291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-a4c98296-197c-4d60-bedd-9c6e1a1c6eec service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594722 Jul 30 03:33:13.979219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.033874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-fcb69a36-cc0f-4744-87d2-49a85c0da7d5 req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1680586891', 'description': 'tempest-description-967839700'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:14.041485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f646b71f-9fae-4937-9387-ab408f8fd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.089192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Made reservation on behalf of 9e3742d6728446f2b44e74b2ff0089c9 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:14.094456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.097302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 387ce6d9-1761-4b26-8d62-d68360f91a8a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=387ce6d9-1761-4b26-8d62-d68360f91a8a,segment=NetworkSegment(43801a17-a659-4f4f-a113-7744d42fb588),segment_id=43801a17-a659-4f4f-a113-7744d42fb588)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:14.110512 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.178018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2c4e922-5dda-4a68-a605-96b2aaf79efc req-890d61b8-908c-4677-a39e-39ae10faabd3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368258 Jul 30 03:33:14.194701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port 1627690c-0d60-41c6-8830-d1ab233f3a59 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:14.204570 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fcb69a36-cc0f-4744-87d2-49a85c0da7d5 req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.217915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=387ce6d9-1761-4b26-8d62-d68360f91a8a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:14.219369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbfecf-3643-4a2b-8ea6-8095f42cd66f tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:14.222506 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-f646b71f-9fae-4937-9387-ab408f8fd5f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:33:14.222897 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-f646b71f-9fae-4937-9387-ab408f8fd5f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:33:14.232508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbfecf-3643-4a2b-8ea6-8095f42cd66f tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:14.239249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbfecf-3643-4a2b-8ea6-8095f42cd66f tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:14.245051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbfecf-3643-4a2b-8ea6-8095f42cd66f tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:14.250742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-39dbfecf-3643-4a2b-8ea6-8095f42cd66f tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3841350 Jul 30 03:33:14.256194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:14.321340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:14.331606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Sync routers for ids ['2788889e-62d3-4c30-b766-74c1727f86ee'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:14.339293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.340869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Routers {'2788889e-62d3-4c30-b766-74c1727f86ee'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:14.341471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2788889e-62d3-4c30-b766-74c1727f86ee'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:14.344838 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-23b8bad8-c2d2-4113-b83e-858edf912e37 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2110326 Jul 30 03:33:14.345020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:14.446583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Set router 2788889e-62d3-4c30-b766-74c1727f86ee gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:14.481623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.550311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73cc5c-89de-45e2-8f7c-ffba77c7dc76 req-95bdcce8-92a3-4747-81b3-6828f760ba9d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:14.551851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d73cc5c-89de-45e2-8f7c-ffba77c7dc76 req-95bdcce8-92a3-4747-81b3-6828f760ba9d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2602358 Jul 30 03:33:14.628298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:12Z', 'revision_number': 3, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:14.664287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Checking router: 2788889e-62d3-4c30-b766-74c1727f86ee for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:14.664653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Updating router 2788889e-62d3-4c30-b766-74c1727f86ee port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:33:14.695796 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1038049-433e-4508-8da2-ecdbf0703970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.699237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.781842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.791536 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fcb69a36-cc0f-4744-87d2-49a85c0da7d5 req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.805170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d73cc5c-89de-45e2-8f7c-ffba77c7dc76 req-537c229f-deac-49f0-882c-9c2d2b0ec7bf tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179377 Jul 30 03:33:14.813294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fcb69a36-cc0f-4744-87d2-49a85c0da7d5 req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.837665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.891471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fcb69a36-cc0f-4744-87d2-49a85c0da7d5 req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.892699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fcb69a36-cc0f-4744-87d2-49a85c0da7d5 req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0106175 Jul 30 03:33:14.895825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:14.917501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44a2a76-4e73-449d-b4e8-787c64c60cd7') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:14.918114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44a2a76-4e73-449d-b4e8-787c64c60cd7') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:14.919840 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.938192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9af6f-6c13-4f21-8fd0-6833b5e53232 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319d7808-bef4-497f-ae27-7f61fd605bf6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:14.941475 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.968057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.978641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:14.978905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:14.980729 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:15.052216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.077958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d6540179-abd1-43e8-b983-ab5b605fbd54 req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1434994358', 'description': 'tempest-description-740612407'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:15.188315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.200265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Transition to ACTIVE for port object 453ce1c0-993a-4a97-bfe9-06732ba3c5fc will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:15.205319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Network 55cb5343-3a83-4e81-b798-98a053e37b28 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:15.207317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.213209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.221326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:15.226938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6540179-abd1-43e8-b983-ab5b605fbd54 req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.231609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:15.232874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:15.233487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.235798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:33:15.238652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=1627690c-0d60-41c6-8830-d1ab233f3a59,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:15.242482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.248722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e HTTP/1.1" status: 204 len: 168 time: 0.9858840 Jul 30 03:33:15.248939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:15.255065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'network': {'name': 'tempest-network--858563994', 'router:external': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:15.263425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Attempting to bind port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:15.263787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Attempting to bind port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:15.264827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Attempting to bind port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:15.270187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:15.270562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:15.270954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.271367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:15.272308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Bound port: 453ce1c0-993a-4a97-bfe9-06732ba3c5fc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:15.272769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.284798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88ced-9682-4c9c-9328-ce022c988b6e req-4fd1e7e1-8fff-4219-ab50-d83a2407b103 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:15.286328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70b88ced-9682-4c9c-9328-ce022c988b6e req-4fd1e7e1-8fff-4219-ab50-d83a2407b103 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.2649281 Jul 30 03:33:15.287121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428d854-876b-4925-9c96-5b55d4e5ee97 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f1168fc-6b1e-4d34-b8f8-ea438b5ace5e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:15.307692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Made reservation on behalf of 821b80adcbd04d039384515edaa74b38 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:15.310162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.327413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] For port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:15.330569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] For port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:15.331689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfa90-18f5-46b7-b3ed-5e88f71a1bf2 None None] Pushing event updated for resources: {'Port': ['ID=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:15.343027 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.346694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:15.352721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6b141a30-efdc-4280-becf-a5d8f5871f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5846207 Jul 30 03:33:15.357083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38770) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:15.376408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.377025 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Added segment 9019e4c1-a628-4397-9a21-4650a4d55160 of type vlan for network 4aefef57-e894-4c7b-9825-eed312d40a97 Jul 30 03:33:15.388061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70b88ced-9682-4c9c-9328-ce022c988b6e req-8edb7f1c-40f2-4512-89b1-fb93d5abff92 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886793 Jul 30 03:33:15.414456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfa90-18f5-46b7-b3ed-5e88f71a1bf2 None None] Pushing event updated for resources: {'Port': ['ID=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:15.444550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Routers {'2788889e-62d3-4c30-b766-74c1727f86ee'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:15.445480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2788889e-62d3-4c30-b766-74c1727f86ee'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:15.490707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fb7cbc-b8be-43d8-8553-2fff2b154ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:15.495980 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2fb7cbc-b8be-43d8-8553-2fff2b154ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "GET /v2.0/ports/1627690c-0d60-41c6-8830-d1ab233f3a59 HTTP/1.1" status: 200 len: 959 time: 0.1378574 Jul 30 03:33:15.497637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:15.498613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6540179-abd1-43e8-b983-ab5b605fbd54 req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.507091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.516766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6540179-abd1-43e8-b983-ab5b605fbd54 req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.531899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 387ce6d9-1761-4b26-8d62-d68360f91a8a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:15.571187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6540179-abd1-43e8-b983-ab5b605fbd54 req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.572418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6540179-abd1-43e8-b983-ab5b605fbd54 req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5175474 Jul 30 03:33:15.580188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.589635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1771cc-389b-49af-b159-43ab882d09c3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ad9789-848a-4c04-944e-6cf767d0de34,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:15.669339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Deleting port 1627690c-0d60-41c6-8830-d1ab233f3a59 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:15.670487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.711073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915d2c8-1f10-4545-9ef0-384a24c34684 req-8ba17c4d-d599-45fd-a88e-aa8641fa1e92 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:15.712570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e915d2c8-1f10-4545-9ef0-384a24c34684 req-8ba17c4d-d599-45fd-a88e-aa8641fa1e92 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1717234 Jul 30 03:33:15.739165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.753815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Calling delete_port for 1627690c-0d60-41c6-8830-d1ab233f3a59 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:15.767567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] Set router 2788889e-62d3-4c30-b766-74c1727f86ee gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:15.821593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Allocated IP 172.20.0.1 (1142c356-f988-4708-bf79-7be33124e7c1/67da0d51-cca0-425e-ae94-9e9fdb1becfd/3374b0ca-7021-455b-87be-9c9abf05bbe8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:15.825350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 387ce6d9-1761-4b26-8d62-d68360f91a8a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:15.825909 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.837069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.838104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:15.838700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.846727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:15.914176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event deleted for resources: {'Port': ['ID=1627690c-0d60-41c6-8830-d1ab233f3a59,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:15.945116 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6956129 Jul 30 03:33:15.952275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38794) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.002248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.004126 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7cd32b46-b172-4de2-839d-da1f0bb55b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1627690c-0d60-41c6-8830-d1ab233f3a59 HTTP/1.1" status: 204 len: 168 time: 0.5045431 Jul 30 03:33:16.007351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38796) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.043521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:12Z', 'revision_number': 3, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:16.044560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9447737-f7e5-4cd0-a288-fb3038f4c01c tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Network': ['ID=4aefef57-e894-4c7b-9825-eed312d40a97,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:16.047364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e915d2c8-1f10-4545-9ef0-384a24c34684 req-c9167932-6b10-4c5d-b6de-34cfa01c441a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210826 Jul 30 03:33:16.049195 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e057e8c7-2753-46a9-845f-78c3c558fd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:33:16.050788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e057e8c7-2753-46a9-845f-78c3c558fd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "GET /v2.0/ports/1627690c-0d60-41c6-8830-d1ab233f3a59 HTTP/1.1" status: 404 len: 333 time: 0.0425119 Jul 30 03:33:16.054484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.061639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Request body: {'port': {'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445190964'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:16.070556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.077997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb7b7c-2583-471b-bd19-bd3dfba5c5d3 None None] The sync data for ids ['2788889e-62d3-4c30-b766-74c1727f86ee'] in n-d-778696-14 is: [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:12Z', 'revision_number': 3, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:16.094400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 4aefef57-e894-4c7b-9825-eed312d40a97 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:16.095484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Made reservation on behalf of 9e3742d6728446f2b44e74b2ff0089c9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:16.097855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.115123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Transition to ACTIVE for port object 3374b0ca-7021-455b-87be-9c9abf05bbe8 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:16.136891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f758a-3788-4400-8917-654a508d6613 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:16.138334 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-150f758a-3788-4400-8917-654a508d6613 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] 10.222.0.39 "GET /v2.0/networks/4aefef57-e894-4c7b-9825-eed312d40a97 HTTP/1.1" status: 200 len: 756 time: 0.1848474 Jul 30 03:33:16.143172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38804) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.158435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port 5adaf4c1-9898-4420-a85e-3d029319fdad yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:16.163913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-c8eb7575-cc58-43d1-a56e-694affe04f51 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:16.166347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-c8eb7575-cc58-43d1-a56e-694affe04f51 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 812 time: 0.2089229 Jul 30 03:33:16.235120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-4d5e4023-fa58-4367-9865-c2276d59cb3e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/quotas/80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 375 time: 0.0469930 Jul 30 03:33:16.270704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5117eb-d3bb-4aa3-b6b3-d6b8a1835fff req-40a58e59-198c-4260-9ae9-fefcf0ef4bb5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:16.278233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb5117eb-d3bb-4aa3-b6b3-d6b8a1835fff req-40a58e59-198c-4260-9ae9-fefcf0ef4bb5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1088488 Jul 30 03:33:16.281131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.284171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23eb21-5ac1-4aec-9981-7b58fddb9b04 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:16.285602 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3e23eb21-5ac1-4aec-9981-7b58fddb9b04 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] 10.222.0.39 "GET /v2.0/networks/c0001541-976f-49a0-8647-950a7cec6a19 HTTP/1.1" status: 200 len: 768 time: 0.1399226 Jul 30 03:33:16.287607 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.288693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.315320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-ff271353-6046-4856-b82e-15672f1e00d3 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731068 Jul 30 03:33:16.389218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Network 1142c356-f988-4708-bf79-7be33124e7c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:16.424850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:16.428216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:16.447048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.477081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=3374b0ca-7021-455b-87be-9c9abf05bbe8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:16.524669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb5117eb-d3bb-4aa3-b6b3-d6b8a1835fff req-5460cd52-7ce0-443a-9171-545c9d53c668 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457359 Jul 30 03:33:16.554114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-27e6ab78-0438-4782-b148-43de507a4e4e service neutron] 10.222.0.39 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169971 Jul 30 03:33:16.569322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.589216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.608191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aefef57-e894-4c7b-9825-eed312d40a97']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:16.621944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9019e4c1-a628-4397-9a21-4650a4d55160') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:16.622162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9019e4c1-a628-4397-9a21-4650a4d55160') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:16.641007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.667728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.675664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:16.676402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:16.678259 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:16.690621 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.698517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-20a39178-3315-4953-a29b-1c5b49f29144 service neutron] 10.222.0.39 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433361 Jul 30 03:33:16.704992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.785232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Network 55cb5343-3a83-4e81-b798-98a053e37b28 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:16.789206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:16.792055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:16.793940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:16.794641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.797255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5aa0d342-3590-4a3d-b2cd-fa3af1b6a2ad None None] Provisioning for port 3374b0ca-7021-455b-87be-9c9abf05bbe8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:16.804744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5aa0d342-3590-4a3d-b2cd-fa3af1b6a2ad None None] Provisioning complete for port 3374b0ca-7021-455b-87be-9c9abf05bbe8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:16.807355 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aa0d342-3590-4a3d-b2cd-fa3af1b6a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.825963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=5adaf4c1-9898-4420-a85e-3d029319fdad,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:16.849728 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c68a3439-9974-4cf8-89d9-b2049a2c2334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7939510 Jul 30 03:33:16.850979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.852874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.857254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4aefef57-e894-4c7b-9825-eed312d40a97 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:33:16.860818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:16.885395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.892564 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/networks/4aefef57-e894-4c7b-9825-eed312d40a97 HTTP/1.1" status: 204 len: 168 time: 0.6028502 Jul 30 03:33:16.900027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:16.911691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0d342-3590-4a3d-b2cd-fa3af1b6a2ad None None] Port 3374b0ca-7021-455b-87be-9c9abf05bbe8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:16.921714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'network': {'name': 'tempest-network--1217182300'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:16.926733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9848373-2de5-4b22-98b1-19db447e145a tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aefef57-e894-4c7b-9825-eed312d40a97,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:16.957444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Made reservation on behalf of 821b80adcbd04d039384515edaa74b38 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:16.960518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.972191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:16.995665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:17.018693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.019494 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Added segment 7fc5410b-e77b-4edf-a6cc-98b7e0b62aed of type vlan for network 7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea Jul 30 03:33:17.027696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a1f2ff1-8ce2-4180-8593-4731fceba8bf req-e51c00a2-b7e9-48c9-acef-30bf9d3ba394 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 210 time: 0.0604858 Jul 30 03:33:17.061867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.095804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.141675 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.143046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:17.144013 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.168825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39490-bfde-4a7d-b031-76656398b49f req-8f2dadff-6d7a-471c-bf25-efae408b2e7c tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:17.176846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95b39490-bfde-4a7d-b031-76656398b49f req-8f2dadff-6d7a-471c-bf25-efae408b2e7c tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.2557874 Jul 30 03:33:17.211220 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2914832 Jul 30 03:33:17.216772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38820) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:17.222852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:17.432434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba762a1-4133-4f1b-97cc-010bd7bb0f00 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Network': ['ID=7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:17.447917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:17.484809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 453ce1c0-993a-4a97-bfe9-06732ba3c5fc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:17.516656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.538057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.562930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Network 7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:33:17.564459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:17.565101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.568908 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "PUT /v2.0/networks/7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea HTTP/1.1" status: 200 len: 857 time: 0.3485179 Jul 30 03:33:17.569270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:17.621610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823e23e-3470-4785-9857-d988b004fbe1 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event updated for resources: {'Network': ['ID=7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:17.657736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:17.662509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:17.662891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.749483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95b39490-bfde-4a7d-b031-76656398b49f req-0d04090f-acec-4c3d-a6fc-3b014b38ddbf tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718348 Jul 30 03:33:17.764454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.802792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:17.813239 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.816446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.880345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:17.900873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce309-c1f3-4b3f-be06-2284303e0e49 req-cd5c9d4b-28b6-4387-a7c2-e61da77c67de tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:17.908226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d96ce309-c1f3-4b3f-be06-2284303e0e49 req-cd5c9d4b-28b6-4387-a7c2-e61da77c67de tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2335954 Jul 30 03:33:17.918152 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:17.952141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] device_id is not set on port 5adaf4c1-9898-4420-a85e-3d029319fdad yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:17.987376 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.006119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.056208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.072161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Transition to ACTIVE for port object 5adaf4c1-9898-4420-a85e-3d029319fdad will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:18.080179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.128756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d96ce309-c1f3-4b3f-be06-2284303e0e49 req-e1cf7fcc-2313-467e-aa5e-0dde19bc2a57 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082818 Jul 30 03:33:18.129351 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.161143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:18.191945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc5410b-e77b-4edf-a6cc-98b7e0b62aed') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:18.192540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc5410b-e77b-4edf-a6cc-98b7e0b62aed') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:18.202803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=3374b0ca-7021-455b-87be-9c9abf05bbe8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:18.208259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.239349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.276742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.341628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-800d6b3a-d1e5-40b8-a720-d53814c59654 req-fa59cd04-89c0-4a8b-9c56-fe7302983ef1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 210 time: 0.0966415 Jul 30 03:33:18.349848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:18.350264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:18.353512 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:18.428959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:18.429165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:18.429519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:18.431496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=5adaf4c1-9898-4420-a85e-3d029319fdad,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:18.484062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:18.484417 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:18.494393 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 2 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:18.543530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:18.543970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:18.544254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:18.562471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.578005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:33:18.579163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:18.579534 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:18.587469 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 3 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:18.599078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.601469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] 10.222.0.39 "DELETE /v2.0/networks/7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea HTTP/1.1" status: 204 len: 168 time: 1.0310550 Jul 30 03:33:18.605542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:18.614032 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:33:18.617888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Network 1142c356-f988-4708-bf79-7be33124e7c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:18.628244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ab4f5-0649-4e79-9b2c-d24dee1fd224 tempest-ExternalNetworksTestJSON-953034729 tempest-ExternalNetworksTestJSON-953034729-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c3ab6d7-45c0-4f9c-8191-b9a8be72ddea,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:18.640448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:18.668303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-39bfa2c5-43c3-4eb5-bfe0-e87748eebf3e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:18.669908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-39bfa2c5-43c3-4eb5-bfe0-e87748eebf3e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.16 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 812 time: 0.3232653 Jul 30 03:33:18.687627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:18.687968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:18.688306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:18.693388 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ee1172-534f-488f-bb4e-1c2c5379d999 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] DELETE failed (client error): The resource could not be found. Jul 30 03:33:18.693889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ee1172-534f-488f-bb4e-1c2c5379d999 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:33:18.698146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-82ee1172-534f-488f-bb4e-1c2c5379d999 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] 10.222.0.39 "DELETE /v2.0/subnets/074c982d-0f52-47df-b304-2f9dbe3a488c HTTP/1.1" status: 404 len: 337 time: 0.0798478 Jul 30 03:33:18.698950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:18.703417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'port': {'device_id': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5', 'admin_state_up': True, 'tenant_id': '80bdb57440fc45d3b0ce79ccdc9159bb'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:18.724436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:18.725311 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:18.785515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.787508 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 4 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:18.821640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:18.822254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:18.822767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:18.876607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:18.877256 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:18.881994 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 5 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:18.883181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.893280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767773af-4b73-4ce4-ac4a-a2d7f1498464 req-a27d5b68-15bf-407c-86f7-caae803435fa tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:18.899732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0001541-976f-49a0-8647-950a7cec6a19']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:18.900423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-767773af-4b73-4ce4-ac4a-a2d7f1498464 req-a27d5b68-15bf-407c-86f7-caae803435fa tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.2910213 Jul 30 03:33:18.926869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631d4c0a-aac8-45ec-a2ad-4a83c42bc800') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:18.928873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631d4c0a-aac8-45ec-a2ad-4a83c42bc800') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:18.954084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.956134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:18.956647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:18.956798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:18.965533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6cd823b8-9f05-46a9-826a-d9f12be1f1d2 None None] Provisioning complete for port 3374b0ca-7021-455b-87be-9c9abf05bbe8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:18.966808 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6cd823b8-9f05-46a9-826a-d9f12be1f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.973492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:18.986022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:18.986358 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:18.989027 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 6 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:18.992172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:18.993876 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:19.001308 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:19.014760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6cd823b8-9f05-46a9-826a-d9f12be1f1d2 None None] Port 3374b0ca-7021-455b-87be-9c9abf05bbe8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:19.021237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-767773af-4b73-4ce4-ac4a-a2d7f1498464 req-2422c7ce-8b9c-45dc-a6ab-872716156344 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198840 Jul 30 03:33:19.031478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Router 2788889e-62d3-4c30-b766-74c1727f86ee has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:33:19.038785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:19.039127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:19.039656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:19.048960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:19.049203 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:19.052310 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 7 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:19.071631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Made reservation on behalf of 80bdb57440fc45d3b0ce79ccdc9159bb for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:19.075050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.083977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.090558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.094994 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] 10.222.0.39 "DELETE /v2.0/networks/c0001541-976f-49a0-8647-950a7cec6a19 HTTP/1.1" status: 204 len: 168 time: 0.3926535 Jul 30 03:33:19.104708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd866f2-7bce-4538-becb-daa3283cfce0 tempest-ExternalNetworksTestJSON-1167545967 tempest-ExternalNetworksTestJSON-1167545967-project] Pushing event deleted for resources: {'Network': ['ID=c0001541-976f-49a0-8647-950a7cec6a19,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:19.126007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:19.126354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:19.126688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:19.139902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:19.140232 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:19.146826 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 8 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:19.249948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:19.250289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:19.250621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:19.290697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:19.291268 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:19.296537 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 9 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:19.347156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:19.347156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:19.347537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:19.347651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:19.352845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9341770b-e140-4af0-9a64-1ae427479bf3 admin admin] 10.222.0.39 "PUT /v2.0/routers/2788889e-62d3-4c30-b766-74c1727f86ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0027945 Jul 30 03:33:19.357649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:19.376185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7f41-1319-411f-b488-2335ed1ebdfa req-af9194ce-b3ef-4889-993c-eedee282f0f0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:19.377754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f92a7f41-1319-411f-b488-2335ed1ebdfa req-af9194ce-b3ef-4889-993c-eedee282f0f0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1424940 Jul 30 03:33:19.378367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:19.378692 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:19.382139 n-d-778696-14 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempt 10 to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad Jul 30 03:33:19.420185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 453ce1c0-993a-4a97-bfe9-06732ba3c5fc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:19.433062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Allocated IP 172.20.0.5 (b651fedf-1555-45d5-b3c1-76a7267d39f5/602d2c61-d3de-4914-b1c7-23aecf19ea84/684c9e05-d2d6-4389-92a2-8a92887d59ca) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:19.437676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:19.438013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:19.438352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempting to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:19.460836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:19.461496 n-d-778696-14 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Failed to bind port 5adaf4c1-9898-4420-a85e-3d029319fdad on host n-h1-778696-14 for vnic_type normal using segments [{'id': '73dc03f4-d999-4d3a-b85b-f44dac26e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55cb5343-3a83-4e81-b798-98a053e37b28'}] Jul 30 03:33:19.461496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.515429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f92a7f41-1319-411f-b488-2335ed1ebdfa req-d465da5b-2012-416c-833f-24921a79a839 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276772 Jul 30 03:33:19.515664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:19.516034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.552819 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Sync routers for ids ['2788889e-62d3-4c30-b766-74c1727f86ee'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:19.562350 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Routers {'2788889e-62d3-4c30-b766-74c1727f86ee'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:19.563105 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2788889e-62d3-4c30-b766-74c1727f86ee'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:19.566574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b80c602f-a873-4d2d-896a-f009930132ed req-7e610bbc-6729-4c89-8577-6103ad60b649 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 210 time: 0.0937238 Jul 30 03:33:19.614321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-958e1afd-c03a-4048-a762-4aa2bf27bc17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=290ce39742614140baef11c291209783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550356 Jul 30 03:33:19.617617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:19.672426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] For port 5adaf4c1-9898-4420-a85e-3d029319fdad, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:19.672800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 03:33:19.701150 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c2dae4f-2cc8-48ef-9ec4-16eddcbd5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.705606 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.735305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c2dae4f-2cc8-48ef-9ec4-16eddcbd5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.744554 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Set router 2788889e-62d3-4c30-b766-74c1727f86ee gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:19.785287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] In _notify_port_updated(), no bound segment for port 5adaf4c1-9898-4420-a85e-3d029319fdad on network 55cb5343-3a83-4e81-b798-98a053e37b28 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:33:19.786110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:19.787012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.790682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c2dae4f-2cc8-48ef-9ec4-16eddcbd5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.790860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "PUT /v2.0/ports/5adaf4c1-9898-4420-a85e-3d029319fdad HTTP/1.1" status: 200 len: 980 time: 2.9341638 Jul 30 03:33:19.790974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c2dae4f-2cc8-48ef-9ec4-16eddcbd5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.791857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3c2dae4f-2cc8-48ef-9ec4-16eddcbd5661 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f23361a4-5be3-4b3b-a26d-5de25a959218 HTTP/1.1" status: 204 len: 168 time: 0.1731637 Jul 30 03:33:19.792494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38882) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:19.824369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dae4f-2cc8-48ef-9ec4-16eddcbd5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23361a4-5be3-4b3b-a26d-5de25a959218,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:19.874052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c0bbc-c0dc-4eb6-a94e-b45ab0c25632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event updated for resources: {'Port': ['ID=5adaf4c1-9898-4420-a85e-3d029319fdad,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:19.911405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Deleting port 5adaf4c1-9898-4420-a85e-3d029319fdad {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:19.917849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.940855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:19.974452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-ca5765dd-78f6-45b4-ae30-ce8805f3753c tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2113843 Jul 30 03:33:20.001279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:20.011715 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:16Z', 'revision_number': 4, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3374b0ca-7021-455b-87be-9c9abf05bbe8', 'name': '', 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'mac_address': 'fa:16:3e:9e:eb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:15Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 2, 'project_id': '779447cb1ac54fcb85f322964275c352', 'subnets': [{'id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:20.025415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] For port 5adaf4c1-9898-4420-a85e-3d029319fdad, host n-h1-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:20.025770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.041047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Calling delete_port for 5adaf4c1-9898-4420-a85e-3d029319fdad owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:20.053446 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Checking router: 2788889e-62d3-4c30-b766-74c1727f86ee for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:20.054104 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Updating router 2788889e-62d3-4c30-b766-74c1727f86ee port 3374b0ca-7021-455b-87be-9c9abf05bbe8 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:33:20.067266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.094086 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.107085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.142676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.169591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Network b651fedf-1555-45d5-b3c1-76a7267d39f5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:20.177968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Pushing event deleted for resources: {'Port': ['ID=5adaf4c1-9898-4420-a85e-3d029319fdad,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:20.193476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.196401 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-21695644-4390-4069-a473-060872689877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5adaf4c1-9898-4420-a85e-3d029319fdad HTTP/1.1" status: 204 len: 168 time: 0.4012682 Jul 30 03:33:20.197654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:20.199708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38894) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:20.208494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:20.214634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:20.227631 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7750c1c4-55af-461c-a262-8cf075efcc78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:33:20.232394 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7750c1c4-55af-461c-a262-8cf075efcc78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78177550-project-admin] 10.222.0.39 "GET /v2.0/ports/5adaf4c1-9898-4420-a85e-3d029319fdad HTTP/1.1" status: 404 len: 333 time: 0.0285437 Jul 30 03:33:20.233191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:20.278216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:20.322649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.329152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:20.329786 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.338684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c598-0e29-4b51-9f65-e4b233ef03f8 req-f84e829f-c63e-44b9-84a3-2b3d67c47027 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:20.340213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a079c598-0e29-4b51-9f65-e4b233ef03f8 req-f84e829f-c63e-44b9-84a3-2b3d67c47027 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1610518 Jul 30 03:33:20.388695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-e88f4045-0d0a-476d-9244-e46e09f921ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6978500 Jul 30 03:33:20.394429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-176a3511-ec2a-483a-b232-da5cef8e2b46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=821b80adcbd04d039384515edaa74b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138015 Jul 30 03:33:20.397095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:20.412509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Request body: {'port': {'device_id': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:20.441932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.453616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a079c598-0e29-4b51-9f65-e4b233ef03f8 req-4a1f0a84-d149-4d1c-b82a-b42e927c8f1a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003780 Jul 30 03:33:20.462378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cb5343-3a83-4e81-b798-98a053e37b28']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:20.471082 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.475320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dc03f4-d999-4d3a-b85b-f44dac26e716') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:20.475740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dc03f4-d999-4d3a-b85b-f44dac26e716') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:20.489987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.491684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.496753 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Transition to ACTIVE for port object 3374b0ca-7021-455b-87be-9c9abf05bbe8 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:20.498668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.507122 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7804d5db-a2bf-41cf-ba79-e0c2540dd46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.510394 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.527422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.541478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7804d5db-a2bf-41cf-ba79-e0c2540dd46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.543704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:20.545825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:20.549610 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:20.573653 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Pushing event updated for resources: {'Port': ['ID=3374b0ca-7021-455b-87be-9c9abf05bbe8,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:20.667380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.679305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.683663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] 10.222.0.39 "DELETE /v2.0/networks/55cb5343-3a83-4e81-b798-98a053e37b28 HTTP/1.1" status: 204 len: 168 time: 0.4468961 Jul 30 03:33:20.733497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cab725-7b9a-4fd0-9c77-d4229317c5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1100440545-project] Pushing event deleted for resources: {'Network': ['ID=55cb5343-3a83-4e81-b798-98a053e37b28,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:20.754663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7804d5db-a2bf-41cf-ba79-e0c2540dd46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.757752 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7804d5db-a2bf-41cf-ba79-e0c2540dd46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.759443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7804d5db-a2bf-41cf-ba79-e0c2540dd46c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cd8df93-d0e4-4ca5-afa5-97da23cc1991 HTTP/1.1" status: 204 len: 168 time: 0.3610113 Jul 30 03:33:20.779304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804d5db-a2bf-41cf-ba79-e0c2540dd46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8df93-d0e4-4ca5-afa5-97da23cc1991,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:20.800302 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.801853 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.802757 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.803228 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.803439 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.804080 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.804924 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.805769 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.806794 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.807428 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.807931 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.808264 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:20.834614 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Attempting to bind port 3374b0ca-7021-455b-87be-9c9abf05bbe8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:20.835282 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Attempting to bind port 3374b0ca-7021-455b-87be-9c9abf05bbe8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:20.836127 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Attempting to bind port 3374b0ca-7021-455b-87be-9c9abf05bbe8 on network 1142c356-f988-4708-bf79-7be33124e7c1 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:20.843858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:20.844779 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Checking segment: {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:20.845515 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.846106 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Bound using segment: {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:20.846975 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Bound port: 3374b0ca-7021-455b-87be-9c9abf05bbe8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43801a17-a659-4f4f-a113-7744d42fb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:20.847575 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:20.871595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Allocated IP 172.25.6.230 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/793fbf3d-230b-4a27-90e5-40ae38ccf0e8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:20.944052 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] For port 3374b0ca-7021-455b-87be-9c9abf05bbe8, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:20.957396 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] For port 3374b0ca-7021-455b-87be-9c9abf05bbe8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3374b0ca-7021-455b-87be-9c9abf05bbe8,segment=NetworkSegment(43801a17-a659-4f4f-a113-7744d42fb588),segment_id=43801a17-a659-4f4f-a113-7744d42fb588)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:20.969957 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.053691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Routers {'2788889e-62d3-4c30-b766-74c1727f86ee'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:21.054575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2788889e-62d3-4c30-b766-74c1727f86ee'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:21.100755 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725b98-c8a3-472b-90ed-7e1d6e80ede3 None None] Pushing event updated for resources: {'Port': ['ID=3374b0ca-7021-455b-87be-9c9abf05bbe8,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:21.183034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38916) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:21.229036 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] Set router 2788889e-62d3-4c30-b766-74c1727f86ee gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:21.239298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:21.413046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:21.466683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'port_id': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'mac_address': 'fa:16:3e:f1:8e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8983ca7d-d659-4075-9343-5d23c8fc7d23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:21.495715 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d31e2a5e-9b0a-4d7a-86a5-e39375c287e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd0e5cb91a2a4f439dcd0337d1052166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071485 Jul 30 03:33:21.496335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:21.502111 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:16Z', 'revision_number': 4, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3374b0ca-7021-455b-87be-9c9abf05bbe8', 'name': '', 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'mac_address': 'fa:16:3e:9e:eb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:15Z', 'updated_at': '2021-07-30T03:33:20Z', 'revision_number': 4, 'project_id': '779447cb1ac54fcb85f322964275c352', 'subnets': [{'id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:21.537629 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec728ee-fd8e-460e-a0ee-559630123c20 None None] The sync data for ids ['2788889e-62d3-4c30-b766-74c1727f86ee'] in n-d-778696-14 is: [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:16Z', 'revision_number': 4, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3374b0ca-7021-455b-87be-9c9abf05bbe8', 'name': '', 'network_id': '1142c356-f988-4708-bf79-7be33124e7c1', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'mac_address': 'fa:16:3e:9e:eb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:15Z', 'updated_at': '2021-07-30T03:33:20Z', 'revision_number': 4, 'project_id': '779447cb1ac54fcb85f322964275c352', 'subnets': [{'id': '67da0d51-cca0-425e-ae94-9e9fdb1becfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:21.583032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d651f1c3-53e1-45e1-8e38-e3ba602a93b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.591673 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.603376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ff7a9-2599-42ed-aea4-ca0c43c709c6 req-529780ad-b6ba-4056-9fa3-88fe727f59e1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:21.609677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c74ff7a9-2599-42ed-aea4-ca0c43c709c6 req-529780ad-b6ba-4056-9fa3-88fe727f59e1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.8346093 Jul 30 03:33:21.634979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c06ffcbf-425f-4105-af48-02e1fb464b11 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:21.649738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d651f1c3-53e1-45e1-8e38-e3ba602a93b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.684004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:21.704039 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.732650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d651f1c3-53e1-45e1-8e38-e3ba602a93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.735770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d651f1c3-53e1-45e1-8e38-e3ba602a93b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.737186 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d651f1c3-53e1-45e1-8e38-e3ba602a93b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8a6ddb2-79d7-496c-86fe-24b7c3bbb640 HTTP/1.1" status: 204 len: 168 time: 0.2399018 Jul 30 03:33:21.750732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651f1c3-53e1-45e1-8e38-e3ba602a93b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a6ddb2-79d7-496c-86fe-24b7c3bbb640,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:21.814066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c06ffcbf-425f-4105-af48-02e1fb464b11'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:21.836910 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:21.882661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:21.893899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c74ff7a9-2599-42ed-aea4-ca0c43c709c6 req-30617f98-99dd-429a-89e8-ccc6d92bfdd2 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916912 Jul 30 03:33:21.967079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684c9e05-d2d6-4389-92a2-8a92887d59ca {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:21.992288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.064132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Transition to ACTIVE for port object 684c9e05-d2d6-4389-92a2-8a92887d59ca will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:22.073468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.115343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.149427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86087af6-6f9d-4514-b662-a53d2494314c req-b024f721-6760-4d70-b675-3a64b9eb78d6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:22.159444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86087af6-6f9d-4514-b662-a53d2494314c req-b024f721-6760-4d70-b675-3a64b9eb78d6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 931 time: 0.1325555 Jul 30 03:33:22.209684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:22.212354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:22.215196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:22.264584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:22.273266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:22.275127 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-253be86e-c5b6-4006-ba12-e3c66af226ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e3742d6728446f2b44e74b2ff0089c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599229 Jul 30 03:33:22.275602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:22.361890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Pushing event updated for resources: {'Port': ['ID=793fbf3d-230b-4a27-90e5-40ae38ccf0e8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:22.380248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86087af6-6f9d-4514-b662-a53d2494314c req-1b1ed31d-a153-4a74-b1ac-352bddb31ef8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193124 Jul 30 03:33:22.439177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Attempting to bind port 684c9e05-d2d6-4389-92a2-8a92887d59ca on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:22.442429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Attempting to bind port 684c9e05-d2d6-4389-92a2-8a92887d59ca by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:22.442807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Attempting to bind port 684c9e05-d2d6-4389-92a2-8a92887d59ca on network b651fedf-1555-45d5-b3c1-76a7267d39f5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:22.472346 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9da3-fc1c-4e4e-ad2e-bdaa09243f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.476662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Port 684c9e05-d2d6-4389-92a2-8a92887d59ca on network b651fedf-1555-45d5-b3c1-76a7267d39f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:22.476991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Attempting to bind port 684c9e05-d2d6-4389-92a2-8a92887d59ca on network b651fedf-1555-45d5-b3c1-76a7267d39f5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:22.504684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:22.505023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Checking segment: {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:22.505411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Bound using segment: {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:22.505864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Bound port: 684c9e05-d2d6-4389-92a2-8a92887d59ca, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:22.506229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.558261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9da3-fc1c-4e4e-ad2e-bdaa09243f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.560804 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.598053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-6fb41b53-603d-4d5b-b20c-48050334f5a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569143 Jul 30 03:33:22.692289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05204-8516-4291-81e3-0ae8d744074a req-bc1597ed-5274-4cd3-a873-a64210712db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:22.694202 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-bc1597ed-5274-4cd3-a873-a64210712db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 1101 time: 0.0472612 Jul 30 03:33:22.714780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.744072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:22.757966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac4588-6398-4ad0-b238-6f888ee8e5af req-47a40343-bba0-46ff-bf00-53d4e3698ceb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:22.759930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cac4588-6398-4ad0-b238-6f888ee8e5af req-47a40343-bba0-46ff-bf00-53d4e3698ceb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 944 time: 0.1717880 Jul 30 03:33:22.799588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:22.814946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9da3-fc1c-4e4e-ad2e-bdaa09243f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.818197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9da3-fc1c-4e4e-ad2e-bdaa09243f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.825281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b9fb9da3-fc1c-4e4e-ad2e-bdaa09243f1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e515a23-a1a9-449a-b49e-82ef5bc076c8 HTTP/1.1" status: 204 len: 168 time: 0.5442929 Jul 30 03:33:22.827587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.829733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05204-8516-4291-81e3-0ae8d744074a req-b483e75d-861b-4103-a4f7-904597a176f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:22.831924 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-b483e75d-861b-4103-a4f7-904597a176f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1098075 Jul 30 03:33:22.851803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:22.852926 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:22.854682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] 10.222.0.16 "PUT /v2.0/ports/684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 1092 time: 2.4466572 Jul 30 03:33:22.895591 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-b4e55aa4-aaae-4421-9cf6-e599c91816bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 200 len: 217 time: 0.0544872 Jul 30 03:33:22.898927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:22.901313 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a022967-4810-4c34-a321-d02e6f554361" -d '{"events": [{"name": "network-changed", "server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:22.947125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38972) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:22.968143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05204-8516-4291-81e3-0ae8d744074a req-77682296-942a-4402-acca-280083d9c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:22.969695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-77682296-942a-4402-acca-280083d9c073 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0653446 Jul 30 03:33:23.006769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9da3-fc1c-4e4e-ad2e-bdaa09243f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e515a23-a1a9-449a-b49e-82ef5bc076c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:23.027065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05204-8516-4291-81e3-0ae8d744074a req-c606411b-d659-4cf3-869b-cd186c5512e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:23.028727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-c606411b-d659-4cf3-869b-cd186c5512e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502181 Jul 30 03:33:23.057271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cac4588-6398-4ad0-b238-6f888ee8e5af req-926845a1-2c1d-4599-bb61-647194392c5b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745481 Jul 30 03:33:23.083288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0d885-b162-4e29-b113-8b21d0f1ec49 service neutron] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:23.173735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-a131d8e4-d24b-4700-b899-5638468903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:23.175420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-a131d8e4-d24b-4700-b899-5638468903f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1095 time: 0.2255785 Jul 30 03:33:23.239712 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a5c9e-ab94-45c0-b734-5370fb66e87e x-openstack-request-id: req-f03a5c9e-ab94-45c0-b734-5370fb66e87e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:23.240399 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:23.240722 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f03a5c9e-ab94-45c0-b734-5370fb66e87e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:23.241227 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'status': 'completed', 'code': 200} Jul 30 03:33:23.242624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-cd5e025f-675b-4fba-b270-d494bf93ee39 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047167 Jul 30 03:33:23.245671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-d229bbad-8c86-4629-880a-94a62e193526 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 217 time: 0.0535421 Jul 30 03:33:23.253248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:23.295948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fdb196ca-6c9e-400a-a3e5-d3c51bded162 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1972641491'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:23.296952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fdb196ca-6c9e-400a-a3e5-d3c51bded162 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Unknown quota resources ['metering_label']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:33:23.361266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c06ffcbf-425f-4105-af48-02e1fb464b11 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:23.361650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.436903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-6e647ed2-4437-4449-8a8f-22506a5c8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:23.437463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-6e647ed2-4437-4449-8a8f-22506a5c8f1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.1675637 Jul 30 03:33:23.466685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.489564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3374b0ca-7021-455b-87be-9c9abf05bbe8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:23.493678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-dfd73133-3bf3-4a15-8121-032ad212f3fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440633 Jul 30 03:33:23.506353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e6ced-acbb-4b58-9f76-62dfbef7a1d2 req-6f705a0c-6e1f-4d7c-abe6-706ab9b38e13 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:23.514569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-483e6ced-acbb-4b58-9f76-62dfbef7a1d2 req-6f705a0c-6e1f-4d7c-abe6-706ab9b38e13 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1455312 Jul 30 03:33:23.516858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.518857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8d05204-8516-4291-81e3-0ae8d744074a req-cc106c97-1540-477b-aaef-91f44f65145e service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625892 Jul 30 03:33:23.567395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdb196ca-6c9e-400a-a3e5-d3c51bded162 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.568259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.571710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fdb196ca-6c9e-400a-a3e5-d3c51bded162 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6269605 Jul 30 03:33:23.572417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:23.577787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-22d6acc7-fca8-4944-b5fb-1eaf3ded6b05 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1c4f8bb7-f831-4ffa-8b6f-41abfb25789c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:23.578331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-22d6acc7-fca8-4944-b5fb-1eaf3ded6b05 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:33:23.583171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 3374b0ca-7021-455b-87be-9c9abf05bbe8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:23.610485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:23.616504 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b152b3-40f9-42f1-a4e4-58aae70d1b64" -d '{"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:23.620651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3374b0ca-7021-455b-87be-9c9abf05bbe8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:23.621036 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.636962 n-d-778696-14 neutron-server[93877]: WARNING neutron.services.metering.metering_plugin [None req-22d6acc7-fca8-4944-b5fb-1eaf3ded6b05 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 03:33:23.670151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:23.683633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.691179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-483e6ced-acbb-4b58-9f76-62dfbef7a1d2 req-6d4cbd2d-5b32-4118-b984-715c95d67c68 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675587 Jul 30 03:33:23.691179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Pushing event updated for resources: {'Port': ['ID=793fbf3d-230b-4a27-90e5-40ae38ccf0e8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:23.732814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22d6acc7-fca8-4944-b5fb-1eaf3ded6b05 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.737489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22d6acc7-fca8-4944-b5fb-1eaf3ded6b05 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1641490 Jul 30 03:33:23.738113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:23.742461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e7a76508-ac31-465c-b3d7-4e32678e23e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1c4f8bb7-f831-4ffa-8b6f-41abfb25789c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:23.742957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e7a76508-ac31-465c-b3d7-4e32678e23e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:33:23.746282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.782839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:23.803513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-64c26a36-1300-46fb-8021-e7231d845516 service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823155 Jul 30 03:33:23.805081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.806411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-b4956b1e-3a47-4144-9242-32fd501a37ee tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8170176 Jul 30 03:33:23.835217 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.843804 n-d-778696-14 neutron-server[93877]: WARNING neutron.services.metering.metering_plugin [None req-e7a76508-ac31-465c-b3d7-4e32678e23e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 03:33:23.877939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 3374b0ca-7021-455b-87be-9c9abf05bbe8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3374b0ca-7021-455b-87be-9c9abf05bbe8,segment=NetworkSegment(43801a17-a659-4f4f-a113-7744d42fb588),segment_id=43801a17-a659-4f4f-a113-7744d42fb588)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:23.892235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.984277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a76508-ac31-465c-b3d7-4e32678e23e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:23.985628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e7a76508-ac31-465c-b3d7-4e32678e23e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2465746 Jul 30 03:33:23.988433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39010) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:23.993944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=3374b0ca-7021-455b-87be-9c9abf05bbe8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:24.005422 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-29562774-175f-4e54-ab03-b02794ccd081 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=23b9b451-22d1-4712-abee-f5382d69dd3d HTTP/1.1" status: 200 len: 462 time: 0.0148690 Jul 30 03:33:24.007825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39012) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.032953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-3f86907a-c8e0-49c5-b0a4-a48a59f46554 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.2103431 Jul 30 03:33:24.116739 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a9cf-2a8b-4b28-ac58-1cbd4d6f0d3e tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:24.119616 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f8a6a9cf-2a8b-4b28-ac58-1cbd4d6f0d3e tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/23b9b451-22d1-4712-abee-f5382d69dd3d HTTP/1.1" status: 204 len: 168 time: 0.1107500 Jul 30 03:33:24.120472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39016) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.135726 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eb6a366b-28d6-4980-9737-6d4ed2b276a7 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=23b9b451-22d1-4712-abee-f5382d69dd3d HTTP/1.1" status: 200 len: 221 time: 0.0102799 Jul 30 03:33:24.135955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd3ee3-ce6f-4a5f-9f7b-e1403af73dab req-9ea4c63b-f138-4c56-9af5-5e358e2d995a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.136113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.139611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68bd3ee3-ce6f-4a5f-9f7b-e1403af73dab req-9ea4c63b-f138-4c56-9af5-5e358e2d995a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 943 time: 0.1524627 Jul 30 03:33:24.140721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fdd84ec5-d408-4476-8a01-a807c253e54a tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1782736688', 'description': 'label created by tempest'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:24.141278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fdd84ec5-d408-4476-8a01-a807c253e54a tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Unknown quota resources ['metering_label']. {{(pid=93877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:33:24.180768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-223180c3-ec01-45e5-86b8-f8823be23e1d req-b67bfcc8-2ff5-4b9b-bbf3-6896d4192f5c service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674989 Jul 30 03:33:24.227310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-5956f8ac-29d3-4ce9-8f19-89a828af03d1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.228413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a63210b6-7728-4742-8b55-1b0d7c5f23cb req-5956f8ac-29d3-4ce9-8f19-89a828af03d1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1833060 Jul 30 03:33:24.239072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68bd3ee3-ce6f-4a5f-9f7b-e1403af73dab req-fc45981f-9360-43de-b40b-49474b0135e2 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864098 Jul 30 03:33:24.296954 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9491a9-cc43-4286-b4ea-61dcf3c40ca3 x-openstack-request-id: req-1e9491a9-cc43-4286-b4ea-61dcf3c40ca3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:24.298121 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:24.298378 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e9491a9-cc43-4286-b4ea-61dcf3c40ca3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:24.298771 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'code': 200} Jul 30 03:33:24.335294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a022967-4810-4c34-a321-d02e6f554361 req-bcb7b905-92d9-4bf9-9a04-3f4834ecbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.336968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-bcb7b905-92d9-4bf9-9a04-3f4834ecbb4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1095 time: 0.0502598 Jul 30 03:33:24.346287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdd84ec5-d408-4476-8a01-a807c253e54a tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:24.351497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fdd84ec5-d408-4476-8a01-a807c253e54a tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2140212 Jul 30 03:33:24.352223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.411197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1f7c594e-824e-4563-9ab5-3abb5a5e4d29 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=79bd0ff7-ba1c-4d05-a0c2-b5203ba63c6e HTTP/1.1" status: 200 len: 468 time: 0.0565474 Jul 30 03:33:24.412372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39030) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.516823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e752415a-70d9-4af2-a3a7-b4fca4d09f25 req-21c10896-36d0-4156-9d9e-9bd169b52915 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips/b875a52c-71d7-43c8-8e89-71e4dcbd6e39 HTTP/1.1" status: 200 len: 693 time: 0.0697236 Jul 30 03:33:24.533574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9171ec-e562-4d98-bd81-fe5430ce2a12 req-6522cbeb-a1ed-4923-ba95-3beb1ef05320 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.535104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf9171ec-e562-4d98-bd81-fe5430ce2a12 req-6522cbeb-a1ed-4923-ba95-3beb1ef05320 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1761162 Jul 30 03:33:24.604374 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73bc86cc-0b4f-4fc3-91cb-980e24f5d29f tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:24.607429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-73bc86cc-0b4f-4fc3-91cb-980e24f5d29f tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/79bd0ff7-ba1c-4d05-a0c2-b5203ba63c6e HTTP/1.1" status: 204 len: 168 time: 0.1922731 Jul 30 03:33:24.608641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.608894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a022967-4810-4c34-a321-d02e6f554361 req-bdf0e6b1-070d-481c-b37f-f2a9c0d5e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.610373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-bdf0e6b1-070d-481c-b37f-f2a9c0d5e814 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.2659287 Jul 30 03:33:24.621432 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43314d74-2377-417c-95be-d7b5ac1b8e83 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=79bd0ff7-ba1c-4d05-a0c2-b5203ba63c6e HTTP/1.1" status: 200 len: 216 time: 0.0111363 Jul 30 03:33:24.625328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39040) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.635097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b2ee0f55-e9e9-42dd-9578-8457c705c4fa tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082536 Jul 30 03:33:24.637948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39044) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.649658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-13f899a0-1855-4157-954b-de4a3155c960 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106885 Jul 30 03:33:24.652984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39046) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.693844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-19e68160-16c2-4dc1-9905-e5ab455393fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 217 time: 0.0691981 Jul 30 03:33:24.701315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf9171ec-e562-4d98-bd81-fe5430ce2a12 req-19048414-a9f4-4793-8e79-ce12510ab9f5 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468983 Jul 30 03:33:24.711961 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a47ebb73-ce0b-4809-baa4-6d96fe1e31a1 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/1c4f8bb7-f831-4ffa-8b6f-41abfb25789c HTTP/1.1" status: 200 len: 473 time: 0.0544307 Jul 30 03:33:24.712271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39050) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.735562 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca815ad4-39de-493b-9290-e16b92e91159 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/da0c5e43-fc3a-4bf0-aadd-ab71e42ee3c1 HTTP/1.1" status: 200 len: 459 time: 0.0110972 Jul 30 03:33:24.738689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39052) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.752757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752415a-70d9-4af2-a3a7-b4fca4d09f25 req-a621e569-f029-4f4d-b082-e68e95b5b71b tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.754178 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e752415a-70d9-4af2-a3a7-b4fca4d09f25 req-a621e569-f029-4f4d-b082-e68e95b5b71b tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2181571 Jul 30 03:33:24.769442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-e752415a-70d9-4af2-a3a7-b4fca4d09f25 req-b330ed2e-503c-401d-be01-be12b5b8fb98 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:33:24.770453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e752415a-70d9-4af2-a3a7-b4fca4d09f25 req-b330ed2e-503c-401d-be01-be12b5b8fb98 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074096 Jul 30 03:33:24.813914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a022967-4810-4c34-a321-d02e6f554361 req-c18f31e0-ab0d-4e7c-88ac-1db9787b140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.815554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-c18f31e0-ab0d-4e7c-88ac-1db9787b140c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.1106615 Jul 30 03:33:24.860808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1415e1be-af38-490d-afd6-0e0d0c68f9e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:24.863189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1415e1be-af38-490d-afd6-0e0d0c68f9e0 tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/da0c5e43-fc3a-4bf0-aadd-ab71e42ee3c1 HTTP/1.1" status: 204 len: 168 time: 0.1222568 Jul 30 03:33:24.864452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39060) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:24.894183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-fd75e31c-c997-448f-9441-e67446abd72b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352943 Jul 30 03:33:24.897150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18ac845d-224a-4953-9c6d-07e9ab364096 req-df457482-c466-4cb0-a390-8243bc1eba37 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=779447cb1ac54fcb85f322964275c352 HTTP/1.1" status: 200 len: 696 time: 0.0914836 Jul 30 03:33:24.910988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da19c7-57ff-451b-8982-3ae5611aad30 req-e2a5945b-0107-4e40-9b8b-32c005430fd4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:24.912480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22da19c7-57ff-451b-8982-3ae5611aad30 req-e2a5945b-0107-4e40-9b8b-32c005430fd4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1367090 Jul 30 03:33:25.006352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.066770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22da19c7-57ff-451b-8982-3ae5611aad30 req-1f4e8b2f-9bb1-4aee-846d-2d30f3286329 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264300 Jul 30 03:33:25.109717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-18bde044-1ce4-453d-8789-db52688d6551 service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060027 Jul 30 03:33:25.119873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac845d-224a-4953-9c6d-07e9ab364096 req-4db72136-c2ca-4318-b64c-f0bdf0df0ebb tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:25.121484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18ac845d-224a-4953-9c6d-07e9ab364096 req-4db72136-c2ca-4318-b64c-f0bdf0df0ebb tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks?id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 787 time: 0.2081439 Jul 30 03:33:25.149565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-18ac845d-224a-4953-9c6d-07e9ab364096 req-eaf353ca-1947-49a9-873b-0a853410c0d8 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:33:25.150604 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18ac845d-224a-4953-9c6d-07e9ab364096 req-eaf353ca-1947-49a9-873b-0a853410c0d8 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196216 Jul 30 03:33:25.227427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-005e0087-6b47-4277-ae1d-d01fc3449dc0 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips/b875a52c-71d7-43c8-8e89-71e4dcbd6e39 HTTP/1.1" status: 200 len: 693 time: 0.0515320 Jul 30 03:33:25.246727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:25.320727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a022967-4810-4c34-a321-d02e6f554361 req-8f4cc756-f033-464c-b78b-98aed3f7d603 service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981273 Jul 30 03:33:25.346508 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.398800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0f7a04b8-444c-444e-95bf-5cc7283601ab tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:25.400225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0f7a04b8-444c-444e-95bf-5cc7283601ab tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1662900 Jul 30 03:33:25.406913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:25.409797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd103-18b5-4f0b-a961-9da1c46381d7 req-3dcc58cd-fd57-45c2-810c-f628ceda0873 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:25.411024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7febd103-18b5-4f0b-a961-9da1c46381d7 req-3dcc58cd-fd57-45c2-810c-f628ceda0873 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 943 time: 0.0952697 Jul 30 03:33:25.414722 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.419645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8ef9e47d-51f3-46a3-993f-b46586150770 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:25.429618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a37-87fb-4f3f-b701-e3857c3cef4f tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.433106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ee0b6a37-87fb-4f3f-b701-e3857c3cef4f tempest-MeteringIpV6TestJSON-1011044009 tempest-MeteringIpV6TestJSON-1011044009-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/1c4f8bb7-f831-4ffa-8b6f-41abfb25789c HTTP/1.1" status: 204 len: 168 time: 0.5652509 Jul 30 03:33:25.479051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-e148dfed-b944-4eb7-9a1c-cafd8618211f tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.0643413 Jul 30 03:33:25.479308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:25.479988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.480533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8ef9e47d-51f3-46a3-993f-b46586150770 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "PUT /v2.0/quotas/7b48b9e25a7d4defa390a646b55fed92 HTTP/1.1" status: 200 len: 366 time: 0.4723351 Jul 30 03:33:25.481738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3374b0ca-7021-455b-87be-9c9abf05bbe8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:25.512220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-42d17f11-50a4-4d14-a861-9b7fbf5e800f tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0280082 Jul 30 03:33:25.517222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39080) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.531811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fa7d630e-6342-411b-a4a6-d831d3f2fa47 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "GET /v2.0/quotas/7b48b9e25a7d4defa390a646b55fed92 HTTP/1.1" status: 200 len: 366 time: 0.0131912 Jul 30 03:33:25.533694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39082) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.536551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3374b0ca-7021-455b-87be-9c9abf05bbe8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:25.537005 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.552675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7febd103-18b5-4f0b-a961-9da1c46381d7 req-24373f4d-5a8d-461f-bb21-ebef140d99f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980930 Jul 30 03:33:25.554486 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c09c73b-7218-4740-b269-79bb86653db5 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/7b48b9e25a7d4defa390a646b55fed92 HTTP/1.1" status: 204 len: 168 time: 0.0190008 Jul 30 03:33:25.555846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-c33b9678-8414-44dd-be5a-5a3321d509b1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.0624349 Jul 30 03:33:25.557109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.577581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-16d5f50e-20a7-4829-b1ee-414d22e08c70 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0168092 Jul 30 03:33:25.580789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39086) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.594006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e920ae8-6148-4ac1-87e2-cca5cbb31a97 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "GET /v2.0/quotas/7b48b9e25a7d4defa390a646b55fed92 HTTP/1.1" status: 200 len: 370 time: 0.0118077 Jul 30 03:33:25.605387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.613445 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a84e8307-6447-4ee3-a9fb-beb3c23bfe88 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "GET /v2.0/quotas/7b48b9e25a7d4defa390a646b55fed92/default HTTP/1.1" status: 200 len: 370 time: 0.0069797 Jul 30 03:33:25.620623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.645364 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-3d3e336a-199a-412c-9c23-6875c9bad979 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] delete failed (client error): The resource could not be found. Jul 30 03:33:25.645867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3d3e336a-199a-412c-9c23-6875c9bad979 tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/7b48b9e25a7d4defa390a646b55fed92 HTTP/1.1" status: 404 len: 348 time: 0.0243044 Jul 30 03:33:25.666280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443ffbc-df29-43c3-85b5-1f92244151be req-83dc2079-d8c2-41ed-80a5-05b9e86337fc tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:25.671973 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9443ffbc-df29-43c3-85b5-1f92244151be req-83dc2079-d8c2-41ed-80a5-05b9e86337fc tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0728579 Jul 30 03:33:25.749114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Deleting port 793fbf3d-230b-4a27-90e5-40ae38ccf0e8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:25.749382 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.789718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Deleting port c06ffcbf-425f-4105-af48-02e1fb464b11 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:25.790072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.829831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.865211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:network and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:25.868274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.868600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.874591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39100) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:25.893101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:25.896665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] For port c06ffcbf-425f-4105-af48-02e1fb464b11, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c06ffcbf-425f-4105-af48-02e1fb464b11,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:25.897157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:25.910505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Calling delete_port for 793fbf3d-230b-4a27-90e5-40ae38ccf0e8 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:25.910768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Calling delete_port for c06ffcbf-425f-4105-af48-02e1fb464b11 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:25.917377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:subnet and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:25.926481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.064641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1994c2d0-fe8b-478e-b805-8c19a3dcce8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.084144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.130339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event deleted for resources: {'Port': ['ID=c06ffcbf-425f-4105-af48-02e1fb464b11,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:26.184288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] No DVR routers for this DVR port c06ffcbf-425f-4105-af48-02e1fb464b11 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:26.189327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.191462 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9443ffbc-df29-43c3-85b5-1f92244151be req-53e8af63-6974-4105-b73b-a005a04597ea tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "DELETE /v2.0/ports/c06ffcbf-425f-4105-af48-02e1fb464b11 HTTP/1.1" status: 204 len: 173 time: 0.5162268 Jul 30 03:33:26.191907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-deleted', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:26.194249 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8f3af-d62e-49c9-82fd-c63dae5e7231" -d '{"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-deleted", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:26.249497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1994c2d0-fe8b-478e-b805-8c19a3dcce8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.254476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1994c2d0-fe8b-478e-b805-8c19a3dcce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.297281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1994c2d0-fe8b-478e-b805-8c19a3dcce8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dde09c2e9a74a6aa40b1d3461848704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207294 Jul 30 03:33:26.297516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:subnetpool and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:26.297932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994c2d0-fe8b-478e-b805-8c19a3dcce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9785427a-537d-451d-9cb5-fce69984ed34,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:26.300205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:26.302522 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c91b4d1-4680-4838-b198-1c9c2e95e146" -d '{"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:26.304042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:26.314594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712dd73-0a8b-406f-9ce3-5a67f261a3b1 req-bdf1268c-6a34-4c5f-bb05-45fa0909c856 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:26.316161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0712dd73-0a8b-406f-9ce3-5a67f261a3b1 req-bdf1268c-6a34-4c5f-bb05-45fa0909c856 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a016832-ed39-4f93-b351-520a4e9d6cb6 HTTP/1.1" status: 200 len: 865 time: 0.4376857 Jul 30 03:33:26.326079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.378291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:port and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:26.400683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.423345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0712dd73-0a8b-406f-9ce3-5a67f261a3b1 req-5e0bb86f-830d-4686-b0a9-2d82023e5e3e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993860 Jul 30 03:33:26.430318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:router and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:26.443308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.455127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-941e9e74-cb05-45ac-b7ec-bc716e23d3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.490472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:floatingip and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:26.514939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.526322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-941e9e74-cb05-45ac-b7ec-bc716e23d3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.581896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.631120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Pushing event deleted for resources: {'Port': ['ID=793fbf3d-230b-4a27-90e5-40ae38ccf0e8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:26.648504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4fc60-e45f-47d4-b116-fbab446670d4 req-300c4ee2-2e77-4478-b3cd-dd1b92134a80 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:26.650028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85f4fc60-e45f-47d4-b116-fbab446670d4 req-300c4ee2-2e77-4478-b3cd-dd1b92134a80 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1687737 Jul 30 03:33:26.738352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-941e9e74-cb05-45ac-b7ec-bc716e23d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.740930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-941e9e74-cb05-45ac-b7ec-bc716e23d3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.742270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-941e9e74-cb05-45ac-b7ec-bc716e23d3bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9785427a-537d-451d-9cb5-fce69984ed34 HTTP/1.1" status: 204 len: 168 time: 0.4357572 Jul 30 03:33:26.764626 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.767050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:26.768290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22df4f57-83d8-4edb-ad5d-7a2336f45c99 req-0d6a92e7-6df2-4611-9838-93ae90264eb1 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "DELETE /v2.0/floatingips/b875a52c-71d7-43c8-8e89-71e4dcbd6e39 HTTP/1.1" status: 204 len: 173 time: 1.2018464 Jul 30 03:33:26.769171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e9e74-cb05-45ac-b7ec-bc716e23d3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9785427a-537d-451d-9cb5-fce69984ed34,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:26.773167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85f4fc60-e45f-47d4-b116-fbab446670d4 req-0ad68f29-836c-4828-bf1c-dcbdb3bb9f07 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059959 Jul 30 03:33:26.774213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:security_group and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:26.785889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.794384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Usage tracker for resource:security_group_rule and tenant:d4814591a32a469dabc112b1c190fabf is out of sync, need to count used quota {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 03:33:26.801997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.quota.resource [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93876) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 03:33:26.816068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c7de9e3-343b-4219-aa8f-039183a0b3af tempest-QuotasTest-61025771 tempest-QuotasTest-61025771-project-admin] 10.222.0.39 "GET /v2.0/quotas/d4814591a32a469dabc112b1c190fabf/details.json HTTP/1.1" status: 200 len: 703 time: 0.9850240 Jul 30 03:33:26.828749 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d063d12a-ec5b-4eca-9764-46b87b04b575 x-openstack-request-id: req-d063d12a-ec5b-4eca-9764-46b87b04b575 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:26.829044 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-deleted", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:26.829462 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d063d12a-ec5b-4eca-9764-46b87b04b575 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:26.829986 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-deleted', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'status': 'completed', 'code': 200} Jul 30 03:33:26.846455 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8195d28-12c5-461f-9fba-76673e412677 x-openstack-request-id: req-c8195d28-12c5-461f-9fba-76673e412677 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:26.846963 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a016832-ed39-4f93-b351-520a4e9d6cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "c06ffcbf-425f-4105-af48-02e1fb464b11", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:26.847088 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8195d28-12c5-461f-9fba-76673e412677 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:26.847434 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a016832-ed39-4f93-b351-520a4e9d6cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06ffcbf-425f-4105-af48-02e1fb464b11', 'code': 200} Jul 30 03:33:27.014094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bc03-72b3-4c2a-9987-76233d86f78c req-38e4717b-2726-4840-8cd4-6f5d16a76819 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:27.015719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de04bc03-72b3-4c2a-9987-76233d86f78c req-38e4717b-2726-4840-8cd4-6f5d16a76819 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 943 time: 0.1206603 Jul 30 03:33:27.069785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39128) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:27.085550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-705e7330-d108-4227-aeb9-c6360b60fd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.092261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de04bc03-72b3-4c2a-9987-76233d86f78c req-d1692840-68ff-4329-bd52-c0d49d59134d tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Jul 30 03:33:27.115109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-115e237d-8a62-46d1-996e-8f76e6cd3e2b tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1583548 Jul 30 03:33:27.121669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:27.122567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39130) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:27.203394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-705e7330-d108-4227-aeb9-c6360b60fd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.208268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-705e7330-d108-4227-aeb9-c6360b60fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.223296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.251674 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-705e7330-d108-4227-aeb9-c6360b60fd35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d877b007bf6f4f0ba2c19a8683d34455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806314 Jul 30 03:33:27.252261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39134) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:27.259104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e7330-d108-4227-aeb9-c6360b60fd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b237ab8-fba7-4f5e-8ed0-e5abb40c315e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:27.320185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b66ccff4-5022-4208-9155-929bcd0e98f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.331439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f0ee98-a7c3-41dc-99c9-0cd4c8040ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.332399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.367187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f0ee98-a7c3-41dc-99c9-0cd4c8040ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.446571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f0ee98-a7c3-41dc-99c9-0cd4c8040ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.449385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f0ee98-a7c3-41dc-99c9-0cd4c8040ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.449906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Allocated IP 172.25.6.93 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/bd491c56-7d57-4393-9148-7870edf00b10) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:27.451665 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64f0ee98-a7c3-41dc-99c9-0cd4c8040ebe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b237ab8-fba7-4f5e-8ed0-e5abb40c315e HTTP/1.1" status: 204 len: 168 time: 0.1972249 Jul 30 03:33:27.485377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0ee98-a7c3-41dc-99c9-0cd4c8040ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b237ab8-fba7-4f5e-8ed0-e5abb40c315e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:27.495260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b66ccff4-5022-4208-9155-929bcd0e98f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.500270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b66ccff4-5022-4208-9155-929bcd0e98f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.545714 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b66ccff4-5022-4208-9155-929bcd0e98f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0934ce51a56e4cd98ba9552b27694f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199867 Jul 30 03:33:27.546579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccff4-5022-4208-9155-929bcd0e98f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51344214-c4e4-4b22-ad64-20e78a20f145,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:27.549137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:27.625866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.640576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7ed0ae7-ad49-4e8b-a8c6-36a717c09517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.673859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7ed0ae7-ad49-4e8b-a8c6-36a717c09517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.723977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.764921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:27.768268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7ed0ae7-ad49-4e8b-a8c6-36a717c09517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.770941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7ed0ae7-ad49-4e8b-a8c6-36a717c09517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.772122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d7ed0ae7-ad49-4e8b-a8c6-36a717c09517 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51344214-c4e4-4b22-ad64-20e78a20f145 HTTP/1.1" status: 204 len: 168 time: 0.2198451 Jul 30 03:33:27.773199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:27.773530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39150) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:27.781423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:27.783124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547289755', 'description': 'tempest-description--1156828102'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:27.814904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.816418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed0ae7-ad49-4e8b-a8c6-36a717c09517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51344214-c4e4-4b22-ad64-20e78a20f145,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:27.820834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Pushing event updated for resources: {'Port': ['ID=bd491c56-7d57-4393-9148-7870edf00b10,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:27.969819 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.971295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.976497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.981645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c569cba-f9f5-4d64-be08-402c1577315c req-75af5702-8408-42ec-bcb3-ccf8a7257ab9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:27.990256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c569cba-f9f5-4d64-be08-402c1577315c req-75af5702-8408-42ec-bcb3-ccf8a7257ab9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.0966558 Jul 30 03:33:27.994844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:27.999720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2213266 Jul 30 03:33:28.000123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.007707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'security_group_rule': {'security_group_id': '9da7bfbb-3edd-43cc-8a07-8c1cc41b1da9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:28.020297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96f814-6708-445d-8b70-526b8617a8d1 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da7bfbb-3edd-43cc-8a07-8c1cc41b1da9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.080267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.132560 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c569cba-f9f5-4d64-be08-402c1577315c req-c6108c04-3097-4088-95d1-3fbf9562c5dd tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413877 Jul 30 03:33:28.144454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.183019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39174) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.202615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1993d14-16e9-4f20-a024-728a98485155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.251647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.268819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.308798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1148172-da76-49ff-92ab-e4628c5aadc5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.332344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.344725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39180) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.346367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.362626 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1993d14-16e9-4f20-a024-728a98485155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.369093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1993d14-16e9-4f20-a024-728a98485155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.405055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.409018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6aa681fb-36dc-4362-9c6a-39dc57739133 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4051499 Jul 30 03:33:28.414488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d1993d14-16e9-4f20-a024-728a98485155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4814591a32a469dabc112b1c190fabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262416 Jul 30 03:33:28.414488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39184) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.414786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 684c9e05-d2d6-4389-92a2-8a92887d59ca details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:28.415283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39186) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.417831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'security_group_rule': {'security_group_id': '9da7bfbb-3edd-43cc-8a07-8c1cc41b1da9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:28.451196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993d14-16e9-4f20-a024-728a98485155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d898e6-56bf-4b78-98ef-51b1a5b84210,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.465226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Pushing event updated for resources: {'Port': ['ID=bd491c56-7d57-4393-9148-7870edf00b10,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.494118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dc4a-df03-441a-9415-856439bf3120 req-0bfb71d6-bc66-4e2e-9c79-3b73fff03583 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:28.502863 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-85ff7be3-1d3b-4df1-a759-144d74301f1f tempest-AgentManagementNegativeTest-598566425 tempest-AgentManagementNegativeTest-598566425-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1528451 Jul 30 03:33:28.503059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef40dc4a-df03-441a-9415-856439bf3120 req-0bfb71d6-bc66-4e2e-9c79-3b73fff03583 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 943 time: 0.1683517 Jul 30 03:33:28.516645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1916cdc-a60d-490b-b817-1048bda59a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.517735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.543462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:28.555822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5', 'port_id': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'mac_address': 'fa:16:3e:da:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602d2c61-d3de-4914-b1c7-23aecf19ea84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:28.566925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1916cdc-a60d-490b-b817-1048bda59a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.568290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef40dc4a-df03-441a-9415-856439bf3120 req-b127fb87-e6d6-4f5f-b7f3-fc7e20002b4f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643346 Jul 30 03:33:28.569660 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.570863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-0e1dc2e9-3aa5-4390-bb1c-8226d1a537b5 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4566612 Jul 30 03:33:28.613564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.627905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.629819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684c9e05-d2d6-4389-92a2-8a92887d59ca {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:28.633171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-033d2164-a6e2-4da0-be07-56a90e62c589 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0524318 Jul 30 03:33:28.662508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1916cdc-a60d-490b-b817-1048bda59a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.665200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1916cdc-a60d-490b-b817-1048bda59a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.669341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a1916cdc-a60d-490b-b817-1048bda59a35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44d898e6-56bf-4b78-98ef-51b1a5b84210 HTTP/1.1" status: 204 len: 168 time: 0.2461176 Jul 30 03:33:28.677800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:28.691445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.691867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916cdc-a60d-490b-b817-1048bda59a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d898e6-56bf-4b78-98ef-51b1a5b84210,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.735960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.743636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.764797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b6833f-e7a9-412a-b21d-7c85b87ccbe6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.774172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:28.778467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.779910 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2deacbb3-2773-4d87-a532-cf5439237b2f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3653839 Jul 30 03:33:28.783048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39192) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.789341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:28.807527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-93dff6d2-3ca0-4fc9-9d8e-661f7dd8227d tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:28.809611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d943208e-9a3a-4ead-9c6f-d0f158d9c0cb req-93dff6d2-3ca0-4fc9-9d8e-661f7dd8227d tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1684232 Jul 30 03:33:28.825242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:28.907629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-22ce7d82-461d-40cb-b0d3-7a12b03b40bb tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips/607e187a-8408-4cf2-a68c-04de8c740c13 HTTP/1.1" status: 200 len: 692 time: 0.0531690 Jul 30 03:33:28.927209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:28.966543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.030376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-c476b7ae-f31f-4190-af27-e56d35cf776e tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:29.031836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-c476b7ae-f31f-4190-af27-e56d35cf776e tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1234396 Jul 30 03:33:29.087714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-3702ef4d-376d-4152-b5e5-3c46f4becf7d tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0477934 Jul 30 03:33:29.112283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4cec0932-700e-4f2b-8e43-0b1a5f66628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.142986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Allocated IP 172.25.6.53 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c53848dc-e237-4824-8244-4f467ee57cb6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:29.144768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-0fb9a52c-649e-45a0-a7bc-9e49f84f82b0 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0451906 Jul 30 03:33:29.200863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:29.308606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:29.351195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.359616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: c06ffcbf-425f-4105-af48-02e1fb464b11 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:29.360059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c06ffcbf-425f-4105-af48-02e1fb464b11 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:29.365923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75616-5d42-46e9-8481-6f3421357c6a req-a7a45b12-6ad5-43f6-b083-c8978f4a6b7d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:29.374723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ab75616-5d42-46e9-8481-6f3421357c6a req-a7a45b12-6ad5-43f6-b083-c8978f4a6b7d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1470044 Jul 30 03:33:29.390992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4cec0932-700e-4f2b-8e43-0b1a5f66628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.404401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4cec0932-700e-4f2b-8e43-0b1a5f66628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.406132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Deleting port bd491c56-7d57-4393-9148-7870edf00b10 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:29.406862 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.467240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ab75616-5d42-46e9-8481-6f3421357c6a req-e5c5da9a-1cb0-4a64-a4ff-be5990fbbaa0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Jul 30 03:33:29.497486 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4cec0932-700e-4f2b-8e43-0b1a5f66628e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e423975781a24fe49b0e816f31729b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649266 Jul 30 03:33:29.500579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:29.516478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0932-700e-4f2b-8e43-0b1a5f66628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb8a85-4cf0-4bf6-bc1a-dcaef2731b35,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:29.526305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.530389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.530831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.546074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Calling delete_port for bd491c56-7d57-4393-9148-7870edf00b10 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:29.585230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:29.590922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:29.595267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:29.634842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'Port': ['ID=c53848dc-e237-4824-8244-4f467ee57cb6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:29.652069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3696a23-45a7-4001-9793-b6405da940c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.659427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39230) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:29.693224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3696a23-45a7-4001-9793-b6405da940c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.724215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.770726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.771927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Pushing event deleted for resources: {'Port': ['ID=bd491c56-7d57-4393-9148-7870edf00b10,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:29.808223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-181953656'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:29.816428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3696a23-45a7-4001-9793-b6405da940c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.818895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3696a23-45a7-4001-9793-b6405da940c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.820384 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3696a23-45a7-4001-9793-b6405da940c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dabb8a85-4cf0-4bf6-bc1a-dcaef2731b35 HTTP/1.1" status: 204 len: 168 time: 0.3173282 Jul 30 03:33:29.833001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf2de-8b58-403c-9a8b-1384ea3c3066 req-3e83342d-15e7-47f6-8b9c-000765074310 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:29.834562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-707cf2de-8b58-403c-9a8b-1384ea3c3066 req-3e83342d-15e7-47f6-8b9c-000765074310 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 944 time: 0.1221659 Jul 30 03:33:29.839276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.860652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3696a23-45a7-4001-9793-b6405da940c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb8a85-4cf0-4bf6-bc1a-dcaef2731b35,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:29.866581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.869439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.870577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4256911d-c299-4a66-9669-6b54aa7c9e0f req-a68be904-508d-445a-8135-96442f1ec1de tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "DELETE /v2.0/floatingips/607e187a-8408-4cf2-a68c-04de8c740c13 HTTP/1.1" status: 204 len: 173 time: 0.7182381 Jul 30 03:33:29.872161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:29.880019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.900080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:29.903725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-707cf2de-8b58-403c-9a8b-1384ea3c3066 req-8955a721-1501-40f0-a018-41dfd3d1d4af tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581350 Jul 30 03:33:30.010644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758c30-fd62-45d4-9ee3-eb9c49aa4431 req-538190db-7145-4585-b29f-36fa65b2391c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:30.012286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99758c30-fd62-45d4-9ee3-eb9c49aa4431 req-538190db-7145-4585-b29f-36fa65b2391c tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.0662541 Jul 30 03:33:30.078492 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-bd9d78c2-6150-413b-9215-22e8e849b5fd req-4c459b3e-f43f-4ab3-adc7-afa746cac66d tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] show failed (client error): The resource could not be found. Jul 30 03:33:30.079561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd9d78c2-6150-413b-9215-22e8e849b5fd req-4c459b3e-f43f-4ab3-adc7-afa746cac66d tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips/607e187a-8408-4cf2-a68c-04de8c740c13 HTTP/1.1" status: 404 len: 350 time: 0.0519888 Jul 30 03:33:30.098134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99758c30-fd62-45d4-9ee3-eb9c49aa4431 req-6fc49a18-3fa4-4a79-b451-3c4bf1e489ac tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779591 Jul 30 03:33:30.142437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.148606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.151053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.156124 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-00ba01d7-c503-4538-b6d3-b4fc8154945e req-f081cec4-25f7-44dc-a003-afd2a991ea68 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] show failed (client error): The resource could not be found. Jul 30 03:33:30.157555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00ba01d7-c503-4538-b6d3-b4fc8154945e req-f081cec4-25f7-44dc-a003-afd2a991ea68 tempest-FloatingIPsTestJSON-40167354 tempest-FloatingIPsTestJSON-40167354-project] 10.222.0.39 "GET /v2.0/floatingips/607e187a-8408-4cf2-a68c-04de8c740c13 HTTP/1.1" status: 404 len: 350 time: 0.0501027 Jul 30 03:33:30.166108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.166855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39246) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:30.221299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:30.271013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'Port': ['ID=c53848dc-e237-4824-8244-4f467ee57cb6,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:30.278379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b5b2e-6e43-4018-8352-f6617f2999fe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:30.283015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.286572 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Added segment 3605659a-a110-48c0-af07-75a1eb2e8820 of type vlan for network 76c0dcef-a558-4037-bb50-da444f8e67db Jul 30 03:33:30.298700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.335163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.336967 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-18c307b4-2dab-4033-a6d8-6d153670aa28 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5525155 Jul 30 03:33:30.354500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.390102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.398291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:30.399318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.427496 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.483160 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8226066 Jul 30 03:33:30.486284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:30.496718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'subnet': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:30.522517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223102f-c8bf-4621-be79-10af66dc759c tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Network': ['ID=76c0dcef-a558-4037-bb50-da444f8e67db,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:30.541575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 76c0dcef-a558-4037-bb50-da444f8e67db details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:30.741316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:30.778438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340397cc-7dc5-4217-bdd1-4c059caab8a2 req-48ad2c22-1e39-4f24-86ba-8aa2fada3be1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:30.780261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-340397cc-7dc5-4217-bdd1-4c059caab8a2 req-48ad2c22-1e39-4f24-86ba-8aa2fada3be1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2016032 Jul 30 03:33:30.797742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-70a30868-ca38-4cc9-9d87-ef58d43b11b6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:30.799215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-70a30868-ca38-4cc9-9d87-ef58d43b11b6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 822 time: 0.2530305 Jul 30 03:33:30.799799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:30.802994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.841031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d4900f24-b1f4-42ed-9619-ed15db781b39 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:30.841819 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-d4900f24-b1f4-42ed-9619-ed15db781b39 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 03:33:30.842354 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-d4900f24-b1f4-42ed-9619-ed15db781b39 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 03:33:30.843460 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4900f24-b1f4-42ed-9619-ed15db781b39 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1010799 Jul 30 03:33:30.847158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39288) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:30.851651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--71144931'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:30.875834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.884375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:30.891109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-a8da8e2d-2835-48dd-9586-e95366067b99 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/quotas/1033f9dcf26d4f9ebcb1935c20b9e800 HTTP/1.1" status: 200 len: 375 time: 0.0766826 Jul 30 03:33:30.976849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-340397cc-7dc5-4217-bdd1-4c059caab8a2 req-7418f6c9-f6ba-4ed0-a965-9b9ed9732a8b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863794 Jul 30 03:33:30.998941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.003292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.007370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-49adc2d0-fd54-42be-9b19-13a6ac3cb57c tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087446 Jul 30 03:33:31.040615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d272cb5-d01c-43ff-8ca1-b22c7a7708c9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.119407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.124393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.150477 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.155391 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3037710 Jul 30 03:33:31.160715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39296) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.168888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': '53874f98-ac9c-4b6d-87e1-f761895aeee7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:31.175993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd488ac4-f2cb-45a4-9dea-9bda58149aeb tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53874f98-ac9c-4b6d-87e1-f761895aeee7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.204207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.266998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.270967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.289811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347595d0-2a5b-47bf-9bd4-212df3340297,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.297000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.301051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c38644f7-2911-4c6c-a227-5f9014a4a011 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364856 Jul 30 03:33:31.301216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39298) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.305691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ae0e1bcd-f3d1-407b-8f8c-ecf68095e3d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': '53874f98-ac9c-4b6d-87e1-f761895aeee7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:31.336613 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae0e1bcd-f3d1-407b-8f8c-ecf68095e3d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.368032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.385465 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-ae0e1bcd-f3d1-407b-8f8c-ecf68095e3d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 03:33:31.386660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae0e1bcd-f3d1-407b-8f8c-ecf68095e3d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0845263 Jul 30 03:33:31.390158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.443426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2c83-3c82-47b5-b81b-1e6c150d296e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.474461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2c83-3c82-47b5-b81b-1e6c150d296e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.520594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2c83-3c82-47b5-b81b-1e6c150d296e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.523429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2c83-3c82-47b5-b81b-1e6c150d296e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.524683 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f1cf2c83-3c82-47b5-b81b-1e6c150d296e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/53874f98-ac9c-4b6d-87e1-f761895aeee7 HTTP/1.1" status: 204 len: 168 time: 0.1335881 Jul 30 03:33:31.528248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.549179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf2c83-3c82-47b5-b81b-1e6c150d296e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53874f98-ac9c-4b6d-87e1-f761895aeee7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.593500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc307908-d024-4b7c-b664-5f6aecd82222 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640602 Jul 30 03:33:31.597064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.599079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17413363-c1c8-4da9-b849-266d4b6bb8eb req-4be18902-171f-4689-9191-e78c8423b651 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:31.600848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17413363-c1c8-4da9-b849-266d4b6bb8eb req-4be18902-171f-4689-9191-e78c8423b651 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 944 time: 0.2051229 Jul 30 03:33:31.601567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209604947'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:31.610965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-1db10ea6-010e-4060-8cd5-4f2fcaf6f8dd service neutron] 10.222.0.39 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924528 Jul 30 03:33:31.625405 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.708025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.714184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.718901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.749692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.753826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1530836 Jul 30 03:33:31.753826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c2b86-3c9d-4fb8-8057-45feac370a7c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9648ce11-e2d4-4f55-80cb-1313e3a539e4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.756393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39306) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.761755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a2ddd3a5-5275-413e-a1a1-516ecba7e0d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': '9648ce11-e2d4-4f55-80cb-1313e3a539e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:31.762802 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-a2ddd3a5-5275-413e-a1a1-516ecba7e0d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 03:33:31.763434 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-a2ddd3a5-5275-413e-a1a1-516ecba7e0d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:31.765223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2ddd3a5-5275-413e-a1a1-516ecba7e0d5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078237 Jul 30 03:33:31.768035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39308) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.815896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17413363-c1c8-4da9-b849-266d4b6bb8eb req-b3f107b0-429b-4c01-abc5-c0e66af74f73 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980512 Jul 30 03:33:31.821404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b76a0265-aece-4e8c-9fac-e82defe3c43e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.834311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Subnet': ['ID=561b86a9-a79e-45bf-9c6b-de2264e73e91,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.852264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b76a0265-aece-4e8c-9fac-e82defe3c43e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.860625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-cd8d3023-71f3-435c-ba42-7d6a5605dcb8 service neutron] 10.222.0.39 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399595 Jul 30 03:33:31.865562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Checking segment: {'id': '3605659a-a110-48c0-af07-75a1eb2e8820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:31.865562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network hostable DHCP agents. Network: 76c0dcef-a558-4037-bb50-da444f8e67db, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:31.898509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:31.901995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b76a0265-aece-4e8c-9fac-e82defe3c43e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.905316 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b76a0265-aece-4e8c-9fac-e82defe3c43e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.909254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b76a0265-aece-4e8c-9fac-e82defe3c43e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/9648ce11-e2d4-4f55-80cb-1313e3a539e4 HTTP/1.1" status: 204 len: 168 time: 0.1375682 Jul 30 03:33:31.911104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:31.924951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a0265-aece-4e8c-9fac-e82defe3c43e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648ce11-e2d4-4f55-80cb-1313e3a539e4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:31.945710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 76c0dcef-a558-4037-bb50-da444f8e67db) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:31.955530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37819f2b-a2ab-4770-97be-7f062cff902b None None] Network 76c0dcef-a558-4037-bb50-da444f8e67db requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:31.973972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:31.975555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:31.992779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f42c0162-cae0-4946-8052-99693195efe6 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760422 Jul 30 03:33:31.993039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.001854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--764571970'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.016837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f27048b1-da0f-4e96-9320-60cdd6ee2f28 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5267253 Jul 30 03:33:32.019245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.031312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-428860460'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.040917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Deleting port 3374b0ca-7021-455b-87be-9c9abf05bbe8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:32.041406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.050124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.158300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.165286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.200592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.202314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2081161 Jul 30 03:33:32.204354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abead1-f8b4-4874-b31c-5d4849e31a96 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd8bf97-f659-4288-b6e1-fb5860a34f31,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:32.206520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39322) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.211487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-63f8c14b-7497-466f-a28e-2a682f99aa5c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': '5cd8bf97-f659-4288-b6e1-fb5860a34f31', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.212650 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-63f8c14b-7497-466f-a28e-2a682f99aa5c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 03:33:32.213292 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-63f8c14b-7497-466f-a28e-2a682f99aa5c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:32.214377 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-63f8c14b-7497-466f-a28e-2a682f99aa5c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068438 Jul 30 03:33:32.217810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39324) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.237842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-76c0dcef-a558-4037-bb50-da444f8e67db', 'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'tenant_id': '934a836b59f64cb7bff366e054f7cb0b', 'fixed_ips': [{'subnet_id': '561b86a9-a79e-45bf-9c6b-de2264e73e91'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:33:32.238737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.293933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c061a4f-1b2a-46af-805d-57744b1aed98 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.320717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c061a4f-1b2a-46af-805d-57744b1aed98 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.383585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890f42-eddc-4db3-a18a-4060ba6b580b req-a674fb66-c315-48d4-a701-839b6778a439 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:32.385344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12890f42-eddc-4db3-a18a-4060ba6b580b req-a674fb66-c315-48d4-a701-839b6778a439 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.2219145 Jul 30 03:33:32.392247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c061a4f-1b2a-46af-805d-57744b1aed98 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.392934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f16e6-9203-4572-8a24-d47f6205ce0e req-cc6cd2bc-7051-4afb-b907-e61a225d8a0b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:32.395694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c061a4f-1b2a-46af-805d-57744b1aed98 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.397255 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3c061a4f-1b2a-46af-805d-57744b1aed98 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/5cd8bf97-f659-4288-b6e1-fb5860a34f31 HTTP/1.1" status: 204 len: 168 time: 0.1783662 Jul 30 03:33:32.400983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39330) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.403420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aa0f16e6-9203-4572-8a24-d47f6205ce0e req-cc6cd2bc-7051-4afb-b907-e61a225d8a0b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2511270 Jul 30 03:33:32.423506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c061a4f-1b2a-46af-805d-57744b1aed98 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd8bf97-f659-4288-b6e1-fb5860a34f31,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:32.445204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Allocated IP 2001:db8::2 (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/ea3834ce-aa65-436f-9246-f39c98ffd75c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:32.459427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] For port 3374b0ca-7021-455b-87be-9c9abf05bbe8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3374b0ca-7021-455b-87be-9c9abf05bbe8,segment=NetworkSegment(43801a17-a659-4f4f-a113-7744d42fb588),segment_id=43801a17-a659-4f4f-a113-7744d42fb588)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:32.460043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.465503 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b996bc4e-c522-4373-a593-a4ebd91ab802 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576258 Jul 30 03:33:32.465723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39334) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.467026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 684c9e05-d2d6-4389-92a2-8a92887d59ca up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:32.470961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--979828531'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.511616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Calling delete_port for 3374b0ca-7021-455b-87be-9c9abf05bbe8 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:32.524060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aa0f16e6-9203-4572-8a24-d47f6205ce0e req-ca31aa0a-a78b-4560-affd-454652e442e1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194966 Jul 30 03:33:32.533676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12890f42-eddc-4db3-a18a-4060ba6b580b req-937aca25-0c3d-49d9-8cb4-11dfca4b20f6 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203003 Jul 30 03:33:32.551032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:32.551032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.572743 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.606590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] device_id is not set on port f410aece-fdb4-41c4-8c5d-8343eb39249b yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:32.668208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 684c9e05-d2d6-4389-92a2-8a92887d59ca completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:32.679557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 684c9e05-d2d6-4389-92a2-8a92887d59ca triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:32.679995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.701722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f08f890-a677-4706-9228-7ddb9a84df1c req-e973e9e8-7ffb-44a3-97a9-9d5e6e6b947a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 210 time: 0.0435028 Jul 30 03:33:32.727429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.736875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.774684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.776297 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3095675 Jul 30 03:33:32.779648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39340) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.782137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5caa4-8e5e-4eca-9139-fd806eb7652c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b54b7-7749-45e4-bfd7-5758ad18faa5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:32.783980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.786109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d397cc47-14bc-46c5-ad32-3cee1eb1464f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'd63b54b7-7749-45e4-bfd7-5758ad18faa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.819333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Transition to ACTIVE for port object ea3834ce-aa65-436f-9246-f39c98ffd75c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:32.819785 n-d-778696-14 neutron-server[93876]: WARNING neutron.api.v2.base [None req-d397cc47-14bc-46c5-ad32-3cee1eb1464f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 03:33:32.819785 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d397cc47-14bc-46c5-ad32-3cee1eb1464f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:32.819785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d397cc47-14bc-46c5-ad32-3cee1eb1464f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241666 Jul 30 03:33:32.820510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39342) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.820510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-19f09a6e-901b-4947-adab-02149f7e5709 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'd63b54b7-7749-45e4-bfd7-5758ad18faa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.820510 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-19f09a6e-901b-4947-adab-02149f7e5709 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 03:33:32.820510 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-19f09a6e-901b-4947-adab-02149f7e5709 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:32.820510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-19f09a6e-901b-4947-adab-02149f7e5709 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093787 Jul 30 03:33:32.827318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39344) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.828968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-42bb8a67-395b-4157-9412-70fefd55f66b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'd63b54b7-7749-45e4-bfd7-5758ad18faa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.830290 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-42bb8a67-395b-4157-9412-70fefd55f66b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 03:33:32.830850 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-42bb8a67-395b-4157-9412-70fefd55f66b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:32.831975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-42bb8a67-395b-4157-9412-70fefd55f66b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075748 Jul 30 03:33:32.834827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39346) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.843054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9010c766-227f-4845-8483-8d14005b8d4c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'd63b54b7-7749-45e4-bfd7-5758ad18faa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:32.843054 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-9010c766-227f-4845-8483-8d14005b8d4c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 03:33:32.843054 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-9010c766-227f-4845-8483-8d14005b8d4c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:32.844070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9010c766-227f-4845-8483-8d14005b8d4c tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072136 Jul 30 03:33:32.846955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39350) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:32.886275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Transition to ACTIVE for port object ea3834ce-aa65-436f-9246-f39c98ffd75c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:32.917056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e98ef96-6c07-4cda-a029-9f4150a551fd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.920737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.934246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.945723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e98ef96-6c07-4cda-a029-9f4150a551fd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:32.989335 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.007877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e98ef96-6c07-4cda-a029-9f4150a551fd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.011472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e98ef96-6c07-4cda-a029-9f4150a551fd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.012869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e98ef96-6c07-4cda-a029-9f4150a551fd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/d63b54b7-7749-45e4-bfd7-5758ad18faa5 HTTP/1.1" status: 204 len: 168 time: 0.1648324 Jul 30 03:33:33.016831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:33.022344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Pushing event deleted for resources: {'Port': ['ID=3374b0ca-7021-455b-87be-9c9abf05bbe8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:33.024261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Pushing event updated for resources: {'Port': ['ID=ea3834ce-aa65-436f-9246-f39c98ffd75c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:33.026768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98ef96-6c07-4cda-a029-9f4150a551fd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b54b7-7749-45e4-bfd7-5758ad18faa5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:33.028256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:33.037512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:33.044993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:33.061936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:33.070335 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce14261-5203-4751-83c6-e3c484d41f88" -d '{"events": [{"server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "name": "network-vif-plugged", "status": "completed", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:33.093307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:33.126580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Allocated IP 2001:db8::2b8 (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/f410aece-fdb4-41c4-8c5d-8343eb39249b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:33.134039 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.170602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d26596-ce62-4d21-954f-b19df5852601 req-85f33356-1180-4767-a591-770879f811e0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:33.179423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47d26596-ce62-4d21-954f-b19df5852601 req-85f33356-1180-4767-a591-770879f811e0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 944 time: 0.2789285 Jul 30 03:33:33.217293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Attempting to bind port ea3834ce-aa65-436f-9246-f39c98ffd75c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:33.217689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Attempting to bind port ea3834ce-aa65-436f-9246-f39c98ffd75c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3605659a-a110-48c0-af07-75a1eb2e8820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:33.218127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Attempting to bind port ea3834ce-aa65-436f-9246-f39c98ffd75c on network 76c0dcef-a558-4037-bb50-da444f8e67db {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:33.228773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:33.229528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Checking segment: {'id': '3605659a-a110-48c0-af07-75a1eb2e8820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:33.229626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.230018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Bound using segment: {'id': '3605659a-a110-48c0-af07-75a1eb2e8820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:33.230544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Bound port: ea3834ce-aa65-436f-9246-f39c98ffd75c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3605659a-a110-48c0-af07-75a1eb2e8820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:33.231323 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.242450 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9372a3f6-3b30-454b-a242-3a5709404012 x-openstack-request-id: req-9372a3f6-3b30-454b-a242-3a5709404012 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:33.243520 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "name": "network-vif-plugged", "status": "completed", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:33.243792 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9372a3f6-3b30-454b-a242-3a5709404012 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:33.244175 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'code': 200} Jul 30 03:33:33.305675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:33.328378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c06f1660-592e-48e4-93e6-672c9c921477 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2912004 Jul 30 03:33:33.369890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:33.381129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639119525'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:33.417297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] For port ea3834ce-aa65-436f-9246-f39c98ffd75c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:33.423752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] For port ea3834ce-aa65-436f-9246-f39c98ffd75c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea3834ce-aa65-436f-9246-f39c98ffd75c,segment=NetworkSegment(3605659a-a110-48c0-af07-75a1eb2e8820),segment_id=3605659a-a110-48c0-af07-75a1eb2e8820)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:33.430195 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.461580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.492430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47d26596-ce62-4d21-954f-b19df5852601 req-839cf850-193a-4f9c-ad24-34ffbd7ff1ec tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124347 Jul 30 03:33:33.516226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d422fe8-b7d1-4423-bb42-05ade6669afc None None] Pushing event updated for resources: {'Port': ['ID=ea3834ce-aa65-436f-9246-f39c98ffd75c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:33.528311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-e88c9459-29d3-42c7-b23e-e092e479d4d8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:33.530762 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-e88c9459-29d3-42c7-b23e-e092e479d4d8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 822 time: 0.2712581 Jul 30 03:33:33.545766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'port': {'device_id': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'admin_state_up': True, 'tenant_id': '1033f9dcf26d4f9ebcb1935c20b9e800'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:33.656697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da0a0-be03-43c3-b78d-528c83254ff9 req-dc8bd73a-a76a-4d39-947b-dfa56c660db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:33.658804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e76da0a0-be03-43c3-b78d-528c83254ff9 req-dc8bd73a-a76a-4d39-947b-dfa56c660db1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1097 time: 0.2429662 Jul 30 03:33:33.674639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.683840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.729358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d62f0c-fedb-4831-ae8f-552584143c9f req-fc66cc19-c52d-4c9a-95bf-89614d4acc9f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:33.731346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65d62f0c-fedb-4831-ae8f-552584143c9f req-fc66cc19-c52d-4c9a-95bf-89614d4acc9f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.3977981 Jul 30 03:33:33.737187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.738469 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3676033 Jul 30 03:33:33.741819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39368) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:33.746540 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.752608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f3fb7076-cc81-4061-bc2e-333ef63f63cf tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:33.753402 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-f3fb7076-cc81-4061-bc2e-333ef63f63cf tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 03:33:33.753917 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f3fb7076-cc81-4061-bc2e-333ef63f63cf tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:33.757668 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f3fb7076-cc81-4061-bc2e-333ef63f63cf tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119774 Jul 30 03:33:33.757668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93677439-842d-4d65-ab5a-05ff151fb075 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b99c6-3ff8-4f33-924f-09d75c720fd5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:33.759427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39370) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:33.767494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7c8d612d-ad1f-4ac2-a369-3553b738b631 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:33.783608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Made reservation on behalf of 1033f9dcf26d4f9ebcb1935c20b9e800 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:33.787062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.864435 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-7c8d612d-ad1f-4ac2-a369-3553b738b631 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:33.865591 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7c8d612d-ad1f-4ac2-a369-3553b738b631 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1052644 Jul 30 03:33:33.870224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39372) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:33.875189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fa821dae-b1be-4a7a-913c-4c27df570165 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:33.875694 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-fa821dae-b1be-4a7a-913c-4c27df570165 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 03:33:33.876208 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-fa821dae-b1be-4a7a-913c-4c27df570165 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:33.877176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fa821dae-b1be-4a7a-913c-4c27df570165 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057886 Jul 30 03:33:33.883078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39374) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:33.889989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ef929436-6a3f-4eeb-b7ac-d4fa4be190d6 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:33.890145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e76da0a0-be03-43c3-b78d-528c83254ff9 req-42f9248a-ba8e-479a-8d6b-f2eca6c9f21d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222700 Jul 30 03:33:33.894546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:33.905708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9a641-f3ee-490c-9453-a52d5e2e7688 req-2a74745a-b708-48b6-9bc2-3f50d3b87c5d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:33.907382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0c9a641-f3ee-490c-9453-a52d5e2e7688 req-2a74745a-b708-48b6-9bc2-3f50d3b87c5d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2727733 Jul 30 03:33:33.915419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65d62f0c-fedb-4831-ae8f-552584143c9f req-7a1db868-88a2-48ff-b3e9-9cf8499bd1f1 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635592 Jul 30 03:33:33.946469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Transition to ACTIVE for port object f410aece-fdb4-41c4-8c5d-8343eb39249b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:33.989992 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-ef929436-6a3f-4eeb-b7ac-d4fa4be190d6 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:33.994293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef929436-6a3f-4eeb-b7ac-d4fa4be190d6 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1072111 Jul 30 03:33:33.995972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Allocated IP 172.20.0.14 (2e094ac4-17f7-40a0-aa2e-367fa65fbaca/8983ca7d-d659-4075-9343-5d23c8fc7d23/66218193-4cc8-4eb7-b288-0a2061d880b7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:33.998205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.005393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-127bfe23-5e03-476f-8f2b-adc6ffa250ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.006184 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-127bfe23-5e03-476f-8f2b-adc6ffa250ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 03:33:34.006676 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-127bfe23-5e03-476f-8f2b-adc6ffa250ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:34.010854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-127bfe23-5e03-476f-8f2b-adc6ffa250ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085578 Jul 30 03:33:34.010854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39378) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.028581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-db5643b8-ebbd-44c4-9929-bda792d76ea2 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.051701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0421d5fe-8c5e-4b0a-8711-481ae94783eb req-7eb01101-4c3b-4df9-9ddd-39d35b471e58 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 210 time: 0.0591667 Jul 30 03:33:34.057271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0c9a641-f3ee-490c-9453-a52d5e2e7688 req-f7f126b6-a3c4-4290-8f7b-c878bdb74070 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408927 Jul 30 03:33:34.125527 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-db5643b8-ebbd-44c4-9929-bda792d76ea2 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:34.129047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-db5643b8-ebbd-44c4-9929-bda792d76ea2 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1147220 Jul 30 03:33:34.130466 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.131920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.141588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7c2d2dfb-e113-43bb-870d-a71a61f18b19 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.142292 n-d-778696-14 neutron-server[93876]: WARNING neutron.api.v2.base [None req-7c2d2dfb-e113-43bb-870d-a71a61f18b19 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 03:33:34.142783 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-7c2d2dfb-e113-43bb-870d-a71a61f18b19 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:34.143753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7c2d2dfb-e113-43bb-870d-a71a61f18b19 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071487 Jul 30 03:33:34.151539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39382) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.158279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-87172b76-9c21-4120-9562-3ee20f238d34 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.227236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:34.232099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:34.241910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:34.247572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:34.248639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.270119 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-87172b76-9c21-4120-9562-3ee20f238d34 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:34.274523 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-87172b76-9c21-4120-9562-3ee20f238d34 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1221800 Jul 30 03:33:34.277161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39386) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.279265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Router 2788889e-62d3-4c30-b766-74c1727f86ee has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:33:34.284228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.284340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=f410aece-fdb4-41c4-8c5d-8343eb39249b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:34.288583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91eacf28-ebac-45f3-b29f-5d13883242d4 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b99c6-3ff8-4f33-924f-09d75c720fd5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.298831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f2902617-b205-4afd-9259-ca91af87845a tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2777920 Jul 30 03:33:34.301822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.309785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2085256476', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b8', 'mac_address': 'fa:16:3e:d7:95:98'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.349703 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-91eacf28-ebac-45f3-b29f-5d13883242d4 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:34.353571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91eacf28-ebac-45f3-b29f-5d13883242d4 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0729427 Jul 30 03:33:34.354052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39390) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.384897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.457975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:34.464095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6886d9ec-ba8e-40bc-bdc3-d7eac39c1ddd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.466030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:34.469867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:34.472902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:34.507106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:34.513525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-75e50130-c6ef-427f-9979-7a8b4b47747a admin admin] 10.222.0.39 "PUT /v2.0/routers/2788889e-62d3-4c30-b766-74c1727f86ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3452168 Jul 30 03:33:34.516077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.530456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] Sync routers for ids ['2788889e-62d3-4c30-b766-74c1727f86ee'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:34.532534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6886d9ec-ba8e-40bc-bdc3-d7eac39c1ddd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.542209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] Routers {'2788889e-62d3-4c30-b766-74c1727f86ee'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:34.543476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2788889e-62d3-4c30-b766-74c1727f86ee'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:34.579558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:34.588302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:34.589485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.607759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ace80c-b1d8-4ca1-a47a-a93b57dfa308 None None] Network 76c0dcef-a558-4037-bb50-da444f8e67db requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:34.618612 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-d3bc66f2-e364-4f0c-9c3c-2b8b70cbae22 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791452 Jul 30 03:33:34.632253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Request body: {'port': {'device_id': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.636677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6886d9ec-ba8e-40bc-bdc3-d7eac39c1ddd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.639877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6886d9ec-ba8e-40bc-bdc3-d7eac39c1ddd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.640840 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6886d9ec-ba8e-40bc-bdc3-d7eac39c1ddd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/ea8b99c6-3ff8-4f33-924f-09d75c720fd5 HTTP/1.1" status: 204 len: 168 time: 0.2858953 Jul 30 03:33:34.664521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39398) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.682392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8dcd2e8a-7577-4489-afcc-63d6d67126d2 None None] Provisioning for port ea3834ce-aa65-436f-9246-f39c98ffd75c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:34.691061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886d9ec-ba8e-40bc-bdc3-d7eac39c1ddd tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b99c6-3ff8-4f33-924f-09d75c720fd5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:34.732030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:34.761190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-19cfb500-192f-4737-aa5f-d1d640550a21 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954697 Jul 30 03:33:34.766238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:34.779414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] Set router 2788889e-62d3-4c30-b766-74c1727f86ee gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:34.787312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508316805'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:34.830415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.049958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:32Z', 'revision_number': 5, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:35.090891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] Checking router: 2788889e-62d3-4c30-b766-74c1727f86ee for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:35.093569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.110111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.111001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] Routers {'2788889e-62d3-4c30-b766-74c1727f86ee'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:35.112097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2788889e-62d3-4c30-b766-74c1727f86ee'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:35.159734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.186564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:35.200176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.205156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4214351 Jul 30 03:33:35.207005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39408) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:35.208936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.215205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b58739e7-913d-40ab-a296-6d7c5f431fe5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'e388ccce-dba6-4d9b-8d7d-caaa32fb5b4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:35.226031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d87f2c-fd8f-47c4-ac66-c0bd05b38ae3 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e388ccce-dba6-4d9b-8d7d-caaa32fb5b4b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:35.244274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Transition to ACTIVE for port object 66218193-4cc8-4eb7-b288-0a2061d880b7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:35.255549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.272255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] Set router 2788889e-62d3-4c30-b766-74c1727f86ee gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:35.280098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87094068-f4c9-445d-97b2-99fabb485a26 req-996f16ba-29ae-46c5-a061-27240845ff0f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:35.287645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87094068-f4c9-445d-97b2-99fabb485a26 req-996f16ba-29ae-46c5-a061-27240845ff0f tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.2394223 Jul 30 03:33:35.303635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.331364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:35.413183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87094068-f4c9-445d-97b2-99fabb485a26 req-5f0cedda-c582-413d-9fd0-5be8019990b0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102867 Jul 30 03:33:35.446902 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-b58739e7-913d-40ab-a296-6d7c5f431fe5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The resource could not be found. Jul 30 03:33:35.448026 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b58739e7-913d-40ab-a296-6d7c5f431fe5 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2363725 Jul 30 03:33:35.448876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Attempting to bind port 66218193-4cc8-4eb7-b288-0a2061d880b7 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:35.449212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Attempting to bind port 66218193-4cc8-4eb7-b288-0a2061d880b7 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:35.449542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Attempting to bind port 66218193-4cc8-4eb7-b288-0a2061d880b7 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:35.457653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39412) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:35.458193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Port 66218193-4cc8-4eb7-b288-0a2061d880b7 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:35.458525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Attempting to bind port 66218193-4cc8-4eb7-b288-0a2061d880b7 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:35.465115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a5efbb75-b35b-4d1e-9459-06fa7723e840 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'e388ccce-dba6-4d9b-8d7d-caaa32fb5b4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b34277c8-1c09-4557-9d3b-237051e1ac14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:35.495599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:35.495953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Checking segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:35.496350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Bound using segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:35.496981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Bound port: 66218193-4cc8-4eb7-b288-0a2061d880b7, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:35.497361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.506207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] device_id is not set on port 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:35.531504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:32Z', 'revision_number': 5, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:35.533514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5971874f-4992-441c-897a-84ae3e11661b None None] Provisioning for port f410aece-fdb4-41c4-8c5d-8343eb39249b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:35.536880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea3834ce-aa65-436f-9246-f39c98ffd75c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:35.583574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123fbc-73ee-44af-98f1-56779cdb1582 req-03be202d-bad1-4a38-946a-5c9e1dc4629a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:35.591037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21123fbc-73ee-44af-98f1-56779cdb1582 req-03be202d-bad1-4a38-946a-5c9e1dc4629a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 945 time: 0.9778910 Jul 30 03:33:35.608016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddc766-f6df-4a4c-89e9-0e59a8c6aa6e None None] The sync data for ids ['2788889e-62d3-4c30-b766-74c1727f86ee'] in n-d-778696-14 is: [{'id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'name': 'tempest-FloatingIPsTestJSON-1010773125-router', 'tenant_id': '779447cb1ac54fcb85f322964275c352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:10Z', 'updated_at': '2021-07-30T03:33:32Z', 'revision_number': 5, 'project_id': '779447cb1ac54fcb85f322964275c352', 'gw_port': {'id': '453ce1c0-993a-4a97-bfe9-06732ba3c5fc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788889e-62d3-4c30-b766-74c1727f86ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:11Z', 'updated_at': '2021-07-30T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:35.608254 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-a5efbb75-b35b-4d1e-9459-06fa7723e840 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The resource could not be found. Jul 30 03:33:35.611744 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a5efbb75-b35b-4d1e-9459-06fa7723e840 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1480596 Jul 30 03:33:35.613948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39414) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:35.660181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:35.678315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5971874f-4992-441c-897a-84ae3e11661b None None] Provisioning complete for port f410aece-fdb4-41c4-8c5d-8343eb39249b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:35.678906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5971874f-4992-441c-897a-84ae3e11661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.707308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:35.720669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.729069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5971874f-4992-441c-897a-84ae3e11661b None None] Port f410aece-fdb4-41c4-8c5d-8343eb39249b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:35.734763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.736137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ea3834ce-aa65-436f-9246-f39c98ffd75c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:35.742550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea3834ce-aa65-436f-9246-f39c98ffd75c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:35.743164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.774203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-0f0fa3e3-ae3e-4b10-b0f2-2bc4f61d08e5 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:35.776129 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bb35-b34e-44e9-bec7-2e1558ddc20f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.776243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-0f0fa3e3-ae3e-4b10-b0f2-2bc4f61d08e5 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.16 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.2530768 Jul 30 03:33:35.804304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:35.804510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.805824 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] 10.222.0.18 "PUT /v2.0/ports/66218193-4cc8-4eb7-b288-0a2061d880b7 HTTP/1.1" status: 200 len: 1093 time: 1.1783836 Jul 30 03:33:35.806304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'tag': '66218193-4cc8-4eb7-b288-0a2061d880b7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:35.807203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21123fbc-73ee-44af-98f1-56779cdb1582 req-417e2302-ab40-4b0c-a326-b8a7162b0838 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150640 Jul 30 03:33:35.811232 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ac6519-d351-499d-8a5b-1a47b65257cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8aec87-2170-4201-8f77-ecb183f7ebbf", "tag": "66218193-4cc8-4eb7-b288-0a2061d880b7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:35.837811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bb35-b34e-44e9-bec7-2e1558ddc20f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.840780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe57704-2e3e-42de-9155-ba8ed02863b1 service neutron] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:35.884068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b481b3e-4b05-4d49-8977-598592853459 req-8b85ba84-4dfb-460a-a244-e80d642534a3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:35.892099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b481b3e-4b05-4d49-8977-598592853459 req-8b85ba84-4dfb-460a-a244-e80d642534a3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 944 time: 0.3551383 Jul 30 03:33:35.926275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-ea42d0d6-eaac-40ac-ad3a-f2fcfb72353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:35.928051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-ea42d0d6-eaac-40ac-ad3a-f2fcfb72353e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 1096 time: 0.0589552 Jul 30 03:33:35.933651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bb35-b34e-44e9-bec7-2e1558ddc20f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.936946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bb35-b34e-44e9-bec7-2e1558ddc20f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:35.940493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7aa6bb35-b34e-44e9-bec7-2e1558ddc20f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/e388ccce-dba6-4d9b-8d7d-caaa32fb5b4b HTTP/1.1" status: 204 len: 168 time: 0.3179364 Jul 30 03:33:35.946551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:35.963521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-40a3ef81-907e-4a84-83a4-73d798c233c8 None None] Provisioning complete for port f410aece-fdb4-41c4-8c5d-8343eb39249b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:35.963797 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40a3ef81-907e-4a84-83a4-73d798c233c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.005435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ef81-907e-4a84-83a4-73d798c233c8 None None] Port f410aece-fdb4-41c4-8c5d-8343eb39249b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:36.005666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6bb35-b34e-44e9-bec7-2e1558ddc20f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e388ccce-dba6-4d9b-8d7d-caaa32fb5b4b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:36.008224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-79460ed9-0f4f-42d4-ae32-6c22172f53f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66218193-4cc8-4eb7-b288-0a2061d880b7 HTTP/1.1" status: 200 len: 217 time: 0.0691791 Jul 30 03:33:36.071437 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.079207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-61a733a8-557a-4cda-99cc-ba8bf591daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:36.080514 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-61a733a8-557a-4cda-99cc-ba8bf591daca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 200 len: 862 time: 0.0637467 Jul 30 03:33:36.088986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Allocated IP 2001:db8::34e (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:36.100315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b481b3e-4b05-4d49-8977-598592853459 req-04a0cfac-6c6d-4cd8-9287-902e6387b15b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056441 Jul 30 03:33:36.122015 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-b03de87b-c02a-459a-ac14-131efc664441 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341690 Jul 30 03:33:36.136250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ea3834ce-aa65-436f-9246-f39c98ffd75c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea3834ce-aa65-436f-9246-f39c98ffd75c,segment=NetworkSegment(3605659a-a110-48c0-af07-75a1eb2e8820),segment_id=3605659a-a110-48c0-af07-75a1eb2e8820)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:36.141980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.217166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ea3834ce-aa65-436f-9246-f39c98ffd75c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:36.222026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe49a4-11d0-4008-bdbc-a8526cf77425 req-4aed9708-88ad-4be2-97ba-4748ab30e669 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:36.229679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36fe49a4-11d0-4008-bdbc-a8526cf77425 req-4aed9708-88ad-4be2-97ba-4748ab30e669 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.3117118 Jul 30 03:33:36.232996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-6acce4c1-271e-45dc-a7f8-1ae04c81aa7c service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025264 Jul 30 03:33:36.241090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6dd3564b-bf4e-4ace-b3b1-f87694b27549 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2863665 Jul 30 03:33:36.242039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Deleting port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:36.242502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.248862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:36.261250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5587429f-f9ec-4c1b-9939-01ba669ebbf1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': '8aeaea3f-c792-444c-8546-d1e5136bdaf1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:36.298235 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf473e-9252-4a2b-92d4-14dc0e689efe x-openstack-request-id: req-8abf473e-9252-4a2b-92d4-14dc0e689efe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:36.298619 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8aec87-2170-4201-8f77-ecb183f7ebbf", "tag": "66218193-4cc8-4eb7-b288-0a2061d880b7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:36.298930 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8abf473e-9252-4a2b-92d4-14dc0e689efe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:36.299402 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'tag': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'status': 'completed', 'code': 200} Jul 30 03:33:36.341813 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f5b683a2-38c5-40e0-8f5e-7a18894481a6 req-27ac3100-785e-4d51-aead-0bb196d150cb service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022189 Jul 30 03:33:36.397182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Deleting port c7b438f9-2dde-4551-9692-2e0a8652446d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:36.397525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.424288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-095ea55b-b86a-4088-8b91-95012f750dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:36.425781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-095ea55b-b86a-4088-8b91-95012f750dac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 1096 time: 0.0417485 Jul 30 03:33:36.479936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36fe49a4-11d0-4008-bdbc-a8526cf77425 req-9c1365c7-8501-4324-9c0a-6f36659d3c0d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492723 Jul 30 03:33:36.527625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-5d5ee7a3-c96b-49ab-9682-35b442204672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:36.529253 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-5d5ee7a3-c96b-49ab-9682-35b442204672 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 922 time: 0.0963051 Jul 30 03:33:36.564296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] For port 453ce1c0-993a-4a97-bfe9-06732ba3c5fc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:36.564655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.570661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-ada861b7-b38d-4185-a823-ea3f67be9c43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66218193-4cc8-4eb7-b288-0a2061d880b7 HTTP/1.1" status: 200 len: 217 time: 0.0346107 Jul 30 03:33:36.608324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Calling delete_port for 453ce1c0-993a-4a97-bfe9-06732ba3c5fc owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:36.617555 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-5587429f-f9ec-4c1b-9939-01ba669ebbf1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The resource could not be found. Jul 30 03:33:36.618604 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5587429f-f9ec-4c1b-9939-01ba669ebbf1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3622453 Jul 30 03:33:36.621971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-fac32b8f-d501-4c86-9bff-9545ebc35492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:36.623651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-fac32b8f-d501-4c86-9bff-9545ebc35492 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 200 len: 862 time: 0.0463574 Jul 30 03:33:36.624172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:36.628657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829263370'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:36.630102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] For port c7b438f9-2dde-4551-9692-2e0a8652446d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c7b438f9-2dde-4551-9692-2e0a8652446d,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:36.630498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.666771 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-35cc1bdb-94dc-473c-86ce-89568dbee1bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329504 Jul 30 03:33:36.684171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.759986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46b96-5273-4a17-b772-90db092a6a4a req-d148ad47-a762-43dd-877e-6b4f8d109267 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:36.761465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8d46b96-5273-4a17-b772-90db092a6a4a req-d148ad47-a762-43dd-877e-6b4f8d109267 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 946 time: 0.2804794 Jul 30 03:33:36.791648 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-185a1569-3ff7-4937-9cd8-5cde79a47eeb service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164441 Jul 30 03:33:36.797065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.884104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Transition to ACTIVE for port object 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:36.889921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.899522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.931925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.934485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3079789 Jul 30 03:33:36.938569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39428) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:36.948219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--526801682'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:36.954506 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-60ac6519-d351-499d-8a5b-1a47b65257cd req-d19d0caf-d19c-4120-a01f-9e9acf7977f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547453 Jul 30 03:33:36.963223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd88ad-24ed-418b-a41e-979a74e8771e tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec13c6-b1cf-484d-a5ce-51ab073d403d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:36.983691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:36.995845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8d46b96-5273-4a17-b772-90db092a6a4a req-1299b2b0-8eae-4783-bc78-9514a3090ec9 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4194c1b-db17-40a2-8ddb-a62caaa1b110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190623 Jul 30 03:33:37.068306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.071730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.089727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c41adc-3cb4-4231-b633-1cb719f9b63b req-b1b8bf57-e7c4-42ad-8ffb-029983121d82 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:37.091222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78c41adc-3cb4-4231-b633-1cb719f9b63b req-b1b8bf57-e7c4-42ad-8ffb-029983121d82 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 945 time: 0.1837564 Jul 30 03:33:37.092247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.109417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d02fd5-cdfa-4e26-91bd-6eff166f318a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:37.112965 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.114186 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2cabec6e-2aac-4af1-ac14-147f52cf805b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1733985 Jul 30 03:33:37.114357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.114559 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.114866 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Floating IP 5ba71370-d021-43f7-8060-c13c447a769d disassociated. External IP: 172.25.6.188, port: c7b438f9-2dde-4551-9692-2e0a8652446d. Jul 30 03:33:37.115234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Calling delete_port for c7b438f9-2dde-4551-9692-2e0a8652446d owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:37.117350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39430) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:37.123585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-27a7f6f5-e52e-4b8b-a655-b85bbdc280ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group_rule': {'security_group_id': 'f6ec13c6-b1cf-484d-a5ce-51ab073d403d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '16d02fd5-cdfa-4e26-91bd-6eff166f318a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:37.165718 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-27a7f6f5-e52e-4b8b-a655-b85bbdc280ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:33:37.169830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-27a7f6f5-e52e-4b8b-a655-b85bbdc280ba tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0485573 Jul 30 03:33:37.170109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:37.222579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:37.228301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c46c3842-0e04-4bd2-8811-cebe162f2538 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.253420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c46c3842-0e04-4bd2-8811-cebe162f2538 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.279804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:37.292216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:37.296336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c46c3842-0e04-4bd2-8811-cebe162f2538 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.298102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:37.298749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.299415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c46c3842-0e04-4bd2-8811-cebe162f2538 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.303093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c46c3842-0e04-4bd2-8811-cebe162f2538 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/16d02fd5-cdfa-4e26-91bd-6eff166f318a HTTP/1.1" status: 204 len: 168 time: 0.1293683 Jul 30 03:33:37.303658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:37.303658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:37.312678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c3842-0e04-4bd2-8811-cebe162f2538 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d02fd5-cdfa-4e26-91bd-6eff166f318a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:37.326760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78c41adc-3cb4-4231-b633-1cb719f9b63b req-28460adf-cd20-4efc-a912-0cc13e70895e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272058 Jul 30 03:33:37.359082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.367039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4923352e-458d-47cd-a2df-5a1d009f3005 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0619488 Jul 30 03:33:37.367976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39442) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:37.405861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Pushing event deleted for resources: {'Port': ['ID=453ce1c0-993a-4a97-bfe9-06732ba3c5fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:37.432999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e214390-4d27-4944-a251-b23a8eb6043f req-96750cbd-83f7-4625-a033-c9f98d077ef3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:37.434580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e214390-4d27-4944-a251-b23a8eb6043f req-96750cbd-83f7-4625-a033-c9f98d077ef3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 944 time: 0.2428119 Jul 30 03:33:37.468371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea3834ce-aa65-436f-9246-f39c98ffd75c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:37.518136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132a6f6-c4ca-4e52-946a-69da3b28c59b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:37.522988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-50f5c679-a1ec-4908-90e0-f2a316dd8902 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2106392 Jul 30 03:33:37.531521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132a6f6-c4ca-4e52-946a-69da3b28c59b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:37.532400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:37.548795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132a6f6-c4ca-4e52-946a-69da3b28c59b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:37.555296 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3132a6f6-c4ca-4e52-946a-69da3b28c59b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1862702 Jul 30 03:33:37.558032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39450) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:37.572926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea3834ce-aa65-436f-9246-f39c98ffd75c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:37.573770 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.636490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.667744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:37.668088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.688706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3374b0ca-7021-455b-87be-9c9abf05bbe8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:37.712493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 3374b0ca-7021-455b-87be-9c9abf05bbe8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:37.712839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3374b0ca-7021-455b-87be-9c9abf05bbe8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:37.744887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c60bf07c-cb72-4e78-90f8-fbaf6164a9d8 None None] Provisioning for port 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:37.749297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c60bf07c-cb72-4e78-90f8-fbaf6164a9d8 None None] Provisioning complete for port 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:37.749672 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c60bf07c-cb72-4e78-90f8-fbaf6164a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.763998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.777192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:37.786460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c60bf07c-cb72-4e78-90f8-fbaf6164a9d8 None None] Port 7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:37.915070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:37.949810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:38.090157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.093243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92cf1d01-fb4d-4fd8-af95-099412e310a6 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/ports/7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 HTTP/1.1" status: 204 len: 168 time: 0.5342469 Jul 30 03:33:38.095987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39454) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:38.115475 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.121363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.125346 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e5f10c-f42d-4c65-867b-8f8152013dfc tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] GET failed (client error): The resource could not be found. Jul 30 03:33:38.130231 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-28e5f10c-f42d-4c65-867b-8f8152013dfc tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "GET /v2.0/ports/7b5b9a24-5d34-4630-b2b8-eb17a1fc72f2 HTTP/1.1" status: 404 len: 333 time: 0.0300374 Jul 30 03:33:38.130847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39456) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:38.131691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e214390-4d27-4944-a251-b23a8eb6043f req-4bb2b3fe-b53d-4fc7-b737-b1e7ccb415c3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763141 Jul 30 03:33:38.135161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.136962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-139522059'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:38.221336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6558da24-5256-4d19-b092-93332968c2c9 req-f5fde490-e4c4-4af5-b95b-50e92b72bf37 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1680586891&fields=id&tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 267 time: 0.6542621 Jul 30 03:33:38.249080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.249826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2788889e-62d3-4c30-b766-74c1727f86ee {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:33:38.256977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:38.260686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.267258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.268371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-71b86979-83a7-4d79-bbc3-53b2311921ed admin admin] 10.222.0.39 "DELETE /v2.0/routers/2788889e-62d3-4c30-b766-74c1727f86ee HTTP/1.1" status: 204 len: 168 time: 3.7515156 Jul 30 03:33:38.269237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event deleted for resources: {'Port': ['ID=c7b438f9-2dde-4551-9692-2e0a8652446d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:38.275209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39458) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:38.279312 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46055146-4ffb-41cb-a4eb-6518b7ca015f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.311870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] device_id is not set on port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:38.361384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Deleting subnet 67da0d51-cca0-425e-ae94-9e9fdb1becfd {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:33:38.371369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.382488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46055146-4ffb-41cb-a4eb-6518b7ca015f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.426212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c7b438f9-2dde-4551-9692-2e0a8652446d no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:38.428030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.447712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: c7b438f9-2dde-4551-9692-2e0a8652446d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:38.448144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c7b438f9-2dde-4551-9692-2e0a8652446d not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:38.462764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074399-af26-4760-a5c5-e921ea069b47 req-48479fa0-df89-464c-b607-a6ae7ee631b8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:38.464274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60074399-af26-4760-a5c5-e921ea069b47 req-48479fa0-df89-464c-b607-a6ae7ee631b8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2404377 Jul 30 03:33:38.496791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558da24-5256-4d19-b092-93332968c2c9 req-2f2f8ff3-db19-4d62-ba9d-2f9c9c4ddcd0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:38.498830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6558da24-5256-4d19-b092-93332968c2c9 req-2f2f8ff3-db19-4d62-ba9d-2f9c9c4ddcd0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 945 time: 0.2442081 Jul 30 03:33:38.514870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Allocated IP 2001:db8::2a7 (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/cb4977d3-334c-45c1-85e6-2a0d8f3ce615) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:38.522828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'port': {'security_groups': ['da232dcf-ce6f-4624-9676-69e7d2cf8721', '319d7808-bef4-497f-ae27-7f61fd605bf6']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:38.560158 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46055146-4ffb-41cb-a4eb-6518b7ca015f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.563299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46055146-4ffb-41cb-a4eb-6518b7ca015f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.564467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-46055146-4ffb-41cb-a4eb-6518b7ca015f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/f6ec13c6-b1cf-484d-a5ce-51ab073d403d HTTP/1.1" status: 204 len: 168 time: 1.0290766 Jul 30 03:33:38.570751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39462) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:38.581882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Router fb47d307-0e33-4ffc-86a4-37cfddf7018f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:33:38.592463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60074399-af26-4760-a5c5-e921ea069b47 req-348035a6-bf6d-4187-8601-60502802776a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201415 Jul 30 03:33:38.593678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46055146-4ffb-41cb-a4eb-6518b7ca015f tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec13c6-b1cf-484d-a5ce-51ab073d403d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:38.647116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.659534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.730814 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-da7ea1f3-917e-4e74-97f4-a3869a68c1f2 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1574912 Jul 30 03:33:38.734290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:38.776897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501879243'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:38.788536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-537da984-74e3-4931-8a1f-a8683c1083d0 req-0806a493-0bdb-4a0c-b969-19e12d2f42e6 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/ports?device_id=274e3c64-c650-43ec-b3f2-4c073a14cd83 HTTP/1.1" status: 200 len: 210 time: 0.0636232 Jul 30 03:33:38.831755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.886270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:38.930976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:38.941628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] Sync routers for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:38.958845 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:38.959867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:39.036501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] No DVR routers for this DVR port c7b438f9-2dde-4551-9692-2e0a8652446d on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:39.043252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.045328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e29e5022-b0f2-485d-953b-e30ac0d9c549 req-634f54e9-0077-42c6-a8dc-ce7d4eefc3e0 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.16 "DELETE /v2.0/ports/c7b438f9-2dde-4551-9692-2e0a8652446d HTTP/1.1" status: 204 len: 173 time: 3.2564640 Jul 30 03:33:39.049339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'name': 'network-vif-deleted', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:39.051619 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478416c1-24ee-4c36-beab-9a15fd9efe1d" -d '{"events": [{"server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "name": "network-vif-deleted", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:39.103328 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:39.132922 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada1f2b8-95b1-4dad-8634-0066aa6b477c x-openstack-request-id: req-ada1f2b8-95b1-4dad-8634-0066aa6b477c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:39.133450 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274e3c64-c650-43ec-b3f2-4c073a14cd83", "name": "network-vif-deleted", "tag": "c7b438f9-2dde-4551-9692-2e0a8652446d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:39.133836 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ada1f2b8-95b1-4dad-8634-0066aa6b477c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:39.134374 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274e3c64-c650-43ec-b3f2-4c073a14cd83', 'name': 'network-vif-deleted', 'tag': 'c7b438f9-2dde-4551-9692-2e0a8652446d', 'status': 'completed', 'code': 200} Jul 30 03:33:39.148898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:39.172118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.191336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.230959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67da0d51-cca0-425e-ae94-9e9fdb1becfd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:39.233677 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.248787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.253488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c375c42-0a1f-4e0a-a416-585cf23b783a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/67da0d51-cca0-425e-ae94-9e9fdb1becfd HTTP/1.1" status: 204 len: 168 time: 0.9755268 Jul 30 03:33:39.257181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39470) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:39.257867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4762f0b-0fb9-4e45-8113-208b97ee2a38 None None] Network 1142c356-f988-4708-bf79-7be33124e7c1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:39.263362 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.280978 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.282199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5215743 Jul 30 03:33:39.289350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39472) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:39.316487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:39.319791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d0edbaf2-7a4e-4014-9bca-22c358e75ac1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:39.320527 n-d-778696-14 neutron-server[93876]: WARNING neutron.api.v2.base [None req-d0edbaf2-7a4e-4014-9bca-22c358e75ac1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 03:33:39.321016 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d0edbaf2-7a4e-4014-9bca-22c358e75ac1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 03:33:39.322225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d0edbaf2-7a4e-4014-9bca-22c358e75ac1 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "PUT /v2.0/security-groups/febf341f-90a5-426b-a427-2c8940837bf1 HTTP/1.1" status: 409 len: 330 time: 0.0292501 Jul 30 03:33:39.328208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febf341f-90a5-426b-a427-2c8940837bf1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:39.331593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39474) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:39.351206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.362307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.362773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.363169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.363492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.363827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.364158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.364480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.364806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.365136 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.365444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.365763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.366085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7459-c765-40f9-8398-42a9c175a9ea tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:39.377472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:39.380667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:39.381320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.382721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6558da24-5256-4d19-b092-93332968c2c9 req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "PUT /v2.0/ports/684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 981 time: 0.8684521 Jul 30 03:33:39.388785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Transition to ACTIVE for port object cb4977d3-334c-45c1-85e6-2a0d8f3ce615 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:39.409333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a8bf2-ae2d-40c1-a49b-0af18679592b req-e2a66332-914f-43e6-abbc-ede98fe260b2 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:39.416582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88a8bf2-ae2d-40c1-a49b-0af18679592b req-e2a66332-914f-43e6-abbc-ede98fe260b2 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 944 time: 0.1732280 Jul 30 03:33:39.427184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.434032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c88cb-cfff-4c00-9c79-751bd89e8e1a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:39.504292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88a8bf2-ae2d-40c1-a49b-0af18679592b req-4de0ae87-d06c-466b-a647-e3d26a387b06 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782332 Jul 30 03:33:39.516777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 453ce1c0-993a-4a97-bfe9-06732ba3c5fc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:39.524314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3296d757-ff8d-498f-9faf-cef2ccc86e3b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.547109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-571b3a4e-b644-4b57-8ef7-efeeb30484b2 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1434994358&fields=id&tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 267 time: 0.0707734 Jul 30 03:33:39.555411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.561153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3296d757-ff8d-498f-9faf-cef2ccc86e3b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.567004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:22Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:39.579736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 453ce1c0-993a-4a97-bfe9-06732ba3c5fc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:39.580310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 453ce1c0-993a-4a97-bfe9-06732ba3c5fc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:39.604829 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] Checking router: fb47d307-0e33-4ffc-86a4-37cfddf7018f for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:39.612591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:39.618420 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:39.619029 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:39.627986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-6b2168d5-c3b3-46fb-81ff-51b136607877 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:39.630748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-6b2168d5-c3b3-46fb-81ff-51b136607877 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 984 time: 0.0750000 Jul 30 03:33:39.637314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:39.650456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Deleting port 387ce6d9-1761-4b26-8d62-d68360f91a8a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:39.650811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.660934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'port': {'security_groups': ['319d7808-bef4-497f-ae27-7f61fd605bf6', 'da232dcf-ce6f-4624-9676-69e7d2cf8721', '60ad9789-848a-4c04-944e-6cf767d0de34']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:39.678737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:39.715326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:39.726447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:39.727363 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.738694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=cb4977d3-334c-45c1-85e6-2a0d8f3ce615,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:39.769476 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-84a65621-ebb6-4624-9d71-f390217ce960 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6375239 Jul 30 03:33:39.771951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:39.774582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39482) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:39.781457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b8', 'mac_address': 'fa:16:3e:d7:95:98'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:39.790786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] For port 387ce6d9-1761-4b26-8d62-d68360f91a8a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=387ce6d9-1761-4b26-8d62-d68360f91a8a,segment=NetworkSegment(43801a17-a659-4f4f-a113-7744d42fb588),segment_id=43801a17-a659-4f4f-a113-7744d42fb588)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:39.799053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.804387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'port_id': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'mac_address': 'fa:16:3e:81:0d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8983ca7d-d659-4075-9343-5d23c8fc7d23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:39.812726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3296d757-ff8d-498f-9faf-cef2ccc86e3b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.815526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3296d757-ff8d-498f-9faf-cef2ccc86e3b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.828999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3296d757-ff8d-498f-9faf-cef2ccc86e3b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/febf341f-90a5-426b-a427-2c8940837bf1 HTTP/1.1" status: 204 len: 168 time: 0.4707754 Jul 30 03:33:39.836383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:39.869905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:39.888262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Calling delete_port for 387ce6d9-1761-4b26-8d62-d68360f91a8a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:39.913346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:39.916815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] DHCP port deletion for 1142c356-f988-4708-bf79-7be33124e7c1 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:33:39.938208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296d757-ff8d-498f-9faf-cef2ccc86e3b tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf341f-90a5-426b-a427-2c8940837bf1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:40.008089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:40.017180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.119941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:40.138176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-00af9002-2706-4226-b288-f680cf155e87 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2600629 Jul 30 03:33:40.143068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:40.146325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.181804 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d23d1beb-96a0-49d7-890d-f2a57042a0db tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] delete failed (client error): The resource could not be found. Jul 30 03:33:40.189131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d23d1beb-96a0-49d7-890d-f2a57042a0db tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4df8b4d-c898-4375-bc1a-a477c02421ff HTTP/1.1" status: 404 len: 347 time: 0.0327532 Jul 30 03:33:40.192181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:40.195095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.219242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1194a798-bb06-4a9d-ba2e-8b0e0f2b2385 None None] Provisioning for port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:40.236360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639fc1c-73ae-474f-b3c1-9b5237b7ef50 req-21fa106b-fb29-45fe-b831-aaae03c317f4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.240787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1194a798-bb06-4a9d-ba2e-8b0e0f2b2385 None None] Provisioning complete for port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:40.241167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1194a798-bb06-4a9d-ba2e-8b0e0f2b2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.247087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5639fc1c-73ae-474f-b3c1-9b5237b7ef50 req-21fa106b-fb29-45fe-b831-aaae03c317f4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.4088867 Jul 30 03:33:40.251713 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:22Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:40.258134 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=387ce6d9-1761-4b26-8d62-d68360f91a8a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:40.262077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.265155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] No DVR routers for this DVR port 387ce6d9-1761-4b26-8d62-d68360f91a8a on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:40.279469 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-c6c02239-0809-45ad-842d-8dc72dfaef68 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] show failed (client error): The resource could not be found. Jul 30 03:33:40.285813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c6c02239-0809-45ad-842d-8dc72dfaef68 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-groups/9ea85988-f849-43cf-88ba-1351bebe50ce HTTP/1.1" status: 404 len: 347 time: 0.0754352 Jul 30 03:33:40.295790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39494) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:40.303758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27248e-daef-4961-bdc4-376be08ff25a None None] The sync data for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 is: [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:12Z', 'revision_number': 4, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8f7a4e8b-ad14-4783-b979-f56a345ac76b', 'name': '', 'network_id': '1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'mac_address': 'fa:16:3e:46:46:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:11Z', 'updated_at': '2021-07-30T03:30:22Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'subnets': [{'id': '74ae56e5-0b30-46d9-a082-dc0143ec462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:40.313250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:40.316648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Deleting port 387ce6d9-1761-4b26-8d62-d68360f91a8a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:40.317034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.357517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-b4be5e68-c9f2-49dc-b14d-8e834c1d5dbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3344772 Jul 30 03:33:40.367415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5639fc1c-73ae-474f-b3c1-9b5237b7ef50 req-d5d40e0e-7af6-42d4-a372-060a6fc0342c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191063 Jul 30 03:33:40.384820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1194a798-bb06-4a9d-ba2e-8b0e0f2b2385 None None] Port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:40.392536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['66218193-4cc8-4eb7-b288-0a2061d880b7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:40.428058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.440877 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-c8c26068-a6dd-4fbe-a78e-250080023c08 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] show failed (client error): The resource could not be found. Jul 30 03:33:40.447991 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c8c26068-a6dd-4fbe-a78e-250080023c08 tempest-NegativeSecGroupTest-950766969 tempest-NegativeSecGroupTest-950766969-project] 10.222.0.39 "GET /v2.0/security-group-rules/6cebeb6f-1439-4938-8b3f-decb3d5adf63 HTTP/1.1" status: 404 len: 356 time: 0.1439257 Jul 30 03:33:40.447991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1142c356-f988-4708-bf79-7be33124e7c1']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:40.461826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43801a17-a659-4f4f-a113-7744d42fb588') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:40.462229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43801a17-a659-4f4f-a113-7744d42fb588') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:40.467620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] For port 387ce6d9-1761-4b26-8d62-d68360f91a8a, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:40.468037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.489593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Calling delete_port for 387ce6d9-1761-4b26-8d62-d68360f91a8a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:40.490398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.492829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Port 387ce6d9-1761-4b26-8d62-d68360f91a8a was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:33:40.495714 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.527949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.544247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.544562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.545634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.546108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.546793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.547079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.547626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.549749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-6e9a27d1-6f42-4cf5-87db-b1f7061de452 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6509 time: 0.1052210 Jul 30 03:33:40.590873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:40.591418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.593972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] Pushing event deleted for resources: {'Port': ['ID=387ce6d9-1761-4b26-8d62-d68360f91a8a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:40.594216 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:40.645882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd2ee1-d71d-4891-8071-ab04246ba36b None None] No DVR routers for this DVR port 387ce6d9-1761-4b26-8d62-d68360f91a8a on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:40.717930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa63f7-b62c-4743-964d-e3971a692081 None None] New status for floating IP 5ba71370-d021-43f7-8060-c13c447a769d: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:33:40.721033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:40.733838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.749280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.752489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] 10.222.0.39 "DELETE /v2.0/networks/1142c356-f988-4708-bf79-7be33124e7c1 HTTP/1.1" status: 204 len: 168 time: 1.4943664 Jul 30 03:33:40.774397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4641cae-9a68-48af-a9fb-c473587bfb4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1142c356-f988-4708-bf79-7be33124e7c1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:40.818257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.827628 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.889882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] In _notify_port_updated(), no bound segment for port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 on network 76c0dcef-a558-4037-bb50-da444f8e67db {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:33:40.893192 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.900824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.905142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:40.911227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba1d5-1678-4ba2-a349-58792488a3cc req-bfb69f1f-ea52-442a-aacd-deea6041ed31 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.911745 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "PUT /v2.0/ports/cb4977d3-334c-45c1-85e6-2a0d8f3ce615 HTTP/1.1" status: 200 len: 1002 time: 1.1357355 Jul 30 03:33:40.912735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-817ba1d5-1678-4ba2-a349-58792488a3cc req-bfb69f1f-ea52-442a-aacd-deea6041ed31 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 945 time: 0.1163046 Jul 30 03:33:40.920755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39508) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:40.927036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-09ee31c7-399b-4c79-9669-91182ef09495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.927718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-09ee31c7-399b-4c79-9669-91182ef09495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.928194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-09ee31c7-399b-4c79-9669-91182ef09495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:40.930507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-09ee31c7-399b-4c79-9669-91182ef09495 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=386d4904-941d-416f-9cf3-eeddaa061017&id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 2294 time: 0.3354471 Jul 30 03:33:40.937233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:41.020482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:41.033217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d8627-b641-44a3-90f2-dacc87484ad9 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=cb4977d3-334c-45c1-85e6-2a0d8f3ce615,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:41.043222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39512) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:41.078974 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8de10234-286a-4a89-a82c-1825d2ea6305 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.114682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:41.115038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.125495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-817ba1d5-1678-4ba2-a349-58792488a3cc req-d1fc3819-122d-42d5-800f-a2cfcd42906d tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003067 Jul 30 03:33:41.127971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.141500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:41.143888 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820c577a-c3c4-417d-b76d-081c019b1ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:41.172425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.215473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:41.218273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-7b67bffd-0ec9-4179-bb57-b58f5d6664a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 200 len: 1002 time: 0.2719090 Jul 30 03:33:41.224105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3b2c4992-f391-437f-9258-11b65e241591 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=779447cb1ac54fcb85f322964275c352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989458 Jul 30 03:33:41.237410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.238051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.238368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.242738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0879ce63-1b24-4a41-9677-1295a0446c45 req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "PUT /v2.0/ports/684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 1020 time: 1.6048951 Jul 30 03:33:41.244379 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a82c470-7c35-4e8a-9e9f-283ac17eabf3 x-openstack-request-id: req-3a82c470-7c35-4e8a-9e9f-283ac17eabf3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:41.244748 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:41.256052 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a82c470-7c35-4e8a-9e9f-283ac17eabf3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:41.256178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for cb4977d3-334c-45c1-85e6-2a0d8f3ce615 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:41.256588 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'status': 'completed', 'code': 200} Jul 30 03:33:41.257096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:41.293176 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8de10234-286a-4a89-a82c-1825d2ea6305 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.348890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:41.466562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:41.468657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 387ce6d9-1761-4b26-8d62-d68360f91a8a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:41.475882 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-71c1e12c-7db4-4fe8-ba7b-bec0cabba271 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f94ce94f6604a43b3610ae18a3ba210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310842 Jul 30 03:33:41.477085 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-305974af-3e37-48f1-9620-63d20050fc9a req-9b630f74-7c20-4da4-a342-4cbc063c8e88 service neutron] show failed (client error): The resource could not be found. Jul 30 03:33:41.478153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-9b630f74-7c20-4da4-a342-4cbc063c8e88 service neutron] 10.222.0.16 "GET /v2.0/ports/ffb84be4-327d-4dda-aeb4-f53eafd998b4/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.1651530 Jul 30 03:33:41.480422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39526) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:41.483339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-f4375522-9603-4323-8538-0281a4240567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.485062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-f4375522-9603-4323-8538-0281a4240567 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1175 time: 0.1692126 Jul 30 03:33:41.492923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cdf1e-a449-4cdb-91c4-a3a2f545e41f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:41.538887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2c3155ed-e996-4501-97b2-46b6ce0f75ab None None] Provisioning complete for port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:41.540753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2c3155ed-e996-4501-97b2-46b6ce0f75ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.541220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-79339e0f-cc98-4b90-872f-7deb865cdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.542784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-79339e0f-cc98-4b90-872f-7deb865cdad3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55e81437-356b-400b-a61b-8e399aedf61a HTTP/1.1" status: 200 len: 855 time: 0.2435591 Jul 30 03:33:41.601075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ddfa6-2556-4861-ae53-8eff58b41f00 req-31cd30cc-9f58-4870-a4b5-220627c48dcb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.602464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab8ddfa6-2556-4861-ae53-8eff58b41f00 req-31cd30cc-9f58-4870-a4b5-220627c48dcb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1023 time: 0.2725379 Jul 30 03:33:41.605866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f123909d-d1a4-4f5f-b26e-dec87fc7f5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.612597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8de10234-286a-4a89-a82c-1825d2ea6305 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.615264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8de10234-286a-4a89-a82c-1825d2ea6305 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.616389 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8de10234-286a-4a89-a82c-1825d2ea6305 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4194c1b-db17-40a2-8ddb-a62caaa1b110 HTTP/1.1" status: 204 len: 168 time: 0.8897521 Jul 30 03:33:41.621165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2c3155ed-e996-4501-97b2-46b6ce0f75ab None None] Port cb4977d3-334c-45c1-85e6-2a0d8f3ce615 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:41.627024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39528) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:41.642307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1c529-d998-43a0-95a6-bd0aa646b27d req-66c5bd62-2f05-4c58-9a21-e869a01702a5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.650650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba1c529-d998-43a0-95a6-bd0aa646b27d req-66c5bd62-2f05-4c58-9a21-e869a01702a5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1996360 Jul 30 03:33:41.665475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.671249 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-50f12c9f-072c-42be-a746-57fa4e81a528 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] show failed (client error): The resource could not be found. Jul 30 03:33:41.675685 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-50f12c9f-072c-42be-a746-57fa4e81a528 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "GET /v2.0/security-groups/e4194c1b-db17-40a2-8ddb-a62caaa1b110 HTTP/1.1" status: 404 len: 347 time: 0.0430126 Jul 30 03:33:41.676397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de10234-286a-4a89-a82c-1825d2ea6305 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4194c1b-db17-40a2-8ddb-a62caaa1b110,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:41.678679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39532) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:41.706143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 387ce6d9-1761-4b26-8d62-d68360f91a8a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:41.706825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 387ce6d9-1761-4b26-8d62-d68360f91a8a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:41.708623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f123909d-d1a4-4f5f-b26e-dec87fc7f5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.729365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-ae6a1c54-cbb8-4b88-bb78-26d2b9807450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.730887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-ae6a1c54-cbb8-4b88-bb78-26d2b9807450 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783006 Jul 30 03:33:41.740396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 66218193-4cc8-4eb7-b288-0a2061d880b7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:41.756796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 66218193-4cc8-4eb7-b288-0a2061d880b7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:41.757169 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.799201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=cb4977d3-334c-45c1-85e6-2a0d8f3ce615,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:41.828285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-0667c83c-485b-4988-85a0-ba1e3a5fce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:41.829763 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-0667c83c-485b-4988-85a0-ba1e3a5fce70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.3320191 Jul 30 03:33:41.834687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f99fa4e-1a4e-483e-af8f-8ab6db08fcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.837746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba1c529-d998-43a0-95a6-bd0aa646b27d req-8f9bc4a6-6b09-4a7a-8643-e2a90e4fee84 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862295 Jul 30 03:33:41.923257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-eaafea36-e76d-47c9-b2d1-d9bdbc9504f3 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735828 Jul 30 03:33:41.966195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab8ddfa6-2556-4861-ae53-8eff58b41f00 req-cd9c9211-735f-4497-a8d5-1798137fe582 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=60ad9789-848a-4c04-944e-6cf767d0de34&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&id=319d7808-bef4-497f-ae27-7f61fd605bf6 HTTP/1.1" status: 200 len: 6156 time: 0.3373280 Jul 30 03:33:41.986330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f123909d-d1a4-4f5f-b26e-dec87fc7f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.987702 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.991787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f123909d-d1a4-4f5f-b26e-dec87fc7f5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:41.995250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f123909d-d1a4-4f5f-b26e-dec87fc7f5a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8b79e54-07de-4bf4-87f3-cf5a220426f1 HTTP/1.1" status: 204 len: 168 time: 0.6968265 Jul 30 03:33:42.028333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-db99805c-1b8e-489d-81e1-ee6df36fc264 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 217 time: 0.1646614 Jul 30 03:33:42.031444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f99fa4e-1a4e-483e-af8f-8ab6db08fcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.038231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66218193-4cc8-4eb7-b288-0a2061d880b7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:42.040545 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea349d-fe71-4241-be9e-10a77b06a095" -d '{"events": [{"server_uuid": "cf8aec87-2170-4201-8f77-ecb183f7ebbf", "name": "network-vif-plugged", "status": "completed", "tag": "66218193-4cc8-4eb7-b288-0a2061d880b7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:42.082555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:42.095939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-d2025fbe-6862-432e-b192-3f9587a6de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:42.097544 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-d2025fbe-6862-432e-b192-3f9587a6de86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 1102 time: 0.3478007 Jul 30 03:33:42.118654 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.122045 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2016a432-f258-47c6-b6f5-c4045891404b x-openstack-request-id: req-2016a432-f258-47c6-b6f5-c4045891404b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:42.123638 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8aec87-2170-4201-8f77-ecb183f7ebbf", "name": "network-vif-plugged", "status": "completed", "tag": "66218193-4cc8-4eb7-b288-0a2061d880b7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:42.124146 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2016a432-f258-47c6-b6f5-c4045891404b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:42.124700 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'code': 200} Jul 30 03:33:42.151323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-48487eb9-67ea-48db-af91-4035bf81407d req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': ' tempest-securitygroup -918201415 ', 'description': 'tempest-description-1444065969'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:42.180262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-984befcc-5fd0-482b-a6ce-ec8239297155 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204301 Jul 30 03:33:42.274358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:42.292184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123909d-d1a4-4f5f-b26e-dec87fc7f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b79e54-07de-4bf4-87f3-cf5a220426f1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:42.296140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-106493af-f5fb-47f7-8391-d5cca9660271 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 217 time: 0.1045482 Jul 30 03:33:42.369468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48487eb9-67ea-48db-af91-4035bf81407d req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.377425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.377922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.383532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.384370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.384370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.384563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.384908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.385246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.385431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-9698dc79-e20e-4fe7-b961-d955bf331c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:42.385583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.385907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.386236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.386566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:42.386909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-9698dc79-e20e-4fe7-b961-d955bf331c14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.0798960 Jul 30 03:33:42.405325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44b8bf6b-2c47-4b47-aa89-db7d37e78aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.416573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec46af-66a6-4339-be69-444a7ae1e8ce req-fb0f0e9f-0283-463b-b0f5-e3a4ed8da847 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:42.418066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72ec46af-66a6-4339-be69-444a7ae1e8ce req-fb0f0e9f-0283-463b-b0f5-e3a4ed8da847 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.1303027 Jul 30 03:33:42.442297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:42.500171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-ad80d760-5243-4253-98b6-21cde2af3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:42.501735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-ad80d760-5243-4253-98b6-21cde2af3822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066875 Jul 30 03:33:42.514741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72ec46af-66a6-4339-be69-444a7ae1e8ce req-a1b67576-5033-47dc-af5f-457e3a0539a6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Jul 30 03:33:42.583787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.597297 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92749aa3-6440-49e3-be7d-c5bc9254545d tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/ports/cb4977d3-334c-45c1-85e6-2a0d8f3ce615 HTTP/1.1" status: 204 len: 168 time: 1.6682343 Jul 30 03:33:42.599093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:42.644701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-f9bc408c-88ef-4f97-80b2-10e544354c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:42.646192 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-f9bc408c-88ef-4f97-80b2-10e544354c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.5856330 Jul 30 03:33:42.650648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.653214 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0ca573-97ba-44a5-9cb9-15d3faf1bbba tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] GET failed (client error): The resource could not be found. Jul 30 03:33:42.658984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6a0ca573-97ba-44a5-9cb9-15d3faf1bbba tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "GET /v2.0/ports/cb4977d3-334c-45c1-85e6-2a0d8f3ce615 HTTP/1.1" status: 404 len: 333 time: 0.0538285 Jul 30 03:33:42.662022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:42.664180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48487eb9-67ea-48db-af91-4035bf81407d req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.670440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857121944'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:42.680865 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48487eb9-67ea-48db-af91-4035bf81407d req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.709532 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-e3d6c95e-deb9-4217-9872-598c21806982 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394802 Jul 30 03:33:42.747187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-946705a0-a3ff-4ab1-808d-8ccd46a57460 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300396 Jul 30 03:33:42.748970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c14d-cbe2-4d7f-ab09-477464d68dd7 req-e2a8b5e1-d866-4d82-8cb6-d70aa7c61e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:42.750485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2db4c14d-cbe2-4d7f-ab09-477464d68dd7 req-e2a8b5e1-d866-4d82-8cb6-d70aa7c61e7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 1098 time: 0.3693509 Jul 30 03:33:42.763242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f99fa4e-1a4e-483e-af8f-8ab6db08fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.766137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f99fa4e-1a4e-483e-af8f-8ab6db08fcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.770578 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3f99fa4e-1a4e-483e-af8f-8ab6db08fcb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d272cb5-d01c-43ff-8ca1-b22c7a7708c9 HTTP/1.1" status: 204 len: 168 time: 1.2840977 Jul 30 03:33:42.787073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48487eb9-67ea-48db-af91-4035bf81407d req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:42.799077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48487eb9-67ea-48db-af91-4035bf81407d req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6443377 Jul 30 03:33:42.805884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99fa4e-1a4e-483e-af8f-8ab6db08fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d272cb5-d01c-43ff-8ca1-b22c7a7708c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:42.808449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Deleting port 09d5873e-c251-41ad-be3c-e95ca0be3df9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:42.808786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.021088 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2db4c14d-cbe2-4d7f-ab09-477464d68dd7 req-6e2ca6da-0c66-46b3-bee7-da323200447d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487373 Jul 30 03:33:43.132418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:43.188273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.188625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.212955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c72099-a757-4fb3-a826-0be9e32a8527 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:43.236925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Calling delete_port for 09d5873e-c251-41ad-be3c-e95ca0be3df9 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:43.260325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-5bd62e88-6205-4da4-a5b6-0b3796fb5090 service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117834 Jul 30 03:33:43.262993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:43.264981 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd864057-91e0-458c-9ce0-b86b646c20e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:43.357883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-network', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:43.416246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2191bf8e-0405-4664-9a7a-96371d6c3433 req-db9cbc4a-e573-481b-8acf-794d2edea730 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4 HTTP/1.1" status: 200 len: 1782 time: 0.1857126 Jul 30 03:33:43.438689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d9df4-17e8-40a6-8bed-4bf55a0d309b req-a752714c-ac83-440f-bb5f-a64c9fc3cc01 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:43.442443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Made reservation on behalf of 4d60a43bb0d44a23a034b54b71bcdcc0 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:43.445413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.447202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f0d9df4-17e8-40a6-8bed-4bf55a0d309b req-a752714c-ac83-440f-bb5f-a64c9fc3cc01 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2310705 Jul 30 03:33:43.462494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-35890383-f4fd-4236-8e90-93af856788c5 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083778 Jul 30 03:33:43.507355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:43.510603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.512886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:43.518155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.580712 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611713c-3e09-4e0f-a849-96fdf91da63c x-openstack-request-id: req-7611713c-3e09-4e0f-a849-96fdf91da63c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:43.581009 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:43.581259 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7611713c-3e09-4e0f-a849-96fdf91da63c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:43.581648 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'status': 'completed', 'code': 200} Jul 30 03:33:43.589632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-7cf825a1-d59b-4f2c-a4af-0a54fffc2dac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 217 time: 0.1074867 Jul 30 03:33:43.639313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:43.673693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] device_id is not set on port 8412cd6a-a667-46b5-b64c-db3e93b19766 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:43.690158 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-820c577a-c3c4-417d-b76d-081c019b1ebe req-dd652615-2c3b-4f0c-9114-04370e572931 service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190481 Jul 30 03:33:43.692912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f0d9df4-17e8-40a6-8bed-4bf55a0d309b req-c91f366a-cf1d-4db5-9340-0f6671591974 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293568 Jul 30 03:33:43.790053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:43.797052 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6e1b55-ddd9-4e1f-9251-3d60fc09891f" -d '{"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:43.804864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.810939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39600) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:43.858358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39adb786-2182-4185-a0aa-e793adc48895 req-1680e958-ad53-4728-bd3f-8b2a7cc7fb89 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4 HTTP/1.1" status: 200 len: 1782 time: 0.2738574 Jul 30 03:33:43.863487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Transition to ACTIVE for port object ffb84be4-327d-4dda-aeb4-f53eafd998b4 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:43.868648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.891189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.911861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-db7d4476-2c34-4b7c-9a17-579a64a2bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:43.913268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-db7d4476-2c34-4b7c-9a17-579a64a2bb92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.2872281 Jul 30 03:33:43.923385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Pushing event deleted for resources: {'Port': ['ID=09d5873e-c251-41ad-be3c-e95ca0be3df9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:43.936924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:43.970968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Allocated IP 2001:db8::388 (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/8412cd6a-a667-46b5-b64c-db3e93b19766) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:43.986814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-64adb526-500e-4f11-b196-54235d30ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:43.988829 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-64adb526-500e-4f11-b196-54235d30ba43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1175 time: 0.2148077 Jul 30 03:33:43.997541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.026546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1245040485-network', 'tenant_id': '24ae6e1b29a2483ab5f1ab998e4fa420'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:44.057571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cd6d-9665-4072-9c33-ea369b955901 req-17644b9a-770d-4708-bc57-a9f217a56146 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:44.058269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f15cd6d-9665-4072-9c33-ea369b955901 req-17644b9a-770d-4708-bc57-a9f217a56146 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.2189415 Jul 30 03:33:44.077984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-39adb786-2182-4185-a0aa-e793adc48895 req-7aa73649-4560-45fb-a12c-182168d5fa29 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.085106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-c90802d3-6cd7-40e8-acda-05a22038576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:44.086911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-c90802d3-6cd7-40e8-acda-05a22038576f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1563914 Jul 30 03:33:44.102860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:44.125822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] No DVR routers for this DVR port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:44.192515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:44.203967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eed949-95c6-472b-8b00-0fb3882cfb17,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:44.206688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.207003 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Added segment 441ed7d8-a5a2-4f1f-b079-d007fe6f1375 of type vlan for network 2a2fce36-2135-42eb-9b4e-93d0873afa54 Jul 30 03:33:44.234218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-39adb786-2182-4185-a0aa-e793adc48895 req-7aa73649-4560-45fb-a12c-182168d5fa29 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.242594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Made reservation on behalf of 24ae6e1b29a2483ab5f1ab998e4fa420 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:44.244809 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.247488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.248406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.248746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.249120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.249515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.249850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.250579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.250579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.250823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.251175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.251499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.251818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.287099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f15cd6d-9665-4072-9c33-ea369b955901 req-a0caa232-ff59-4afd-bab0-8e8a4aea0b3b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119975 Jul 30 03:33:44.301525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.301878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.302221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.302559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.302896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.303251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.303583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.303913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.304239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.304564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.304891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.305210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:33:44.328308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.330899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.332111 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ad67c576-0a01-48ca-8dab-79ec0e18f349 tempest-ServersTestManualDisk-43474052 tempest-ServersTestManualDisk-43474052-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ba71370-d021-43f7-8060-c13c447a769d HTTP/1.1" status: 204 len: 168 time: 2.6479659 Jul 30 03:33:44.336220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:44.347678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.367783 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf6c99d-6e3b-4f11-8bce-2201af3af5b4 x-openstack-request-id: req-8cf6c99d-6e3b-4f11-8bce-2201af3af5b4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:44.368080 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:44.368337 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cf6c99d-6e3b-4f11-8bce-2201af3af5b4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:44.368733 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'code': 200} Jul 30 03:33:44.372107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.376269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:44.376611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:44.376945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:44.383039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-396b577b-60ea-4175-a806-337e85d25706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:44.384592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-396b577b-60ea-4175-a806-337e85d25706 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.3531959 Jul 30 03:33:44.394390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:44.394717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:44.421834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-39adb786-2182-4185-a0aa-e793adc48895 req-7aa73649-4560-45fb-a12c-182168d5fa29 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.424916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-39adb786-2182-4185-a0aa-e793adc48895 req-7aa73649-4560-45fb-a12c-182168d5fa29 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.426085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39adb786-2182-4185-a0aa-e793adc48895 req-7aa73649-4560-45fb-a12c-182168d5fa29 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4 HTTP/1.1" status: 204 len: 173 time: 0.5663378 Jul 30 03:33:44.434809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-1eedaf2a-22d0-4aa0-9370-e06035e2afd0 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358188 Jul 30 03:33:44.457159 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-aa4547a1-468a-4a2e-bf49-2c79616bd739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 200 len: 217 time: 0.0648541 Jul 30 03:33:44.457460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.461439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:44.461782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:44.462161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:44.462633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Bound port: ffb84be4-327d-4dda-aeb4-f53eafd998b4, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:44.462997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.474239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa73649-4560-45fb-a12c-182168d5fa29 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:44.481549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:44.528355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:44.535815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.536794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:44.537430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.583534 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-8ca3a610-d275-4c3d-bd90-21cb3877a8c9 req-e2443700-e0ae-4649-b31c-cd9ec0534433 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:33:44.584576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ca3a610-d275-4c3d-bd90-21cb3877a8c9 req-e2443700-e0ae-4649-b31c-cd9ec0534433 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4 HTTP/1.1" status: 404 len: 352 time: 0.1304049 Jul 30 03:33:44.585492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Transition to ACTIVE for port object 8412cd6a-a667-46b5-b64c-db3e93b19766 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:44.634034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0644deb8-c86a-4f22-adbb-7d3866cb8d96 req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-602923180', 'description': 'tempest-description-2094391697'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:44.635201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-6a1a7b84-1aa0-4166-8d39-b61b2c9ad868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:44.636755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-6a1a7b84-1aa0-4166-8d39-b61b2c9ad868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.1717517 Jul 30 03:33:44.651257 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7f63bc1-3e73-4057-a430-3bdedcb75809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.697270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2fce36-2135-42eb-9b4e-93d0873afa54,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:44.700730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-f713a321-b9a6-4fa8-a910-d7e0cd58fa6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484982 Jul 30 03:33:44.709515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:44.718875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-7cbeb02e-bc27-4bb9-9d9d-ce174b9f73a0 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723265 Jul 30 03:33:44.779548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:44.804401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:44.814561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.819450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.822480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.824073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-861d1a1d-24ef-4057-a1b8-e47560be4857 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce HTTP/1.1" status: 200 len: 217 time: 0.0505791 Jul 30 03:33:44.857824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.871575 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d0be19b2-215f-4543-bd97-eee832ee5ac7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7299039 Jul 30 03:33:44.880632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39618) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:44.899559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Request body: {'subnet': {'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-subnet', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:44.903376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:44.904547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.906107 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] 10.222.0.18 "PUT /v2.0/ports/ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 1097 time: 2.5260007 Jul 30 03:33:44.919300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.944424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:44.951018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:44.976537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbeb52d-024e-4d5a-b486-73db97fe8238,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:44.987044 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-5b79969a-0e44-4350-9859-822956b4cf0e service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786620 Jul 30 03:33:44.990602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:44.991242 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Added segment d08b9cc2-743b-4815-8e67-e87cb2577b38 of type vlan for network c6159b2f-fd69-4310-8b58-304de07006ff Jul 30 03:33:44.993471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:45.006903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:45.012819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.013564 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.016625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0644deb8-c86a-4f22-adbb-7d3866cb8d96 req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.024690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=8412cd6a-a667-46b5-b64c-db3e93b19766,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:45.042067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-6103cc6a-9bcb-4ae5-8ff9-ae97d45ec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.043598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-6103cc6a-9bcb-4ae5-8ff9-ae97d45ec8ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1946406 Jul 30 03:33:45.046864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c4023-4a04-4901-b6ff-1fcc71f748db service neutron] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:45.082377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012377-8823-4633-a2bb-c4fa191cd878 req-5a42e89b-51fb-41f0-834d-c65b223c0e51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.089848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69012377-8823-4633-a2bb-c4fa191cd878 req-5a42e89b-51fb-41f0-834d-c65b223c0e51 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 948 time: 0.2713690 Jul 30 03:33:45.133591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Made reservation on behalf of 4d60a43bb0d44a23a034b54b71bcdcc0 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:45.135898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.144092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.168153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8908cb40-98da-4a22-aee5-17b369801e96 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5024197 Jul 30 03:33:45.177614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:45.191554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:95:98'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:45.207517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-1e96d5fd-9051-4e33-b079-f9e6ac1fbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.209049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-1e96d5fd-9051-4e33-b079-f9e6ac1fbb3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1100 time: 0.2522955 Jul 30 03:33:45.257525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69012377-8823-4633-a2bb-c4fa191cd878 req-b2944d7a-02d8-4965-a990-bda50e3da016 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667225 Jul 30 03:33:45.264412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-066a570b-d6ff-4326-81b5-0dd4b394555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.265937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-066a570b-d6ff-4326-81b5-0dd4b394555d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2093830 Jul 30 03:33:45.338640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9e7172f4-986f-4b22-9022-a35d3956380f None None] Provisioning for port 8412cd6a-a667-46b5-b64c-db3e93b19766 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:45.344994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9e7172f4-986f-4b22-9022-a35d3956380f None None] Provisioning complete for port 8412cd6a-a667-46b5-b64c-db3e93b19766 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:45.345713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9e7172f4-986f-4b22-9022-a35d3956380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.393255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9e7172f4-986f-4b22-9022-a35d3956380f None None] Port 8412cd6a-a667-46b5-b64c-db3e93b19766 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:45.487597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0644deb8-c86a-4f22-adbb-7d3866cb8d96 req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.509038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0644deb8-c86a-4f22-adbb-7d3866cb8d96 req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.573137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.574024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.574610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.587194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd864057-91e0-458c-9ce0-b86b646c20e0 req-0027f2cc-f3fd-45ed-b20f-ffce45d2623f service neutron] 10.222.0.16 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713584 Jul 30 03:33:45.617887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0644deb8-c86a-4f22-adbb-7d3866cb8d96 req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.619095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0644deb8-c86a-4f22-adbb-7d3866cb8d96 req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0017669 Jul 30 03:33:45.627333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22fed0-c6b9-4f80-94f6-6d0d5765ec8a req-2a5d2a33-a998-4eed-8b40-86c29788dafe tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.628714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb22fed0-c6b9-4f80-94f6-6d0d5765ec8a req-2a5d2a33-a998-4eed-8b40-86c29788dafe tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.2310355 Jul 30 03:33:45.636130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789ca9b-261c-4de3-a1df-f9929715c6ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab89645-f73d-4e23-9473-a1fd182896b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:45.643919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-e066c8df-7f49-4dc9-a39f-e1f89843573c service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698716 Jul 30 03:33:45.655915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.659787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8495834 Jul 30 03:33:45.668753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:45.680942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Request body: {'subnet': {'network_id': 'c6159b2f-fd69-4310-8b58-304de07006ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1245040485-subnet', 'tenant_id': '24ae6e1b29a2483ab5f1ab998e4fa420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:45.695551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ba81a-2abd-485c-a03c-bdf4152e2cde admin admin] Pushing event updated for resources: {'Network': ['ID=c6159b2f-fd69-4310-8b58-304de07006ff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:45.709219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c6159b2f-fd69-4310-8b58-304de07006ff details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:45.754621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-c1015439-1a19-482b-b2d7-1fdb1d4360d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.756270 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-c1015439-1a19-482b-b2d7-1fdb1d4360d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.5378301 Jul 30 03:33:45.759403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Made reservation on behalf of 24ae6e1b29a2483ab5f1ab998e4fa420 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:45.761894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.779254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-67108434-8d8e-4049-a031-a8193f50f82e req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1642249832', 'description': 'tempest-description-621746780'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:45.792591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb22fed0-c6b9-4f80-94f6-6d0d5765ec8a req-9fc14a26-e53a-4af7-abab-471c8b4270a2 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438193 Jul 30 03:33:45.800432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.842811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-60fe1d4a-d043-46d7-a858-47080339dd61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0763867 Jul 30 03:33:45.923672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-67108434-8d8e-4049-a031-a8193f50f82e req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.972047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:45.981644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-0409810a-b83a-4beb-abf7-34bd7b8c9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:45.983876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-0409810a-b83a-4beb-abf7-34bd7b8c9109 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1344585 Jul 30 03:33:46.116029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600800d9-c8d8-4d89-99db-0dc0e116b81e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:46.136372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Checking segment: {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:46.136761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Network hostable DHCP agents. Network: 2a2fce36-2135-42eb-9b4e-93d0873afa54, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:46.146951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305974af-3e37-48f1-9620-63d20050fc9a req-a2ccf9e5-8c11-463f-8da0-d6fde0438ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:46.148497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-a2ccf9e5-8c11-463f-8da0-d6fde0438ac0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413391 Jul 30 03:33:46.184182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-1077fb0f-e176-47b0-aa18-4823cfd713ef service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:33:46.185750 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-1077fb0f-e176-47b0-aa18-4823cfd713ef service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100212 Jul 30 03:33:46.257425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.259222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:46.283302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.307110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2a2fce36-2135-42eb-9b4e-93d0873afa54) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:46.317911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa72c19-7900-4293-a2d5-8e92bd797fcc None None] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:46.319767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:46.320370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.338170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-86d08adf-f13a-4f7a-957e-e7fd9a2cf572 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707935 Jul 30 03:33:46.351594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbaff5b-98b5-4b27-8f2d-f1197fa3df41,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:46.374049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:46.375862 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:46.384247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-001237aa-7467-4820-a653-7420d997aa26 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4921269 Jul 30 03:33:46.386706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39636) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:46.393208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:46.397455 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-b5c09ce0-243f-41be-9601-276b740d8d36 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011845 Jul 30 03:33:46.399463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Checking segment: {'id': 'd08b9cc2-743b-4815-8e67-e87cb2577b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c6159b2f-fd69-4310-8b58-304de07006ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:46.399826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Network hostable DHCP agents. Network: c6159b2f-fd69-4310-8b58-304de07006ff, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:46.421324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-21ceca06-f7d7-4242-8520-544e24a22bce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e HTTP/1.1" status: 200 len: 217 time: 0.0717087 Jul 30 03:33:46.470440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Network c6159b2f-fd69-4310-8b58-304de07006ff is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:46.489040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, c6159b2f-fd69-4310-8b58-304de07006ff) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:46.496151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40aee1-d709-40a7-9b32-b0a91486e6ce req-dab3d32e-3f12-4d5e-87a5-68cad556a7f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:46.500127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:46.500632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2a2fce36-2135-42eb-9b4e-93d0873afa54', 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'fixed_ips': [{'subnet_id': '600800d9-c8d8-4d89-99db-0dc0e116b81e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:33:46.500747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.501999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.503618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c40aee1-d709-40a7-9b32-b0a91486e6ce req-dab3d32e-3f12-4d5e-87a5-68cad556a7f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.6126282 Jul 30 03:33:46.507794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ac377-e0bf-4999-8513-3740d17a83d6 None None] Network c6159b2f-fd69-4310-8b58-304de07006ff requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:46.522706 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-348282ca-acf5-4206-a258-7d7771a9b690 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172194 Jul 30 03:33:46.630015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-d56b7526-3f68-46ff-977f-ceeb0b5c68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:46.631424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-d56b7526-3f68-46ff-977f-ceeb0b5c68f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1982391 Jul 30 03:33:46.648502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c40aee1-d709-40a7-9b32-b0a91486e6ce req-9a8e959d-81b5-42c7-8162-a72903b7b793 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440241 Jul 30 03:33:46.718412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.731350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-67108434-8d8e-4049-a031-a8193f50f82e req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.735189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.751554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d458c-610a-4092-b44d-2359140d4857 None None] Network c6159b2f-fd69-4310-8b58-304de07006ff requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:46.761267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-67108434-8d8e-4049-a031-a8193f50f82e req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.764054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.765665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.775948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0436135-6bc9-4eec-a904-e9f147edcfba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1022553 Jul 30 03:33:46.801962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Allocated IP 172.20.0.2 (2a2fce36-2135-42eb-9b4e-93d0873afa54/600800d9-c8d8-4d89-99db-0dc0e116b81e/af16814f-7039-48d0-acab-e1ceb658951e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:46.840642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.857926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=8412cd6a-a667-46b5-b64c-db3e93b19766,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:46.876327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c912c30-aa68-4af5-92c7-de58eae04006,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:46.888361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] In _notify_port_updated(), no bound segment for port 8412cd6a-a667-46b5-b64c-db3e93b19766 on network 76c0dcef-a558-4037-bb50-da444f8e67db {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:33:46.899509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:46.900482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.902101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ecd02c8e-477c-46db-9559-a33398e81a3b tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "PUT /v2.0/ports/8412cd6a-a667-46b5-b64c-db3e93b19766 HTTP/1.1" status: 200 len: 1003 time: 1.7214510 Jul 30 03:33:46.910582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:46.924994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-67108434-8d8e-4049-a031-a8193f50f82e req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:46.945235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67108434-8d8e-4049-a031-a8193f50f82e req-8f60f945-f79b-4d5d-86a9-5598bd8b4fd4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1954978 Jul 30 03:33:47.084422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1135-0041-46f4-ab3e-4c9a2192d51c req-3d40da57-1abd-420f-8248-c7aa40c7ce8c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.089128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3bb1135-0041-46f4-ab3e-4c9a2192d51c req-3d40da57-1abd-420f-8248-c7aa40c7ce8c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 948 time: 0.3603520 Jul 30 03:33:47.093341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.094047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-b6f7daab-802b-4232-957c-77607881e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.097977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-b6f7daab-802b-4232-957c-77607881e361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4551280 Jul 30 03:33:47.103877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Transition to ACTIVE for port object af16814f-7039-48d0-acab-e1ceb658951e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:47.122281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Transition to ACTIVE for port object af16814f-7039-48d0-acab-e1ceb658951e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:47.140509 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.155385 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78178b2a-e239-4f4c-b3a6-0d6d83d0de56 x-openstack-request-id: req-78178b2a-e239-4f4c-b3a6-0d6d83d0de56 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:47.156003 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:47.156319 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78178b2a-e239-4f4c-b3a6-0d6d83d0de56 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:47.156781 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'status': 'completed', 'code': 200} Jul 30 03:33:47.188097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.203382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-5693b991-7749-4703-9267-bd2f7ab20eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.204982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-5693b991-7749-4703-9267-bd2f7ab20eeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1100 time: 0.1227727 Jul 30 03:33:47.234024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Pushing event updated for resources: {'Port': ['ID=af16814f-7039-48d0-acab-e1ceb658951e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:47.261071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:47.263033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:47.271296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:47.280010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-d716e3a2-7b0d-4935-b0b8-295750d822f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.281699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-d716e3a2-7b0d-4935-b0b8-295750d822f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1100 time: 0.1607683 Jul 30 03:33:47.342352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Attempting to bind port af16814f-7039-48d0-acab-e1ceb658951e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:47.342743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Attempting to bind port af16814f-7039-48d0-acab-e1ceb658951e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:47.343109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Attempting to bind port af16814f-7039-48d0-acab-e1ceb658951e on network 2a2fce36-2135-42eb-9b4e-93d0873afa54 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:47.352942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:47.353319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Checking segment: {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:47.353723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.354117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Bound using segment: {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:47.354592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Bound port: af16814f-7039-48d0-acab-e1ceb658951e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:47.354979 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.368041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a93b3a5f-4ada-4a25-bf92-2ef08e246f88 None None] Provisioning complete for port 8412cd6a-a667-46b5-b64c-db3e93b19766 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:47.368588 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a93b3a5f-4ada-4a25-bf92-2ef08e246f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.456322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-e4f678f0-bb4b-450f-9e68-522e48e47aeb service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364694 Jul 30 03:33:47.457215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39668) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:47.462450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-582c9df9-6545-4a65-a4bb-dbbb4e72a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.464037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-582c9df9-6545-4a65-a4bb-dbbb4e72a8e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2486060 Jul 30 03:33:47.490975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2116728967-network', 'tenant_id': '76726fdc171f424c94517376239ea759'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:47.497380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] For port af16814f-7039-48d0-acab-e1ceb658951e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:47.501253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] For port af16814f-7039-48d0-acab-e1ceb658951e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af16814f-7039-48d0-acab-e1ceb658951e,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:47.515744 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.542221 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-201ee011-9497-4753-ab13-af6f9340f99b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0670364 Jul 30 03:33:47.547759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-81d8b499-e1a1-47d6-807e-cf445a280e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.549190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-81d8b499-e1a1-47d6-807e-cf445a280e6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2487888 Jul 30 03:33:47.554232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a93b3a5f-4ada-4a25-bf92-2ef08e246f88 None None] Port 8412cd6a-a667-46b5-b64c-db3e93b19766 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:47.632239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-f111da51-c126-43ed-9dd8-10833d399e05 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326978 Jul 30 03:33:47.653100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210ea6-7c58-47a5-ad79-239b9dc32211 None None] Pushing event updated for resources: {'Port': ['ID=af16814f-7039-48d0-acab-e1ceb658951e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:47.662267 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-47dbf4bd-b756-477b-9635-8cd1cfcfa91b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.1016428 Jul 30 03:33:47.667834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3bb1135-0041-46f4-ab3e-4c9a2192d51c req-eeb5563a-4434-42f7-a2c7-0d3100c1b831 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686183 Jul 30 03:33:47.709979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-6f6df582-87ad-4d78-8099-21f060150b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.712224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-6f6df582-87ad-4d78-8099-21f060150b3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1614006 Jul 30 03:33:47.766104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-a3ef93be-2291-4a0c-aec2-ef7d5d10b6f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 200 len: 217 time: 0.1227221 Jul 30 03:33:47.770367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Deleting port 8f7a4e8b-ad14-4783-b979-f56a345ac76b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:47.770788 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.777719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-75563727-089c-4e2e-a17e-716f0ee2f6d8 req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1112763998', 'description': 'tempest-description-266490523'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:47.786723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Made reservation on behalf of 76726fdc171f424c94517376239ea759 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:47.789193 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.819809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-1dbc8f83-ecb5-4fe2-98cf-783ff0452183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.820866 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-1dbc8f83-ecb5-4fe2-98cf-783ff0452183 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1287990 Jul 30 03:33:47.917504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-bdc5e8c1-0695-44c6-a710-93b17ce87a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:47.918919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-bdc5e8c1-0695-44c6-a710-93b17ce87a99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853011 Jul 30 03:33:47.937176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:47.972947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.014861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-93b7e67f-a50c-432a-88d9-cc66ebf81691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:48.016411 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-93b7e67f-a50c-432a-88d9-cc66ebf81691 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385450 Jul 30 03:33:48.022886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.057281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port 8412cd6a-a667-46b5-b64c-db3e93b19766 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:48.057623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.065953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.147780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75563727-089c-4e2e-a17e-716f0ee2f6d8 req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.159973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-b743efaa-6164-48b8-b83f-f85e64738eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:48.161459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-b743efaa-6164-48b8-b83f-f85e64738eea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.3759377 Jul 30 03:33:48.163332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] For port 8f7a4e8b-ad14-4783-b979-f56a345ac76b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8f7a4e8b-ad14-4783-b979-f56a345ac76b,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:48.163708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.172830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-def6aad3-8ef4-4795-b394-1a246bcf4a48 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295582 Jul 30 03:33:48.278835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Calling delete_port for 8f7a4e8b-ad14-4783-b979-f56a345ac76b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:48.309728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af00c4a-4dbb-4539-94bb-8609f4fce0ff req-91a64f4f-3934-45d2-8855-320bcf0a610e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:48.311995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6af00c4a-4dbb-4539-94bb-8609f4fce0ff req-91a64f4f-3934-45d2-8855-320bcf0a610e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.2904282 Jul 30 03:33:48.395427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.426171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for 8412cd6a-a667-46b5-b64c-db3e93b19766 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:48.453338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-d4278bfc-0822-41c5-866d-056bbde59856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:48.454911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-d4278bfc-0822-41c5-866d-056bbde59856 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2460454 Jul 30 03:33:48.493340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6af00c4a-4dbb-4539-94bb-8609f4fce0ff req-190d6f99-9977-4f84-aa45-c1ed2499141a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665599 Jul 30 03:33:48.545718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-413582d0-5a63-4a73-ac1c-140f803daf58 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183456 Jul 30 03:33:48.580182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Allocated IP 172.25.6.153 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/38bc860d-06e6-4e87-9ff0-2c3614ebf298) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:48.653243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-3810d4fe-9b66-4bcf-bc2f-6138edc206aa service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679544 Jul 30 03:33:48.676828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.700811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.742818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30450b18-47fc-4fdb-afe3-0db5d92e7e4f req-41b39281-a1d4-47d9-93bf-8eca5aee8ced service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832931 Jul 30 03:33:48.759880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:33:48.774843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-c6aa2dd1-7f41-4058-af9f-7c7fad3a4e75 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979472 Jul 30 03:33:48.788673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.848124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.857621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:48.857978 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Added segment a4441f33-0645-46e0-96c7-acd61cfb236d of type vlan for network a33a0a1b-f74c-4c3e-85bf-9de7799dfe33 Jul 30 03:33:48.859498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d120e3-0ce4-4379-972d-5b46e4672e6b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:48.903488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:48.908662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:48.912272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:48.941225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Pushing event updated for resources: {'Port': ['ID=38bc860d-06e6-4e87-9ff0-2c3614ebf298,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:48.981363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719d519-4d0c-43e0-8aca-ba2873ac5552 None None] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:49.046360 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.067880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.131728 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75563727-089c-4e2e-a17e-716f0ee2f6d8 req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.135423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-42d250fe-d4b8-4eba-b412-b920e259a170 None None] Provisioning for port af16814f-7039-48d0-acab-e1ceb658951e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:49.145129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=8412cd6a-a667-46b5-b64c-db3e93b19766,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:49.161504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75563727-089c-4e2e-a17e-716f0ee2f6d8 req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.205596 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.214533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1119-7118-4437-acd1-d582c283b154 req-320972de-5238-4b5c-9b29-c94891e79078 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:49.216084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c56d1119-7118-4437-acd1-d582c283b154 req-320972de-5238-4b5c-9b29-c94891e79078 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 948 time: 0.2907195 Jul 30 03:33:49.227987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-7636ba66-dd82-4744-be66-bfbc716723e2 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077704 Jul 30 03:33:49.229566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.231008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8c7533cf-209a-47df-81eb-9a7be34aa826 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/ports/8412cd6a-a667-46b5-b64c-db3e93b19766 HTTP/1.1" status: 204 len: 168 time: 2.3077562 Jul 30 03:33:49.238301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39688) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:49.297082 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db593df-6d7d-4178-a03d-08431988cb4e tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] GET failed (client error): The resource could not be found. Jul 30 03:33:49.302551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5db593df-6d7d-4178-a03d-08431988cb4e tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "GET /v2.0/ports/8412cd6a-a667-46b5-b64c-db3e93b19766 HTTP/1.1" status: 404 len: 333 time: 0.0631132 Jul 30 03:33:49.306148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39690) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:49.312541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-183517595'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:49.320217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-6bd2db88-d111-41c0-b639-7689387c4584 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 200 len: 217 time: 0.0793071 Jul 30 03:33:49.320973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.321903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:49.322556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.399564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] Pushing event updated for resources: {'Network': ['ID=a33a0a1b-f74c-4c3e-85bf-9de7799dfe33,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:49.403058 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75563727-089c-4e2e-a17e-716f0ee2f6d8 req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.407065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.410696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75563727-089c-4e2e-a17e-716f0ee2f6d8 req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6547785 Jul 30 03:33:49.411799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7a4e8b-ad14-4783-b979-f56a345ac76b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:49.425591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:49.429072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a33a0a1b-f74c-4c3e-85bf-9de7799dfe33 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:33:49.546619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af16814f-7039-48d0-acab-e1ceb658951e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:49.548699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b09722-e6d8-44e9-b72f-f848256706f6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8bcca-b9fa-4941-bd38-69669a23cda9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:49.609490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c56d1119-7118-4437-acd1-d582c283b154 req-fdff9801-df8e-45a4-b2a9-509b016a6398 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771436 Jul 30 03:33:49.677736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:49.685971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.696000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a6e3c1a6-c647-42a2-a704-3f0fda2c2809 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2081418 Jul 30 03:33:49.711728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:49.726434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Request body: {'subnet': {'network_id': 'a33a0a1b-f74c-4c3e-85bf-9de7799dfe33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2116728967-subnet', 'tenant_id': '76726fdc171f424c94517376239ea759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:49.749395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port af16814f-7039-48d0-acab-e1ceb658951e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:49.752370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:49.760433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] device_id is not set on port 487501d0-d186-4f1c-b5b0-1a79a2d2077b yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:49.762045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af16814f-7039-48d0-acab-e1ceb658951e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:49.762421 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.785867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'mac_address': 'fa:16:3e:c2:7e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:49.798942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-23c8c10a-1ec1-4a19-ad84-af979a8082fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:49.800507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-23c8c10a-1ec1-4a19-ad84-af979a8082fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.4130495 Jul 30 03:33:49.845825 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.879999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb84be4-327d-4dda-aeb4-f53eafd998b4 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:49.894588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.907622 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.911218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:49.920945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.932369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Made reservation on behalf of 76726fdc171f424c94517376239ea759 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:49.934672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.972543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Allocated IP 2001:db8::228 (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/487501d0-d186-4f1c-b5b0-1a79a2d2077b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:49.977062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port af16814f-7039-48d0-acab-e1ceb658951e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af16814f-7039-48d0-acab-e1ceb658951e,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:49.987418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074548b9-0182-471e-b6ed-d3a4fad5311e req-975009f5-bbc8-47f8-897e-2496eab6d2de tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:49.987832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:49.988981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-074548b9-0182-471e-b6ed-d3a4fad5311e req-975009f5-bbc8-47f8-897e-2496eab6d2de tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.2827849 Jul 30 03:33:49.992425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:50.050408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=af16814f-7039-48d0-acab-e1ceb658951e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:50.159651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Router c58b3802-a0dc-4cd2-a129-b73b421eea27 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:33:50.243385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.263085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['ffb84be4-327d-4dda-aeb4-f53eafd998b4'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:50.265668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Transition to ACTIVE for port object 487501d0-d186-4f1c-b5b0-1a79a2d2077b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:50.333417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.376408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db820d-008a-4070-ae58-8eda584a99fd req-d7435bbe-a0c8-4320-b274-24870f633127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:50.378087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-d7435bbe-a0c8-4320-b274-24870f633127 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5637076 Jul 30 03:33:50.392863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:50.395624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:50.406834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:50.408377 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Sync routers for ids ['c58b3802-a0dc-4cd2-a129-b73b421eea27'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:50.410234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f147f7df-e143-4e5e-99d0-1c56e80ca5da req-d461f6ed-18fc-49d2-966c-a38de7bd96d4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 10909 time: 0.8694687 Jul 30 03:33:50.411524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:50.417156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:50.417780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.420803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=487501d0-d186-4f1c-b5b0-1a79a2d2077b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:50.424077 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Routers {'c58b3802-a0dc-4cd2-a129-b73b421eea27'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:50.424765 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c58b3802-a0dc-4cd2-a129-b73b421eea27'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:50.439023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.440362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5a61bf84-10c3-480c-93cd-5ae3d34af950 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0525584 Jul 30 03:33:50.442938 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ec0ab37-4c57-4a91-9993-cd89df574576 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1366343 Jul 30 03:33:50.443719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:50.445970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:50.452118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'network_id': '76c0dcef-a558-4037-bb50-da444f8e67db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1622541084'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:50.556065 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Set router c58b3802-a0dc-4cd2-a129-b73b421eea27 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:50.584299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-074548b9-0182-471e-b6ed-d3a4fad5311e req-beb803ec-419b-4060-92c7-722fe914de2c tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318230 Jul 30 03:33:50.644104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f147f7df-e143-4e5e-99d0-1c56e80ca5da req-0c59b28c-5e64-482b-8f17-b4d15bef2583 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/da232dcf-ce6f-4624-9676-69e7d2cf8721 HTTP/1.1" status: 200 len: 2985 time: 0.2327383 Jul 30 03:33:50.677352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.766173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-bcf49d79-d8a0-4cff-ab2b-9d235e1e300e service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495171 Jul 30 03:33:50.800901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-84c107c8-86bd-4e3a-8167-f934c8e31d00 None None] Provisioning for port 487501d0-d186-4f1c-b5b0-1a79a2d2077b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:50.808037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-84c107c8-86bd-4e3a-8167-f934c8e31d00 None None] Provisioning complete for port 487501d0-d186-4f1c-b5b0-1a79a2d2077b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:50.808590 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84c107c8-86bd-4e3a-8167-f934c8e31d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.818792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Made reservation on behalf of 934a836b59f64cb7bff366e054f7cb0b for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:33:50.823318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:50.900019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f147f7df-e143-4e5e-99d0-1c56e80ca5da req-aad1e109-ad87-405a-8a4e-bb2f82308b07 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/da232dcf-ce6f-4624-9676-69e7d2cf8721 HTTP/1.1" status: 200 len: 2985 time: 0.2504270 Jul 30 03:33:50.907720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] device_id is not set on port 921743ae-1c1e-48e3-9516-24d1d7b18024 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:33:50.957634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-84c107c8-86bd-4e3a-8167-f934c8e31d00 None None] Port 487501d0-d186-4f1c-b5b0-1a79a2d2077b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:51.052582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.055557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-6addcc57-4ef7-4b71-8852-5f24ea555a66 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:51.057259 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-6addcc57-4ef7-4b71-8852-5f24ea555a66 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 949 time: 0.1625211 Jul 30 03:33:51.074519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:33:49Z', 'revision_number': 3, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:51.113749 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Checking router: c58b3802-a0dc-4cd2-a129-b73b421eea27 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:51.114890 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Updating router c58b3802-a0dc-4cd2-a129-b73b421eea27 port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:33:51.151363 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.202326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Checking segment: {'id': 'a4441f33-0645-46e0-96c7-acd61cfb236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a33a0a1b-f74c-4c3e-85bf-9de7799dfe33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:51.202953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Network hostable DHCP agents. Network: a33a0a1b-f74c-4c3e-85bf-9de7799dfe33, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:33:51.207911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c3ae358-a20c-453f-8e60-b1ae9f7957bf req-ced58cdc-043a-4681-9dd4-1041057ebfd1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9ab89645-f73d-4e23-9473-a1fd182896b4 HTTP/1.1" status: 200 len: 1802 time: 0.1654966 Jul 30 03:33:51.310844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c53931d-cfa3-4d26-a47e-8cbcf8adb971,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:51.316170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72db820d-008a-4070-ae58-8eda584a99fd req-d105f57c-c509-45ba-9b25-09ecb25f5458 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085957 Jul 30 03:33:51.424828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:51.437402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:51.442678 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.443724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-b825b9e7-e3c7-4efd-9503-9d0bbb1b9b9c service neutron] 10.222.0.18 "GET /v2.0/ports/ffb84be4-327d-4dda-aeb4-f53eafd998b4/bindings/n-h1-778696-14 HTTP/1.1" status: 200 len: 383 time: 0.3419650 Jul 30 03:33:51.460145 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Transition to ACTIVE for port object 38bc860d-06e6-4e87-9ff0-2c3614ebf298 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:51.469446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Network a33a0a1b-f74c-4c3e-85bf-9de7799dfe33 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:33:51.475984 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.494364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Router fb47d307-0e33-4ffc-86a4-37cfddf7018f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:33:51.526436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c3ae358-a20c-453f-8e60-b1ae9f7957bf req-e5d729c0-e365-4ef1-beba-41e888cf05c9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.537715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38161bb-3a84-4b6a-87b7-f67c4a48a6b0 req-1a744845-2625-4614-bbc4-5364cfb28869 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:51.540021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d38161bb-3a84-4b6a-87b7-f67c4a48a6b0 req-1a744845-2625-4614-bbc4-5364cfb28869 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.3284056 Jul 30 03:33:51.544074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a33a0a1b-f74c-4c3e-85bf-9de7799dfe33) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:51.563228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:51.563757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.567600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb25f242-0fbd-42ac-99f0-7981ca6bd0c6 None None] Network a33a0a1b-f74c-4c3e-85bf-9de7799dfe33 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:51.578167 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45091b7-e42a-490a-9050-394afe7f2fdc None None] Pushing event updated for resources: {'Port': ['ID=38bc860d-06e6-4e87-9ff0-2c3614ebf298,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:51.582837 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Attempting to bind port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:51.583231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Attempting to bind port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:51.583691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Attempting to bind port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:51.589669 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:51.590050 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:51.590491 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.590877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:51.592039 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Bound port: 38bc860d-06e6-4e87-9ff0-2c3614ebf298, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:51.592460 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.617724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Allocated IP 2001:db8::1b0 (76c0dcef-a558-4037-bb50-da444f8e67db/561b86a9-a79e-45bf-9c6b-de2264e73e91/921743ae-1c1e-48e3-9516-24d1d7b18024) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:51.665885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-fa8653eb-572b-4777-8946-8a2fef5cf48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:51.667495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-fa8653eb-572b-4777-8946-8a2fef5cf48b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1101 time: 0.1511953 Jul 30 03:33:51.687805 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] For port 38bc860d-06e6-4e87-9ff0-2c3614ebf298, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:51.693117 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] For port 38bc860d-06e6-4e87-9ff0-2c3614ebf298, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=38bc860d-06e6-4e87-9ff0-2c3614ebf298,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:51.694972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c3ae358-a20c-453f-8e60-b1ae9f7957bf req-e5d729c0-e365-4ef1-beba-41e888cf05c9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.699989 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.740651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-045aa9e1-f5a7-4ef4-878a-1650029a25f4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0262268 Jul 30 03:33:51.779064 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d38161bb-3a84-4b6a-87b7-f67c4a48a6b0 req-578ad475-7c33-40dc-b0d5-e8b5cdc087de tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176015 Jul 30 03:33:51.779959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af16814f-7039-48d0-acab-e1ceb658951e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:51.793620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:51.807712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1caff21b-4335-446c-b770-26630a67a81a admin admin] 10.222.0.39 "PUT /v2.0/routers/fb47d307-0e33-4ffc-86a4-37cfddf7018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4702001 Jul 30 03:33:51.810599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-100a9ca8-fb16-40a9-ac8a-9f6fe19f3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:51.812549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-100a9ca8-fb16-40a9-ac8a-9f6fe19f3152 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1199844 Jul 30 03:33:51.814139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39716) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:51.880414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] Sync routers for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:51.881960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-514efaf7-5934-40cc-8bcd-341dc1d14750 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0600207 Jul 30 03:33:51.922578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c3ae358-a20c-453f-8e60-b1ae9f7957bf req-e5d729c0-e365-4ef1-beba-41e888cf05c9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.942253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c3ae358-a20c-453f-8e60-b1ae9f7957bf req-e5d729c0-e365-4ef1-beba-41e888cf05c9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:51.955568 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45091b7-e42a-490a-9050-394afe7f2fdc None None] Pushing event updated for resources: {'Port': ['ID=38bc860d-06e6-4e87-9ff0-2c3614ebf298,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:51.973761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c3ae358-a20c-453f-8e60-b1ae9f7957bf req-e5d729c0-e365-4ef1-beba-41e888cf05c9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/9ab89645-f73d-4e23-9473-a1fd182896b4 HTTP/1.1" status: 204 len: 173 time: 0.7121470 Jul 30 03:33:51.979348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:51.986106 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Routers {'c58b3802-a0dc-4cd2-a129-b73b421eea27'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:51.987034 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c58b3802-a0dc-4cd2-a129-b73b421eea27'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:52.010005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:52.013834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:52.029803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:52.030504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.055783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:52.059573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d729c0-e365-4ef1-beba-41e888cf05c9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab89645-f73d-4e23-9473-a1fd182896b4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:52.076605 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-d6f6f874-e84e-4a83-b779-b27a06cc4177 req-9245a76b-586c-41fc-aaaf-9390bc0c013e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:33:52.090276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-1a4532dd-c599-460a-b21a-f766fed1454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:52.092521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-1a4532dd-c599-460a-b21a-f766fed1454e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1804981 Jul 30 03:33:52.095860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6f6f874-e84e-4a83-b779-b27a06cc4177 req-9245a76b-586c-41fc-aaaf-9390bc0c013e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9ab89645-f73d-4e23-9473-a1fd182896b4 HTTP/1.1" status: 404 len: 352 time: 0.0913689 Jul 30 03:33:52.140209 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] Set router c58b3802-a0dc-4cd2-a129-b73b421eea27 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:52.141009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.144483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:52.248896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'port_id': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'mac_address': 'fa:16:3e:81:0d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8983ca7d-d659-4075-9343-5d23c8fc7d23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:52.250645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c987a-0406-4503-a3f7-365e8c18f672 None None] Network a33a0a1b-f74c-4c3e-85bf-9de7799dfe33 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:52.270468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cecc-4cbc-4514-bbf0-878678cc558d req-c41a7d74-9fba-4931-8ac7-e8cb5fee2300 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:52.272061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0385cecc-4cbc-4514-bbf0-878678cc558d req-c41a7d74-9fba-4931-8ac7-e8cb5fee2300 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 946 time: 0.2951658 Jul 30 03:33:52.275485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Deleting subnet 5bbaff5b-98b5-4b27-8f2d-f1197fa3df41 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:33:52.337208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.349060 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.384921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:33:49Z', 'revision_number': 3, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:52.387481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.410043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:52.414940 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9d8b6-496f-4ca2-86d4-eb09fc1d5e7d None None] The sync data for ids ['c58b3802-a0dc-4cd2-a129-b73b421eea27'] in n-d-778696-14 is: [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:33:49Z', 'revision_number': 3, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:52.419600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Allocated IP 172.20.0.1 (2a2fce36-2135-42eb-9b4e-93d0873afa54/600800d9-c8d8-4d89-99db-0dc0e116b81e/d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:33:52.420224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af16814f-7039-48d0-acab-e1ceb658951e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:52.420737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.441074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-7c66f4eb-d5b7-4eda-af59-9530bd0cb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:52.442635 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-7c66f4eb-d5b7-4eda-af59-9530bd0cb133 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3386462 Jul 30 03:33:52.445699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.471668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0385cecc-4cbc-4514-bbf0-878678cc558d req-16bce832-5b07-49ae-86fc-0177dcad17be tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718302 Jul 30 03:33:52.489144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Transition to ACTIVE for port object 921743ae-1c1e-48e3-9516-24d1d7b18024 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:52.514240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:52.516034 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.520364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-774f6cc6-399f-4a08-83f0-7a065bd4ad9a req-38450ef5-5347-46e6-b000-b376c0e4f887 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9c912c30-aa68-4af5-92c7-de58eae04006 HTTP/1.1" status: 200 len: 1802 time: 0.2344601 Jul 30 03:33:52.609141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:52.648392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.654740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.665704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Transition to ACTIVE for port object d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:52.690687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.713900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-774f6cc6-399f-4a08-83f0-7a065bd4ad9a req-8a6704c7-f114-4652-b484-d7b2e5085447 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.716760 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.730590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.792669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-774f6cc6-399f-4a08-83f0-7a065bd4ad9a req-8a6704c7-f114-4652-b484-d7b2e5085447 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.853376 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.868603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:52.877836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:52.890647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:52.918300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.927947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['66218193-4cc8-4eb7-b288-0a2061d880b7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:33:52.944215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-407433e0-dc90-4c3e-af50-4bdc79dfcfb0 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920559 Jul 30 03:33:52.946841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Pushing event updated for resources: {'Port': ['ID=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:52.951970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:52.974374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbaff5b-98b5-4b27-8f2d-f1197fa3df41,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:53.004696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.006815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1b952a71-ee3f-4146-9ac8-e6a7030e33a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5bbaff5b-98b5-4b27-8f2d-f1197fa3df41 HTTP/1.1" status: 204 len: 168 time: 0.9431028 Jul 30 03:33:53.012682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:53.062457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf653-86e6-44c5-93fd-6b5651a6b044 req-8b89e189-58df-49b8-b633-6cc48191ae0f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:53.064092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-161cf653-86e6-44c5-93fd-6b5651a6b044 req-8b89e189-58df-49b8-b633-6cc48191ae0f tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 945 time: 0.2369540 Jul 30 03:33:53.082517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=921743ae-1c1e-48e3-9516-24d1d7b18024,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:53.095866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-774f6cc6-399f-4a08-83f0-7a065bd4ad9a req-8a6704c7-f114-4652-b484-d7b2e5085447 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.098422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-774f6cc6-399f-4a08-83f0-7a065bd4ad9a req-8a6704c7-f114-4652-b484-d7b2e5085447 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.099562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-774f6cc6-399f-4a08-83f0-7a065bd4ad9a req-8a6704c7-f114-4652-b484-d7b2e5085447 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c912c30-aa68-4af5-92c7-de58eae04006 HTTP/1.1" status: 204 len: 173 time: 0.5559816 Jul 30 03:33:53.117215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:53.119516 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c212e35-1c8f-433b-b084-c1eb9e5126e2" -d '{"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-plugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:53.134874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:53.139800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Network 76c0dcef-a558-4037-bb50-da444f8e67db is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:53.182313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Deleting port dbb44e6f-50ce-4803-8015-d1468c8171cd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:53.182667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.192006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6704c7-f114-4652-b484-d7b2e5085447 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c912c30-aa68-4af5-92c7-de58eae04006,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:53.254121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:53.286989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-161cf653-86e6-44c5-93fd-6b5651a6b044 req-cbd3f2a4-0343-4729-853a-8c7ab9c384ad tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920235 Jul 30 03:33:53.290543 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-11e73470-692b-4550-b688-bcd90d5dd856 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310521 Jul 30 03:33:53.293534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:53.309183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:33:53.318049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:53.318831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.325635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.360642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.405958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.412286 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-184b8b17-49d9-4d8b-bd5e-7ae09d2f939c req-8e5f801a-b768-453d-9046-3f249c2585be tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:33:53.413652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-184b8b17-49d9-4d8b-bd5e-7ae09d2f939c req-8e5f801a-b768-453d-9046-3f249c2585be tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9c912c30-aa68-4af5-92c7-de58eae04006 HTTP/1.1" status: 404 len: 352 time: 0.0616806 Jul 30 03:33:53.447284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88ad42-1b98-4886-86f1-947cf7436885 req-b3989060-2a24-46a2-83aa-8736a85df92b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:53.451396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a88ad42-1b98-4886-86f1-947cf7436885 req-b3989060-2a24-46a2-83aa-8736a85df92b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1801720 Jul 30 03:33:53.492152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ebe00257-8e04-40aa-94b9-b3b917296098 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0450370 Jul 30 03:33:53.492864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:53.508287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:53.512277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:53.519056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b8', 'mac_address': 'fa:16:3e:d7:95:98'}, {'ip_address': '2001:db8::228', 'mac_address': 'fa:16:3e:84:b4:73'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:53.560948 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27af3f9-c965-47ee-9abc-e99da2b4b45b x-openstack-request-id: req-a27af3f9-c965-47ee-9abc-e99da2b4b45b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:53.561566 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-plugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:53.561566 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a27af3f9-c965-47ee-9abc-e99da2b4b45b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:53.561846 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'code': 200} Jul 30 03:33:53.564560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7308c7d8-e090-4c11-8a9f-9b530749e886 None None] Provisioning for port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:53.577116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7308c7d8-e090-4c11-8a9f-9b530749e886 None None] Provisioning complete for port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:53.578212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7308c7d8-e090-4c11-8a9f-9b530749e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.593578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] For port dbb44e6f-50ce-4803-8015-d1468c8171cd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dbb44e6f-50ce-4803-8015-d1468c8171cd,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:53.594333 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.684541 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.703850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Calling delete_port for dbb44e6f-50ce-4803-8015-d1468c8171cd owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:53.710101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:53.720332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.729111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a88ad42-1b98-4886-86f1-947cf7436885 req-e5e11469-6ba3-479d-ab02-485c88b65cc5 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570214 Jul 30 03:33:53.751026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:53.757295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6159b2f-fd69-4310-8b58-304de07006ff']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:53.769209 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.784201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7308c7d8-e090-4c11-8a9f-9b530749e886 None None] Port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:53.786456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:33:48Z', 'revision_number': 5, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port': {'id': 'dbb44e6f-50ce-4803-8015-d1468c8171cd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:53.816022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 38bc860d-06e6-4e87-9ff0-2c3614ebf298 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:53.830544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08b9cc2-743b-4815-8e67-e87cb2577b38') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:53.830838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08b9cc2-743b-4815-8e67-e87cb2577b38') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:53.870456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.885954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] Checking router: fb47d307-0e33-4ffc-86a4-37cfddf7018f for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:53.888642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fcf7465-1897-4b64-91d9-bf2969c289e8 req-f5cd98c0-0e1a-4bf4-9879-a0443500ed1c tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/23c8bcca-b9fa-4941-bd38-69669a23cda9 HTTP/1.1" status: 200 len: 1802 time: 0.2107391 Jul 30 03:33:53.893207 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.914916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.934906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] Routers {'fb47d307-0e33-4ffc-86a4-37cfddf7018f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:53.935356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:53.959010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:53.959521 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:53.961396 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:53.997066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:54.008608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.030299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-79f252f0-d657-426a-b797-59be84dc4f19 None None] Provisioning for port 921743ae-1c1e-48e3-9516-24d1d7b18024 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:54.041384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-79f252f0-d657-426a-b797-59be84dc4f19 None None] Provisioning complete for port 921743ae-1c1e-48e3-9516-24d1d7b18024 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:54.041566 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79f252f0-d657-426a-b797-59be84dc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.063356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.067776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.069742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c6159b2f-fd69-4310-8b58-304de07006ff HTTP/1.1" status: 204 len: 168 time: 1.0524967 Jul 30 03:33:54.072826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39746) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:54.084172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fcf7465-1897-4b64-91d9-bf2969c289e8 req-c2d09836-b671-4fb2-ba26-96af03226ed1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.099415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:54.105574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] Set router fb47d307-0e33-4ffc-86a4-37cfddf7018f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:54.110302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60751de-6c18-4384-a8ec-8aa50b7b0b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6159b2f-fd69-4310-8b58-304de07006ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:54.129529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Deleting subnet 1c53931d-cfa3-4d26-a47e-8cbcf8adb971 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:33:54.135879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-79f252f0-d657-426a-b797-59be84dc4f19 None None] Port 921743ae-1c1e-48e3-9516-24d1d7b18024 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:54.145696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.148107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fcf7465-1897-4b64-91d9-bf2969c289e8 req-c2d09836-b671-4fb2-ba26-96af03226ed1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.166743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:54.167107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.171703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:33:52Z', 'revision_number': 6, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:54.173487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.259544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.370191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb642c9e-115e-4ffb-8563-e7c6d2a75e95 None None] The sync data for ids ['fb47d307-0e33-4ffc-86a4-37cfddf7018f'] in n-d-778696-14 is: [{'id': 'fb47d307-0e33-4ffc-86a4-37cfddf7018f', 'name': 'tempest-ServersTestManualDisk-355007096-router', 'tenant_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:30:07Z', 'updated_at': '2021-07-30T03:33:52Z', 'revision_number': 6, 'project_id': '6c0d093ca312470f8da4fd9aa1b73e26', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:54.450261 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.481078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 38bc860d-06e6-4e87-9ff0-2c3614ebf298, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=38bc860d-06e6-4e87-9ff0-2c3614ebf298,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:54.487078 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.548772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=38bc860d-06e6-4e87-9ff0-2c3614ebf298,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:54.587522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb44e6f-50ce-4803-8015-d1468c8171cd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:54.659237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fcf7465-1897-4b64-91d9-bf2969c289e8 req-c2d09836-b671-4fb2-ba26-96af03226ed1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.662261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fcf7465-1897-4b64-91d9-bf2969c289e8 req-c2d09836-b671-4fb2-ba26-96af03226ed1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.669096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fcf7465-1897-4b64-91d9-bf2969c289e8 req-c2d09836-b671-4fb2-ba26-96af03226ed1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/23c8bcca-b9fa-4941-bd38-69669a23cda9 HTTP/1.1" status: 204 len: 173 time: 0.7735221 Jul 30 03:33:54.702795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d09836-b671-4fb2-ba26-96af03226ed1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8bcca-b9fa-4941-bd38-69669a23cda9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:54.718142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7191-fe61-4afc-bb23-ce0f0347d5fd req-66d1c623-3a79-4b76-9b7c-3631c9cfb95b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:54.725793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6ff7191-fe61-4afc-bb23-ce0f0347d5fd req-66d1c623-3a79-4b76-9b7c-3631c9cfb95b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 944 time: 0.1440527 Jul 30 03:33:54.730124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.741074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.826816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-a26955ac-437a-47e1-a339-a48a1ead62a0 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:54.828541 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-a26955ac-437a-47e1-a339-a48a1ead62a0 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 944 time: 0.2038193 Jul 30 03:33:54.867589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.887835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.892440 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.894184 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-ac5ae6e2-d0d2-4d36-99b8-2d445a129dc3 req-c1e6b876-2bbb-406a-b016-1f840e54bbe0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:33:54.895272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac5ae6e2-d0d2-4d36-99b8-2d445a129dc3 req-c1e6b876-2bbb-406a-b016-1f840e54bbe0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/23c8bcca-b9fa-4941-bd38-69669a23cda9 HTTP/1.1" status: 404 len: 352 time: 0.0795355 Jul 30 03:33:54.913766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6ff7191-fe61-4afc-bb23-ce0f0347d5fd req-ddeaa2d1-4afc-4e15-9572-3daf2fc1b91e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775031 Jul 30 03:33:54.945309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.980647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.981186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb47d307-0e33-4ffc-86a4-37cfddf7018f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:33:54.990825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:54.992006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bd703923-c207-4eb8-a47a-f8eab8416e31 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fb47d307-0e33-4ffc-86a4-37cfddf7018f HTTP/1.1" status: 204 len: 168 time: 3.1741183 Jul 30 03:33:54.995810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:55.050961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.055553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.099084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f9b84a-f447-4463-8bcf-e774ab568af8 req-72f5ab5d-db8d-45ae-95c0-d005c5d27fc9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 6156 time: 0.1455863 Jul 30 03:33:55.100356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.109051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.112554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c53931d-cfa3-4d26-a47e-8cbcf8adb971,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:55.117161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2705c71-2a5f-48a6-897b-843c69235ce3 req-b2bcdeea-eb11-4f97-8558-7b67b3ba593d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:55.118679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2705c71-2a5f-48a6-897b-843c69235ce3 req-b2bcdeea-eb11-4f97-8558-7b67b3ba593d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.1255832 Jul 30 03:33:55.123252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Deleting subnet 74ae56e5-0b30-46d9-a082-dc0143ec462c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:33:55.123908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.125881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d5fa547-462b-4ec2-8f31-c343997c65ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1c53931d-cfa3-4d26-a47e-8cbcf8adb971 HTTP/1.1" status: 204 len: 168 time: 1.0504539 Jul 30 03:33:55.128841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Pushing event updated for resources: {'Port': ['ID=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:55.133162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:55.134268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.157035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] In _notify_port_updated(), no bound segment for port 921743ae-1c1e-48e3-9516-24d1d7b18024 on network 76c0dcef-a558-4037-bb50-da444f8e67db {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:33:55.163037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:55.163882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.167982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "PUT /v2.0/ports/921743ae-1c1e-48e3-9516-24d1d7b18024 HTTP/1.1" status: 200 len: 1068 time: 1.6508446 Jul 30 03:33:55.179478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:55.280304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.284926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2705c71-2a5f-48a6-897b-843c69235ce3 req-74ea1336-affd-4600-887d-882dfc61ab2b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516073 Jul 30 03:33:55.297206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Deleting port 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:55.297641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.320804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f9b84a-f447-4463-8bcf-e774ab568af8 req-9a1bbe7e-53e0-481d-959e-a362bfa586a6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/da232dcf-ce6f-4624-9676-69e7d2cf8721 HTTP/1.1" status: 200 len: 2985 time: 0.2123795 Jul 30 03:33:55.407742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3b67d-5cfb-45f5-ac13-73b4e44f8071 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event updated for resources: {'Port': ['ID=921743ae-1c1e-48e3-9516-24d1d7b18024,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:55.430900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.448516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:33:55.455098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:33:55.471726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:33:55.502767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.619756 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:33:55.644449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port 921743ae-1c1e-48e3-9516-24d1d7b18024 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:55.644966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.657450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c3f5aadd-3f90-48f9-b846-b0e9fcdfc0fa None None] Provisioning complete for port 921743ae-1c1e-48e3-9516-24d1d7b18024 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:55.657884 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3f5aadd-3f90-48f9-b846-b0e9fcdfc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.670533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.677834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f9b84a-f447-4463-8bcf-e774ab568af8 req-c665851c-112e-461c-8cc2-b54411e6c383 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/da232dcf-ce6f-4624-9676-69e7d2cf8721 HTTP/1.1" status: 200 len: 2985 time: 0.3410180 Jul 30 03:33:55.741414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 38bc860d-06e6-4e87-9ff0-2c3614ebf298 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:55.747159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5aadd-3f90-48f9-b846-b0e9fcdfc0fa None None] Port 921743ae-1c1e-48e3-9516-24d1d7b18024 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:55.760989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:55.771437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] For port 66218193-4cc8-4eb7-b288-0a2061d880b7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=66218193-4cc8-4eb7-b288-0a2061d880b7,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:55.771991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.786018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Calling delete_port for 66218193-4cc8-4eb7-b288-0a2061d880b7 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:55.833368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'port_id': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'mac_address': 'fa:16:3e:81:0d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8983ca7d-d659-4075-9343-5d23c8fc7d23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:33:55.899406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6ad70daa-9392-4b5d-b33d-505d445bdb3a req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-411843815', 'description': 'tempest-description-1155451243'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:55.903329 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.912893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.917227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/74ae56e5-0b30-46d9-a082-dc0143ec462c HTTP/1.1" status: 204 len: 168 time: 0.9176321 Jul 30 03:33:55.922025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.922974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c1bdbe9e-c1bd-4fd2-955d-2ad501d0d928 None None] Provisioning complete for port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:55.923815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbe9e-c1bd-4fd2-955d-2ad501d0d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.923931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:55.929790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af010481-129d-442f-a803-793d095f730b None None] Network 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:33:55.937194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40091b0-28a9-4756-8cd9-9a7fe08c072e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ae56e5-0b30-46d9-a082-dc0143ec462c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:55.952353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:55.968504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for 921743ae-1c1e-48e3-9516-24d1d7b18024 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:55.994330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d499e221-f66e-43d5-a53d-cb1ced1dbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:55.996755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d499e221-f66e-43d5-a53d-cb1ced1dbcf2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a&tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d HTTP/1.1" status: 200 len: 1102 time: 0.3471982 Jul 30 03:33:56.006763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Router c58b3802-a0dc-4cd2-a129-b73b421eea27 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:33:56.009450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.019463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33a0a1b-f74c-4c3e-85bf-9de7799dfe33']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:56.026319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:33:56.042221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4441f33-0645-46e0-96c7-acd61cfb236d') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:56.042516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4441f33-0645-46e0-96c7-acd61cfb236d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:56.044256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:56.044789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.051525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:56.054985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6ad70daa-9392-4b5d-b33d-505d445bdb3a req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.064639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.085370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c1bdbe9e-c1bd-4fd2-955d-2ad501d0d928 None None] Port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:33:56.103037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.115302 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.180959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:56.181459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:56.183738 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:56.201430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event deleted for resources: {'Port': ['ID=66218193-4cc8-4eb7-b288-0a2061d880b7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:56.201644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.213114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bbd06-fe17-4769-9520-0f25dd465220 req-215c4b55-bfbf-48f5-831a-2fd276c805a6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:56.214703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-673bbd06-fe17-4769-9520-0f25dd465220 req-215c4b55-bfbf-48f5-831a-2fd276c805a6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8aec87-2170-4201-8f77-ecb183f7ebbf HTTP/1.1" status: 200 len: 865 time: 0.1795008 Jul 30 03:33:56.319454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-673bbd06-fe17-4769-9520-0f25dd465220 req-f72156b7-a57f-4f48-b61f-b8c1ee2bdca4 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943348 Jul 30 03:33:56.333505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] No DVR routers for this DVR port 66218193-4cc8-4eb7-b288-0a2061d880b7 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:56.338564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.340930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] DHCP port deletion for 1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:33:56.348399 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-05f694c9-59c9-4c76-912f-798c353b1b22 req-ae0eaf41-b733-4dbb-85c1-63699e664bce tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "DELETE /v2.0/ports/66218193-4cc8-4eb7-b288-0a2061d880b7 HTTP/1.1" status: 204 len: 173 time: 1.5108507 Jul 30 03:33:56.351776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'name': 'network-vif-deleted', 'tag': '66218193-4cc8-4eb7-b288-0a2061d880b7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:56.353889 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ecb12-84b1-4543-a1fb-4fcd69e6bfa9" -d '{"events": [{"server_uuid": "cf8aec87-2170-4201-8f77-ecb183f7ebbf", "name": "network-vif-deleted", "tag": "66218193-4cc8-4eb7-b288-0a2061d880b7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:56.375369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.393954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8f7a4e8b-ad14-4783-b979-f56a345ac76b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:56.412802 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.432099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8f7a4e8b-ad14-4783-b979-f56a345ac76b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:56.432437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8f7a4e8b-ad14-4783-b979-f56a345ac76b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:56.432789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dbb44e6f-50ce-4803-8015-d1468c8171cd no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:56.439770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.445199 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] 10.222.0.39 "DELETE /v2.0/networks/a33a0a1b-f74c-4c3e-85bf-9de7799dfe33 HTTP/1.1" status: 204 len: 168 time: 1.3058619 Jul 30 03:33:56.448068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Deleting port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:56.448662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.451514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3fd0-ca91-4582-897d-65f4a83722ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a33a0a1b-f74c-4c3e-85bf-9de7799dfe33,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:56.465453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: dbb44e6f-50ce-4803-8015-d1468c8171cd {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:56.466509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dbb44e6f-50ce-4803-8015-d1468c8171cd not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:56.493444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] Deleting port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:56.495162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.523472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=921743ae-1c1e-48e3-9516-24d1d7b18024,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:56.560116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:33:56.566935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c419f90-5e97-4fe7-b757-00038667ae97 admin admin] 10.222.0.39 "PUT /v2.0/routers/c58b3802-a0dc-4cd2-a129-b73b421eea27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1220903 Jul 30 03:33:56.580847 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Sync routers for ids ['c58b3802-a0dc-4cd2-a129-b73b421eea27'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:33:56.592027 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Routers {'c58b3802-a0dc-4cd2-a129-b73b421eea27'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:56.592842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c58b3802-a0dc-4cd2-a129-b73b421eea27'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:56.599707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] For port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:56.601506 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.602772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] For port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,segment=NetworkSegment(c18c2fd1-8c83-4c7c-b74f-63638ce12243),segment_id=c18c2fd1-8c83-4c7c-b74f-63638ce12243)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:56.603172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.621695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Calling delete_port for 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:56.635876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] Calling delete_port for 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:56.745870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.784698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] No DVR routers for this DVR port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:56.791091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Pushing event deleted for resources: {'Port': ['ID=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:56.791786 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Set router c58b3802-a0dc-4cd2-a129-b73b421eea27 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:56.853928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7ea72-708b-4a8d-9485-7f14c55513de req-65a478d2-db4f-4e0e-83e2-74879bb0d001 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:56.855534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0df7ea72-708b-4a8d-9485-7f14c55513de req-65a478d2-db4f-4e0e-83e2-74879bb0d001 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.4243319 Jul 30 03:33:56.863646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:56.887176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.911271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.917565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6ad70daa-9392-4b5d-b33d-505d445bdb3a req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.936090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:56.944199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] Pushing event deleted for resources: {'Port': ['ID=61b8a82e-af0e-4cf3-b9f6-f346b327e4bf,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:56.944199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd8887-e8da-46ed-89d2-073cacbb4a22 None None] No DVR routers for this DVR port 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:56.944857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6ad70daa-9392-4b5d-b33d-505d445bdb3a req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:56.996692 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90e04c67-31c0-4b36-bdfd-085c98f24f3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24ae6e1b29a2483ab5f1ab998e4fa420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319897 Jul 30 03:33:56.999945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18c2fd1-8c83-4c7c-b74f-63638ce12243') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:57.000265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18c2fd1-8c83-4c7c-b74f-63638ce12243') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:57.001835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39790) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:57.021465 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.055338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.056501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:33:57.058845 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6ad70daa-9392-4b5d-b33d-505d445bdb3a req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.074588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ad70daa-9392-4b5d-b33d-505d445bdb3a req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2032790 Jul 30 03:33:57.076918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:33:57.077406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:33:57.079149 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:33:57.083178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532e06d-6659-45aa-99b4-baa73fe95c10 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b115be-7539-4b92-86ae-1803624e72f3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:57.097606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0df7ea72-708b-4a8d-9485-7f14c55513de req-bc764ce1-8824-4b73-9f28-265e9467a14b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105384 Jul 30 03:33:57.142531 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9961c474-4c69-4fae-bc7c-b687f45a8a8b x-openstack-request-id: req-9961c474-4c69-4fae-bc7c-b687f45a8a8b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:57.143038 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8aec87-2170-4201-8f77-ecb183f7ebbf", "name": "network-vif-deleted", "tag": "66218193-4cc8-4eb7-b288-0a2061d880b7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:57.143521 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9961c474-4c69-4fae-bc7c-b687f45a8a8b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:57.144239 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8aec87-2170-4201-8f77-ecb183f7ebbf', 'name': 'network-vif-deleted', 'tag': '66218193-4cc8-4eb7-b288-0a2061d880b7', 'status': 'completed', 'code': 200} Jul 30 03:33:57.168301 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:33:53Z', 'revision_number': 4, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8', 'name': '', 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'mac_address': 'fa:16:3e:5e:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '600800d9-c8d8-4d89-99db-0dc0e116b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:52Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 2, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'subnets': [{'id': '600800d9-c8d8-4d89-99db-0dc0e116b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:57.184534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53a98e68-528b-4532-834a-5c99bd078b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.206131 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Checking router: c58b3802-a0dc-4cd2-a129-b73b421eea27 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:33:57.206568 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Updating router c58b3802-a0dc-4cd2-a129-b73b421eea27 port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:33:57.210309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.222425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.224993 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] 10.222.0.39 "DELETE /v2.0/networks/1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9 HTTP/1.1" status: 204 len: 168 time: 1.2965090 Jul 30 03:33:57.234583 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53a98e68-528b-4532-834a-5c99bd078b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.243782 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.256407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ac31-4bee-4f33-b55b-1b3bcca0642e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1ce3e0-82cd-4bb2-a82a-648dd82d82e9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:57.268751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.278029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dab25926-36df-4f1f-8f9e-5b7105e2c806 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/ports/921743ae-1c1e-48e3-9516-24d1d7b18024 HTTP/1.1" status: 204 len: 168 time: 2.0926447 Jul 30 03:33:57.278567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:57.288113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:57.312936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e5149889-0054-43e0-b84b-0a9e86eaef6d req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349955271', 'description': 'tempest-description-1133454509'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:33:57.316878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53a98e68-528b-4532-834a-5c99bd078b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.320989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53a98e68-528b-4532-834a-5c99bd078b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.326558 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-53a98e68-528b-4532-834a-5c99bd078b0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffbeb52d-024e-4d5a-b486-73db97fe8238 HTTP/1.1" status: 204 len: 168 time: 0.3218296 Jul 30 03:33:57.336089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a98e68-528b-4532-834a-5c99bd078b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbeb52d-024e-4d5a-b486-73db97fe8238,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:57.367228 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-28809dd6-c5fc-431d-835d-2172571751b5 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] GET failed (client error): The resource could not be found. Jul 30 03:33:57.372880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39804) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:57.373202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-28809dd6-c5fc-431d-835d-2172571751b5 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "GET /v2.0/ports/921743ae-1c1e-48e3-9516-24d1d7b18024 HTTP/1.1" status: 404 len: 333 time: 0.0861850 Jul 30 03:33:57.402271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:33:57.406143 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b2bf4b-08d3-4919-9a69-52990b2f2db1" -d '{"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:33:57.411175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.431348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e5149889-0054-43e0-b84b-0a9e86eaef6d req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.436772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Transition to ACTIVE for port object ffb84be4-327d-4dda-aeb4-f53eafd998b4 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:57.459671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.486252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:57.509827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port 487501d0-d186-4f1c-b5b0-1a79a2d2077b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:57.513381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.565029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:57.565518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:57.569269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:57.606414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 66218193-4cc8-4eb7-b288-0a2061d880b7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:57.606763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 66218193-4cc8-4eb7-b288-0a2061d880b7 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:57.663095 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.678113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:57.687730 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Transition to ACTIVE for port object d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:33:57.692437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.702395 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.710131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for 487501d0-d186-4f1c-b5b0-1a79a2d2077b owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:57.720473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:33:57.722833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb4bcd18-0a58-4713-9bc5-d3ca419d8861 req-f1b5f906-2ead-499a-b9c8-90948cdd2839 tempest-FloatingIPsNegativeTestJSON-523868149 tempest-FloatingIPsNegativeTestJSON-523868149-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=4d60a43bb0d44a23a034b54b71bcdcc0 HTTP/1.1" status: 200 len: 217 time: 0.1543088 Jul 30 03:33:57.725288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] No DVR routers for this DVR port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:33:57.753521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:33:57.759332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61b8a82e-af0e-4cf3-b9f6-f346b327e4bf not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:33:57.790826 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50e1a8-3d6d-433a-a273-5fd62319074a None None] Pushing event updated for resources: {'Port': ['ID=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:57.877129 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Attempting to bind port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:57.877787 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Attempting to bind port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:57.877787 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Attempting to bind port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 on network 2a2fce36-2135-42eb-9b4e-93d0873afa54 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:57.884420 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:57.885435 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Checking segment: {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:57.885865 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.886336 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Bound using segment: {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:57.887050 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Bound port: d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441ed7d8-a5a2-4f1f-b079-d007fe6f1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:57.887755 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:57.981743 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] For port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:57.987925 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] For port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:58.000301 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.004552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e5149889-0054-43e0-b84b-0a9e86eaef6d req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.008053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:33:58.009890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:33:58.011254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:58.025046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-52f878e5-7150-446a-b545-1d4e94c15ff9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c0d093ca312470f8da4fd9aa1b73e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530945 Jul 30 03:33:58.028131 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324767eb-24e5-4a92-aac4-84130177e8f0 x-openstack-request-id: req-324767eb-24e5-4a92-aac4-84130177e8f0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:33:58.028415 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:33:58.028798 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-324767eb-24e5-4a92-aac4-84130177e8f0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:33:58.029135 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'code': 200} Jul 30 03:33:58.030051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:58.030675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:33:58.031006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Attempting to bind port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:33:58.033074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e5149889-0054-43e0-b84b-0a9e86eaef6d req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.105237 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50e1a8-3d6d-433a-a273-5fd62319074a None None] Pushing event updated for resources: {'Port': ['ID=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:58.120134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.133458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Routers {'c58b3802-a0dc-4cd2-a129-b73b421eea27'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:33:58.134075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c58b3802-a0dc-4cd2-a129-b73b421eea27'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:58.160218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39b672-9f99-4a95-b697-a46f7b9f8c46,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:58.192823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fce3ffef-f388-474e-afef-e5679c2cc435 req-1995c1dc-5dc5-41c8-ab55-38bb16eb04be tempest-FloatingIPsNegativeTestJSON-523868149 tempest-FloatingIPsNegativeTestJSON-523868149-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1574528 Jul 30 03:33:58.193708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e5149889-0054-43e0-b84b-0a9e86eaef6d req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.198932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=487501d0-d186-4f1c-b5b0-1a79a2d2077b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:58.201639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5149889-0054-43e0-b84b-0a9e86eaef6d req-6e1777c6-0b41-4988-aa45-0a47a467c33f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8948104 Jul 30 03:33:58.203876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:58.251545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:33:58.252155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:33:58.252682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:33:58.253254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Bound port: ffb84be4-327d-4dda-aeb4-f53eafd998b4, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:33:58.253750 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.297414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3899ec8-25dc-4cf0-a8ae-43bf0e98b1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.312760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.320431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b5a1d6ff-5291-4e08-ab78-079eef72b0f2 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/ports/487501d0-d186-4f1c-b5b0-1a79a2d2077b HTTP/1.1" status: 204 len: 168 time: 0.9441650 Jul 30 03:33:58.321138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:58.336934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3899ec8-25dc-4cf0-a8ae-43bf0e98b1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.399437 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc9739f-bd70-46cf-ac67-45a84e1de9c7 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] GET failed (client error): The resource could not be found. Jul 30 03:33:58.407565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cbc9739f-bd70-46cf-ac67-45a84e1de9c7 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "GET /v2.0/ports/487501d0-d186-4f1c-b5b0-1a79a2d2077b HTTP/1.1" status: 404 len: 333 time: 0.0852861 Jul 30 03:33:58.408222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39842) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:58.444047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3defdbe5-d914-41c5-a353-2c8033dcf514 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76726fdc171f424c94517376239ea759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358801 Jul 30 03:33:58.450423 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] Set router c58b3802-a0dc-4cd2-a129-b73b421eea27 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:33:58.452918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39844) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:58.490307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3899ec8-25dc-4cf0-a8ae-43bf0e98b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.495695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3899ec8-25dc-4cf0-a8ae-43bf0e98b1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.497086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b3899ec8-25dc-4cf0-a8ae-43bf0e98b1f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab56094d-9431-4c58-9f9f-5ba479bce226 HTTP/1.1" status: 204 len: 168 time: 0.4529362 Jul 30 03:33:58.605089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3899ec8-25dc-4cf0-a8ae-43bf0e98b1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab56094d-9431-4c58-9f9f-5ba479bce226,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:58.610075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:33:58.618580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f95d1d64-9cf6-484b-aa98-7899e16b1d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.647884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:33:58.648667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port f410aece-fdb4-41c4-8c5d-8343eb39249b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:33:58.649170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.656653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4611d8f-1f2e-4f30-873f-8ee2461db5c1 req-567b032d-5a80-4ef9-a538-ffa32680a2d4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:58.658292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4611d8f-1f2e-4f30-873f-8ee2461db5c1 req-567b032d-5a80-4ef9-a538-ffa32680a2d4 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.2020633 Jul 30 03:33:58.665534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.706462 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f95d1d64-9cf6-484b-aa98-7899e16b1d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.769380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=11']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:58.780976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4611d8f-1f2e-4f30-873f-8ee2461db5c1 req-1940cb1a-47d3-4d7f-bfe3-6914b0ba0540 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042602 Jul 30 03:33:58.789603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:58.790244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.791641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-d48fb580-490e-4662-b25b-ceed30599f87 service neutron] 10.222.0.16 "PUT /v2.0/ports/ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 1098 time: 2.7473674 Jul 30 03:33:58.798120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.818203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-1c644cb2-98cf-4354-8122-04c7524a6123 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:58.824765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for f410aece-fdb4-41c4-8c5d-8343eb39249b owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:33:58.826997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-1c644cb2-98cf-4354-8122-04c7524a6123 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 822 time: 0.3738596 Jul 30 03:33:58.830412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f95d1d64-9cf6-484b-aa98-7899e16b1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.842982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f95d1d64-9cf6-484b-aa98-7899e16b1d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:58.846646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-3791a89c-ead2-4269-9770-e25e596db405 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/quotas/1033f9dcf26d4f9ebcb1935c20b9e800 HTTP/1.1" status: 200 len: 375 time: 0.0186539 Jul 30 03:33:58.847695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f95d1d64-9cf6-484b-aa98-7899e16b1d83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03d120e3-0ce4-4379-972d-5b46e4672e6b HTTP/1.1" status: 204 len: 168 time: 0.3937652 Jul 30 03:33:58.865352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d1d64-9cf6-484b-aa98-7899e16b1d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d120e3-0ce4-4379-972d-5b46e4672e6b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:58.880103 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:33:53Z', 'revision_number': 4, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8', 'name': '', 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'mac_address': 'fa:16:3e:5e:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '600800d9-c8d8-4d89-99db-0dc0e116b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:52Z', 'updated_at': '2021-07-30T03:33:57Z', 'revision_number': 4, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'subnets': [{'id': '600800d9-c8d8-4d89-99db-0dc0e116b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:33:58.933608 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab8ca2-c375-485e-9711-97b8329dd542 None None] The sync data for ids ['c58b3802-a0dc-4cd2-a129-b73b421eea27'] in n-d-778696-14 is: [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:33:53Z', 'revision_number': 4, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8', 'name': '', 'network_id': '2a2fce36-2135-42eb-9b4e-93d0873afa54', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'mac_address': 'fa:16:3e:5e:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '600800d9-c8d8-4d89-99db-0dc0e116b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:52Z', 'updated_at': '2021-07-30T03:33:57Z', 'revision_number': 4, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'subnets': [{'id': '600800d9-c8d8-4d89-99db-0dc0e116b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:33:58.953711 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-8e86c23c-952b-4cbe-bea3-9476ae14962e req-47a1a15b-2524-4b48-af2c-784defa66527 tempest-FloatingIPsNegativeTestJSON-523868149 tempest-FloatingIPsNegativeTestJSON-523868149-project] show failed (client error): The resource could not be found. Jul 30 03:33:58.954757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e86c23c-952b-4cbe-bea3-9476ae14962e req-47a1a15b-2524-4b48-af2c-784defa66527 tempest-FloatingIPsNegativeTestJSON-523868149 tempest-FloatingIPsNegativeTestJSON-523868149-project] 10.222.0.39 "GET /v2.0/floatingips/936fa29c-8371-4ec2-8a2e-2d9e404351eb HTTP/1.1" status: 404 len: 350 time: 0.1055675 Jul 30 03:33:58.966966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:58.993222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-c67dd48b-5301-48bb-a65a-4e7540157d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:58.994877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-c67dd48b-5301-48bb-a65a-4e7540157d29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1101 time: 0.1446142 Jul 30 03:33:59.028503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-6c6a4ea5-4355-4ce4-9cd5-9a57cabb907d tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803181 Jul 30 03:33:59.353466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-38e9119b-f182-442c-b7c5-d23539384900 service neutron] 10.222.0.39 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245363 Jul 30 03:33:59.382649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-67308505-f77e-426c-83a7-b40482d96cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:33:59.384566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-67308505-f77e-426c-83a7-b40482d96cd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.3464692 Jul 30 03:33:59.503557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-da34e46e-bb62-4af1-a7d9-87774bbb276a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0744493 Jul 30 03:33:59.661926 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:59.776251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=f410aece-fdb4-41c4-8c5d-8343eb39249b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:33:59.803572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:33:59.830798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:33:59.832946 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ce5e574a-1523-46f6-b997-683523251c55 tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/ports/f410aece-fdb4-41c4-8c5d-8343eb39249b HTTP/1.1" status: 204 len: 168 time: 1.4237707 Jul 30 03:33:59.851592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39888) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:33:59.941774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:33:59.949022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:33:59.949508 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.033187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:00.035853 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae" -d '{"events": [{"name": "network-changed", "server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:00.139075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-e81e095d-e5bc-43f5-abf1-baaf2737ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:00.140622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-e81e095d-e5bc-43f5-abf1-baaf2737ea9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.6238141 Jul 30 03:34:00.144787 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.155616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-077dec97-e764-48be-9aa0-5c395be88980 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:00.164466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-077dec97-e764-48be-9aa0-5c395be88980 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 812 time: 0.8471828 Jul 30 03:34:00.175074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting subnet 561b86a9-a79e-45bf-9c6b-de2264e73e91 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:00.185596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.195761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-7afe2537-979e-4164-929e-e3b374cb565a service neutron] 10.222.0.39 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410368 Jul 30 03:34:00.233662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:00.244533 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.277679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-ae5a8f80-ae01-4d8e-a659-3f7a2e5a6fa8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/quotas/80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 375 time: 0.0754347 Jul 30 03:34:00.317768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.352222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-1f609b00-fd1a-407f-aef3-6312675c1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:00.354018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-1f609b00-fd1a-407f-aef3-6312675c1fac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855299 Jul 30 03:34:00.383476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:00.415232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-d9e2aa41-9edb-42f1-b701-be0891d89e93 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340048 Jul 30 03:34:00.421106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:00.423216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-f94a2310-b628-4772-ad83-9a1906b6eb2c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:34:00.424361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-f94a2310-b628-4772-ad83-9a1906b6eb2c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105770 Jul 30 03:34:00.448987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.570644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-2d053122-6e17-4ec8-94f6-90de08145273 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021415 Jul 30 03:34:00.610719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.728993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.741888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1818530895-network', 'tenant_id': '075ea28512e9414abda19616b17636ab'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:00.745125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7b00-499f-4c4b-9e7f-9268c11438e5 req-d71c61ca-ee52-4b07-a517-ecf0dbf8628d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:00.746765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aad7b00-499f-4c4b-9e7f-9268c11438e5 req-d71c61ca-ee52-4b07-a517-ecf0dbf8628d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.2997837 Jul 30 03:34:00.774617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.849199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:00.853382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/subnets/561b86a9-a79e-45bf-9c6b-de2264e73e91 HTTP/1.1" status: 204 len: 168 time: 0.9966061 Jul 30 03:34:00.853382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec884d0c-8d00-438a-86c9-e76d7875470f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Subnet': ['ID=561b86a9-a79e-45bf-9c6b-de2264e73e91,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:00.854605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aad7b00-499f-4c4b-9e7f-9268c11438e5 req-a078ed13-2eea-4cfd-9bb0-cafcc434dcad tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957980 Jul 30 03:34:00.858092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb763f35-a8a2-40a0-8cc7-3fc6868f501b None None] Network 76c0dcef-a558-4037-bb50-da444f8e67db requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:00.858793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:00.871051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-f09afdf1-2af4-4b9b-845f-496fccd72745 service neutron] 10.222.0.39 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832722 Jul 30 03:34:00.925740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Made reservation on behalf of 075ea28512e9414abda19616b17636ab for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:00.927113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.024705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.033504 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45177007-1f9c-470a-8dfd-7b4981ee5d04 x-openstack-request-id: req-45177007-1f9c-470a-8dfd-7b4981ee5d04 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:01.033989 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:01.034075 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45177007-1f9c-470a-8dfd-7b4981ee5d04 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:01.034411 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'status': 'completed', 'code': 200} Jul 30 03:34:01.104525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9eb8d2-1ad0-4164-b1d2-ffe4d73d594a req-89ac193a-44f2-443b-9a36-6bbefab176b0 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112784 Jul 30 03:34:01.221414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.242433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] DHCP port deletion for 76c0dcef-a558-4037-bb50-da444f8e67db request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:34:01.289716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4757cac4-8929-44ba-bd6d-5082bdb58f3f req-c7da610e-af85-4a58-8aa2-187611f8426e tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 210 time: 0.1392822 Jul 30 03:34:01.346610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-07ed335b-76e2-4d26-a80a-0cd408f9c2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330084 Jul 30 03:34:01.356310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-cfde5bf9-1f1d-455a-a1a1-f3802de5e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:01.358447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] Deleting port ea3834ce-aa65-436f-9246-f39c98ffd75c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:01.358846 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.359162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-cfde5bf9-1f1d-455a-a1a1-f3802de5e33b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1101 time: 0.1331027 Jul 30 03:34:01.403518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.456590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] For port ea3834ce-aa65-436f-9246-f39c98ffd75c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea3834ce-aa65-436f-9246-f39c98ffd75c,segment=NetworkSegment(3605659a-a110-48c0-af07-75a1eb2e8820),segment_id=3605659a-a110-48c0-af07-75a1eb2e8820)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:01.456999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.486675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] Calling delete_port for ea3834ce-aa65-436f-9246-f39c98ffd75c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:01.491919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-518221d4-ebfc-4385-822c-a0757f9360df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:01.493410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-518221d4-ebfc-4385-822c-a0757f9360df service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1262822 Jul 30 03:34:01.500929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.559452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-3a501d85-af82-4ec5-bc81-e67ef1db294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:01.578580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Deleting port ea3834ce-aa65-436f-9246-f39c98ffd75c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:01.578725 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.585371 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-3a501d85-af82-4ec5-bc81-e67ef1db294a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1101 time: 0.5503776 Jul 30 03:34:01.587403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-4b424bc2-a70c-44c4-a8c4-1059ed15967e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0806272 Jul 30 03:34:01.628577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:01.639299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.639685 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Added segment 5057aa10-e0ba-48dd-8d29-9c51f73c92ca of type vlan for network 289ee937-715e-431a-8258-1667f33c66bc Jul 30 03:34:01.650248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8185b468-824f-407c-9445-0ccd23cc2be6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:01.657456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.735795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] No DVR routers for this DVR port ea3834ce-aa65-436f-9246-f39c98ffd75c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:01.739855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5affb409-925c-4b1f-9b91-6e4787288e45 req-ae83a07c-b424-440d-bc87-1c3de996e45c tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 210 time: 0.0848415 Jul 30 03:34:01.746954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94fcf-0871-4a93-9587-d89c151cae67 None None] Pushing event deleted for resources: {'Port': ['ID=ea3834ce-aa65-436f-9246-f39c98ffd75c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:01.787193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] For port ea3834ce-aa65-436f-9246-f39c98ffd75c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea3834ce-aa65-436f-9246-f39c98ffd75c,segment=NetworkSegment(3605659a-a110-48c0-af07-75a1eb2e8820),segment_id=3605659a-a110-48c0-af07-75a1eb2e8820)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:01.787193 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.802857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-e08ebaac-9768-4b4b-89da-f9e881eea248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:01.804566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-e08ebaac-9768-4b4b-89da-f9e881eea248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2001925 Jul 30 03:34:01.830536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Calling delete_port for ea3834ce-aa65-436f-9246-f39c98ffd75c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:01.842463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:01.868186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:01.941545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-f7fc1027-00f5-4780-8cd8-3461cfa12ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:01.945452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-f7fc1027-00f5-4780-8cd8-3461cfa12ca2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2917411 Jul 30 03:34:01.962345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:01.962728 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.016476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.017687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:02.018668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.024246 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-c5900415-32d4-4738-b5e3-0dcc1d1d12fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 200 len: 217 time: 0.0692053 Jul 30 03:34:02.070812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-5889da55-6ca4-46ec-b841-c97d642c898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:02.072918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-5889da55-6ca4-46ec-b841-c97d642c898b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2556238 Jul 30 03:34:02.133280 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6835403 Jul 30 03:34:02.191296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea3834ce-aa65-436f-9246-f39c98ffd75c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:02.198911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39962) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:02.213167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Request body: {'subnet': {'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1818530895-subnet', 'tenant_id': '075ea28512e9414abda19616b17636ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:02.257733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ea3834ce-aa65-436f-9246-f39c98ffd75c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:02.258128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea3834ce-aa65-436f-9246-f39c98ffd75c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:02.262896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.301368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-280a2851-9111-4772-8825-8581645e81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:02.303877 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-280a2851-9111-4772-8825-8581645e81e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.2344294 Jul 30 03:34:02.319609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] No DVR routers for this DVR port ea3834ce-aa65-436f-9246-f39c98ffd75c on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:02.329794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a524e-6a47-423f-8437-35f0e97421ae req-417c4f79-dca6-4802-81d0-8911c2dd3cae tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:02.337460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a8a524e-6a47-423f-8437-35f0e97421ae req-417c4f79-dca6-4802-81d0-8911c2dd3cae tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.3475955 Jul 30 03:34:02.340029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef339fba-636d-4932-add7-97c32055734d admin admin] Pushing event updated for resources: {'Network': ['ID=289ee937-715e-431a-8258-1667f33c66bc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:02.357943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 289ee937-715e-431a-8258-1667f33c66bc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:02.411114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Port': ['ID=ea3834ce-aa65-436f-9246-f39c98ffd75c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:02.425121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-63781e92-8278-4bab-b37e-b726d705c4a4 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428020 Jul 30 03:34:02.520576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.538686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Made reservation on behalf of 075ea28512e9414abda19616b17636ab for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:02.539583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a8a524e-6a47-423f-8437-35f0e97421ae req-0d11f73e-c206-4c8a-96ce-49bdc71a7759 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002263 Jul 30 03:34:02.541641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.592461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9f2c8ff-b023-46e2-91cf-d525dde533ec req-46207959-a396-4101-b776-5f684fa02c05 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 210 time: 0.0753806 Jul 30 03:34:02.604566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c0dcef-a558-4037-bb50-da444f8e67db']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:02.606110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-724526e8-857b-406c-9e8f-5cb860db59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:02.608698 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-724526e8-857b-406c-9e8f-5cb860db59f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2623765 Jul 30 03:34:02.648997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3605659a-a110-48c0-af07-75a1eb2e8820') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:02.649421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3605659a-a110-48c0-af07-75a1eb2e8820') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:02.665888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.690292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.693700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Deleting port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:02.694140 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.700382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:02.700937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:02.704196 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:02.765508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-202c1c00-38e8-43d6-8100-dbb1cf5a9130 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473474 Jul 30 03:34:02.780829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.786977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-7e4cc522-ee13-4d78-9166-daff797ba0f3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:02.788673 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-7e4cc522-ee13-4d78-9166-daff797ba0f3 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 822 time: 0.5436389 Jul 30 03:34:02.790174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:02.793872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] 10.222.0.39 "DELETE /v2.0/networks/76c0dcef-a558-4037-bb50-da444f8e67db HTTP/1.1" status: 204 len: 168 time: 1.9251280 Jul 30 03:34:02.809477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd9f5-13cc-40cb-84c8-50acb416c26f tempest-AllowedAddressPairIpV6TestJSON-1378094803 tempest-AllowedAddressPairIpV6TestJSON-1378094803-project] Pushing event deleted for resources: {'Network': ['ID=76c0dcef-a558-4037-bb50-da444f8e67db,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:02.810932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Request body: {'port': {'device_id': '460deb25-82b2-4831-84eb-a464845b0dec', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'admin_state_up': True, 'tenant_id': '1033f9dcf26d4f9ebcb1935c20b9e800'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:02.843464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39984) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:02.886727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eeff45c6-1014-4c3e-bfa1-8b5a236eb8f3 req-a415d76e-2f41-463e-923f-551994f0b538 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 210 time: 0.0359571 Jul 30 03:34:03.017880 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-6e6e57f9-aba3-4cd6-a107-6a46cb69e3d9 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009516 Jul 30 03:34:03.020847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.024613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] For port d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:03.024987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.091805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:34:03.091805 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:34:03.091805 n-d-778696-14 neutron-server[93876]: [parameters: {'project_id_1': '9eef475b3f77408e980453585520591b', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 34, 3, 61264)}] Jul 30 03:34:03.091805 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:34:03.092540 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:34:03.128402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-f808d46e-cea9-4e21-8be2-abb4370866ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:03.129026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Calling delete_port for d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:03.130399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-f808d46e-cea9-4e21-8be2-abb4370866ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.18 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 812 time: 0.1358874 Jul 30 03:34:03.146563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'port': {'device_id': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5', 'admin_state_up': True, 'tenant_id': '80bdb57440fc45d3b0ce79ccdc9159bb'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:03.157078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39990) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:03.161021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Made reservation on behalf of 1033f9dcf26d4f9ebcb1935c20b9e800 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:03.164612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.176981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.280117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Made reservation on behalf of 80bdb57440fc45d3b0ce79ccdc9159bb for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:03.288244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.433088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Allocated IP 172.20.0.10 (b651fedf-1555-45d5-b3c1-76a7267d39f5/602d2c61-d3de-4914-b1c7-23aecf19ea84/809ab203-a38f-4188-b0ec-7a12f654917e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:03.589807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.593079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.613962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-87685b40-2b5f-4771-b5f0-c0d1dfad52ae req-88b0409a-973d-47dc-bae5-221b6ee4cf26 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847461 Jul 30 03:34:03.634858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575f13f2-5228-4945-b062-2bd5575d1b60,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:03.740387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fa14d-873c-4fe0-8fa0-d5e5f241bd2c req-006416ce-56eb-42ca-a385-5af3b0a8493a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:03.741795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f4fa14d-873c-4fe0-8fa0-d5e5f241bd2c req-006416ce-56eb-42ca-a385-5af3b0a8493a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.1360517 Jul 30 03:34:03.748875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a1784f-4d27-49c3-9d1b-608efcc10719 req-09dc8d80-4e69-4dc9-95dd-fe63c19bdf51 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 210 time: 0.0622046 Jul 30 03:34:03.760066 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3fb1b384-3ca0-4b84-a7b7-d17b7337ea0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=934a836b59f64cb7bff366e054f7cb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926962 Jul 30 03:34:03.771051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Checking segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:03.771051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Network hostable DHCP agents. Network: 289ee937-715e-431a-8258-1667f33c66bc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:03.771359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:03.800818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.813647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Allocated IP 172.20.0.4 (2e094ac4-17f7-40a0-aa2e-367fa65fbaca/8983ca7d-d659-4075-9343-5d23c8fc7d23/c49eea38-13ed-4d06-80f0-018801a4eb25) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:03.825239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Network 289ee937-715e-431a-8258-1667f33c66bc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:03.834408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:03.855419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 289ee937-715e-431a-8258-1667f33c66bc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:03.864598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:03.865186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.879613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4691508-c4c2-49a6-b3c6-a1f12685a0d9 None None] Network 289ee937-715e-431a-8258-1667f33c66bc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:03.902359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Network b651fedf-1555-45d5-b3c1-76a7267d39f5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:03.915253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f4fa14d-873c-4fe0-8fa0-d5e5f241bd2c req-f9ee4202-cb8d-4a96-b49f-3bd5b81034c8 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653948 Jul 30 03:34:03.922367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:03.925413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:03.954234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:03.979576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:03.987442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.018631 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.036213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:04.046085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-327a25ad-e315-4765-a69b-d690f2e8b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.055934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:04.056568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.058327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-654f0a53-b99d-4d7b-8cdd-d0febacf5f63 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8539374 Jul 30 03:34:04.134515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-327a25ad-e315-4765-a69b-d690f2e8b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.210551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a0172f-7f9f-42a8-987d-ab572bccf779 None None] Network 289ee937-715e-431a-8258-1667f33c66bc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:04.227248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.301788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.306334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-72eb5daf-deab-414e-9ca4-4640be59526b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1597624 Jul 30 03:34:04.340863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9eef475b3f77408e980453585520591b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4908323 Jul 30 03:34:04.340863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-327a25ad-e315-4765-a69b-d690f2e8b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.357877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-327a25ad-e315-4765-a69b-d690f2e8b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.365560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40006) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:04.371331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-327a25ad-e315-4765-a69b-d690f2e8b205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab8b5b2e-6e43-4018-8352-f6617f2999fe HTTP/1.1" status: 204 len: 168 time: 0.5896833 Jul 30 03:34:04.374931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caa972-5551-4cd6-b4e8-41ccbf03a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb09bb3-bf5a-45bc-9492-77812bed72df,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:04.394383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.412158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Request body: {'port': {'device_id': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:04.432166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df8c2-0939-4e88-9f07-b6906a247359 req-a19e4737-10d2-405a-b92e-81da903d9787 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:04.433727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c81df8c2-0939-4e88-9f07-b6906a247359 req-a19e4737-10d2-405a-b92e-81da903d9787 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 932 time: 0.4315658 Jul 30 03:34:04.477628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a25ad-e315-4765-a69b-d690f2e8b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b5b2e-6e43-4018-8352-f6617f2999fe,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:04.566709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:04.589552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c81df8c2-0939-4e88-9f07-b6906a247359 req-5211d9e3-888a-434d-9659-65fcc274e97a tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329126 Jul 30 03:34:04.590567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.710055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:04.713039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event updated for resources: {'Port': ['ID=c49eea38-13ed-4d06-80f0-018801a4eb25,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:04.729238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:04.764050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a44f5d2-9b74-4243-b9b6-adb27949e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.776440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Router c58b3802-a0dc-4cd2-a129-b73b421eea27 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:34:04.842466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a44f5d2-9b74-4243-b9b6-adb27949e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.897847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:04.898478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:04.963161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff5b6a-e750-4cdd-a370-071b2c4282ad req-97d7ae4f-108d-448c-9dad-a688f94a293a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:04.963161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82ff5b6a-e750-4cdd-a370-071b2c4282ad req-97d7ae4f-108d-448c-9dad-a688f94a293a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 931 time: 0.0630100 Jul 30 03:34:04.963607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-f41ad4cd-41ad-42a6-a40c-2c21f2f0b496 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1595907 Jul 30 03:34:05.023021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Request body: {'port': {'device_id': '460deb25-82b2-4831-84eb-a464845b0dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:05.039892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82ff5b6a-e750-4cdd-a370-071b2c4282ad req-5645c751-133f-406e-9377-ab3f02f898c0 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Jul 30 03:34:05.072526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:05.084798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] Sync routers for ids ['c58b3802-a0dc-4cd2-a129-b73b421eea27'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:34:05.099459 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-630a8715-9ad1-4aa6-8747-1773d5658af7 admin admin] 10.222.0.39 "PUT /v2.0/routers/c58b3802-a0dc-4cd2-a129-b73b421eea27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1306534 Jul 30 03:34:05.104290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] Routers {'c58b3802-a0dc-4cd2-a129-b73b421eea27'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:05.105304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c58b3802-a0dc-4cd2-a129-b73b421eea27'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:05.118081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:05.134297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a44f5d2-9b74-4243-b9b6-adb27949e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.137512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a44f5d2-9b74-4243-b9b6-adb27949e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.139306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a44f5d2-9b74-4243-b9b6-adb27949e0c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aeb09bb3-bf5a-45bc-9492-77812bed72df HTTP/1.1" status: 204 len: 168 time: 0.7714305 Jul 30 03:34:05.155476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.158947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44f5d2-9b74-4243-b9b6-adb27949e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb09bb3-bf5a-45bc-9492-77812bed72df,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:05.280069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] Set router c58b3802-a0dc-4cd2-a129-b73b421eea27 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:05.352896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809ab203-a38f-4188-b0ec-7a12f654917e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:05.378909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.464652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Transition to ACTIVE for port object 809ab203-a38f-4188-b0ec-7a12f654917e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:05.473634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f2b2b-bcb9-49e2-a1d6-0bba30da6ae8 req-ff4e2f09-346c-4450-80be-1c0a2ff6969d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:05.475223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-928f2b2b-bcb9-49e2-a1d6-0bba30da6ae8 req-ff4e2f09-346c-4450-80be-1c0a2ff6969d tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 949 time: 0.3562217 Jul 30 03:34:05.485158 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.502331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:05.556332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-eccf886b-ac34-4cb2-bbe1-60826c30ba31 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:05.557846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-eccf886b-ac34-4cb2-bbe1-60826c30ba31 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 818 time: 0.5340183 Jul 30 03:34:05.588858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.660691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:05.660691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-cd455879-a136-4750-8991-a2c1a8a57406 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/quotas/075ea28512e9414abda19616b17636ab HTTP/1.1" status: 200 len: 375 time: 0.0874979 Jul 30 03:34:05.662774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49eea38-13ed-4d06-80f0-018801a4eb25 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:05.675735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.690372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:34:03Z', 'revision_number': 5, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:05.706920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'networks': [{'name': 'tempest-network--1242198246'}, {'name': 'tempest-network--325437718'}]} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:05.708623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'network': {'name': 'tempest-network--1242198246'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:05.710076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'network': {'name': 'tempest-network--325437718'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:05.713270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-928f2b2b-bcb9-49e2-a1d6-0bba30da6ae8 req-687d213e-bc1a-4ce0-ae3c-acb9cf07e766 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255907 Jul 30 03:34:05.722815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] Checking router: c58b3802-a0dc-4cd2-a129-b73b421eea27 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:34:05.733669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] Routers {'c58b3802-a0dc-4cd2-a129-b73b421eea27'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:05.734768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:33:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c58b3802-a0dc-4cd2-a129-b73b421eea27'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:05.773865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-181e39d6-25ea-4795-a4de-374b241aa15a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079533 Jul 30 03:34:05.787553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Transition to ACTIVE for port object c49eea38-13ed-4d06-80f0-018801a4eb25 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:05.790158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'network': 2} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:05.798560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.801792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:05.818908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.831541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:05.878985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c49eea38-13ed-4d06-80f0-018801a4eb25,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:05.880218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] Set router c58b3802-a0dc-4cd2-a129-b73b421eea27 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:05.887724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2579ad95-0051-4e62-a244-467d7b159fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.056273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Attempting to bind port c49eea38-13ed-4d06-80f0-018801a4eb25 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:06.056693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Attempting to bind port c49eea38-13ed-4d06-80f0-018801a4eb25 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:06.057090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Attempting to bind port c49eea38-13ed-4d06-80f0-018801a4eb25 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:06.064547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Port c49eea38-13ed-4d06-80f0-018801a4eb25 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:34:06.065090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Attempting to bind port c49eea38-13ed-4d06-80f0-018801a4eb25 on network 2e094ac4-17f7-40a0-aa2e-367fa65fbaca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:06.077776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:06.078477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Checking segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:06.078616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Bound using segment: {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:06.079083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Bound port: c49eea38-13ed-4d06-80f0-018801a4eb25, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba200cd-a165-486b-8656-6d94d8b82b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:06.079542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.083272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:34:03Z', 'revision_number': 5, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:06.119810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5c3b3-75f7-4382-a0f3-f1b9b632fa8c None None] The sync data for ids ['c58b3802-a0dc-4cd2-a129-b73b421eea27'] in n-d-778696-14 is: [{'id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1293140185-router', 'tenant_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:33:46Z', 'updated_at': '2021-07-30T03:34:03Z', 'revision_number': 5, 'project_id': '4d60a43bb0d44a23a034b54b71bcdcc0', 'gw_port': {'id': '38bc860d-06e6-4e87-9ff0-2c3614ebf298', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58b3802-a0dc-4cd2-a129-b73b421eea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:33:48Z', 'updated_at': '2021-07-30T03:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:34:06.136213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.153102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.153622 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.221618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] For port c49eea38-13ed-4d06-80f0-018801a4eb25, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:06.228296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] For port c49eea38-13ed-4d06-80f0-018801a4eb25, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c49eea38-13ed-4d06-80f0-018801a4eb25,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:06.235018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abae13fa-6c17-4f09-8f88-eba2faa54298,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:06.243681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.253427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:06.302344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Attempting to bind port 809ab203-a38f-4188-b0ec-7a12f654917e on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:06.302684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Attempting to bind port 809ab203-a38f-4188-b0ec-7a12f654917e by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:06.303010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Attempting to bind port 809ab203-a38f-4188-b0ec-7a12f654917e on network b651fedf-1555-45d5-b3c1-76a7267d39f5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:06.304222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.304576 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Added segment 49b8fc15-002e-4f4a-8a6f-b48580e45d8b of type vlan for network 0031f774-9413-4f1d-b4ad-fb625006131e Jul 30 03:34:06.314086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.320399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.321027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.322466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/c49eea38-13ed-4d06-80f0-018801a4eb25 HTTP/1.1" status: 200 len: 1092 time: 1.3066766 Jul 30 03:34:06.322916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460deb25-82b2-4831-84eb-a464845b0dec', 'tag': 'c49eea38-13ed-4d06-80f0-018801a4eb25'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:06.325208 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1fd595-b386-453d-91b8-5c03ae08edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "460deb25-82b2-4831-84eb-a464845b0dec", "tag": "c49eea38-13ed-4d06-80f0-018801a4eb25"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:06.328923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6b04e-8f0e-417f-be5d-28ef95a68583 req-4303f8af-d518-4ea9-a297-9e5bbe75a7cb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.330378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dc6b04e-8f0e-417f-be5d-28ef95a68583 req-4303f8af-d518-4ea9-a297-9e5bbe75a7cb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 944 time: 0.1813545 Jul 30 03:34:06.338536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Port 809ab203-a38f-4188-b0ec-7a12f654917e on network b651fedf-1555-45d5-b3c1-76a7267d39f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:34:06.338872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Attempting to bind port 809ab203-a38f-4188-b0ec-7a12f654917e on network b651fedf-1555-45d5-b3c1-76a7267d39f5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:06.349322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-320203b7-946b-4fea-addb-91f81d029179 service neutron] 10.222.0.39 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027924 Jul 30 03:34:06.359419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:06.360290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Checking segment: {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:06.360290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Bound using segment: {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:06.360758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Bound port: 809ab203-a38f-4188-b0ec-7a12f654917e, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179a5139-4196-4b05-9329-08f83ffb7a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:06.360922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.427144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f85d4-c8b6-45c1-b5db-f135aeadf5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c49eea38-13ed-4d06-80f0-018801a4eb25,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:06.432415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.472816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2579ad95-0051-4e62-a244-467d7b159fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.493268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2579ad95-0051-4e62-a244-467d7b159fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.500097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dc6b04e-8f0e-417f-be5d-28ef95a68583 req-1cc36142-7940-4b96-a7cf-aa0098290796 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551819 Jul 30 03:34:06.508941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-2099fa66-1767-4b9a-bcaa-a051c72cf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.510678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-2099fa66-1767-4b9a-bcaa-a051c72cf3d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 1095 time: 0.1348836 Jul 30 03:34:06.525309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:06.559497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:34:06.574672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Deleting port 38bc860d-06e6-4e87-9ff0-2c3614ebf298 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:06.575082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.581523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:06.585988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:06.608644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579ad95-0051-4e62-a244-467d7b159fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9bbb30-e400-4136-a0f0-9ab4df2e3438,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:06.612291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.612658 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Added segment 02848bac-7356-41b3-9132-6174baa70539 of type vlan for network a9d6fe83-597a-4d8e-a175-1ec046c0f5a3 Jul 30 03:34:06.614817 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-217428e7-8d7a-480b-931a-bd6468811024 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c49eea38-13ed-4d06-80f0-018801a4eb25 HTTP/1.1" status: 200 len: 217 time: 0.0905683 Jul 30 03:34:06.628594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2579ad95-0051-4e62-a244-467d7b159fa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=200d9857a5964d58a874096d1f3d1f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225365 Jul 30 03:34:06.632072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-503db80a-6a2b-44b8-8e4a-93f4b15ae644 service neutron] 10.222.0.39 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681901 Jul 30 03:34:06.633385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.637859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:06.714085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.732985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-962f5112-6ba9-4f24-bf2a-65df3bfb9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.735409 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-962f5112-6ba9-4f24-bf2a-65df3bfb9cfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 200 len: 862 time: 0.1112380 Jul 30 03:34:06.758233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.758873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.760347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] 10.222.0.18 "PUT /v2.0/ports/809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 1093 time: 2.3754895 Jul 30 03:34:06.770368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:06.776843 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:06.784984 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-3636ba10-de8a-490e-8381-751695744704 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405734 Jul 30 03:34:06.792506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.793012 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.811309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.819449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.820646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.823879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:06.844524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'mac_address': 'fa:16:3e:c2:7e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:34:06.875101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38933-6297-43e7-9710-3bb4067ff00c service neutron] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:06.884296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] For port 38bc860d-06e6-4e87-9ff0-2c3614ebf298, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=38bc860d-06e6-4e87-9ff0-2c3614ebf298,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:06.885283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.918794 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:06.938224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e809a-4a71-40fb-be91-ea3d6f94dc4a req-c92b3d55-1e6f-4fd3-8e7e-b0aabe081197 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:06.942190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb84be4-327d-4dda-aeb4-f53eafd998b4 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:06.951927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-111e809a-4a71-40fb-be91-ea3d6f94dc4a req-c92b3d55-1e6f-4fd3-8e7e-b0aabe081197 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 1101 time: 0.2932203 Jul 30 03:34:06.962069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Network': ['ID=0031f774-9413-4f1d-b4ad-fb625006131e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:06.972570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:06.974938 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4719272 Jul 30 03:34:06.980972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 0031f774-9413-4f1d-b4ad-fb625006131e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:06.987484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40076) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:06.988538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Calling delete_port for 38bc860d-06e6-4e87-9ff0-2c3614ebf298 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:06.995967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e633d8eb-e494-4139-82bb-042a3ed82aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.050304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d54299-fbb5-4d31-a04d-1e61e43c9009 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Network': ['ID=a9d6fe83-597a-4d8e-a175-1ec046c0f5a3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:07.052379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.120233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-2d2d820d-1274-4344-8168-6d429abbcb94 service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954800 Jul 30 03:34:07.122451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:07.125646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a9d6fe83-597a-4d8e-a175-1ec046c0f5a3 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:07.140268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-367f50f2-d1f3-4c59-bd4b-06a11a6e47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.141817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-367f50f2-d1f3-4c59-bd4b-06a11a6e47e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1096 time: 0.3156545 Jul 30 03:34:07.267360 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99a12b99-c90a-40e7-868b-b6f134ceee32 req-6a1bd144-82b6-400a-a9a1-d3275f47ae60 service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384237 Jul 30 03:34:07.275224 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e633d8eb-e494-4139-82bb-042a3ed82aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.301486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-d5f3474d-a131-416b-af23-5b81b7244154 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 217 time: 0.0853672 Jul 30 03:34:07.426036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed5a5-3074-474d-a232-cede5aba1d07 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.433132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed5a5-3074-474d-a232-cede5aba1d07 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.443030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed5a5-3074-474d-a232-cede5aba1d07 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.448725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed5a5-3074-474d-a232-cede5aba1d07 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.450438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc7ed5a5-3074-474d-a232-cede5aba1d07 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4411857 Jul 30 03:34:07.453605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40090) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:07.462302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-111e809a-4a71-40fb-be91-ea3d6f94dc4a req-b0076c13-9c69-4220-bff3-f7754dc0ce78 tempest-MigrationsAdminTest-1609133388 tempest-MigrationsAdminTest-1609133388-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001070 Jul 30 03:34:07.517315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2f78-c88a-4dbd-9fbf-0e3fea5aad68 req-6b018b7b-a893-4ac2-824b-95e3e70ae7bb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.525105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-320c2f78-c88a-4dbd-9fbf-0e3fea5aad68 req-6b018b7b-a893-4ac2-824b-95e3e70ae7bb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 943 time: 0.3634355 Jul 30 03:34:07.533919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ffb84be4-327d-4dda-aeb4-f53eafd998b4'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:07.550219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-60726258-0b4a-4d41-87b6-5be5e9a3ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:07.553094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-60726258-0b4a-4d41-87b6-5be5e9a3ced7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.1901870 Jul 30 03:34:07.560909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.635747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:07.664070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-e0a5c3e2-f929-4a5b-9d77-2a102f07d517 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931108 Jul 30 03:34:07.672286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:07.672640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d31b4a5d-d9bc-4c1c-a7c8-a0df5feedbf8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:07.691197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e633d8eb-e494-4139-82bb-042a3ed82aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.694629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e633d8eb-e494-4139-82bb-042a3ed82aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.698736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e633d8eb-e494-4139-82bb-042a3ed82aa9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e9bbb30-e400-4136-a0f0-9ab4df2e3438 HTTP/1.1" status: 204 len: 168 time: 1.0581217 Jul 30 03:34:07.745821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.762300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-320c2f78-c88a-4dbd-9fbf-0e3fea5aad68 req-a387ccba-56d6-4890-bd52-90be53d323aa tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360611 Jul 30 03:34:07.768496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633d8eb-e494-4139-82bb-042a3ed82aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9bbb30-e400-4136-a0f0-9ab4df2e3438,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:07.768785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0031f774-9413-4f1d-b4ad-fb625006131e']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:07.805248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b8fc15-002e-4f4a-8a6f-b48580e45d8b') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:07.805563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b8fc15-002e-4f4a-8a6f-b48580e45d8b') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:07.834638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.876477 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ee045-1517-4b4b-a302-fea82e3a77e6 x-openstack-request-id: req-a01ee045-1517-4b4b-a302-fea82e3a77e6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:07.877740 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460deb25-82b2-4831-84eb-a464845b0dec", "tag": "c49eea38-13ed-4d06-80f0-018801a4eb25", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:07.877941 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a01ee045-1517-4b4b-a302-fea82e3a77e6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:07.878350 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460deb25-82b2-4831-84eb-a464845b0dec', 'tag': 'c49eea38-13ed-4d06-80f0-018801a4eb25', 'status': 'completed', 'code': 200} Jul 30 03:34:07.880831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.924389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:07.924792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:07.948085 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9f26b-c7ac-4a64-83d8-1d8bee7ebcb4 x-openstack-request-id: req-f3e9f26b-c7ac-4a64-83d8-1d8bee7ebcb4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:07.948388 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:07.948654 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e9f26b-c7ac-4a64-83d8-1d8bee7ebcb4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:07.949084 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e', 'status': 'completed', 'code': 200} Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:07.961375 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:08.011979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-de06ce04-7187-4836-8b3d-7e7e97095549 service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370407 Jul 30 03:34:08.078524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-06c9fd93-e2b1-4a74-88f9-3c0641749c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.080435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-06c9fd93-e2b1-4a74-88f9-3c0641749c9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 1095 time: 0.1939900 Jul 30 03:34:08.087021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.092153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.117162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.125325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/networks/0031f774-9413-4f1d-b4ad-fb625006131e HTTP/1.1" status: 204 len: 168 time: 0.6686709 Jul 30 03:34:08.136622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:08.292750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e9eb1-cb6e-4fdf-a367-2b8152057ad2 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Network': ['ID=0031f774-9413-4f1d-b4ad-fb625006131e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:08.335196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Pushing event deleted for resources: {'Port': ['ID=38bc860d-06e6-4e87-9ff0-2c3614ebf298,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:08.348592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.377622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-32e2f832-dd85-4b15-8aed-608d9d30b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.379333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-32e2f832-dd85-4b15-8aed-608d9d30b4d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 200 len: 922 time: 0.2886920 Jul 30 03:34:08.388595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7575c4e-e0ae-43ca-8d61-293b9df6ee92 req-b1622b6d-65a9-4fe6-844e-3165dd75ef02 service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678725 Jul 30 03:34:08.525850 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-c1cda086-544c-49f2-b11e-113d16e0c83d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c49eea38-13ed-4d06-80f0-018801a4eb25 HTTP/1.1" status: 200 len: 217 time: 0.0861030 Jul 30 03:34:08.529593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.594371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-8bf65789-1aae-4742-aee4-900758a216ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.597524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-8bf65789-1aae-4742-aee4-900758a216ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 200 len: 862 time: 0.0587764 Jul 30 03:34:08.621733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.651720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-9a681ce8-153d-4c9e-bbad-5c8074f22920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e094ac4-17f7-40a0-aa2e-367fa65fbaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459163 Jul 30 03:34:08.656762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d6fe83-597a-4d8e-a175-1ec046c0f5a3']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:08.665671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.667878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.681916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02848bac-7356-41b3-9132-6174baa70539') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:08.682214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02848bac-7356-41b3-9132-6174baa70539') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:08.715493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897c6a5-5049-4f89-8df4-c58f96697f10 req-42472573-4de2-44ae-8653-95590cf68761 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.718049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0897c6a5-5049-4f89-8df4-c58f96697f10 req-42472573-4de2-44ae-8653-95590cf68761 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 944 time: 0.3083923 Jul 30 03:34:08.729223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.751555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.764388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.766100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:08.766512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.770422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.776744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.783427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.789312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.795664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.801829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.810411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2006a67-70e8-402d-be48-774be38dbf3f req-448c1a98-2b48-42e4-9c3e-6fc15de00536 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.3745515 Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:08.812753 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:08.846027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.846607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c58b3802-a0dc-4cd2-a129-b73b421eea27 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:34:08.851693 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-2816b622-4366-4eba-bf91-7b9f82ca0dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865957 Jul 30 03:34:08.854756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.858165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.858295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ef3e6e90-f841-4198-ac63-6df4fda98adb admin admin] 10.222.0.39 "DELETE /v2.0/routers/c58b3802-a0dc-4cd2-a129-b73b421eea27 HTTP/1.1" status: 204 len: 168 time: 3.7293694 Jul 30 03:34:08.867100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40136) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:08.868530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:08.873708 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/networks/a9d6fe83-597a-4d8e-a175-1ec046c0f5a3 HTTP/1.1" status: 204 len: 168 time: 0.7331073 Jul 30 03:34:08.884567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40138) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:08.887828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-2615edc3-a0dc-4281-b14d-5db2b70b88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:08.889423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-2615edc3-a0dc-4281-b14d-5db2b70b88b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1096 time: 0.2099106 Jul 30 03:34:08.949917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2006a67-70e8-402d-be48-774be38dbf3f req-9c2ade62-558b-4568-b98c-d2ea87fd85fc tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381936 Jul 30 03:34:09.024953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Deleting subnet 600800d9-c8d8-4d89-99db-0dc0e116b81e {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:09.049581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0897c6a5-5049-4f89-8df4-c58f96697f10 req-6340186f-044b-421f-b03c-e0d52a6baab7 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990942 Jul 30 03:34:09.147093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:09.277245 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:09.311282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d07a1-ff7c-4a03-a02d-3bd7cb6453f6 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Network': ['ID=a9d6fe83-597a-4d8e-a175-1ec046c0f5a3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:09.391706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e5d66e8-5527-489f-b510-7311b91eab9d req-414828d2-f38d-4543-865b-70b737315b6d tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 210 time: 0.3022907 Jul 30 03:34:09.474300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-0ff003b1-2f11-41e9-b010-693a417a9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.481421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-0ff003b1-2f11-41e9-b010-693a417a9045 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.5552175 Jul 30 03:34:09.516752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c49eea38-13ed-4d06-80f0-018801a4eb25 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:34:09.618340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-23cc6944-e1f1-4531-b976-549903bf522e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.620298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-23cc6944-e1f1-4531-b976-549903bf522e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.18 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 818 time: 0.3111863 Jul 30 03:34:09.631699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61713cfd-a152-4bb8-9079-bd06bc5c1e48 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.632398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-94cd51ef-a783-4bb0-86ce-1c76724563dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 217 time: 0.1018245 Jul 30 03:34:09.638506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61713cfd-a152-4bb8-9079-bd06bc5c1e48 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.644674 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61713cfd-a152-4bb8-9079-bd06bc5c1e48 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7539465 Jul 30 03:34:09.649026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Request body: {'port': {'device_id': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'admin_state_up': True, 'tenant_id': '075ea28512e9414abda19616b17636ab'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:09.652331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40154) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:09.659108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1545625056'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:09.659294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c49eea38-13ed-4d06-80f0-018801a4eb25, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c49eea38-13ed-4d06-80f0-018801a4eb25,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:09.665342 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7c1fd595-b386-453d-91b8-5c03ae08edbd req-d6631f5d-d0d6-440a-bc25-f08c2451358e service neutron] 10.222.0.18 "GET /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930360 Jul 30 03:34:09.672811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c49eea38-13ed-4d06-80f0-018801a4eb25', 'network_id': '2e094ac4-17f7-40a0-aa2e-367fa65fbaca', 'port_id': 'c49eea38-13ed-4d06-80f0-018801a4eb25', 'mac_address': 'fa:16:3e:3d:31:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8983ca7d-d659-4075-9343-5d23c8fc7d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:34:09.714879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:09.737598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 38bc860d-06e6-4e87-9ff0-2c3614ebf298 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:09.742973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49eea38-13ed-4d06-80f0-018801a4eb25 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:09.767921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 38bc860d-06e6-4e87-9ff0-2c3614ebf298 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:09.768488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 38bc860d-06e6-4e87-9ff0-2c3614ebf298 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:09.776514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-8ca738da-3411-46dd-9cae-7abc7734c888 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.778078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-8ca738da-3411-46dd-9cae-7abc7734c888 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 818 time: 0.4689660 Jul 30 03:34:09.791029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c49eea38-13ed-4d06-80f0-018801a4eb25, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c49eea38-13ed-4d06-80f0-018801a4eb25,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:09.796575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:09.797967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:09.802407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:09.823878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Request body: {'port': {'device_id': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'admin_state_up': True, 'tenant_id': '075ea28512e9414abda19616b17636ab'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:09.853812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1d73-28cc-4596-83c8-fd3d9dbbcc19 req-d2cf500b-2d06-4f11-b2d2-8be437e8f6cb tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.861683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3ce1d73-28cc-4596-83c8-fd3d9dbbcc19 req-d2cf500b-2d06-4f11-b2d2-8be437e8f6cb tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.6335890 Jul 30 03:34:09.917910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c49eea38-13ed-4d06-80f0-018801a4eb25,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:09.922647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Made reservation on behalf of 075ea28512e9414abda19616b17636ab for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:09.927691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:09.942700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05287b07-215e-4b7f-97ec-8a1d4bf6411b req-b8af2f50-c194-409d-b44d-4a2ec6060ab6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.948226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05287b07-215e-4b7f-97ec-8a1d4bf6411b req-b8af2f50-c194-409d-b44d-4a2ec6060ab6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 943 time: 0.4121139 Jul 30 03:34:09.966315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:09.978127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-c5603391-f3d5-4377-a7e4-714667b82314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:09.980759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-c5603391-f3d5-4377-a7e4-714667b82314 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.3102591 Jul 30 03:34:09.985202 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.017156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c49eea38-13ed-4d06-80f0-018801a4eb25'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:10.032794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.033147 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Added segment 6a785fbb-1557-4f82-95b5-98e722e4f7d4 of type vlan for network 02831ee8-d05d-4fd2-a920-ec1291720fa9 Jul 30 03:34:10.047979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-ed1488a4-735a-4c0b-af4f-ee2592143b40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378850 Jul 30 03:34:10.110739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-e99eca7f-390c-4e08-90eb-e9b3fa3470fb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.112316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-e99eca7f-390c-4e08-90eb-e9b3fa3470fb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 818 time: 0.2834816 Jul 30 03:34:10.129680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.176814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Request body: {'port': {'device_id': '4848ffba-7a2b-49c0-8083-9221755654da', 'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'admin_state_up': True, 'tenant_id': '075ea28512e9414abda19616b17636ab'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:10.277289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.283023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.283680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.376113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Allocated IP 172.20.0.11 (289ee937-715e-431a-8258-1667f33c66bc/575f13f2-5228-4945-b062-2bd5575d1b60/5bf5cadb-96f8-405b-bdcb-af028d4528f5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:10.397519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7405009 Jul 30 03:34:10.415424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40176) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:10.420731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1801814503'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:10.470909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b571ad6-8291-40a0-badc-844c27e43047 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Network': ['ID=02831ee8-d05d-4fd2-a920-ec1291720fa9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:10.495492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 02831ee8-d05d-4fd2-a920-ec1291720fa9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:10.508868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3ce1d73-28cc-4596-83c8-fd3d9dbbcc19 req-60ce6c4b-0c24-4467-99a7-47f94b175709 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462684 Jul 30 03:34:10.523061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:10.527390 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.577436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05287b07-215e-4b7f-97ec-8a1d4bf6411b req-effee2bc-6ce7-4e09-bf6f-5de89d0c35bb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224179 Jul 30 03:34:10.584496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:10.630711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203469e5-e200-4886-8f57-8b452d068473 req-56a7eae4-2a3d-456d-b855-eb419abc553c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.632278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-203469e5-e200-4886-8f57-8b452d068473 req-56a7eae4-2a3d-456d-b855-eb419abc553c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 950 time: 0.2177627 Jul 30 03:34:10.648566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Made reservation on behalf of 075ea28512e9414abda19616b17636ab for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:10.652121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.668345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:10.692735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:10.697613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port ffb84be4-327d-4dda-aeb4-f53eafd998b4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:10.699397 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.728940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.730440 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Added segment eff9f6ce-3276-4c53-a0bc-441f07e34c1b of type vlan for network 8fb010f2-a845-421f-b685-8e9843784454 Jul 30 03:34:10.749217 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.814392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-3ceccded-0cc8-4fe1-8eb6-92d2d54e34bf service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491164 Jul 30 03:34:10.819160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600800d9-c8d8-4d89-99db-0dc0e116b81e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:10.827009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.831587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f33e759-a1cb-458b-8db0-d0bf37eef483 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/600800d9-c8d8-4d89-99db-0dc0e116b81e HTTP/1.1" status: 204 len: 168 time: 1.9605961 Jul 30 03:34:10.831587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Made reservation on behalf of 075ea28512e9414abda19616b17636ab for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:10.833422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.838066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40194) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:10.863149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2928265e-e19f-4e41-9600-36ad448ba19c None None] Network 2a2fce36-2135-42eb-9b4e-93d0873afa54 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:10.865835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.872728 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.928906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.936159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.943044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.948809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.950054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.956292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.959043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:10.962440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.969048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:10.982485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eae28f49-7625-428b-a976-291c3e30e4e4 req-244d1bb9-4c85-46fc-bccb-b4d19078ad36 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.2763791 Jul 30 03:34:11.002076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa311c-c5a9-419f-bda1-0e061c7b13ba req-eaed05c9-0a9f-46c9-87cc-d935e0a648d4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:11.006272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:11.007966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eeaa311c-c5a9-419f-bda1-0e061c7b13ba req-eaed05c9-0a9f-46c9-87cc-d935e0a648d4 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 944 time: 0.3250103 Jul 30 03:34:11.013521 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32df4eea-bdc1-4cba-97e1-0c23888af7df" -d '{"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-plugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:11.040454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.041980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:11.051014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.056621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:11.057256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.070173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.092319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Deleting port ffb84be4-327d-4dda-aeb4-f53eafd998b4 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:11.092663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.147002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=13']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:11.192020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad284f53-c0f1-4252-bf4c-83ebd2dbe582 req-e1cc64d1-559d-4a80-ad56-a204b91ec656 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 210 time: 0.0788105 Jul 30 03:34:11.231702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] DHCP port deletion for 2a2fce36-2135-42eb-9b4e-93d0873afa54 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:34:11.266948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8505154 Jul 30 03:34:11.274481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:11.289034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'ports': [{'network_id': '02831ee8-d05d-4fd2-a920-ec1291720fa9', 'name': 'tempest-port--76152153', 'admin_state_up': True}, {'network_id': '8fb010f2-a845-421f-b685-8e9843784454', 'admin_state_up': False}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:11.289346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'port': {'network_id': '02831ee8-d05d-4fd2-a920-ec1291720fa9', 'name': 'tempest-port--76152153', 'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:11.289829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'port': {'network_id': '8fb010f2-a845-421f-b685-8e9843784454', 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:11.303029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] Deleting port af16814f-7039-48d0-acab-e1ceb658951e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:11.303456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.314345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cf918b4-0fb6-4d3e-83f8-cc5babbc713b req-ffc932bc-dc01-4ae9-b73b-3034a22ede76 service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763675 Jul 30 03:34:11.342880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eeaa311c-c5a9-419f-bda1-0e061c7b13ba req-fb66aef5-27de-4426-b530-814d72a9695e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962060 Jul 30 03:34:11.368504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.388959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4014c-bb19-430f-bc2d-1ce674ec500b tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Network': ['ID=8fb010f2-a845-421f-b685-8e9843784454,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:11.426777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] For port af16814f-7039-48d0-acab-e1ceb658951e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af16814f-7039-48d0-acab-e1ceb658951e,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:11.428420 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.438122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8fb010f2-a845-421f-b685-8e9843784454 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:11.492486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Network 289ee937-715e-431a-8258-1667f33c66bc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:11.521201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Allocated IP 172.20.0.13 (289ee937-715e-431a-8258-1667f33c66bc/575f13f2-5228-4945-b062-2bd5575d1b60/457f4e64-7f5d-4a32-8059-5e5807a510bc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:11.527263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:11.532051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] For port ffb84be4-327d-4dda-aeb4-f53eafd998b4, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ffb84be4-327d-4dda-aeb4-f53eafd998b4,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:11.532426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.549803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:11.550764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] Calling delete_port for af16814f-7039-48d0-acab-e1ceb658951e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:11.557543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Deleting port af16814f-7039-48d0-acab-e1ceb658951e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:11.557885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.573156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Pushing event updated for resources: {'Port': ['ID=5bf5cadb-96f8-405b-bdcb-af028d4528f5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:11.627713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Calling delete_port for ffb84be4-327d-4dda-aeb4-f53eafd998b4 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:11.644479 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64879a21-4a5a-4e1f-9a1b-f129bd3937d2 x-openstack-request-id: req-64879a21-4a5a-4e1f-9a1b-f129bd3937d2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:11.646103 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-plugged", "status": "completed", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:11.646568 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64879a21-4a5a-4e1f-9a1b-f129bd3937d2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:11.647237 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'code': 200} Jul 30 03:34:11.661050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 809ab203-a38f-4188-b0ec-7a12f654917e details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:34:11.689178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c49eea38-13ed-4d06-80f0-018801a4eb25 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:11.713942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'port': 2} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:11.719969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.732241 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.758027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] No DVR routers for this DVR port af16814f-7039-48d0-acab-e1ceb658951e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:11.761945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.803756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eeffb-0c56-4cd2-964e-096134d24559 None None] Pushing event deleted for resources: {'Port': ['ID=af16814f-7039-48d0-acab-e1ceb658951e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:11.816601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af16814f-7039-48d0-acab-e1ceb658951e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:11.874051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:11.875029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.890287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] For port af16814f-7039-48d0-acab-e1ceb658951e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af16814f-7039-48d0-acab-e1ceb658951e,segment=NetworkSegment(441ed7d8-a5a2-4f1f-b079-d007fe6f1375),segment_id=441ed7d8-a5a2-4f1f-b079-d007fe6f1375)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:11.891091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:11.893911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] device_id is not set on port d737cd58-9056-4b5c-909b-ee062410e020 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:34:11.911654 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:34:11.913840 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-0855df33-0e99-4ac4-9d71-2f8681efe0a6 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2708097 Jul 30 03:34:11.936530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Request body: {'port': {'device_id': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:11.940037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Calling delete_port for af16814f-7039-48d0-acab-e1ceb658951e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:11.950248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8fe9-8cd0-4ed8-a61c-dfcf8e7f1d5e req-ec88de42-5976-4576-b34e-663689394d2a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:11.952428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-461f8fe9-8cd0-4ed8-a61c-dfcf8e7f1d5e req-ec88de42-5976-4576-b34e-663689394d2a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 951 time: 0.2822580 Jul 30 03:34:11.966741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: af16814f-7039-48d0-acab-e1ceb658951e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:11.967174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af16814f-7039-48d0-acab-e1ceb658951e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:12.023124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-461f8fe9-8cd0-4ed8-a61c-dfcf8e7f1d5e req-4b153d82-2c14-4b7c-8dc2-4408f8d1711a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Jul 30 03:34:12.042249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdcb78-ad66-4056-8bc0-5de4e8dd4e47 req-1e02fbce-4d79-4b2d-bbf5-a33c8cf60be8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:12.051309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9cdcb78-ad66-4056-8bc0-5de4e8dd4e47 req-1e02fbce-4d79-4b2d-bbf5-a33c8cf60be8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 944 time: 0.2577837 Jul 30 03:34:12.071766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port c49eea38-13ed-4d06-80f0-018801a4eb25 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:12.082584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c49eea38-13ed-4d06-80f0-018801a4eb25 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:12.083898 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.090031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:12.129477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '809ab203-a38f-4188-b0ec-7a12f654917e', 'network_id': 'b651fedf-1555-45d5-b3c1-76a7267d39f5', 'port_id': '809ab203-a38f-4188-b0ec-7a12f654917e', 'mac_address': 'fa:16:3e:b2:7f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602d2c61-d3de-4914-b1c7-23aecf19ea84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:34:12.193312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9cdcb78-ad66-4056-8bc0-5de4e8dd4e47 req-7e99c998-b66a-48bb-be3d-2b0b228665c9 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386445 Jul 30 03:34:12.235707 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.263265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809ab203-a38f-4188-b0ec-7a12f654917e {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:12.272935 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.287520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.333729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:12.341177 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.401829 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ccd4beb3-48f7-4d47-8182-149c358f9d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.432419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c49eea38-13ed-4d06-80f0-018801a4eb25, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c49eea38-13ed-4d06-80f0-018801a4eb25,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:12.447685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] device_id is not set on port d7247d60-9e86-479c-9ccd-528188b9ff19 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:34:12.454627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.461243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb26d4-d09f-4d0a-8130-85393a993312 req-324d7a22-11b5-4233-9c0f-5a8f42c0aced tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:12.463555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70eb26d4-d09f-4d0a-8130-85393a993312 req-324d7a22-11b5-4233-9c0f-5a8f42c0aced tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 932 time: 0.1586177 Jul 30 03:34:12.480943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:12.557098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70eb26d4-d09f-4d0a-8130-85393a993312 req-719371ff-a172-4406-852f-b6fc82460582 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856700 Jul 30 03:34:12.569948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c49eea38-13ed-4d06-80f0-018801a4eb25,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:12.583552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['809ab203-a38f-4188-b0ec-7a12f654917e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:12.608014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22268a70-6cdb-46d3-ac13-1da63c74f7ff req-16d431c1-3dd0-4df4-83bb-19ac2304ccff tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:12.609843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22268a70-6cdb-46d3-ac13-1da63c74f7ff req-16d431c1-3dd0-4df4-83bb-19ac2304ccff tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 945 time: 0.1174350 Jul 30 03:34:12.649634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.697605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22268a70-6cdb-46d3-ac13-1da63c74f7ff req-c46cf173-21b4-410b-91f2-0380502a0578 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792263 Jul 30 03:34:12.711700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.740606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.786247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.834125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:12.867795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.908007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Port': ['ID=d737cd58-9056-4b5c-909b-ee062410e020,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:12.913198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.924798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Pushing event deleted for resources: {'Port': ['ID=af16814f-7039-48d0-acab-e1ceb658951e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:12.927644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] No DVR routers for this DVR port af16814f-7039-48d0-acab-e1ceb658951e on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:12.943494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Checking segment: {'id': '6a785fbb-1557-4f82-95b5-98e722e4f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '02831ee8-d05d-4fd2-a920-ec1291720fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:12.943934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network hostable DHCP agents. Network: 02831ee8-d05d-4fd2-a920-ec1291720fa9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:12.956269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Allocated IP 172.20.0.5 (289ee937-715e-431a-8258-1667f33c66bc/575f13f2-5228-4945-b062-2bd5575d1b60/66ba6489-b31f-47d3-a057-fe54edc06bcc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:12.987402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:12.989801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network 02831ee8-d05d-4fd2-a920-ec1291720fa9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:13.019906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 02831ee8-d05d-4fd2-a920-ec1291720fa9) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:13.038161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:13.039100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.069633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Network 289ee937-715e-431a-8258-1667f33c66bc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:13.094273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8975ba4e-59e6-47eb-beb5-265ce0ce10b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.115802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:13.127743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:13.128838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:13.156953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f3a74-3a08-4163-8ecf-e3448cb8ef70 None None] Network 02831ee8-d05d-4fd2-a920-ec1291720fa9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:13.163525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:13.187423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Pushing event updated for resources: {'Port': ['ID=457f4e64-7f5d-4a32-8059-5e5807a510bc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:13.203462 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.228199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Port': ['ID=d7247d60-9e86-479c-9ccd-528188b9ff19,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:13.246875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] No DVR routers for this DVR port ffb84be4-327d-4dda-aeb4-f53eafd998b4 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:13.255533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2fce36-2135-42eb-9b4e-93d0873afa54']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:13.257813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.259799 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-203469e5-e200-4886-8f57-8b452d068473 req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "DELETE /v2.0/ports/ffb84be4-327d-4dda-aeb4-f53eafd998b4 HTTP/1.1" status: 204 len: 173 time: 2.5926623 Jul 30 03:34:13.260534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6250d-de10-4614-b4a5-7668c146fa2c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event deleted for resources: {'Port': ['ID=ffb84be4-327d-4dda-aeb4-f53eafd998b4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:13.262416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-deleted', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:13.264790 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cf1273-cef1-4f75-8e11-b22c626d4d12" -d '{"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-deleted", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:13.280186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441ed7d8-a5a2-4f1f-b079-d007fe6f1375') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:13.280186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441ed7d8-a5a2-4f1f-b079-d007fe6f1375') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:13.300434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:13.301086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.304797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.330045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.338678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:13.339348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:13.342005 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:13.356107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a66f7d3-5e74-46ff-81bb-1ca2796b801c req-79da60a3-9631-4687-a015-2f7df0542d36 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=982672a8-bbdf-4edb-94e4-214bfe2e886a HTTP/1.1" status: 200 len: 210 time: 0.2032702 Jul 30 03:34:13.422194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.431901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.434477 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a2fce36-2135-42eb-9b4e-93d0873afa54 HTTP/1.1" status: 204 len: 168 time: 2.5703611 Jul 30 03:34:13.438524 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a707697-32b1-40e5-92df-e4e887f01750 x-openstack-request-id: req-3a707697-32b1-40e5-92df-e4e887f01750 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:13.438524 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982672a8-bbdf-4edb-94e4-214bfe2e886a", "name": "network-vif-deleted", "tag": "ffb84be4-327d-4dda-aeb4-f53eafd998b4", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:13.438524 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a707697-32b1-40e5-92df-e4e887f01750 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:13.438524 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982672a8-bbdf-4edb-94e4-214bfe2e886a', 'name': 'network-vif-deleted', 'tag': 'ffb84be4-327d-4dda-aeb4-f53eafd998b4', 'status': 'completed', 'code': 200} Jul 30 03:34:13.474617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab964b9a-e2f0-4aa6-bf79-c042eb25ea4f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2fce36-2135-42eb-9b4e-93d0873afa54,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:13.540626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 809ab203-a38f-4188-b0ec-7a12f654917e up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:13.632737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Checking segment: {'id': 'eff9f6ce-3276-4c53-a0bc-441f07e34c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fb010f2-a845-421f-b685-8e9843784454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:13.633028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network hostable DHCP agents. Network: 8fb010f2-a845-421f-b685-8e9843784454, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:13.651162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460deb25-82b2-4831-84eb-a464845b0dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49eea38-13ed-4d06-80f0-018801a4eb25'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:13.651381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:13.652098 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89118c0-3777-42c5-a688-90d524be4210" -d '{"events": [{"server_uuid": "460deb25-82b2-4831-84eb-a464845b0dec", "name": "network-vif-plugged", "status": "completed", "tag": "c49eea38-13ed-4d06-80f0-018801a4eb25"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:13.658624 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.689518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566468da-a96e-45ab-9242-67cc01e890e9 req-be30253f-f9b8-4417-8af3-2c44926534a7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:13.697864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-566468da-a96e-45ab-9242-67cc01e890e9 req-be30253f-f9b8-4417-8af3-2c44926534a7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 945 time: 0.3591855 Jul 30 03:34:13.734594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8dda4090-4e46-43bb-9513-f85a857ac195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d60a43bb0d44a23a034b54b71bcdcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783308 Jul 30 03:34:13.734594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40320) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:13.767924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 809ab203-a38f-4188-b0ec-7a12f654917e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:13.773544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 809ab203-a38f-4188-b0ec-7a12f654917e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:13.773908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.802497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1d26b6e-ed19-4345-8ee8-daee36394198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.809779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network 8fb010f2-a845-421f-b685-8e9843784454 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:13.829520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1d26b6e-ed19-4345-8ee8-daee36394198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.859175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-566468da-a96e-45ab-9242-67cc01e890e9 req-d59883d9-7c82-41e0-aa8c-915bfb825c8b tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607354 Jul 30 03:34:13.876086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8975ba4e-59e6-47eb-beb5-265ce0ce10b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.878911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8fb010f2-a845-421f-b685-8e9843784454) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:13.899097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-fd3dcb8a-877d-42b8-9bda-5cc3a135cdeb tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7299287 Jul 30 03:34:13.902452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1d26b6e-ed19-4345-8ee8-daee36394198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.908589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:13.912229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1d26b6e-ed19-4345-8ee8-daee36394198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.915770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a1d26b6e-ed19-4345-8ee8-daee36394198 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73eed949-95c6-472b-8b00-0fb3882cfb17 HTTP/1.1" status: 204 len: 168 time: 0.1789725 Jul 30 03:34:13.915888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:13.916019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40324) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:13.920472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-6cacc28f-db11-438e-a633-c6d4c15c4f2e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:34:13.921780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-6cacc28f-db11-438e-a633-c6d4c15c4f2e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061033 Jul 30 03:34:13.927083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561adffe-ec52-4dca-bf76-c75b8d9ddf6f None None] Network 8fb010f2-a845-421f-b685-8e9843784454 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:13.929883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:13.934261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.941381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d26b6e-ed19-4345-8ee8-daee36394198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eed949-95c6-472b-8b00-0fb3882cfb17,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:13.946359 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8975ba4e-59e6-47eb-beb5-265ce0ce10b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:13.963064 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ce3e3-2ab2-4c65-b7ef-fcc1bb411ddc x-openstack-request-id: req-dd2ce3e3-2ab2-4c65-b7ef-fcc1bb411ddc {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:13.963372 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460deb25-82b2-4831-84eb-a464845b0dec", "name": "network-vif-plugged", "status": "completed", "tag": "c49eea38-13ed-4d06-80f0-018801a4eb25", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:13.963630 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd2ce3e3-2ab2-4c65-b7ef-fcc1bb411ddc {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:13.964022 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460deb25-82b2-4831-84eb-a464845b0dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49eea38-13ed-4d06-80f0-018801a4eb25', 'code': 200} Jul 30 03:34:13.985205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880661-7ec3-4496-b48b-a3864698d0f9 req-2ecaa1d0-959f-4ac0-b47d-6c195489e487 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:13.986795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d880661-7ec3-4496-b48b-a3864698d0f9 req-2ecaa1d0-959f-4ac0-b47d-6c195489e487 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 932 time: 0.3133352 Jul 30 03:34:14.078640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Request body: {'port': {'device_id': '4848ffba-7a2b-49c0-8083-9221755654da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:14.130780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.134745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2ac4f7c6-d139-4cb1-853b-f013a461b27a tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.8591449 Jul 30 03:34:14.140396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40332) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:14.148572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.172492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8975ba4e-59e6-47eb-beb5-265ce0ce10b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=300e2edba37146ef918cca929afb3837&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3367569 Jul 30 03:34:14.178900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:14.212638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.213124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.213602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.214071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.214534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.215084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.215810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.225306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-fd7aada5-f13a-4107-be66-dc8f95544b02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6509 time: 0.3000994 Jul 30 03:34:14.227021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975ba4e-59e6-47eb-beb5-265ce0ce10b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dd72a2-fdc3-43d5-88f7-b465fe4cf510,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:14.236478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:14.271317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.282569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d880661-7ec3-4496-b48b-a3864698d0f9 req-37b00a6b-af08-4488-8d1b-717b8358d20c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823343 Jul 30 03:34:14.288957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Network 289ee937-715e-431a-8258-1667f33c66bc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:14.290585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.314716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:14.322843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Pushing event updated for resources: {'Port': ['ID=66ba6489-b31f-47d3-a057-fe54edc06bcc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:14.335501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0828-30b8-422f-8b48-3d28ccdba077 req-ca181efd-23a3-4818-8fe0-f9b4f808a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.337273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1ff0828-30b8-422f-8b48-3d28ccdba077 req-ca181efd-23a3-4818-8fe0-f9b4f808a103 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 1097 time: 0.2946396 Jul 30 03:34:14.339387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:14.347586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f85bdf-c8c9-4e43-94dd-a91e908b8277 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.354893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f85bdf-c8c9-4e43-94dd-a91e908b8277 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.357053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b1f85bdf-c8c9-4e43-94dd-a91e908b8277 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2138922 Jul 30 03:34:14.357529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40426f-a478-4c69-94c8-99ab20b024cd req-f5ad708a-e36d-48dd-b98a-82e63859f572 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.363194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40338) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:14.365528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a40426f-a478-4c69-94c8-99ab20b024cd req-f5ad708a-e36d-48dd-b98a-82e63859f572 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 945 time: 0.2987938 Jul 30 03:34:14.372561 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-488eb2b4-2588-442a-a943-1a2e456c467c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462598 Jul 30 03:34:14.390566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:14.511549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.512236 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.515057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581afdd-790d-4a91-86d8-30737a63cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.522763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a40426f-a478-4c69-94c8-99ab20b024cd req-bce948b3-8242-4473-9b2e-4e2d2563fed9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561539 Jul 30 03:34:14.536609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1ff0828-30b8-422f-8b48-3d28ccdba077 req-a65c8e70-c674-4bd5-8fe0-a239ef77f10e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344903 Jul 30 03:34:14.552319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f96a0c14-0f46-4117-a4b0-e4f11058cea8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7388129 Jul 30 03:34:14.557374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581afdd-790d-4a91-86d8-30737a63cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.571036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Request body: {'port': {'device_id': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:14.616869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:14.643441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf5cadb-96f8-405b-bdcb-af028d4528f5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:14.652546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.666735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.667307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: ffb84be4-327d-4dda-aeb4-f53eafd998b4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:14.668189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ffb84be4-327d-4dda-aeb4-f53eafd998b4 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:14.693122 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e991-3911-49a6-b3d0-6387fb07cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.722997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Transition to ACTIVE for port object 5bf5cadb-96f8-405b-bdcb-af028d4528f5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:14.724110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581afdd-790d-4a91-86d8-30737a63cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.726988 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581afdd-790d-4a91-86d8-30737a63cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.730504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e581afdd-790d-4a91-86d8-30737a63cd99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49dd72a2-fdc3-43d5-88f7-b465fe4cf510 HTTP/1.1" status: 204 len: 168 time: 0.5439138 Jul 30 03:34:14.730631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Deleting port d737cd58-9056-4b5c-909b-ee062410e020 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:14.730631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.752028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581afdd-790d-4a91-86d8-30737a63cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dd72a2-fdc3-43d5-88f7-b465fe4cf510,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:14.762554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.905754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5bc1b-36eb-4d4b-b43d-314b581d451e req-52ebee2b-eebc-45f0-9408-a3203a44ab7b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:14.908911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.913566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3b5bc1b-36eb-4d4b-b43d-314b581d451e req-52ebee2b-eebc-45f0-9408-a3203a44ab7b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 951 time: 0.0943069 Jul 30 03:34:14.954423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:14.957025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf5cadb-96f8-405b-bdcb-af028d4528f5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:15.003342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Calling delete_port for d737cd58-9056-4b5c-909b-ee062410e020 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:15.023413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3b5bc1b-36eb-4d4b-b43d-314b581d451e req-cb0f1cfe-8685-4bd9-aaf3-4005a6186cda tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945723 Jul 30 03:34:15.047280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59d45a-3b3f-48d1-b182-8c22290c52c2 req-951f3d07-6225-4e9f-b790-8ac754cfeb6a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:15.057691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c59d45a-3b3f-48d1-b182-8c22290c52c2 req-951f3d07-6225-4e9f-b790-8ac754cfeb6a tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 945 time: 0.0962529 Jul 30 03:34:15.101551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c59d45a-3b3f-48d1-b182-8c22290c52c2 req-a69b2938-bde0-401a-9c3b-116aaad207cb tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358198 Jul 30 03:34:15.145925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40372) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:15.176209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Attempting to bind port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:15.177143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Attempting to bind port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:15.177143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Attempting to bind port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 on network 289ee937-715e-431a-8258-1667f33c66bc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:15.195336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457f4e64-7f5d-4a32-8059-5e5807a510bc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:15.199693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 on network 289ee937-715e-431a-8258-1667f33c66bc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:34:15.200033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Attempting to bind port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 on network 289ee937-715e-431a-8258-1667f33c66bc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:15.209305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.215583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:15.215998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Checking segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:15.216976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Bound using segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:15.217443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Bound port: 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:15.217800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.262630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-network', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:15.267522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:15.268765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Transition to ACTIVE for port object 457f4e64-7f5d-4a32-8059-5e5807a510bc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:15.274957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.292502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee9a100e-f426-4756-b8ed-163174760f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.309412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.359116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Made reservation on behalf of 0fdcede9b7004ba4bd1c915329ca587e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:15.359795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=457f4e64-7f5d-4a32-8059-5e5807a510bc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:15.361859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.365647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.367567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/ports/d737cd58-9056-4b5c-909b-ee062410e020 HTTP/1.1" status: 204 len: 168 time: 0.9924896 Jul 30 03:34:15.373681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40380) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:15.382423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.406108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] For port 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:15.428640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e2856-ec5b-457a-bc47-8551fbc9c676 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Port': ['ID=d737cd58-9056-4b5c-909b-ee062410e020,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:15.459029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] For port 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:15.484863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.556976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d66ead-7ed5-4497-9128-2dc65f867e63 req-4d4523f6-d64b-4eb1-abcd-a6f8a8fcccee tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:15.558101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3d66ead-7ed5-4497-9128-2dc65f867e63 req-4d4523f6-d64b-4eb1-abcd-a6f8a8fcccee tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 944 time: 0.1313124 Jul 30 03:34:15.561387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:15.562012 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.563430 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] 10.222.0.18 "PUT /v2.0/ports/5bf5cadb-96f8-405b-bdcb-af028d4528f5 HTTP/1.1" status: 200 len: 1093 time: 3.6372564 Jul 30 03:34:15.568012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'tag': '5bf5cadb-96f8-405b-bdcb-af028d4528f5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:15.569556 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4dfebf-4094-401d-8673-6afa40859e56" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3a310b-3bcf-43fa-a71b-c640b4f86639", "tag": "5bf5cadb-96f8-405b-bdcb-af028d4528f5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:15.625076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ba6489-b31f-47d3-a057-fe54edc06bcc {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:15.642151 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.642328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Attempting to bind port 457f4e64-7f5d-4a32-8059-5e5807a510bc on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:15.642663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Attempting to bind port 457f4e64-7f5d-4a32-8059-5e5807a510bc by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:15.642985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Attempting to bind port 457f4e64-7f5d-4a32-8059-5e5807a510bc on network 289ee937-715e-431a-8258-1667f33c66bc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:15.646762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9562-592e-451b-8dcc-ad39cf2eae41 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf5cadb-96f8-405b-bdcb-af028d4528f5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:15.658470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Port 457f4e64-7f5d-4a32-8059-5e5807a510bc on network 289ee937-715e-431a-8258-1667f33c66bc not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:34:15.658799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Attempting to bind port 457f4e64-7f5d-4a32-8059-5e5807a510bc on network 289ee937-715e-431a-8258-1667f33c66bc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:15.659499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee9a100e-f426-4756-b8ed-163174760f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.673559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:15.674127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Checking segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:15.674264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Bound using segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:15.674694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Bound port: 457f4e64-7f5d-4a32-8059-5e5807a510bc, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:15.675045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.692923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Deleting port d7247d60-9e86-479c-9ccd-528188b9ff19 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:15.693279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.693793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee9a100e-f426-4756-b8ed-163174760f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.699219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-d9bb1d7c-ff83-4160-9097-b67202efa5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:15.701503 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-d9bb1d7c-ff83-4160-9097-b67202efa5ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 1096 time: 0.0918181 Jul 30 03:34:15.707677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Transition to ACTIVE for port object 66ba6489-b31f-47d3-a057-fe54edc06bcc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:15.729429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3d66ead-7ed5-4497-9128-2dc65f867e63 req-149892a3-79c2-4da4-a3e4-98238d76cb2e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437230 Jul 30 03:34:15.736236 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.803863 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e228d89-2e47-4c18-a6f5-5bf48257a8f5 x-openstack-request-id: req-6e228d89-2e47-4c18-a6f5-5bf48257a8f5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:15.804156 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3a310b-3bcf-43fa-a71b-c640b4f86639", "tag": "5bf5cadb-96f8-405b-bdcb-af028d4528f5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:15.804405 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e228d89-2e47-4c18-a6f5-5bf48257a8f5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:15.804794 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'tag': '5bf5cadb-96f8-405b-bdcb-af028d4528f5', 'status': 'completed', 'code': 200} Jul 30 03:34:15.808821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ee9a100e-f426-4756-b8ed-163174760f02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8ecd79ab7eb494ab0417c7e4b7b61b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401571 Jul 30 03:34:15.809634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a100e-f426-4756-b8ed-163174760f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486329c4-6259-4f4f-ac42-532be429c620,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:15.814687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f862d295-80bc-41bc-a85b-cf47d4194d8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5 HTTP/1.1" status: 200 len: 217 time: 0.1017292 Jul 30 03:34:15.815169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40386) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:15.836616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bb57f-94a3-4739-a4d2-beaac7095f7e req-df6ec6fe-672c-4b2b-b190-5dce5e1c44ac tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:15.838113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c7bb57f-94a3-4739-a4d2-beaac7095f7e req-df6ec6fe-672c-4b2b-b190-5dce5e1c44ac tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 946 time: 0.2032180 Jul 30 03:34:15.853548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Pushing event updated for resources: {'Port': ['ID=66ba6489-b31f-47d3-a057-fe54edc06bcc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:15.878633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:15.914206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Calling delete_port for d7247d60-9e86-479c-9ccd-528188b9ff19 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:15.956027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] For port 457f4e64-7f5d-4a32-8059-5e5807a510bc, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:15.965539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:15.971641 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa24ac0d-cc0c-4d05-abaf-801357b2c276" -d '{"events": [{"server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "name": "network-vif-plugged", "status": "completed", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:15.974900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c7bb57f-94a3-4739-a4d2-beaac7095f7e req-320fe6d2-c93c-4dd6-b284-1850c7ec2346 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254730 Jul 30 03:34:16.005550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] For port 457f4e64-7f5d-4a32-8059-5e5807a510bc, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:16.007592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-810111ac-cd6d-47d6-b86c-2c92e727c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.009239 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-810111ac-cd6d-47d6-b86c-2c92e727c2dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 200 len: 858 time: 0.1766665 Jul 30 03:34:16.010402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Attempting to bind port 66ba6489-b31f-47d3-a057-fe54edc06bcc on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:16.010969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Attempting to bind port 66ba6489-b31f-47d3-a057-fe54edc06bcc by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:16.011088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Attempting to bind port 66ba6489-b31f-47d3-a057-fe54edc06bcc on network 289ee937-715e-431a-8258-1667f33c66bc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:16.015507 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.016420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.019491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Port 66ba6489-b31f-47d3-a057-fe54edc06bcc on network 289ee937-715e-431a-8258-1667f33c66bc not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:34:16.019491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Attempting to bind port 66ba6489-b31f-47d3-a057-fe54edc06bcc on network 289ee937-715e-431a-8258-1667f33c66bc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:16.022718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.032458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:16.032805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Checking segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:16.033743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Bound using segment: {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:16.033743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Bound port: 66ba6489-b31f-47d3-a057-fe54edc06bcc, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057aa10-e0ba-48dd-8d29-9c51f73c92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '289ee937-715e-431a-8258-1667f33c66bc'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:16.034210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.035519 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a533905-d638-4781-8ea0-05a9f8df195a x-openstack-request-id: req-3a533905-d638-4781-8ea0-05a9f8df195a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:16.035877 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "name": "network-vif-plugged", "status": "completed", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:16.036189 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a533905-d638-4781-8ea0-05a9f8df195a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:16.036966 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e', 'code': 200} Jul 30 03:34:16.057193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:16.090849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-d3c65dbb-6c54-4bd5-9753-ec8e6488a33f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=289ee937-715e-431a-8258-1667f33c66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702496 Jul 30 03:34:16.098748 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92535c92-fa3b-4fa1-880c-2ebe4a7fca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.129741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.130276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.131637 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] 10.222.0.16 "PUT /v2.0/ports/457f4e64-7f5d-4a32-8059-5e5807a510bc HTTP/1.1" status: 200 len: 1093 time: 2.2020440 Jul 30 03:34:16.139694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.140051 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Added segment 4e6faec1-b46e-4d3d-8f00-09231a2c71f6 of type vlan for network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 Jul 30 03:34:16.145616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f86cb75-238d-4c3c-ad27-c905805b7f05,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:16.232161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92535c92-fa3b-4fa1-880c-2ebe4a7fca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.269112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.297044 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.301218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-2ecaa3c2-f353-4af7-ac1c-582267f7dc1a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.302797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-2ecaa3c2-f353-4af7-ac1c-582267f7dc1a tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 951 time: 0.2435160 Jul 30 03:34:16.317296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] For port 66ba6489-b31f-47d3-a057-fe54edc06bcc, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:16.373232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] For port 66ba6489-b31f-47d3-a057-fe54edc06bcc, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:16.397717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb9088-d2c0-4300-a49e-b8ad08bc0159 req-30d69026-0f54-46f3-be27-34027b4f0ad0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.399215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3feb9088-d2c0-4300-a49e-b8ad08bc0159 req-30d69026-0f54-46f3-be27-34027b4f0ad0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 951 time: 0.2573178 Jul 30 03:34:16.407387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.481945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.483857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.484314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.493499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814c33-6d07-4795-b0f5-497f6377a71b req-c1ab7e59-72a8-4553-b139-3411d0e01bab tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.495042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f814c33-6d07-4795-b0f5-497f6377a71b req-c1ab7e59-72a8-4553-b139-3411d0e01bab tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 945 time: 0.2637763 Jul 30 03:34:16.554986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cbe80-ac81-4cd2-953c-c26c88868ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=457f4e64-7f5d-4a32-8059-5e5807a510bc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:16.594007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.600048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.600698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.602366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] 10.222.0.16 "PUT /v2.0/ports/66ba6489-b31f-47d3-a057-fe54edc06bcc HTTP/1.1" status: 200 len: 1092 time: 2.0355511 Jul 30 03:34:16.605027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'tag': '66ba6489-b31f-47d3-a057-fe54edc06bcc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:16.606801 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32c142-029f-462a-8fdf-6e691026338a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1f1c62-afb8-497b-a29a-416893f7b095", "tag": "66ba6489-b31f-47d3-a057-fe54edc06bcc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:16.615666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3d964-9584-4c4d-975e-f62283d7302b req-8778d170-a3ca-4de5-a2f2-be88b43bd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.617479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-23c3d964-9584-4c4d-975e-f62283d7302b req-8778d170-a3ca-4de5-a2f2-be88b43bd5f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1098 time: 0.4930944 Jul 30 03:34:16.626063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4782181 Jul 30 03:34:16.639826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:16.646087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Request body: {'subnet': {'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-subnet', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:16.658027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646b6a9-a12c-4da4-bc8d-51a36183f41f service neutron] Pushing event updated for resources: {'Port': ['ID=66ba6489-b31f-47d3-a057-fe54edc06bcc,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:16.658223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Port': ['ID=d7247d60-9e86-479c-9ccd-528188b9ff19,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:16.664067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-aeb8dfdc-088f-4852-800e-7c60c442f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.665526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-aeb8dfdc-088f-4852-800e-7c60c442f332 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 1096 time: 0.4551799 Jul 30 03:34:16.677461 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-91ee97e0-f151-4e55-8c9a-51ddd710ccd9 service neutron] 10.222.0.18 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725470 Jul 30 03:34:16.678259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3feb9088-d2c0-4300-a49e-b8ad08bc0159 req-7bb2433b-e910-42cc-abad-a98297a7a9a0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681489 Jul 30 03:34:16.680444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.682545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ff50916f-1059-405f-8094-7c426261075f tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/ports/d7247d60-9e86-479c-9ccd-528188b9ff19 HTTP/1.1" status: 204 len: 168 time: 1.3066831 Jul 30 03:34:16.686262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:16.689989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e921934-b6ba-4c41-a0f2-3be4da0fa0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6832838d-ddbd-4bc1-9747-bd2de1a343f4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:16.704427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:16.750298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f814c33-6d07-4795-b0f5-497f6377a71b req-c90cd0dd-e6b7-4cb7-866a-c375de6cd900 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326210 Jul 30 03:34:16.753965 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c3aa0-83f3-48be-966c-d478642a10aa x-openstack-request-id: req-563c3aa0-83f3-48be-966c-d478642a10aa {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:16.754256 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1f1c62-afb8-497b-a29a-416893f7b095", "tag": "66ba6489-b31f-47d3-a057-fe54edc06bcc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:16.754511 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-563c3aa0-83f3-48be-966c-d478642a10aa {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:16.754917 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'tag': '66ba6489-b31f-47d3-a057-fe54edc06bcc', 'status': 'completed', 'code': 200} Jul 30 03:34:16.798312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Made reservation on behalf of 0fdcede9b7004ba4bd1c915329ca587e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:16.800890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.815378 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-7b7013aa-2856-4a35-910e-cf1154c1dfd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc HTTP/1.1" status: 200 len: 217 time: 0.1313455 Jul 30 03:34:16.817015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Deleting port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:16.817562 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-44804e25-85fc-480a-9909-2862607f6622 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1248586 Jul 30 03:34:16.818453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92535c92-fa3b-4fa1-880c-2ebe4a7fca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.821167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92535c92-fa3b-4fa1-880c-2ebe4a7fca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.822372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92535c92-fa3b-4fa1-880c-2ebe4a7fca5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/486329c4-6259-4f4f-ac42-532be429c620 HTTP/1.1" status: 204 len: 168 time: 1.0029738 Jul 30 03:34:16.822735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.823127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40406) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:16.842265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1968123832'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:16.893485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92535c92-fa3b-4fa1-880c-2ebe4a7fca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486329c4-6259-4f4f-ac42-532be429c620,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:16.896488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-23c3d964-9584-4c4d-975e-f62283d7302b req-4afe2280-0cfa-4654-9378-0274ab370966 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500577 Jul 30 03:34:16.944930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:16.945479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:16.954632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-31e00a22-515e-4b01-bf6d-f3e28daccdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:16.954632 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-31e00a22-515e-4b01-bf6d-f3e28daccdd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 200 len: 858 time: 0.1228774 Jul 30 03:34:17.008887 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-e51565bc-fe77-448d-946a-f4f2cd01bef9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=289ee937-715e-431a-8258-1667f33c66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439188 Jul 30 03:34:17.012378 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-28b20ff8-1061-4c42-b532-a71dc576f9c2 service neutron] 10.222.0.18 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274400 Jul 30 03:34:17.028174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:17.106612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.107007 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Added segment 9e34fcf1-9b5b-4c2a-a7f2-dd1279cc2518 of type vlan for network ecddc890-ed73-448b-9aff-cbd2ea49feea Jul 30 03:34:17.175461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.194973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-8f1dca22-320a-4597-9add-87ee4efefc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.196524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-8f1dca22-320a-4597-9add-87ee4efefc02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 1096 time: 0.1187816 Jul 30 03:34:17.260401 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-e773fcd8-c802-4b67-a76f-e3eb944d191c service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430134 Jul 30 03:34:17.337429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.343735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.344369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.394163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f0704c6c-a7ca-4843-9201-a65882cbc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.395684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-f0704c6c-a7ca-4843-9201-a65882cbc54a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 1095 time: 0.7067606 Jul 30 03:34:17.441404 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6078444 Jul 30 03:34:17.449126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:17.462724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-993703197'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:17.475204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-a08eeb67-cee2-40c6-b92c-18395569ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.476966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-a08eeb67-cee2-40c6-b92c-18395569ba97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 918 time: 0.2712591 Jul 30 03:34:17.480477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e7ee8-5966-4744-9db5-c13328c3c3ed tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Network': ['ID=ecddc890-ed73-448b-9aff-cbd2ea49feea,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:17.493108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-18e8b3bd-17a5-4dcf-8cd2-72a630746cfc service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231734 Jul 30 03:34:17.493910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ecddc890-ed73-448b-9aff-cbd2ea49feea details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:17.525383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6df9-6f1f-4713-9754-81ccc5e87000 req-b5729f03-79ee-4c52-9a12-59f98aade3e7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.534354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80fc6df9-6f1f-4713-9754-81ccc5e87000 req-b5729f03-79ee-4c52-9a12-59f98aade3e7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 944 time: 0.7067225 Jul 30 03:34:17.541319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-88048954-fc6a-4dc8-8eab-a0d12ca3a6f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5 HTTP/1.1" status: 200 len: 217 time: 0.0513191 Jul 30 03:34:17.544584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-10bea638-a9c8-4b4b-ac1a-5fbf58d4240c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc HTTP/1.1" status: 200 len: 217 time: 0.1188080 Jul 30 03:34:17.544727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:17.549330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.578322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98db61-714e-4608-a2a9-7dff6248a668 req-125a7027-b637-490c-a7e1-c5ba06bf03f6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.580158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd98db61-714e-4608-a2a9-7dff6248a668 req-125a7027-b637-490c-a7e1-c5ba06bf03f6 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 945 time: 0.2569385 Jul 30 03:34:17.618731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-0443a9b8-15ac-4ebd-9724-be229091df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.620370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-0443a9b8-15ac-4ebd-9724-be229091df84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 200 len: 858 time: 0.0685003 Jul 30 03:34:17.621101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:17.641867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.642216 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Added segment 4311cdde-7e3b-4b0d-9d7b-401602c9a09e of type vlan for network aabc04bf-22ea-496e-9c56-f2fbfbc71b24 Jul 30 03:34:17.667129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-eeeee8f4-b1eb-413e-ae6c-7193c4b523c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=289ee937-715e-431a-8258-1667f33c66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380092 Jul 30 03:34:17.699727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] For port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:17.700100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.737216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd98db61-714e-4608-a2a9-7dff6248a668 req-f925f0f9-c599-4bee-ae51-f1feff15e9ff tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433480 Jul 30 03:34:17.750192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Calling delete_port for f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:17.767507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-20c5b8be-86d5-4b6c-b874-d7746d8d72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.767507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-20c5b8be-86d5-4b6c-b874-d7746d8d72ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 200 len: 858 time: 0.2026672 Jul 30 03:34:17.774082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80fc6df9-6f1f-4713-9754-81ccc5e87000 req-b89d3249-3e73-4a07-8ee1-5d6e3304759b tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383454 Jul 30 03:34:17.783282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.813813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4848ffba-7a2b-49c0-8083-9221755654da', 'tag': '457f4e64-7f5d-4a32-8059-5e5807a510bc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:17.816163 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67867a7c-ef9d-4ae1-9358-228da9332105" -d '{"events": [{"name": "network-changed", "server_uuid": "4848ffba-7a2b-49c0-8083-9221755654da", "tag": "457f4e64-7f5d-4a32-8059-5e5807a510bc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:17.875672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-4e52c304-917b-4499-8f55-f86f0b0c69fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=289ee937-715e-431a-8258-1667f33c66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788312 Jul 30 03:34:17.889415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.895007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:17.895653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:17.903043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-26eaee5b-3361-4693-a377-f9fffbc9a9ba service neutron] 10.222.0.18 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274218 Jul 30 03:34:17.930397 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.011224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5582595 Jul 30 03:34:18.063779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc4dfebf-4094-401d-8673-6afa40859e56 req-3908f948-d024-414e-8af9-79aba0208f92 service neutron] 10.222.0.18 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389871 Jul 30 03:34:18.064536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595768b8-bb81-439a-bb0b-d86c558f4598 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Network': ['ID=aabc04bf-22ea-496e-9c56-f2fbfbc71b24,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:18.076032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network aabc04bf-22ea-496e-9c56-f2fbfbc71b24 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:18.099572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b728e-1d80-44b6-90d9-c6be3d344b8d req-3bcf0dd0-fedb-4e76-9eb5-04d712e72c5d tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.109730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e3b728e-1d80-44b6-90d9-c6be3d344b8d req-3bcf0dd0-fedb-4e76-9eb5-04d712e72c5d tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 946 time: 0.2366822 Jul 30 03:34:18.112562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.169937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40446) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:18.175496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'subnets': [{'network_id': 'ecddc890-ed73-448b-9aff-cbd2ea49feea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1310583711', 'ip_version': 4}, {'network_id': 'aabc04bf-22ea-496e-9c56-f2fbfbc71b24', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:18.175896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'subnet': {'network_id': 'ecddc890-ed73-448b-9aff-cbd2ea49feea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1310583711', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:18.176536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Request body: {'subnet': {'network_id': 'aabc04bf-22ea-496e-9c56-f2fbfbc71b24', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:18.213182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc8a2-42b9-4071-8c98-4ba74392e9ae req-4819dbf3-7d7e-4e2e-a51e-249ab10b00cf tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.214754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1facc8a2-42b9-4071-8c98-4ba74392e9ae req-4819dbf3-7d7e-4e2e-a51e-249ab10b00cf tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0983522-978b-40c9-b67e-4ca2d86d740f HTTP/1.1" status: 200 len: 951 time: 0.3466947 Jul 30 03:34:18.233247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e3b728e-1d80-44b6-90d9-c6be3d344b8d req-8aaf8cd9-f031-41f4-8eb5-5ab8dde0e4a5 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220815 Jul 30 03:34:18.291450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-b7944c83-ebe7-4e3a-8279-e806df1bcb48 service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680341 Jul 30 03:34:18.295558 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c34a022-ab62-4805-ba10-a3e06a63fe58 x-openstack-request-id: req-8c34a022-ab62-4805-ba10-a3e06a63fe58 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:18.295954 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4848ffba-7a2b-49c0-8083-9221755654da", "tag": "457f4e64-7f5d-4a32-8059-5e5807a510bc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:18.296440 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c34a022-ab62-4805-ba10-a3e06a63fe58 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:18.296922 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4848ffba-7a2b-49c0-8083-9221755654da', 'tag': '457f4e64-7f5d-4a32-8059-5e5807a510bc', 'status': 'completed', 'code': 200} Jul 30 03:34:18.305011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:18.415466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1facc8a2-42b9-4071-8c98-4ba74392e9ae req-b590760a-0035-437e-b1c4-4661e6d247f1 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746817 Jul 30 03:34:18.428112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-5606c72c-d10b-470c-bffc-9a109821ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.429610 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-5606c72c-d10b-470c-bffc-9a109821ca91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 1096 time: 0.0744207 Jul 30 03:34:18.439672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.446108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Checking segment: {'id': '4e6faec1-b46e-4d3d-8f00-09231a2c71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:18.446477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Network hostable DHCP agents. Network: 6832838d-ddbd-4bc1-9747-bd2de1a343f4, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:18.451849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:18.461891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Made reservation on behalf of 4a7036c307a54599b95faa177e8a81a7 for: {'subnet': 2} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:18.467534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.467991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.495767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event deleted for resources: {'Port': ['ID=f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:18.527770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:18.591850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f91d60f-3536-4500-a325-c9fa32f61347 req-69764570-994b-456b-bf78-2ba5883e6617 service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586629 Jul 30 03:34:18.593163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] No DVR routers for this DVR port f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:18.595908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:18.599329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.601776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a5de2ba-9505-4fdc-8fd6-f4a9cb5048d2 req-4ebf66f6-aff2-477a-9322-c0cfbed53e4f tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "DELETE /v2.0/ports/f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 HTTP/1.1" status: 204 len: 173 time: 2.2854829 Jul 30 03:34:18.621719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 6832838d-ddbd-4bc1-9747-bd2de1a343f4) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:18.630093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.632721 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.633135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a4bce-063e-4be3-96ee-b384106d9a97 None None] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:18.667888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e0eb230c-4b57-45c1-a725-9b0174301ed5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0255640 Jul 30 03:34:18.668574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:18.676149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:18.694285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-13047748-48f8-42e6-970d-dfa8c32bf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.696105 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-13047748-48f8-42e6-970d-dfa8c32bf695 service neutron] 10.222.0.16 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 918 time: 0.2569773 Jul 30 03:34:18.748468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.749652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.777247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-74961b86-1328-46b3-a476-7a76f3a19420 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc HTTP/1.1" status: 200 len: 217 time: 0.0467105 Jul 30 03:34:18.796163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-b48a1807-8d50-4777-9dfd-f9e6a87a16c5 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.797885 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-b48a1807-8d50-4777-9dfd-f9e6a87a16c5 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 945 time: 0.2948952 Jul 30 03:34:18.859645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:18.861942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-deleted', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:18.864435 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae42e3b-6e9b-4d16-b78f-be027de9a3ce" -d '{"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-deleted", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:18.962645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-75c54a14-f363-4ab6-8420-72582c1c74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:18.964083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-75c54a14-f363-4ab6-8420-72582c1c74fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 200 len: 858 time: 0.1615400 Jul 30 03:34:19.025542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-538dd3a0-0f57-4e25-9b37-2cb323e4356f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=289ee937-715e-431a-8258-1667f33c66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373161 Jul 30 03:34:19.038927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-6832838d-ddbd-4bc1-9747-bd2de1a343f4', 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'fixed_ips': [{'subnet_id': 'bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:19.040065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.160673 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-5665e7d1-cc67-4542-89cc-191cda4c2fd3 service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259665 Jul 30 03:34:19.160835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32c142-029f-462a-8fdf-6e691026338a req-4475da40-6fd1-47c5-a2b2-7bf9231d6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:19.166195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-4475da40-6fd1-47c5-a2b2-7bf9231d6340 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=075ea28512e9414abda19616b17636ab&device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 1095 time: 0.4516027 Jul 30 03:34:19.308652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.347217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Allocated IP 172.20.0.2 (6832838d-ddbd-4bc1-9747-bd2de1a343f4/bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b/930c75c8-9b04-459e-98ab-779fe7289ce5) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:19.397985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec7720-f3f2-4f30-a2f5-3cdc2924ac0e req-cac52b51-fae1-4b25-a84f-a799f9c0c50a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:19.406043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4ec7720-f3f2-4f30-a2f5-3cdc2924ac0e req-cac52b51-fae1-4b25-a84f-a799f9c0c50a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 944 time: 0.4812276 Jul 30 03:34:19.415234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d887b-219e-44ee-bf35-06296865125d req-95794334-2021-4579-952b-0a1450ca6620 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:19.423276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-224d887b-219e-44ee-bf35-06296865125d req-95794334-2021-4579-952b-0a1450ca6620 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/ports?device_id=460deb25-82b2-4831-84eb-a464845b0dec HTTP/1.1" status: 200 len: 945 time: 0.4961979 Jul 30 03:34:19.470021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.556078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 5bf5cadb-96f8-405b-bdcb-af028d4528f5 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:34:19.560518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:19.563370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-224d887b-219e-44ee-bf35-06296865125d req-3e9e2cb3-a876-45b0-b912-3057cc39ef90 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups?id=749a436b-480c-4cb2-8d25-dad866a9d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340957 Jul 30 03:34:19.564058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Deleting port c49eea38-13ed-4d06-80f0-018801a4eb25 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:19.565449 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.610870 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.612618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:19.612958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:19.628136 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3870b15a-0aaa-4f3a-bb20-2650e7297ebe x-openstack-request-id: req-3870b15a-0aaa-4f3a-bb20-2650e7297ebe {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:19.628666 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0983522-978b-40c9-b67e-4ca2d86d740f", "name": "network-vif-deleted", "tag": "f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:19.629628 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3870b15a-0aaa-4f3a-bb20-2650e7297ebe {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:19.630116 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0983522-978b-40c9-b67e-4ca2d86d740f', 'name': 'network-vif-deleted', 'tag': 'f256a4cd-ff9a-4bf2-bac6-a8b0e57282e5', 'status': 'completed', 'code': 200} Jul 30 03:34:19.640108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32c142-029f-462a-8fdf-6e691026338a req-db521e1f-69b2-4e78-9854-9751b516d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:19.641613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-db521e1f-69b2-4e78-9854-9751b516d0ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 200 len: 918 time: 0.3835011 Jul 30 03:34:19.643858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Transition to ACTIVE for port object 930c75c8-9b04-459e-98ab-779fe7289ce5 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:19.644549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4ec7720-f3f2-4f30-a2f5-3cdc2924ac0e req-d4dc12d3-1b4a-49da-a09d-787b8735ba83 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377136 Jul 30 03:34:19.710360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Subnet': ['ID=79fabdd2-9732-4e4e-8e59-e42fcb36c787,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:19.719164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Transition to ACTIVE for port object 930c75c8-9b04-459e-98ab-779fe7289ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:19.722912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-67867a7c-ef9d-4ae1-9358-228da9332105 req-8866dc9a-0f86-441c-a2d5-699a289235fc service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196933 Jul 30 03:34:19.734110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.734512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-466c8730-39c5-4ac7-9f0b-957cbe88e7b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc HTTP/1.1" status: 200 len: 217 time: 0.0757139 Jul 30 03:34:19.741652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Checking segment: {'id': '9e34fcf1-9b5b-4c2a-a7f2-dd1279cc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ecddc890-ed73-448b-9aff-cbd2ea49feea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:19.742021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network hostable DHCP agents. Network: ecddc890-ed73-448b-9aff-cbd2ea49feea, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:19.791658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Pushing event updated for resources: {'Port': ['ID=930c75c8-9b04-459e-98ab-779fe7289ce5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:19.792998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] For port c49eea38-13ed-4d06-80f0-018801a4eb25, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c49eea38-13ed-4d06-80f0-018801a4eb25,segment=NetworkSegment(3ba200cd-a165-486b-8656-6d94d8b82b23),segment_id=3ba200cd-a165-486b-8656-6d94d8b82b23)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:19.793612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.803226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network ecddc890-ed73-448b-9aff-cbd2ea49feea is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:19.804592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:19.812970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:19.815656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Calling delete_port for c49eea38-13ed-4d06-80f0-018801a4eb25 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:19.819442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:19.827379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ecddc890-ed73-448b-9aff-cbd2ea49feea) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:19.833682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:19.844169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099c9d9-1383-4183-9b5f-df96b2bbe39e None None] Network ecddc890-ed73-448b-9aff-cbd2ea49feea requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:19.919391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74977f-f72d-4740-98b7-462651f0f02f req-402ecf29-8855-49c2-ba2d-118b63cf34f1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:19.930038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf74977f-f72d-4740-98b7-462651f0f02f req-402ecf29-8855-49c2-ba2d-118b63cf34f1 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 946 time: 0.2006016 Jul 30 03:34:19.937265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32c142-029f-462a-8fdf-6e691026338a req-b46c6e23-ff2f-45fd-b36c-f1b9d24c0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:19.939479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-b46c6e23-ff2f-45fd-b36c-f1b9d24c0706 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 200 len: 858 time: 0.1839869 Jul 30 03:34:19.972357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event updated for resources: {'Subnet': ['ID=367834dd-4a75-4e29-a1d0-7f3c74606e64,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:20.004164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Checking segment: {'id': '4311cdde-7e3b-4b0d-9d7b-401602c9a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aabc04bf-22ea-496e-9c56-f2fbfbc71b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:20.004537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network hostable DHCP agents. Network: aabc04bf-22ea-496e-9c56-f2fbfbc71b24, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:20.024682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf74977f-f72d-4740-98b7-462651f0f02f req-cf8b6922-433e-4796-8315-be97a4a66755 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Jul 30 03:34:20.088997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.102957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Network aabc04bf-22ea-496e-9c56-f2fbfbc71b24 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:20.148818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event deleted for resources: {'Port': ['ID=c49eea38-13ed-4d06-80f0-018801a4eb25,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:20.153103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c49eea38-13ed-4d06-80f0-018801a4eb25'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:20.167426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, aabc04bf-22ea-496e-9c56-f2fbfbc71b24) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:20.192222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-f36a4891-54ec-4e03-907d-6a9ecd6abf4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=289ee937-715e-431a-8258-1667f33c66bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969838 Jul 30 03:34:20.208380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:20.208380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:20.208380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.232672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082c888-c2d2-4380-a173-55fef661b839 None None] Network aabc04bf-22ea-496e-9c56-f2fbfbc71b24 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:20.245917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:20.256229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] No DVR routers for this DVR port c49eea38-13ed-4d06-80f0-018801a4eb25 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:20.259782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.262154 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4b2f7202-61c0-4a24-bb30-cbb977af74f6 req-4fe9a756-1cd6-4af0-b86d-9e2ff3816ec8 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.18 "DELETE /v2.0/ports/c49eea38-13ed-4d06-80f0-018801a4eb25 HTTP/1.1" status: 204 len: 173 time: 1.4502373 Jul 30 03:34:20.269159 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fad14f77-6427-4d68-8024-d408c2f541ec tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0973587 Jul 30 03:34:20.270124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40500) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:20.302164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460deb25-82b2-4831-84eb-a464845b0dec', 'name': 'network-vif-deleted', 'tag': 'c49eea38-13ed-4d06-80f0-018801a4eb25'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:20.304465 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a68584d-6407-4a5c-8edb-7ac08c668cb7" -d '{"events": [{"server_uuid": "460deb25-82b2-4831-84eb-a464845b0dec", "name": "network-vif-deleted", "tag": "c49eea38-13ed-4d06-80f0-018801a4eb25"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:20.361663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-9b351e0d-03cd-4096-81ad-8cba1617e052 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-411843815&fields=id&tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 267 time: 0.2111773 Jul 30 03:34:20.364902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Attempting to bind port 930c75c8-9b04-459e-98ab-779fe7289ce5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:20.368198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Attempting to bind port 930c75c8-9b04-459e-98ab-779fe7289ce5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '4e6faec1-b46e-4d3d-8f00-09231a2c71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:20.368659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Attempting to bind port 930c75c8-9b04-459e-98ab-779fe7289ce5 on network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:20.376495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f4d26-8aa5-43d9-8306-57f708b21764 req-c0a773ee-5454-4b44-a539-467e65a74b28 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:20.385098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-435f4d26-8aa5-43d9-8306-57f708b21764 req-c0a773ee-5454-4b44-a539-467e65a74b28 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.2334483 Jul 30 03:34:20.397104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382eca59-18f8-43db-ae63-6afb94547a30 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:20.398723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382eca59-18f8-43db-ae63-6afb94547a30 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:20.400294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382eca59-18f8-43db-ae63-6afb94547a30 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:20.405952 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-382eca59-18f8-43db-ae63-6afb94547a30 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1346357 Jul 30 03:34:20.406594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40508) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:20.411841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.458444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '5bf5cadb-96f8-405b-bdcb-af028d4528f5', 'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'port_id': '5bf5cadb-96f8-405b-bdcb-af028d4528f5', 'mac_address': 'fa:16:3e:b4:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575f13f2-5228-4945-b062-2bd5575d1b60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:34:20.460448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:20.461038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Checking segment: {'id': '4e6faec1-b46e-4d3d-8f00-09231a2c71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:20.461744 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.462291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Bound using segment: {'id': '4e6faec1-b46e-4d3d-8f00-09231a2c71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:20.463048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Bound port: 930c75c8-9b04-459e-98ab-779fe7289ce5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6faec1-b46e-4d3d-8f00-09231a2c71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:20.464200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.488046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Deleting subnet 79fabdd2-9732-4e4e-8e59-e42fcb36c787 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:20.491802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.539639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.591402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.676493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a13b201-125d-4ebe-b26f-1cb3fec7ae91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ecddc890-ed73-448b-9aff-cbd2ea49feea', 'network_id': 'ecddc890-ed73-448b-9aff-cbd2ea49feea', 'tenant_id': '4a7036c307a54599b95faa177e8a81a7', 'fixed_ips': [{'subnet_id': '79fabdd2-9732-4e4e-8e59-e42fcb36c787'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:20.677540 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a13b201-125d-4ebe-b26f-1cb3fec7ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.687887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.707436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] For port 930c75c8-9b04-459e-98ab-779fe7289ce5, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:20.709616 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.712194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/subnets/79fabdd2-9732-4e4e-8e59-e42fcb36c787 HTTP/1.1" status: 204 len: 168 time: 0.3044808 Jul 30 03:34:20.735783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:20.736179 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.743395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] For port 930c75c8-9b04-459e-98ab-779fe7289ce5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=930c75c8-9b04-459e-98ab-779fe7289ce5,segment=NetworkSegment(4e6faec1-b46e-4d3d-8f00-09231a2c71f6),segment_id=4e6faec1-b46e-4d3d-8f00-09231a2c71f6)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:20.744712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff1c45-c5e1-4d43-afa0-d6bb1d4443eb tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Subnet': ['ID=79fabdd2-9732-4e4e-8e59-e42fcb36c787,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:20.778155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.798860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40518) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:20.811635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Deleting subnet 367834dd-4a75-4e29-a1d0-7f3c74606e64 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:20.816203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.862426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:20.892955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf5cadb-96f8-405b-bdcb-af028d4528f5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:20.925002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.002605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-f65a03da-39b0-4231-b585-413f3b0d749f service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848315 Jul 30 03:34:21.005533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.021665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879c07d-0060-4ca5-a41c-adc77b99efb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-aabc04bf-22ea-496e-9c56-f2fbfbc71b24', 'network_id': 'aabc04bf-22ea-496e-9c56-f2fbfbc71b24', 'tenant_id': '4a7036c307a54599b95faa177e8a81a7', 'fixed_ips': [{'subnet_id': '367834dd-4a75-4e29-a1d0-7f3c74606e64'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:21.023185 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d879c07d-0060-4ca5-a41c-adc77b99efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.029736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.055931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913dd1b-f6d8-4ada-9427-5e58b5b0f846 None None] Network ecddc890-ed73-448b-9aff-cbd2ea49feea requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:21.066164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:21.072693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f4ec84b-4544-4cca-860f-5581b6d96047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.103699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.108549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/subnets/367834dd-4a75-4e29-a1d0-7f3c74606e64 HTTP/1.1" status: 204 len: 168 time: 0.3692853 Jul 30 03:34:21.108549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0e632-19ac-4a47-a60a-5996cf1ea544 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Subnet': ['ID=367834dd-4a75-4e29-a1d0-7f3c74606e64,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:21.108844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40522) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:21.135841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.160934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-435f4d26-8aa5-43d9-8306-57f708b21764 req-7fa3884f-347c-4e91-bb68-ff16776560a9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746227 Jul 30 03:34:21.161854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2d545-37ce-4d4e-99f7-5b44f9444852 None None] Pushing event updated for resources: {'Port': ['ID=930c75c8-9b04-459e-98ab-779fe7289ce5,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:21.195015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-2847fa16-a0d6-491b-8425-0ef1f07533a2 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:21.196777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-2847fa16-a0d6-491b-8425-0ef1f07533a2 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 946 time: 0.8340354 Jul 30 03:34:21.211938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d48936-a4e8-48b4-a1e4-d98c5716e539 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:21.220237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-27d48936-a4e8-48b4-a1e4-d98c5716e539 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1044934 Jul 30 03:34:21.220438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'port': {'security_groups': ['da232dcf-ce6f-4624-9676-69e7d2cf8721', 'd1b115be-7539-4b92-86ae-1803624e72f3']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:21.221629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40524) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:21.396403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746c3c8-37b6-470e-ad73-ecaffd4d68f5 None None] Network aabc04bf-22ea-496e-9c56-f2fbfbc71b24 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:21.398472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['5bf5cadb-96f8-405b-bdcb-af028d4528f5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:21.437169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Allocated IP 172.25.6.13 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/6296dcc4-9ba2-4000-a8d4-5089969fbc8c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:21.441977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.445360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c32c142-029f-462a-8fdf-6e691026338a req-8289f03b-ad8a-4c45-b7bd-073ce7fb1246 service neutron] 10.222.0.16 "GET /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283767 Jul 30 03:34:21.456419 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25ea087-230e-4d7a-8ae4-fe7161b563ae x-openstack-request-id: req-a25ea087-230e-4d7a-8ae4-fe7161b563ae {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:21.456708 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460deb25-82b2-4831-84eb-a464845b0dec", "name": "network-vif-deleted", "tag": "c49eea38-13ed-4d06-80f0-018801a4eb25", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:21.456962 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a25ea087-230e-4d7a-8ae4-fe7161b563ae {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:21.457355 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460deb25-82b2-4831-84eb-a464845b0dec', 'name': 'network-vif-deleted', 'tag': 'c49eea38-13ed-4d06-80f0-018801a4eb25', 'status': 'completed', 'code': 200} Jul 30 03:34:21.494213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f4ec84b-4544-4cca-860f-5581b6d96047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.524899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f4ec84b-4544-4cca-860f-5581b6d96047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.546200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=5bf5cadb-96f8-405b-bdcb-af028d4528f5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:21.553551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c49eea38-13ed-4d06-80f0-018801a4eb25 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:21.568623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.585816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: c49eea38-13ed-4d06-80f0-018801a4eb25 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:21.585816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c49eea38-13ed-4d06-80f0-018801a4eb25 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:21.599855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f4ec84b-4544-4cca-860f-5581b6d96047 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea2d4dba47da4705b3c81b591ea7285e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003767 Jul 30 03:34:21.602177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40528) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:21.617031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-c0429ca1-4f3f-4cb6-a54d-55968b7361f9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:21.618550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-c0429ca1-4f3f-4cb6-a54d-55968b7361f9 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 949 time: 0.1682639 Jul 30 03:34:21.619238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ec84b-4544-4cca-860f-5581b6d96047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e17c01-4519-486c-802c-01b24fc5bea6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:21.629683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59380c1-463a-47d9-9ded-1b3ced557c6d req-fc45b23e-14eb-4cc6-b926-808aab59a9f7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:21.631214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e59380c1-463a-47d9-9ded-1b3ced557c6d req-fc45b23e-14eb-4cc6-b926-808aab59a9f7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 945 time: 0.1840346 Jul 30 03:34:21.791715 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.799079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e59380c1-463a-47d9-9ded-1b3ced557c6d req-3c55672f-3f28-411a-8eae-1cec6f2e85ed tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584344 Jul 30 03:34:21.836354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 930c75c8-9b04-459e-98ab-779fe7289ce5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:21.891060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:21.921990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 930c75c8-9b04-459e-98ab-779fe7289ce5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:21.952641 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.956993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:21.972909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.006212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:22.023107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:22.033408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:22.037212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:22.039445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Pushing event updated for resources: {'Port': ['ID=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:22.073385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:22.074283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.082139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-267a5e4d-777f-4c97-a074-e22ee687e8fc req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "PUT /v2.0/ports/809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 982 time: 0.8728812 Jul 30 03:34:22.082139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:22.082139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:22.082960 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:22.102363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['809ab203-a38f-4188-b0ec-7a12f654917e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:22.170902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.172083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9437dcf-3410-480e-a0ff-7679ed6709ef tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:22.176653 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da7ad10-3ed0-42c8-a795-877bbf7fd6fd x-openstack-request-id: req-2da7ad10-3ed0-42c8-a795-877bbf7fd6fd {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:22.177022 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:22.177361 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2da7ad10-3ed0-42c8-a795-877bbf7fd6fd {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:22.177815 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e', 'status': 'completed', 'code': 200} Jul 30 03:34:22.190829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabc04bf-22ea-496e-9c56-f2fbfbc71b24']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:22.205301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca75730e-e572-49f5-8b55-18b2379f2b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.208775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['809ab203-a38f-4188-b0ec-7a12f654917e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:22.210691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4311cdde-7e3b-4b0d-9d7b-401602c9a09e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:22.211385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4311cdde-7e3b-4b0d-9d7b-401602c9a09e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:22.264578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca75730e-e572-49f5-8b55-18b2379f2b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.298682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.325633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.338073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Deleting port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:22.338563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.343164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:22.344383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:22.346814 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:22.389966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d67f5-7af0-4ff8-9545-3ed9b997f589 None None] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:22.437354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca75730e-e572-49f5-8b55-18b2379f2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.440115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca75730e-e572-49f5-8b55-18b2379f2b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.443840 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca75730e-e572-49f5-8b55-18b2379f2b24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3e17c01-4519-486c-802c-01b24fc5bea6 HTTP/1.1" status: 204 len: 168 time: 0.8383014 Jul 30 03:34:22.464660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75730e-e572-49f5-8b55-18b2379f2b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e17c01-4519-486c-802c-01b24fc5bea6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:22.481140 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.496664 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.503096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/networks/aabc04bf-22ea-496e-9c56-f2fbfbc71b24 HTTP/1.1" status: 204 len: 168 time: 1.2801688 Jul 30 03:34:22.515675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40550) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:22.527703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ea1fa-5e23-43ec-bbae-4acd775d95ac tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Network': ['ID=aabc04bf-22ea-496e-9c56-f2fbfbc71b24,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:22.549762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] Provisioning for port 930c75c8-9b04-459e-98ab-779fe7289ce5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:22.571655 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] Provisioning complete for port 930c75c8-9b04-459e-98ab-779fe7289ce5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:22.572138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.600739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] For port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:22.601613 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.627929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Calling delete_port for 884a09c3-d35b-4bd4-95c1-c7c4811d9bab owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:22.640117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.654225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e168630-cefa-46d7-80a9-94158065290c req-3fa78bee-f068-47ae-b1a2-2ba0ffa048c5 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/d1b115be-7539-4b92-86ae-1803624e72f3 HTTP/1.1" status: 200 len: 1802 time: 0.4547327 Jul 30 03:34:22.663375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 66ba6489-b31f-47d3-a057-fe54edc06bcc details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:34:22.728112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-6778d18b-e158-477a-9267-d575ef0d5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:22.729780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-6778d18b-e158-477a-9267-d575ef0d5588 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1137 time: 0.5195611 Jul 30 03:34:22.730421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.739625 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-0e168630-cefa-46d7-80a9-94158065290c req-661c5b1c-589d-49f8-b855-552775ed5c14 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 03:34:22.745937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e168630-cefa-46d7-80a9-94158065290c req-661c5b1c-589d-49f8-b855-552775ed5c14 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/d1b115be-7539-4b92-86ae-1803624e72f3 HTTP/1.1" status: 409 len: 341 time: 0.0906279 Jul 30 03:34:22.805659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.831376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecddc890-ed73-448b-9aff-cbd2ea49feea']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:22.854564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e34fcf1-9b5b-4c2a-a7f2-dd1279cc2518') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:22.854857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e34fcf1-9b5b-4c2a-a7f2-dd1279cc2518') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:22.879417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.880876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40558) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:22.951339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4d96e95-1b96-477e-8a10-4d0659e89e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.963602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.979197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:22.979619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:22.984884 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:23.055494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.092602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-99e69808-94ac-47b1-802b-4a4292f66285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:23.094744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-99e69808-94ac-47b1-802b-4a4292f66285 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.1719007 Jul 30 03:34:23.100353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.103748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045414f-4727-4abb-8eee-4877b2c65709 req-c64464a2-4ba1-4f27-89c2-32767ef9ba06 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:23.105084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event deleted for resources: {'Port': ['ID=884a09c3-d35b-4bd4-95c1-c7c4811d9bab,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:23.106049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c045414f-4727-4abb-8eee-4877b2c65709 req-c64464a2-4ba1-4f27-89c2-32767ef9ba06 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6db4f1b-d5cc-4581-9fbf-d0302bc444e9 HTTP/1.1" status: 200 len: 867 time: 0.7307377 Jul 30 03:34:23.137463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.142816 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/networks/ecddc890-ed73-448b-9aff-cbd2ea49feea HTTP/1.1" status: 204 len: 168 time: 0.6259489 Jul 30 03:34:23.150829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 66ba6489-b31f-47d3-a057-fe54edc06bcc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:23.158347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40564) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:23.165133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.191830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063d60-169c-4fcb-9b31-519d68fa6bdc tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Network': ['ID=ecddc890-ed73-448b-9aff-cbd2ea49feea,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:23.206031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '66ba6489-b31f-47d3-a057-fe54edc06bcc', 'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'port_id': '66ba6489-b31f-47d3-a057-fe54edc06bcc', 'mac_address': 'fa:16:3e:9c:28:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575f13f2-5228-4945-b062-2bd5575d1b60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:34:23.228433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-347be4ef-b612-44d4-ab2f-cbdd9af3c1f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.242995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-882bfa8e-80be-48df-82c4-1f54c0fdb2c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 217 time: 0.1256170 Jul 30 03:34:23.270040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] No DVR routers for this DVR port 884a09c3-d35b-4bd4-95c1-c7c4811d9bab on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:23.277742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] For port 930c75c8-9b04-459e-98ab-779fe7289ce5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=930c75c8-9b04-459e-98ab-779fe7289ce5,segment=NetworkSegment(4e6faec1-b46e-4d3d-8f00-09231a2c71f6),segment_id=4e6faec1-b46e-4d3d-8f00-09231a2c71f6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:23.293610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['884a09c3-d35b-4bd4-95c1-c7c4811d9bab'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:23.297239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.299798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-24d61b29-a1fa-49ef-ad51-bd466c96e9f3 req-4b52f7b7-9e38-4d32-9967-fdda36103d22 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.18 "DELETE /v2.0/ports/884a09c3-d35b-4bd4-95c1-c7c4811d9bab HTTP/1.1" status: 204 len: 173 time: 1.6692202 Jul 30 03:34:23.318626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-508f7bc3-2d27-47e6-87ef-68447be0d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:23.320724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-508f7bc3-2d27-47e6-87ef-68447be0d5da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.0661554 Jul 30 03:34:23.352593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.356268 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.362677 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.384656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4d96e95-1b96-477e-8a10-4d0659e89e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.384833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-347be4ef-b612-44d4-ab2f-cbdd9af3c1f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.394217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4d96e95-1b96-477e-8a10-4d0659e89e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.426702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c045414f-4727-4abb-8eee-4877b2c65709 req-291c7e8c-12ed-4c2d-bb48-0c6028de430c tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031189 Jul 30 03:34:23.429088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-0fc2108a-a1c7-4fa8-8890-e487e660aa94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549989 Jul 30 03:34:23.430355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:23.445940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438b30f-5549-4e1d-b9ff-e30eee0187bf req-c9ad6e59-92c0-41e1-9b6d-645437751f11 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:23.448062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3438b30f-5549-4e1d-b9ff-e30eee0187bf req-c9ad6e59-92c0-41e1-9b6d-645437751f11 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 945 time: 0.4063897 Jul 30 03:34:23.458482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-deleted', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:23.464865 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a35a9-966a-4409-924e-f037a6e96b90" -d '{"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-deleted", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:23.539759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ba6489-b31f-47d3-a057-fe54edc06bcc {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:23.555051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee671d-460b-4d44-8bd9-4808c001f90f None None] Pushing event updated for resources: {'Port': ['ID=930c75c8-9b04-459e-98ab-779fe7289ce5,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:23.570874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 5bf5cadb-96f8-405b-bdcb-af028d4528f5 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:23.584795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b4d96e95-1b96-477e-8a10-4d0659e89e3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de8bf301f03c4a43b592b63cf41d7316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028439 Jul 30 03:34:23.612726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40568) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:23.613870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d96e95-1b96-477e-8a10-4d0659e89e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbbe6ca-d753-4822-b6c9-ad6e75faf878,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:23.620605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 66ba6489-b31f-47d3-a057-fe54edc06bcc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:23.626576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.639696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.641089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 457f4e64-7f5d-4a32-8059-5e5807a510bc details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:34:23.652825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.674730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb010f2-a845-421f-b685-8e9843784454']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:23.694230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff9f6ce-3276-4c53-a0bc-441f07e34c1b') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:23.694529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff9f6ce-3276-4c53-a0bc-441f07e34c1b') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:23.719038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eebcd818-129b-49ec-b6df-7c3add50e55e None None] Provisioning complete for port 930c75c8-9b04-459e-98ab-779fe7289ce5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:23.719737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eebcd818-129b-49ec-b6df-7c3add50e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.723935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.738195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69b440-0837-4b05-9a5b-553ea297588f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.751910 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.780696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3438b30f-5549-4e1d-b9ff-e30eee0187bf req-307fcde3-d865-4076-bff9-01edd4fd0f32 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754726 Jul 30 03:34:23.792473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69b440-0837-4b05-9a5b-553ea297588f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.825194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90125157-5d2a-4b73-ada9-414987453455 req-520f5c41-8eff-451d-9768-e076d260aad8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:23.829309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90125157-5d2a-4b73-ada9-414987453455 req-520f5c41-8eff-451d-9768-e076d260aad8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 985 time: 0.2541232 Jul 30 03:34:23.835297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-347be4ef-b612-44d4-ab2f-cbdd9af3c1f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.838691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-347be4ef-b612-44d4-ab2f-cbdd9af3c1f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.843081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-347be4ef-b612-44d4-ab2f-cbdd9af3c1f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "DELETE /v2.0/security-groups/9da7bfbb-3edd-43cc-8a07-8c1cc41b1da9 HTTP/1.1" status: 204 len: 168 time: 1.7542620 Jul 30 03:34:23.850907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40570) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:23.853093 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f4e90-3786-41f3-90ab-fc569c2587d0 x-openstack-request-id: req-a85f4e90-3786-41f3-90ab-fc569c2587d0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:23.853449 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6db4f1b-d5cc-4581-9fbf-d0302bc444e9", "name": "network-vif-deleted", "tag": "884a09c3-d35b-4bd4-95c1-c7c4811d9bab", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:23.853633 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a85f4e90-3786-41f3-90ab-fc569c2587d0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:23.854051 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6db4f1b-d5cc-4581-9fbf-d0302bc444e9', 'name': 'network-vif-deleted', 'tag': '884a09c3-d35b-4bd4-95c1-c7c4811d9bab', 'status': 'completed', 'code': 200} Jul 30 03:34:23.857995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:23.858513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:23.863019 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:23.874893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 930c75c8-9b04-459e-98ab-779fe7289ce5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:23.877436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-92453d4a-265a-4bb1-8179-e8ed6890b3bb service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253366 Jul 30 03:34:23.878555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 457f4e64-7f5d-4a32-8059-5e5807a510bc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:23.893438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347be4ef-b612-44d4-ab2f-cbdd9af3c1f7 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da7bfbb-3edd-43cc-8a07-8c1cc41b1da9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:23.964128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '457f4e64-7f5d-4a32-8059-5e5807a510bc', 'network_id': '289ee937-715e-431a-8258-1667f33c66bc', 'port_id': '457f4e64-7f5d-4a32-8059-5e5807a510bc', 'mac_address': 'fa:16:3e:fe:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575f13f2-5228-4945-b062-2bd5575d1b60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:34:23.966907 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-5bcd1ad3-113c-4a0c-a606-3bb71cb49279 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] show failed (client error): The resource could not be found. Jul 30 03:34:23.970587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5bcd1ad3-113c-4a0c-a606-3bb71cb49279 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "GET /v2.0/security-groups/9da7bfbb-3edd-43cc-8a07-8c1cc41b1da9 HTTP/1.1" status: 404 len: 347 time: 0.1133060 Jul 30 03:34:23.973693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40572) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:24.012588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90125157-5d2a-4b73-ada9-414987453455 req-c8c751c2-1448-413c-8097-090cf5549e76 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1b115be-7539-4b92-86ae-1803624e72f3&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1671045 Jul 30 03:34:24.025422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=66ba6489-b31f-47d3-a057-fe54edc06bcc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:24.037890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:24.046433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.064995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:24.065370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.089998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-702b71cb-5c4c-4ec7-98e2-5ea70be5b6e1 req-948de0bd-47da-4c1d-8f9f-fbbaf87df0de service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977601 Jul 30 03:34:24.095082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Router 4af5bbbe-9b5f-4dd6-9611-871125c41acc is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:34:24.119302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Network': ['ID=8fb010f2-a845-421f-b685-8e9843784454,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:24.127928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.130007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-282e73ba-d900-4fd6-ab7e-a676e3d9cc68 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/networks/8fb010f2-a845-421f-b685-8e9843784454 HTTP/1.1" status: 204 len: 168 time: 0.9696147 Jul 30 03:34:24.131162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.131557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69b440-0837-4b05-9a5b-553ea297588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.134387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69b440-0837-4b05-9a5b-553ea297588f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.135633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b69b440-0837-4b05-9a5b-553ea297588f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecbbe6ca-d753-4822-b6c9-ad6e75faf878 HTTP/1.1" status: 204 len: 168 time: 0.5197167 Jul 30 03:34:24.143846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:24.166788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 930c75c8-9b04-459e-98ab-779fe7289ce5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:24.167425 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.211325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69b440-0837-4b05-9a5b-553ea297588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbbe6ca-d753-4822-b6c9-ad6e75faf878,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:24.236133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457f4e64-7f5d-4a32-8059-5e5807a510bc {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:34:24.245156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Deleting port c53848dc-e237-4824-8244-4f467ee57cb6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:24.245903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.307730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.315177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 457f4e64-7f5d-4a32-8059-5e5807a510bc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:24.330793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-1301d701-360c-458a-a910-431a4be0dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:24.332387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-1301d701-360c-458a-a910-431a4be0dd36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1137 time: 0.1762645 Jul 30 03:34:24.343461 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.354232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:24.359460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.360132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.372941 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Sync routers for ids ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:34:24.376079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Calling delete_port for c53848dc-e237-4824-8244-4f467ee57cb6 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:24.385359 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Routers {'4af5bbbe-9b5f-4dd6-9611-871125c41acc'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:24.385963 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:24.415457 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.492075 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.493491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-90e2f2ef-92fd-4a46-9b68-98bdf73c5bcc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.8238518 Jul 30 03:34:24.496268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40582) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:24.503924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.523057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02831ee8-d05d-4fd2-a920-ec1291720fa9']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:24.543568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf5cadb-96f8-405b-bdcb-af028d4528f5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:24.545626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a785fbb-1557-4f82-95b5-98e722e4f7d4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:24.545927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a785fbb-1557-4f82-95b5-98e722e4f7d4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:24.546803 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b033ff06-fa38-4eef-948a-cb731417c715" -d '{"events": [{"server_uuid": "6b3a310b-3bcf-43fa-a71b-c640b4f86639", "name": "network-vif-plugged", "status": "completed", "tag": "5bf5cadb-96f8-405b-bdcb-af028d4528f5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:24.558310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-70372fa5-7d47-4742-b2aa-5c33f59d8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:24.560509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-70372fa5-7d47-4742-b2aa-5c33f59d8b24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.2180974 Jul 30 03:34:24.562333 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.565927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=457f4e64-7f5d-4a32-8059-5e5807a510bc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:24.602952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:24.604428 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Set router 4af5bbbe-9b5f-4dd6-9611-871125c41acc gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:24.610724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.646099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-7a98d39f-63ff-45f0-b76f-37a148f07f87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 217 time: 0.0768270 Jul 30 03:34:24.649947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.662381 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3999c45-84a1-4a90-923e-0438af7445ff x-openstack-request-id: req-c3999c45-84a1-4a90-923e-0438af7445ff {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:24.662717 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3a310b-3bcf-43fa-a71b-c640b4f86639", "name": "network-vif-plugged", "status": "completed", "tag": "5bf5cadb-96f8-405b-bdcb-af028d4528f5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:24.662909 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3999c45-84a1-4a90-923e-0438af7445ff {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:24.663354 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf5cadb-96f8-405b-bdcb-af028d4528f5', 'code': 200} Jul 30 03:34:24.769989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=5bf5cadb-96f8-405b-bdcb-af028d4528f5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:24.855646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed15d4d-fe8e-42b0-9fd8-2741be4ed9df req-59dd927d-0053-404e-ba88-3bfeba0a8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:24.857634 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ed15d4d-fe8e-42b0-9fd8-2741be4ed9df req-59dd927d-0053-404e-ba88-3bfeba0a8849 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 1098 time: 0.1314774 Jul 30 03:34:24.862787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:24.894889 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:22Z', 'revision_number': 3, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:24.936151 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Checking router: 4af5bbbe-9b5f-4dd6-9611-871125c41acc for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:34:24.936792 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Updating router 4af5bbbe-9b5f-4dd6-9611-871125c41acc port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:34:24.951353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Pushing event deleted for resources: {'Port': ['ID=c53848dc-e237-4824-8244-4f467ee57cb6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:24.955449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['66ba6489-b31f-47d3-a057-fe54edc06bcc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:24.989774 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.018867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['457f4e64-7f5d-4a32-8059-5e5807a510bc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:25.058471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ed15d4d-fe8e-42b0-9fd8-2741be4ed9df req-6e876fb7-365a-4429-968c-8bc557e99262 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867292 Jul 30 03:34:25.078439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.081304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.082482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6896e298-dce4-458c-a739-7ee811364f34 tempest-ImagesOneServerNegativeTestJSON-276714383 tempest-ImagesOneServerNegativeTestJSON-276714383-project] 10.222.0.39 "DELETE /v2.0/floatingips/f002cfe9-239f-445a-8b6b-e57420bfaeea HTTP/1.1" status: 204 len: 168 time: 1.1060710 Jul 30 03:34:25.295750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:25.296336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:25.302239 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:25.426876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-933a0821-e68a-4120-84e7-4555fc702557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:25.428464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-933a0821-e68a-4120-84e7-4555fc702557 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.7713699 Jul 30 03:34:25.440657 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.443319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.452208 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.464098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2dff-8e9a-4df3-b82f-c85e6d3124f8 req-2eca9320-bcdc-4bc2-b130-6fda87153f6b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:25.465624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c64d2dff-8e9a-4df3-b82f-c85e6d3124f8 req-2eca9320-bcdc-4bc2-b130-6fda87153f6b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1816497 Jul 30 03:34:25.470148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.472067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] 10.222.0.39 "DELETE /v2.0/networks/02831ee8-d05d-4fd2-a920-ec1291720fa9 HTTP/1.1" status: 204 len: 168 time: 1.3271990 Jul 30 03:34:25.473363 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Transition to ACTIVE for port object 6296dcc4-9ba2-4000-a8d4-5089969fbc8c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:25.485987 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.501406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-582d9860-f688-4175-951c-c7f6e721200a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641544 Jul 30 03:34:25.509313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a8562-6e48-4021-869d-19dc2711fe3a req-51efcf88-bbc0-4d8d-9707-acc38968730f tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:25.517060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c29a8562-6e48-4021-869d-19dc2711fe3a req-51efcf88-bbc0-4d8d-9707-acc38968730f tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 946 time: 0.2340660 Jul 30 03:34:25.551073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c3463-b3e3-4710-b397-b7f536d4eff7 tempest-BulkNetworkOpsTest-301932852 tempest-BulkNetworkOpsTest-301932852-project] Pushing event deleted for resources: {'Network': ['ID=02831ee8-d05d-4fd2-a920-ec1291720fa9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:25.565221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:25.574826 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Pushing event updated for resources: {'Port': ['ID=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:25.580709 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Attempting to bind port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:25.581358 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Attempting to bind port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:25.582236 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Attempting to bind port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:25.592874 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.593524 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.594041 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.595046 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.595648 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.596172 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.596752 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.597265 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.597843 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.598345 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.598923 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.599464 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:25.604479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:25.605161 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:25.605745 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.607010 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:25.607922 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Bound port: 6296dcc4-9ba2-4000-a8d4-5089969fbc8c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:25.608539 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.612100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 884a09c3-d35b-4bd4-95c1-c7c4811d9bab {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:25.612463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 884a09c3-d35b-4bd4-95c1-c7c4811d9bab not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:25.674767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c29a8562-6e48-4021-869d-19dc2711fe3a req-27104768-e8a5-4872-8d50-f554fd42b6c8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507230 Jul 30 03:34:25.685674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c64d2dff-8e9a-4df3-b82f-c85e6d3124f8 req-a826b2dc-1375-42bb-9d9e-2a48bf0f97cc tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954882 Jul 30 03:34:25.755955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-fb1de2fd-2c30-4356-8a54-bd905befe8af service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298226 Jul 30 03:34:25.766643 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] For port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:25.775447 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] For port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:25.793246 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:25.812574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Allocated IP 172.20.0.1 (6832838d-ddbd-4bc1-9747-bd2de1a343f4/bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b/c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:25.861056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:25.928710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:25.948709 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657849d-ec40-4faf-81a5-98fbc8755ffd None None] Pushing event updated for resources: {'Port': ['ID=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:25.987819 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Routers {'4af5bbbe-9b5f-4dd6-9611-871125c41acc'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:25.988871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:26.002139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c75bafc-9c95-4589-a8fb-362c74c24de4 req-3422daf3-3036-4c18-9120-53c455dcd7ae service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373989 Jul 30 03:34:26.021357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad160e-1c75-42a8-bc75-4f5c207dac1d req-1ad86c55-41fe-4748-84f3-f8c6d26996e5 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:26.022915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aad160e-1c75-42a8-bc75-4f5c207dac1d req-1ad86c55-41fe-4748-84f3-f8c6d26996e5 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 985 time: 0.1608343 Jul 30 03:34:26.033422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Deleting subnet 8983ca7d-d659-4075-9343-5d23c8fc7d23 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:26.037655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.061177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.100295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Transition to ACTIVE for port object c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:26.131499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.137749 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] Set router 4af5bbbe-9b5f-4dd6-9611-871125c41acc gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:26.180836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.199415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aad160e-1c75-42a8-bc75-4f5c207dac1d req-56e47f3b-1763-46b1-9d0c-7d5c409102ca tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1b115be-7539-4b92-86ae-1803624e72f3&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1585562 Jul 30 03:34:26.230175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6ca4f31c-9db7-4c65-9004-289804955ab7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a7036c307a54599b95faa177e8a81a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662353 Jul 30 03:34:26.233643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:26.253639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.281069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:26.290624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:26.295091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:26.298217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:26.350305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.367363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab99a-7bd3-4f43-b394-570a8953e114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.394255 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:22Z', 'revision_number': 3, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:26.408100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab99a-7bd3-4f43-b394-570a8953e114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.445816 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17ac0e-345e-49f6-94a8-e2e1a4f1d322 None None] The sync data for ids ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'] in n-d-778696-14 is: [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:22Z', 'revision_number': 3, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:34:26.457375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.522695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8983ca7d-d659-4075-9343-5d23c8fc7d23,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:26.535600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.537518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c2bb2155-b4e0-48c7-a656-536c7cbdb184 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8983ca7d-d659-4075-9343-5d23c8fc7d23 HTTP/1.1" status: 204 len: 168 time: 0.6074078 Jul 30 03:34:26.541009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:26.583540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.648817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab99a-7bd3-4f43-b394-570a8953e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.651393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab99a-7bd3-4f43-b394-570a8953e114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.652529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6d4ab99a-7bd3-4f43-b394-570a8953e114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abae13fa-6c17-4f09-8f88-eba2faa54298 HTTP/1.1" status: 204 len: 168 time: 0.4172962 Jul 30 03:34:26.683923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ab99a-7bd3-4f43-b394-570a8953e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae13fa-6c17-4f09-8f88-eba2faa54298,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:26.690059 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.742490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4b2af673-6fed-4877-9868-c1f102907477 None None] Provisioning for port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:26.746473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4b2af673-6fed-4877-9868-c1f102907477 None None] Provisioning complete for port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:26.748058 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b2af673-6fed-4877-9868-c1f102907477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.750427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-e5c85251-b813-4192-877e-e4291696c0fe tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:26.759457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-e5c85251-b813-4192-877e-e4291696c0fe tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.1483710 Jul 30 03:34:26.846824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4b2af673-6fed-4877-9868-c1f102907477 None None] Port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:34:26.917398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.923279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.927165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:26.939214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e094ac4-17f7-40a0-aa2e-367fa65fbaca']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:26.950538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba200cd-a165-486b-8656-6d94d8b82b23') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:26.950832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba200cd-a165-486b-8656-6d94d8b82b23') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:26.978374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.029724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.068539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.088943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:27.129052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:27.130230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:27.141597 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:27.173268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:27.175493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:27.255656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ba1ab-9c2a-4380-8251-431f7d6da759 req-3f2c039f-dd50-448b-b499-8cd440111e7e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:27.267525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-619ba1ab-9c2a-4380-8251-431f7d6da759 req-3f2c039f-dd50-448b-b499-8cd440111e7e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 946 time: 0.4461503 Jul 30 03:34:27.291026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.300487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.302907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] 10.222.0.39 "DELETE /v2.0/networks/2e094ac4-17f7-40a0-aa2e-367fa65fbaca HTTP/1.1" status: 204 len: 168 time: 0.7607155 Jul 30 03:34:27.321910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73373ac5-859b-4fd4-818b-9af0f87eff5a req-5b3b31b6-2a26-4353-8769-322f8d0dd1e0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:27.331305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73373ac5-859b-4fd4-818b-9af0f87eff5a req-5b3b31b6-2a26-4353-8769-322f8d0dd1e0 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 949 time: 0.3716774 Jul 30 03:34:27.399936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73373ac5-859b-4fd4-818b-9af0f87eff5a req-395b01ee-ebe4-4cc9-8e49-05439d24e5b3 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/security-groups?id=940c5783-84ea-447e-a5c4-7023facce41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637884 Jul 30 03:34:27.420408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669e8e6-6c64-4092-8102-32f923bb71cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2e094ac4-17f7-40a0-aa2e-367fa65fbaca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:27.484520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Deleting port aa810fe1-2764-4c85-81c2-608c6ce2e35d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:27.484890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.513469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-619ba1ab-9c2a-4380-8251-431f7d6da759 req-a0988d7d-0a8b-42fe-9664-11c79644727e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398286 Jul 30 03:34:27.579154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-42bd42fc-b174-41b4-8110-3712fe2dcd88 None None] Provisioning complete for port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:27.580655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-42bd42fc-b174-41b4-8110-3712fe2dcd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.605488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:27.716972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-42bd42fc-b174-41b4-8110-3712fe2dcd88 None None] Port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:34:27.756320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5ef1ab73-828b-49af-8b9f-60643098055b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1033f9dcf26d4f9ebcb1935c20b9e800&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1125343 Jul 30 03:34:27.766246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40688) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:27.802733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d0f6b-5482-472c-87f4-ffd96fe0dda2 req-5df52488-0772-4190-8887-31df67c703b6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:27.809574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Router 4af5bbbe-9b5f-4dd6-9611-871125c41acc has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:34:27.826878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e8d0f6b-5482-472c-87f4-ffd96fe0dda2 req-5df52488-0772-4190-8887-31df67c703b6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 985 time: 0.2818780 Jul 30 03:34:27.869458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6296dcc4-9ba2-4000-a8d4-5089969fbc8c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:27.916251 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06700a2f-6dce-4d12-bf48-05319b214eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.925059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e8d0f6b-5482-472c-87f4-ffd96fe0dda2 req-8c853c6c-1778-4de1-b611-16166e2937d7 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1b115be-7539-4b92-86ae-1803624e72f3&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0968256 Jul 30 03:34:27.957073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] For port aa810fe1-2764-4c85-81c2-608c6ce2e35d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=aa810fe1-2764-4c85-81c2-608c6ce2e35d,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:27.957410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:27.987548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ba9a-ea60-42f8-9ab9-a6b1d3996768 req-5e4415a6-961f-48a6-826a-d197c68b710d tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:27.995868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9b9ba9a-ea60-42f8-9ab9-a6b1d3996768 req-5e4415a6-961f-48a6-826a-d197c68b710d tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 945 time: 0.2643938 Jul 30 03:34:28.022259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:28.028595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:28.029252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.031516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Calling delete_port for aa810fe1-2764-4c85-81c2-608c6ce2e35d owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:28.041472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06700a2f-6dce-4d12-bf48-05319b214eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.119020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:28.140660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a6025159-6687-42da-8ed5-af440c372912 admin admin] 10.222.0.39 "PUT /v2.0/routers/4af5bbbe-9b5f-4dd6-9611-871125c41acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6398718 Jul 30 03:34:28.158092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.177253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06700a2f-6dce-4d12-bf48-05319b214eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.177572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9b9ba9a-ea60-42f8-9ab9-a6b1d3996768 req-0e91b622-e3f5-4852-ac03-e0c91bbfd650 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804345 Jul 30 03:34:28.180239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06700a2f-6dce-4d12-bf48-05319b214eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.181631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-06700a2f-6dce-4d12-bf48-05319b214eee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/749a436b-480c-4cb2-8d25-dad866a9d6d4 HTTP/1.1" status: 204 len: 168 time: 0.4115481 Jul 30 03:34:28.188690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d60ccda-9047-40e7-9166-2c426cda187f req-f1ef8984-a745-43df-b06a-44df655afaf8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1349955271&fields=id&tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb HTTP/1.1" status: 200 len: 267 time: 0.1549201 Jul 30 03:34:28.198659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06700a2f-6dce-4d12-bf48-05319b214eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a436b-480c-4cb2-8d25-dad866a9d6d4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:28.210636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:28.224651 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.308121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:28.357558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40718) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:28.374024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60ccda-9047-40e7-9166-2c426cda187f req-ff632ba1-3da2-4438-b5c1-c7d669d86b83 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:28.379727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d60ccda-9047-40e7-9166-2c426cda187f req-ff632ba1-3da2-4438-b5c1-c7d669d86b83 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 985 time: 0.1784298 Jul 30 03:34:28.392948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'port': {'security_groups': ['d1b115be-7539-4b92-86ae-1803624e72f3', 'da232dcf-ce6f-4624-9676-69e7d2cf8721', '9f39b672-9f99-4a95-b697-a46f7b9f8c46']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:28.427923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.463089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['aa810fe1-2764-4c85-81c2-608c6ce2e35d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:28.508350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Pushing event deleted for resources: {'Port': ['ID=aa810fe1-2764-4c85-81c2-608c6ce2e35d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:28.563500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] No DVR routers for this DVR port aa810fe1-2764-4c85-81c2-608c6ce2e35d on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:28.566280 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.568721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-753fd5e2-77a2-4da5-bae9-428aeb606920 req-1f25be02-1a76-4590-81ce-815b9096bc99 tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.16 "DELETE /v2.0/ports/aa810fe1-2764-4c85-81c2-608c6ce2e35d HTTP/1.1" status: 204 len: 173 time: 1.8082275 Jul 30 03:34:28.569821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-deleted', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:28.573055 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf63038-7e87-41d8-aac1-1512f40f0422" -d '{"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-deleted", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:28.577259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.687603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 66ba6489-b31f-47d3-a057-fe54edc06bcc up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:28.809566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 66ba6489-b31f-47d3-a057-fe54edc06bcc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:28.813728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 66ba6489-b31f-47d3-a057-fe54edc06bcc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:28.814585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.863782 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-f2c5f3fb-c4ad-4c94-beab-f36bb312e385 req-7765d64c-d248-4441-b0c3-fd7951272ca6 tempest-FloatingIPDetailsNegativeTestJSON-1706246472 tempest-FloatingIPDetailsNegativeTestJSON-1706246472-project] show failed (client error): The resource could not be found. Jul 30 03:34:28.864315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758556591'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:28.864819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2c5f3fb-c4ad-4c94-beab-f36bb312e385 req-7765d64c-d248-4441-b0c3-fd7951272ca6 tempest-FloatingIPDetailsNegativeTestJSON-1706246472 tempest-FloatingIPDetailsNegativeTestJSON-1706246472-project] 10.222.0.39 "GET /v2.0/floatingips/da18eabb-1d3c-4f50-b4aa-3c78f48bb5a3 HTTP/1.1" status: 404 len: 350 time: 0.0568416 Jul 30 03:34:28.878025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:28.946163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:28.955685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.970021 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:28.978256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.051496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ba6489-b31f-47d3-a057-fe54edc06bcc'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:29.053822 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b015ea6f-bcdb-470b-b928-327d15a55d90" -d '{"events": [{"server_uuid": "0e1f1c62-afb8-497b-a29a-416893f7b095", "name": "network-vif-plugged", "status": "completed", "tag": "66ba6489-b31f-47d3-a057-fe54edc06bcc"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:29.098267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:29.103239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Sync routers for ids ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:34:29.112019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 66ba6489-b31f-47d3-a057-fe54edc06bcc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:29.133130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.135980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 457f4e64-7f5d-4a32-8059-5e5807a510bc up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:29.192631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Routers {'4af5bbbe-9b5f-4dd6-9611-871125c41acc'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:29.193186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:29.198329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.210737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.267554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:29.285965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbba9c-69ea-4946-b903-207b1936fb7a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:29.314020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.314385 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment 2a953e56-f613-44a2-820d-b22d3596aaa6 of type vlan for network abce1f17-577c-427e-a3f4-6a0ae3fde1cc Jul 30 03:34:29.331754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0958ce2-6cb9-4a85-8ae9-1c75dac5963e req-7307e9d7-4f61-459f-9180-0a7067dfa45b tempest-MigrationsAdminTest-1513009617 tempest-MigrationsAdminTest-1513009617-project] 10.222.0.39 "GET /v2.0/ports?device_id=94af241b-e5f4-4a66-9107-756b07941a8d HTTP/1.1" status: 200 len: 210 time: 0.1966949 Jul 30 03:34:29.335814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.359461 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.383007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.427281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['809ab203-a38f-4188-b0ec-7a12f654917e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:29.429731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:29.451996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.457908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:29.458590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.479419 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881cbf78-fa99-4e57-886b-63f910787b13 x-openstack-request-id: req-881cbf78-fa99-4e57-886b-63f910787b13 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:29.479912 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af241b-e5f4-4a66-9107-756b07941a8d", "name": "network-vif-deleted", "tag": "aa810fe1-2764-4c85-81c2-608c6ce2e35d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:29.480023 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-881cbf78-fa99-4e57-886b-63f910787b13 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:29.480341 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94af241b-e5f4-4a66-9107-756b07941a8d', 'name': 'network-vif-deleted', 'tag': 'aa810fe1-2764-4c85-81c2-608c6ce2e35d', 'status': 'completed', 'code': 200} Jul 30 03:34:29.520302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:29.532347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=66ba6489-b31f-47d3-a057-fe54edc06bcc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:29.550866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:29.551573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:29.553063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d60ccda-9047-40e7-9166-2c426cda187f req-33fbff5d-c11d-434f-92e6-f25c23b42d02 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "PUT /v2.0/ports/809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 1021 time: 1.1700106 Jul 30 03:34:29.563955 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e8f29-3c72-4b93-b689-2ed4b28c2a65 x-openstack-request-id: req-654e8f29-3c72-4b93-b689-2ed4b28c2a65 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:29.564262 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1f1c62-afb8-497b-a29a-416893f7b095", "name": "network-vif-plugged", "status": "completed", "tag": "66ba6489-b31f-47d3-a057-fe54edc06bcc", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:29.564506 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-654e8f29-3c72-4b93-b689-2ed4b28c2a65 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:29.564920 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ba6489-b31f-47d3-a057-fe54edc06bcc', 'code': 200} Jul 30 03:34:29.625545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2662864 Jul 30 03:34:29.657892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc324d0-228d-4c09-b826-41b8fcbdb73e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=abce1f17-577c-427e-a3f4-6a0ae3fde1cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:29.817088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network abce1f17-577c-427e-a3f4-6a0ae3fde1cc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:29.882528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dae61d-3f22-4a83-801a-d9aa6d93bc31 req-6a3fbbbd-e84f-4f5f-8ebd-4b529f5de35a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:29.882906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['809ab203-a38f-4188-b0ec-7a12f654917e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:29.884208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99dae61d-3f22-4a83-801a-d9aa6d93bc31 req-6a3fbbbd-e84f-4f5f-8ebd-4b529f5de35a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 945 time: 0.2525630 Jul 30 03:34:29.885129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6296dcc4-9ba2-4000-a8d4-5089969fbc8c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:29.894693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:29.967208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d2d3-f9d6-41a0-a9e6-e7f094c121be req-d15becb8-b39f-409f-8feb-0d3df134ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:29.968711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a55d2d3-f9d6-41a0-a9e6-e7f094c121be req-d15becb8-b39f-409f-8feb-0d3df134ebae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 1097 time: 0.3580427 Jul 30 03:34:29.971372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ca3c2d0-eab4-48a0-be32-eef593685f95 req-f90cfabe-52d6-4819-a087-4b027863cc47 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9f39b672-9f99-4a95-b697-a46f7b9f8c46 HTTP/1.1" status: 200 len: 1803 time: 0.3720303 Jul 30 03:34:29.981724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 457f4e64-7f5d-4a32-8059-5e5807a510bc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:30.046775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99dae61d-3f22-4a83-801a-d9aa6d93bc31 req-0b360ce5-e5a4-4fd0-bed9-30fc1d9652c8 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403234 Jul 30 03:34:30.065016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a55d2d3-f9d6-41a0-a9e6-e7f094c121be req-69aa7e34-d55d-4c25-888f-80d362a4c61b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 Jul 30 03:34:30.084879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 457f4e64-7f5d-4a32-8059-5e5807a510bc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:30.084879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.116770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-740494787-network', 'tenant_id': '3d39924e62f64ad8b7d4138bc5830672'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:30.134554 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-0ca3c2d0-eab4-48a0-be32-eef593685f95 req-c797e221-d46c-442c-ae5a-664b5e5285c7 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 03:34:30.135976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ca3c2d0-eab4-48a0-be32-eef593685f95 req-c797e221-d46c-442c-ae5a-664b5e5285c7 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/9f39b672-9f99-4a95-b697-a46f7b9f8c46 HTTP/1.1" status: 409 len: 341 time: 0.1403308 Jul 30 03:34:30.159893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Made reservation on behalf of 3d39924e62f64ad8b7d4138bc5830672 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:30.163838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.177933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.346610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Set router 4af5bbbe-9b5f-4dd6-9611-871125c41acc gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:30.357436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.402253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.432210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.494435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:30.540992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.541602 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Added segment b5bb6306-6bb7-491e-a0df-2d5993411511 of type vlan for network ad856139-102b-4368-99bf-7c1df1170828 Jul 30 03:34:30.543807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3a3ef3-d6b7-4627-bed8-9a3779bc0a8d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:30.678904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.706647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.755811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.757166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:30.758073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.797565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9006793 Jul 30 03:34:30.801107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.803298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:30.824088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3c786-0a87-4c35-8f45-9d4024e84241 req-65c33ad4-fb95-44f4-bc86-ff0d59c90e3f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:30.825898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29f3c786-0a87-4c35-8f45-9d4024e84241 req-65c33ad4-fb95-44f4-bc86-ff0d59c90e3f tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1024 time: 0.1716373 Jul 30 03:34:30.844969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:30.896856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Request body: {'subnet': {'network_id': 'ad856139-102b-4368-99bf-7c1df1170828', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-740494787-subnet', 'tenant_id': '3d39924e62f64ad8b7d4138bc5830672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:30.913161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:30.915233 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:30.931179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29f3c786-0a87-4c35-8f45-9d4024e84241 req-f8c75554-9bd5-483a-9e2e-44b757dcc14e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1b115be-7539-4b92-86ae-1803624e72f3&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&id=9f39b672-9f99-4a95-b697-a46f7b9f8c46&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0944147 Jul 30 03:34:30.987375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a03b-a922-4052-a506-65fe76b64c9f admin admin] Pushing event updated for resources: {'Network': ['ID=ad856139-102b-4368-99bf-7c1df1170828,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:30.999347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Made reservation on behalf of 3d39924e62f64ad8b7d4138bc5830672 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:31.006609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.133264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Deleting port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:31.135678 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.248136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ad856139-102b-4368-99bf-7c1df1170828 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:31.357774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.420592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.430452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0734-e045-4821-a1ef-be131e8ff581 req-58c0e4c3-6938-4e49-927e-4c29e0927fbd tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:31.441591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17bd0734-e045-4821-a1ef-be131e8ff581 req-58c0e4c3-6938-4e49-927e-4c29e0927fbd tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 945 time: 0.1621537 Jul 30 03:34:31.461164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-205a1d9e-9615-4508-96a6-506a924f0dec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de1bb493cfec4a0b9ad5767ec7387c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139307 Jul 30 03:34:31.472015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:31.476382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Calling delete_port for c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:31.483373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:31.485591 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b124261c-6e53-4036-a133-30d91d05dd19" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:31.540915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e228d39-ad62-441a-8e22-cef2cdb6f358,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:31.553947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Checking segment: {'id': 'b5bb6306-6bb7-491e-a0df-2d5993411511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad856139-102b-4368-99bf-7c1df1170828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:31.554842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Network hostable DHCP agents. Network: ad856139-102b-4368-99bf-7c1df1170828, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:31.562262 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b254f534-afab-4dc8-a8af-71115a9bd46e x-openstack-request-id: req-b254f534-afab-4dc8-a8af-71115a9bd46e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:31.562797 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:31.563231 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b254f534-afab-4dc8-a8af-71115a9bd46e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:31.563754 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e', 'status': 'completed', 'code': 200} Jul 30 03:34:31.608660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Network ad856139-102b-4368-99bf-7c1df1170828 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:31.624568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ad856139-102b-4368-99bf-7c1df1170828) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:31.635195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:31.635880 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.658662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17bd0734-e045-4821-a1ef-be131e8ff581 req-b1a0cfc5-5708-463a-ab0f-f448186961ec tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157738 Jul 30 03:34:31.663242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5fa3282-1a17-414d-b4b7-453cdb27a63f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7807946 Jul 30 03:34:31.700994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e35e2-b214-4c15-b494-2f135e1494bf None None] Network ad856139-102b-4368-99bf-7c1df1170828 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:31.724730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-620c4b43-26d0-4ed8-b79b-503a000595fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.755867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4848ffba-7a2b-49c0-8083-9221755654da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f4e64-7f5d-4a32-8059-5e5807a510bc'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:31.758447 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa6900c-1505-41e6-8116-43c1e01dfb46" -d '{"events": [{"server_uuid": "4848ffba-7a2b-49c0-8083-9221755654da", "name": "network-vif-plugged", "status": "completed", "tag": "457f4e64-7f5d-4a32-8059-5e5807a510bc"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:31.843500 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854b0f7-7cd2-446a-9d00-a5a414629642 x-openstack-request-id: req-4854b0f7-7cd2-446a-9d00-a5a414629642 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:31.843889 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4848ffba-7a2b-49c0-8083-9221755654da", "name": "network-vif-plugged", "status": "completed", "tag": "457f4e64-7f5d-4a32-8059-5e5807a510bc", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:31.844270 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4854b0f7-7cd2-446a-9d00-a5a414629642 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:31.844777 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4848ffba-7a2b-49c0-8083-9221755654da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f4e64-7f5d-4a32-8059-5e5807a510bc', 'code': 200} Jul 30 03:34:31.848749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 457f4e64-7f5d-4a32-8059-5e5807a510bc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:31.900930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:31.976834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:31.989593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-4ee4affa-3a8f-4d8d-afcd-9421f31e2cd7 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:31.991604 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-4ee4affa-3a8f-4d8d-afcd-9421f31e2cd7 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1024 time: 0.1229799 Jul 30 03:34:32.200811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: aa810fe1-2764-4c85-81c2-608c6ce2e35d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:32.201635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device aa810fe1-2764-4c85-81c2-608c6ce2e35d not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:32.227839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=457f4e64-7f5d-4a32-8059-5e5807a510bc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:32.254175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Deleting port 809ab203-a38f-4188-b0ec-7a12f654917e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:32.258627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.320964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124261c-6e53-4036-a133-30d91d05dd19 req-9642eb41-9da6-4f8a-852d-328b102dc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:32.322347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-9642eb41-9da6-4f8a-852d-328b102dc8b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 1176 time: 0.7116923 Jul 30 03:34:32.350902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-49eae226-bb5c-4896-ae17-9189784180c6 req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-535099991', 'description': 'tempest-description-286861820'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:32.369608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83632a-fc53-4565-9247-94ff04114a20 None None] Network ad856139-102b-4368-99bf-7c1df1170828 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:32.421755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49eae226-bb5c-4896-ae17-9189784180c6 req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.426932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-620c4b43-26d0-4ed8-b79b-503a000595fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.459695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] For port 809ab203-a38f-4188-b0ec-7a12f654917e, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=809ab203-a38f-4188-b0ec-7a12f654917e,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:32.460411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.480412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Calling delete_port for 809ab203-a38f-4188-b0ec-7a12f654917e owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:32.611654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49eae226-bb5c-4896-ae17-9189784180c6 req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.613650 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:34:32.630891 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.632848 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49eae226-bb5c-4896-ae17-9189784180c6 req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.669703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3c9-6299-4b8c-b591-9b064fa41885 req-6e286c1c-fbc6-4428-90d5-3d682ecfd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:32.671321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-963af3c9-6299-4b8c-b591-9b064fa41885 req-6e286c1c-fbc6-4428-90d5-3d682ecfd1df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 1098 time: 0.3428767 Jul 30 03:34:32.691403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435d6801-a2eb-418a-8834-36dc73ccdae9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:32.694343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.727175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:26Z', 'revision_number': 4, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc', 'name': '', 'network_id': '6832838d-ddbd-4bc1-9747-bd2de1a343f4', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'mac_address': 'fa:16:3e:71:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:25Z', 'updated_at': '2021-07-30T03:34:26Z', 'revision_number': 2, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'subnets': [{'id': 'bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:32.778691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:32.796777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'Port': ['ID=809ab203-a38f-4188-b0ec-7a12f654917e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:32.800073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2881c83-5f20-434a-bfcd-499fc13f04a8 req-c172ff41-d9d2-4071-86e7-c9a14bdda861 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:32.802269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Checking router: 4af5bbbe-9b5f-4dd6-9611-871125c41acc for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:34:32.802627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Updating router 4af5bbbe-9b5f-4dd6-9611-871125c41acc port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:34:32.810186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2881c83-5f20-434a-bfcd-499fc13f04a8 req-c172ff41-d9d2-4071-86e7-c9a14bdda861 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e36d91-29d1-4998-b497-81e8b93fba5c HTTP/1.1" status: 200 len: 945 time: 0.4799998 Jul 30 03:34:32.834558 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49eae226-bb5c-4896-ae17-9189784180c6 req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.854102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49eae226-bb5c-4896-ae17-9189784180c6 req-32371f61-7238-4a63-80b7-330da0695e29 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5306010 Jul 30 03:34:32.854305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Port c0c3ac12-011a-4b0a-b913-1d04a1f0ffdc not found while updating agent binding for router 4af5bbbe-9b5f-4dd6-9611-871125c41acc. {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 03:34:32.878501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] No DVR routers for this DVR port 809ab203-a38f-4188-b0ec-7a12f654917e on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:32.892116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:32.894567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-83e3102e-f1ea-420d-a375-db9a1dbfce77 req-bd8d510b-474f-470c-ae12-fa4c257ef0eb tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.18 "DELETE /v2.0/ports/809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 204 len: 173 time: 0.8954673 Jul 30 03:34:32.895097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'name': 'network-vif-deleted', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:32.897564 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd3d2a6-27f6-4b9d-a5c4-977a7e9a3b7e" -d '{"events": [{"server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "name": "network-vif-deleted", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:32.966582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-963af3c9-6299-4b8c-b591-9b064fa41885 req-2662df2f-ea64-4dbc-8c7f-d6aaa1fabf26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249889 Jul 30 03:34:32.967467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Routers {'4af5bbbe-9b5f-4dd6-9611-871125c41acc'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:32.968151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:33.022441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124261c-6e53-4036-a133-30d91d05dd19 req-88dad186-bf85-4bf4-993f-43a9c6317ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:33.024709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-88dad186-bf85-4bf4-993f-43a9c6317ae2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 200 len: 912 time: 0.6923814 Jul 30 03:34:33.045088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-620c4b43-26d0-4ed8-b79b-503a000595fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.047919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-620c4b43-26d0-4ed8-b79b-503a000595fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.051455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-620c4b43-26d0-4ed8-b79b-503a000595fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/940c5783-84ea-447e-a5c4-7023facce41f HTTP/1.1" status: 204 len: 168 time: 1.5761743 Jul 30 03:34:33.066971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40824) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:33.073620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:33.166945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2881c83-5f20-434a-bfcd-499fc13f04a8 req-8dd8c50f-facc-400d-8956-5ec26645140d tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1b115be-7539-4b92-86ae-1803624e72f3&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&id=9f39b672-9f99-4a95-b697-a46f7b9f8c46&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3555913 Jul 30 03:34:33.171120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-f1f142f9-0dc5-462e-af31-527240b7ff8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ab203-a38f-4188-b0ec-7a12f654917e HTTP/1.1" status: 200 len: 217 time: 0.1276760 Jul 30 03:34:33.175927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4b43-26d0-4ed8-b79b-503a000595fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c5783-84ea-447e-a5c4-7023facce41f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:33.209043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['809ab203-a38f-4188-b0ec-7a12f654917e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:33.210656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d9a4-cc0a-4c38-ac16-f58ec0fb3200 req-a4b5c013-0e5d-41bd-b28f-24c42b802d4f tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:33.218966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a06d9a4-cc0a-4c38-ac16-f58ec0fb3200 req-a4b5c013-0e5d-41bd-b28f-24c42b802d4f tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 946 time: 0.2607660 Jul 30 03:34:33.260885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:33.266137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.300479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] Set router 4af5bbbe-9b5f-4dd6-9611-871125c41acc gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:33.412394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124261c-6e53-4036-a133-30d91d05dd19 req-085f6380-6923-46de-a031-9d464f1f735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:33.414152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-085f6380-6923-46de-a031-9d464f1f735b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 200 len: 852 time: 0.2323902 Jul 30 03:34:33.451123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a06d9a4-cc0a-4c38-ac16-f58ec0fb3200 req-3ba43dda-a8a5-451a-b43b-c19e507eb563 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309890 Jul 30 03:34:33.464015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-8f5f6614-4d2c-46d1-a4c5-a7fe935dc499 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/435d6801-a2eb-418a-8834-36dc73ccdae9 HTTP/1.1" status: 200 len: 1813 time: 0.1870928 Jul 30 03:34:33.525916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-6544279a-b099-403f-bdfe-b293a9a29e18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b651fedf-1555-45d5-b3c1-76a7267d39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970063 Jul 30 03:34:33.537651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '435d6801-a2eb-418a-8834-36dc73ccdae9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:33.538309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '435d6801-a2eb-418a-8834-36dc73ccdae9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:33.540204 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffcac90-21e6-4511-8d93-e4281e9a8e44 x-openstack-request-id: req-1ffcac90-21e6-4511-8d93-e4281e9a8e44 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:33.540502 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e36d91-29d1-4998-b497-81e8b93fba5c", "name": "network-vif-deleted", "tag": "809ab203-a38f-4188-b0ec-7a12f654917e", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:33.540780 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ffcac90-21e6-4511-8d93-e4281e9a8e44 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:33.541155 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e36d91-29d1-4998-b497-81e8b93fba5c', 'name': 'network-vif-deleted', 'tag': '809ab203-a38f-4188-b0ec-7a12f654917e', 'status': 'completed', 'code': 200} Jul 30 03:34:33.571155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.582480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40828) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:33.630825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['684c9e05-d2d6-4389-92a2-8a92887d59ca'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:33.736219 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-efd45e40-9bc6-4c71-93d9-00cac7f372f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=729123b8bd514ccba25bb24badf4cd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502569 Jul 30 03:34:33.737396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.737866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:33.777063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.804310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.825742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.838375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': '2a953e56-f613-44a2-820d-b22d3596aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:33.838742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: abce1f17-577c-427e-a3f4-6a0ae3fde1cc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:33.850776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-d1ffdf66-e5cf-4ea2-aa12-b37777498529 service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167195 Jul 30 03:34:33.861497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=3665e61c-fb07-42df-acb3-d257020cb953,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:33.874782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network abce1f17-577c-427e-a3f4-6a0ae3fde1cc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:33.890332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, abce1f17-577c-427e-a3f4-6a0ae3fde1cc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:33.894105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c110f345-dc89-4619-91e3-c5c2b1fa70bd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:33.910836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:33.911856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.928296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f787c-56f9-4ed9-ba0a-8759224fa912 None None] Network abce1f17-577c-427e-a3f4-6a0ae3fde1cc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:33.931286 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f9ba4cb9-c91c-4434-a4bf-f593cdba5e57 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8618569 Jul 30 03:34:33.934184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40834) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:33.941227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:33.942418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-313e72c9-85cb-4e17-a9e0-6e1b772bb65a req-7147b0bb-31f0-48bc-b4cf-85733da8a779 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4257691 Jul 30 03:34:33.944975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127790392'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:33.982166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:33.988023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.023936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:31Z', 'revision_number': 5, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:34.025256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:34.037043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.037441 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment cb8480c0-54be-4b84-b579-91c71482178f of type vlan for network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f Jul 30 03:34:34.054068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2ad9c-2bcc-42c1-ad93-3be21dc59f28 None None] The sync data for ids ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'] in n-d-778696-14 is: [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:31Z', 'revision_number': 5, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:34:34.104459 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9f3a-b6fb-4439-82f5-036d70c279c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.119660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.167101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-611438b3-54a7-4587-a9c0-891b00f29590 req-3b476459-3714-4b17-bef1-bc65aae6edca tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/435d6801-a2eb-418a-8834-36dc73ccdae9 HTTP/1.1" status: 200 len: 2407 time: 0.1786964 Jul 30 03:34:34.180938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.187184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:34.187839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.188453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b124261c-6e53-4036-a133-30d91d05dd19 req-1c8cb693-b1c9-46f6-848a-e36f63385f4b service neutron] 10.222.0.18 "GET /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198068 Jul 30 03:34:34.229902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9f3a-b6fb-4439-82f5-036d70c279c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.258586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-abce1f17-577c-427e-a3f4-6a0ae3fde1cc', 'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '3665e61c-fb07-42df-acb3-d257020cb953'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:34.262899 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.320988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=dc8fe5a9-b723-4302-98bd-5711bc2c8c4f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:34.337859 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d4e3304-83f0-40bf-b4f6-3e811ab5f1c1 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4015872 Jul 30 03:34:34.341101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40844) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:34.346980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:34.377201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-13ba9f92-8bd2-46f7-96d7-8f6e95db02a4 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-group-rules/c110f345-dc89-4619-91e3-c5c2b1fa70bd HTTP/1.1" status: 200 len: 778 time: 0.1444786 Jul 30 03:34:34.390767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:34.459054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Router 4af5bbbe-9b5f-4dd6-9611-871125c41acc has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:34:34.510674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38271758-edc0-4007-832e-aa1c475451f7 req-a07fece7-e765-4da5-9250-36a8b7d10368 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/d1b115be-7539-4b92-86ae-1803624e72f3 HTTP/1.1" status: 200 len: 1802 time: 0.1690204 Jul 30 03:34:34.521515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-a8346050-af30-4faa-a6ed-c3b2df7477b1 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/435d6801-a2eb-418a-8834-36dc73ccdae9 HTTP/1.1" status: 200 len: 2407 time: 0.1217489 Jul 30 03:34:34.543071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:34.550244 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.577870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9f3a-b6fb-4439-82f5-036d70c279c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.580413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9f3a-b6fb-4439-82f5-036d70c279c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.581575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f8ca9f3a-b6fb-4439-82f5-036d70c279c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb07559c-e713-49d0-978a-c89f5131060b HTTP/1.1" status: 204 len: 168 time: 0.8427639 Jul 30 03:34:34.630295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Allocated IP 2001:db8:0:ffff::2 (abce1f17-577c-427e-a3f4-6a0ae3fde1cc/3665e61c-fb07-42df-acb3-d257020cb953/b5531e18-f112-41ca-a95b-2c4d5f2ba752) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:34.679416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca9f3a-b6fb-4439-82f5-036d70c279c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb07559c-e713-49d0-978a-c89f5131060b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:34.827514 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-5602e386-0daa-44a6-9bf0-a6e025f5b7bd tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.860961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-5602e386-0daa-44a6-9bf0-a6e025f5b7bd tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.894370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-38271758-edc0-4007-832e-aa1c475451f7 req-4a197d22-76e1-46ef-b695-e5915735ce69 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.896461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:34.907806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4e1d6397-1ea7-4cee-bf79-2861f8021a9d admin admin] 10.222.0.39 "PUT /v2.0/routers/4af5bbbe-9b5f-4dd6-9611-871125c41acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0265453 Jul 30 03:34:34.910765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40854) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:34.937088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-38271758-edc0-4007-832e-aa1c475451f7 req-4a197d22-76e1-46ef-b695-e5915735ce69 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.966057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.987433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-5602e386-0daa-44a6-9bf0-a6e025f5b7bd tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.993748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Transition to ACTIVE for port object b5531e18-f112-41ca-a95b-2c4d5f2ba752 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:34.994928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-5602e386-0daa-44a6-9bf0-a6e025f5b7bd tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:34.996134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72552862-23d3-49b7-8138-ac1fed4a7aa2 req-5602e386-0daa-44a6-9bf0-a6e025f5b7bd tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c110f345-dc89-4619-91e3-c5c2b1fa70bd HTTP/1.1" status: 204 len: 173 time: 0.4231043 Jul 30 03:34:34.999177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-38271758-edc0-4007-832e-aa1c475451f7 req-4a197d22-76e1-46ef-b695-e5915735ce69 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.012005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-38271758-edc0-4007-832e-aa1c475451f7 req-4a197d22-76e1-46ef-b695-e5915735ce69 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.013704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38271758-edc0-4007-832e-aa1c475451f7 req-4a197d22-76e1-46ef-b695-e5915735ce69 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/d1b115be-7539-4b92-86ae-1803624e72f3 HTTP/1.1" status: 204 len: 173 time: 0.4903615 Jul 30 03:34:35.032961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Transition to ACTIVE for port object b5531e18-f112-41ca-a95b-2c4d5f2ba752 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:35.038652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602e386-0daa-44a6-9bf0-a6e025f5b7bd tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c110f345-dc89-4619-91e3-c5c2b1fa70bd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:35.049703 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.054004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a197d22-76e1-46ef-b695-e5915735ce69 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b115be-7539-4b92-86ae-1803624e72f3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:35.090224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ef8a15ab-5599-402c-8fa5-7f01253c7f4f req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-983378980', 'description': 'tempest-description-1553339613'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:35.103184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Pushing event updated for resources: {'Port': ['ID=b5531e18-f112-41ca-a95b-2c4d5f2ba752,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:35.137050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.138370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Network abce1f17-577c-427e-a3f4-6a0ae3fde1cc is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:35.142199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:35.142389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ef8a15ab-5599-402c-8fa5-7f01253c7f4f req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.146791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:35.253208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Attempting to bind port b5531e18-f112-41ca-a95b-2c4d5f2ba752 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:35.253766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Attempting to bind port b5531e18-f112-41ca-a95b-2c4d5f2ba752 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2a953e56-f613-44a2-820d-b22d3596aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:35.254219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Attempting to bind port b5531e18-f112-41ca-a95b-2c4d5f2ba752 on network abce1f17-577c-427e-a3f4-6a0ae3fde1cc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:35.260608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:35.261075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Checking segment: {'id': '2a953e56-f613-44a2-820d-b22d3596aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:35.261667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.262757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Bound using segment: {'id': '2a953e56-f613-44a2-820d-b22d3596aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:35.262757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Bound port: b5531e18-f112-41ca-a95b-2c4d5f2ba752, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a953e56-f613-44a2-820d-b22d3596aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'abce1f17-577c-427e-a3f4-6a0ae3fde1cc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:35.263314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.274400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.287489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c0cd-80fb-4972-9aba-c731493c5bfd req-2f870b33-10af-4e3d-be42-154f7322967d tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:35.289095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e90c0cd-80fb-4972-9aba-c731493c5bfd req-2f870b33-10af-4e3d-be42-154f7322967d tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 946 time: 0.1627698 Jul 30 03:34:35.351273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=935376df-a766-4415-9064-fbfb57c14a51,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:35.359153 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] Sync routers for ids ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:34:35.375412 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] Routers {'4af5bbbe-9b5f-4dd6-9611-871125c41acc'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:35.376456 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:35.376675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e90c0cd-80fb-4972-9aba-c731493c5bfd req-66a22cb0-d933-4483-bfc0-5f00cfad7943 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702224 Jul 30 03:34:35.414341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': 'cb8480c0-54be-4b84-b579-91c71482178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:35.414341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: dc8fe5a9-b723-4302-98bd-5711bc2c8c4f, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:35.414635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] For port b5531e18-f112-41ca-a95b-2c4d5f2ba752, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:35.419011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] For port b5531e18-f112-41ca-a95b-2c4d5f2ba752, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b5531e18-f112-41ca-a95b-2c4d5f2ba752,segment=NetworkSegment(2a953e56-f613-44a2-820d-b22d3596aaa6),segment_id=2a953e56-f613-44a2-820d-b22d3596aaa6)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:35.421881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ef8a15ab-5599-402c-8fa5-7f01253c7f4f req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.431121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.436512 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ef8a15ab-5599-402c-8fa5-7f01253c7f4f req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.496113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:35.506020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.529814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, dc8fe5a9-b723-4302-98bd-5711bc2c8c4f) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:35.536880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:35.537450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.545501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1936cd68-6c66-4195-bde8-da84e1b61061 None None] Network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:35.559739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ef8a15ab-5599-402c-8fa5-7f01253c7f4f req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.561065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef8a15ab-5599-402c-8fa5-7f01253c7f4f req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4762125 Jul 30 03:34:35.611052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7e6d4-771a-4f1d-9a5c-e595f8362569 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f19ae-f011-4e13-a9f1-40ca20965718,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:35.644111 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4fb5379-cc2f-49c9-ab4b-23d110a7156a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3019366 Jul 30 03:34:35.644832 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] Set router 4af5bbbe-9b5f-4dd6-9611-871125c41acc gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:35.647000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40878) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:35.658511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13d7cca4-21b5-437f-8061-c961442b82ea req-29f40cc6-de5b-4298-bcd2-b293729ecc81 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9f39b672-9f99-4a95-b697-a46f7b9f8c46 HTTP/1.1" status: 200 len: 1803 time: 0.1984577 Jul 30 03:34:35.662644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 809ab203-a38f-4188-b0ec-7a12f654917e no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:35.702975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 809ab203-a38f-4188-b0ec-7a12f654917e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:35.702975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 809ab203-a38f-4188-b0ec-7a12f654917e not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:35.704398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70b8b6-8e8e-49ae-a7d6-181e075c1540 None None] Pushing event updated for resources: {'Port': ['ID=b5531e18-f112-41ca-a95b-2c4d5f2ba752,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:35.848567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Deleting port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:35.849134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.948846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13d7cca4-21b5-437f-8061-c961442b82ea req-0e86c943-027d-49fa-a114-f714a423b5d0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.975558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f265e-5ed5-40fa-877f-a7751b402fdf req-040f4ea5-e4cf-4dd8-af93-84bf15c6fc0e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:35.985392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-901f265e-5ed5-40fa-877f-a7751b402fdf req-040f4ea5-e4cf-4dd8-af93-84bf15c6fc0e tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 945 time: 0.2677646 Jul 30 03:34:35.988637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-dc8fe5a9-b723-4302-98bd-5711bc2c8c4f', 'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '935376df-a766-4415-9064-fbfb57c14a51'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:35.989515 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:35.996230 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:31Z', 'revision_number': 5, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port': {'id': '6296dcc4-9ba2-4000-a8d4-5089969fbc8c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:21Z', 'updated_at': '2021-07-30T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:36.037092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.039881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13d7cca4-21b5-437f-8061-c961442b82ea req-0e86c943-027d-49fa-a114-f714a423b5d0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.040487 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] Checking router: 4af5bbbe-9b5f-4dd6-9611-871125c41acc for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:34:36.053431 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] Routers {'4af5bbbe-9b5f-4dd6-9611-871125c41acc'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:36.054284 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:36.089949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-901f265e-5ed5-40fa-877f-a7751b402fdf req-ff896ed2-78a3-4f62-8258-1af25dcca4da tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Jul 30 03:34:36.219994 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] Set router 4af5bbbe-9b5f-4dd6-9611-871125c41acc gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:36.235096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f447d266-ed7e-4763-a6a5-99cda00b210c req-4a1b576c-28c9-4a8d-8058-e16359583039 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/9b4f19ae-f011-4e13-a9f1-40ca20965718 HTTP/1.1" status: 200 len: 1814 time: 0.0839429 Jul 30 03:34:36.254632 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13d7cca4-21b5-437f-8061-c961442b82ea req-0e86c943-027d-49fa-a114-f714a423b5d0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.258344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13d7cca4-21b5-437f-8061-c961442b82ea req-0e86c943-027d-49fa-a114-f714a423b5d0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.269550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13d7cca4-21b5-437f-8061-c961442b82ea req-0e86c943-027d-49fa-a114-f714a423b5d0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/9f39b672-9f99-4a95-b697-a46f7b9f8c46 HTTP/1.1" status: 204 len: 173 time: 0.5954528 Jul 30 03:34:36.303803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.316982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c943-027d-49fa-a114-f714a423b5d0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39b672-9f99-4a95-b697-a46f7b9f8c46,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:36.353400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-188875d9-fb91-4812-ac36-b1f74c221fdb req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-600036631', 'description': 'tempest-description-1471059095'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:36.391099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] For port 6296dcc4-9ba2-4000-a8d4-5089969fbc8c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:36.392297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.412121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Calling delete_port for 6296dcc4-9ba2-4000-a8d4-5089969fbc8c owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:36.420480 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-188875d9-fb91-4812-ac36-b1f74c221fdb req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.463871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:35Z', 'revision_number': 6, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:36.502777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Allocated IP 2001:db8::1 (dc8fe5a9-b723-4302-98bd-5711bc2c8c4f/935376df-a766-4415-9064-fbfb57c14a51/b3e49ef3-83bf-4c1e-9cac-85c2a597b048) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:36.619326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-30394b73-937b-4dca-97ab-25bc7a9db508 req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2044541072', 'description': 'tempest-description-1188392899'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:36.636273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-188875d9-fb91-4812-ac36-b1f74c221fdb req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.645639 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127cc074-0ff5-4efd-b7c7-de3b55ddc809 None None] The sync data for ids ['4af5bbbe-9b5f-4dd6-9611-871125c41acc'] in n-d-778696-14 is: [{'id': '4af5bbbe-9b5f-4dd6-9611-871125c41acc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445557977-router', 'tenant_id': '0fdcede9b7004ba4bd1c915329ca587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:18Z', 'updated_at': '2021-07-30T03:34:35Z', 'revision_number': 6, 'project_id': '0fdcede9b7004ba4bd1c915329ca587e', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:34:36.648062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-188875d9-fb91-4812-ac36-b1f74c221fdb req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.706559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48918775-f619-4b59-baa4-2b413f2e2041,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:36.742289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30394b73-937b-4dca-97ab-25bc7a9db508 req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.765612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-188875d9-fb91-4812-ac36-b1f74c221fdb req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:36.771452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-188875d9-fb91-4812-ac36-b1f74c221fdb req-9123f4de-5005-4c18-a0d6-a9fc6c564be9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4206412 Jul 30 03:34:36.911991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.011455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6296dcc4-9ba2-4000-a8d4-5089969fbc8c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:37.013389 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.024918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30394b73-937b-4dca-97ab-25bc7a9db508 req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.039487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30394b73-937b-4dca-97ab-25bc7a9db508 req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.049544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Transition to ACTIVE for port object b3e49ef3-83bf-4c1e-9cac-85c2a597b048 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:37.068019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Transition to ACTIVE for port object b3e49ef3-83bf-4c1e-9cac-85c2a597b048 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:37.073180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b5531e18-f112-41ca-a95b-2c4d5f2ba752 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:37.100907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140265f4-62b2-44ae-94a3-816c3837e68d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:37.129664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.156546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a740192-43eb-4d56-9c6a-bcdf20161a24 req-d40e5abc-448c-408b-a725-94fc5df28dbe tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:37.160622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a740192-43eb-4d56-9c6a-bcdf20161a24 req-d40e5abc-448c-408b-a725-94fc5df28dbe tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 945 time: 0.2244892 Jul 30 03:34:37.210799 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-30394b73-937b-4dca-97ab-25bc7a9db508 req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.212424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30394b73-937b-4dca-97ab-25bc7a9db508 req-dcfd0b07-4b09-4f5e-9647-8d861f973b77 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5997021 Jul 30 03:34:37.259106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.260128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:37.271223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a740192-43eb-4d56-9c6a-bcdf20161a24 req-965de2d9-62bd-467e-b349-c4a250770b78 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041212 Jul 30 03:34:37.276776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:37.289972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:37.302430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b5531e18-f112-41ca-a95b-2c4d5f2ba752 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:37.348309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Pushing event updated for resources: {'Port': ['ID=b3e49ef3-83bf-4c1e-9cac-85c2a597b048,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:37.365078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=935376df-a766-4415-9064-fbfb57c14a51,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:37.376628 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.429054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-652506b7-09fd-448b-b844-108099c49dbd req-389cbb8a-4160-48a0-8f53-10a4909b1936 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/48918775-f619-4b59-baa4-2b413f2e2041 HTTP/1.1" status: 200 len: 1802 time: 0.1567447 Jul 30 03:34:37.460058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-652506b7-09fd-448b-b844-108099c49dbd req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1404576026', 'description': 'tempest-description-hth-2002899574'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:37.492746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.494105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Attempting to bind port b3e49ef3-83bf-4c1e-9cac-85c2a597b048 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:37.494584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Attempting to bind port b3e49ef3-83bf-4c1e-9cac-85c2a597b048 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'cb8480c0-54be-4b84-b579-91c71482178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:37.495069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Attempting to bind port b3e49ef3-83bf-4c1e-9cac-85c2a597b048 on network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:37.497879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ee4cf-b7d2-4fc2-a580-394f7034a000 None None] Network abce1f17-577c-427e-a3f4-6a0ae3fde1cc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:37.503350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-931b4970-6639-4288-9044-712d2c216bcf req-6134db10-07a3-46e7-a105-eecfce23ab39 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/140265f4-62b2-44ae-94a3-816c3837e68d HTTP/1.1" status: 200 len: 1815 time: 0.1583650 Jul 30 03:34:37.510063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8fe5a9-b723-4302-98bd-5711bc2c8c4f']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:37.511774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:37.517172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Checking segment: {'id': 'cb8480c0-54be-4b84-b579-91c71482178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:37.517725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.518241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Bound using segment: {'id': 'cb8480c0-54be-4b84-b579-91c71482178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:37.518851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Bound port: b3e49ef3-83bf-4c1e-9cac-85c2a597b048, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8480c0-54be-4b84-b579-91c71482178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:37.524777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-652506b7-09fd-448b-b844-108099c49dbd req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.527280 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.538201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8480c0-54be-4b84-b579-91c71482178f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:37.538662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8480c0-54be-4b84-b579-91c71482178f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:37.551558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.567688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.581346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:37.581757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.607656 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-652506b7-09fd-448b-b844-108099c49dbd req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.619851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-652506b7-09fd-448b-b844-108099c49dbd req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.623738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-652506b7-09fd-448b-b844-108099c49dbd req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.632522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-652506b7-09fd-448b-b844-108099c49dbd req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "PUT /v2.0/security-groups/48918775-f619-4b59-baa4-2b413f2e2041 HTTP/1.1" status: 200 len: 1777 time: 0.1955893 Jul 30 03:34:37.651585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c558f808-01b9-44d6-8caa-e590d62582cc req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1058938035', 'description': 'tempest-description-76786363'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:37.686933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c558f808-01b9-44d6-8caa-e590d62582cc req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.717999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff73c-9c8b-43b1-ac74-184dedc246e9 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48918775-f619-4b59-baa4-2b413f2e2041,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:37.754563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] Provisioning for port b5531e18-f112-41ca-a95b-2c4d5f2ba752 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:37.766515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] Provisioning complete for port b5531e18-f112-41ca-a95b-2c4d5f2ba752 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:37.767493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:37.828484 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:37.873728 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c558f808-01b9-44d6-8caa-e590d62582cc req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.886014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c558f808-01b9-44d6-8caa-e590d62582cc req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.905118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2085bd26-e1ce-4667-be75-fb4a86b8b318 req-88c114a0-3a2d-4951-b300-d37e5c908bbf tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/48918775-f619-4b59-baa4-2b413f2e2041 HTTP/1.1" status: 200 len: 1777 time: 0.1007068 Jul 30 03:34:37.939578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.942506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.947055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c558f808-01b9-44d6-8caa-e590d62582cc req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:37.948521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c558f808-01b9-44d6-8caa-e590d62582cc req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3036079 Jul 30 03:34:37.953204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:34:37.953204 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:34:37.953204 n-d-778696-14 neutron-server[93877]: [parameters: {'id': 'dc8fe5a9-b723-4302-98bd-5711bc2c8c4f'}] Jul 30 03:34:37.953204 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:34:37.953716 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:34:37.975485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] For port b3e49ef3-83bf-4c1e-9cac-85c2a597b048, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:37.997299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] For port b3e49ef3-83bf-4c1e-9cac-85c2a597b048, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b3e49ef3-83bf-4c1e-9cac-85c2a597b048,segment=NetworkSegment(cb8480c0-54be-4b84-b579-91c71482178f),segment_id=cb8480c0-54be-4b84-b579-91c71482178f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:38.009916 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.058040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dffc5b-0187-4eea-8b46-d832fcac69b9 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5976c2e1-82db-4bcc-a414-d98347251152,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:38.091510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.092207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af5bbbe-9b5f-4dd6-9611-871125c41acc {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:34:38.103047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.115653 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bc2d36de-e0a1-4eaf-bd2a-bfe01cb64e2c admin admin] 10.222.0.39 "DELETE /v2.0/routers/4af5bbbe-9b5f-4dd6-9611-871125c41acc HTTP/1.1" status: 204 len: 168 time: 3.2027171 Jul 30 03:34:38.118420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c95e83f-7319-49e8-9aac-f4ba341d6325 req-2be8e8bb-7900-4db4-9edd-52cc456b7bdc tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/48918775-f619-4b59-baa4-2b413f2e2041 HTTP/1.1" status: 200 len: 1777 time: 0.1336432 Jul 30 03:34:38.118738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40936) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:38.126040 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.157687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254cf4c-d177-47fb-ab69-d7aabb3c7094 None None] Pushing event updated for resources: {'Port': ['ID=b3e49ef3-83bf-4c1e-9cac-85c2a597b048,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:38.188430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3694797-3ebe-4e7b-b099-53bcac04e1a3 None None] Network dc8fe5a9-b723-4302-98bd-5711bc2c8c4f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:38.205358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Deleting subnet bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:38.208832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.225279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] For port b5531e18-f112-41ca-a95b-2c4d5f2ba752, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b5531e18-f112-41ca-a95b-2c4d5f2ba752,segment=NetworkSegment(2a953e56-f613-44a2-820d-b22d3596aaa6),segment_id=2a953e56-f613-44a2-820d-b22d3596aaa6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:38.256912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.302735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.304595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-6c72bc56-b573-432b-8f43-89448f619753 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:38.307318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-6c72bc56-b573-432b-8f43-89448f619753 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 945 time: 0.0903213 Jul 30 03:34:38.307996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c95e83f-7319-49e8-9aac-f4ba341d6325 req-136f92b3-b052-408a-9d07-49c6c7369403 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.375317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c95e83f-7319-49e8-9aac-f4ba341d6325 req-136f92b3-b052-408a-9d07-49c6c7369403 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.445513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.466809 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c95e83f-7319-49e8-9aac-f4ba341d6325 req-136f92b3-b052-408a-9d07-49c6c7369403 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.469403 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c95e83f-7319-49e8-9aac-f4ba341d6325 req-136f92b3-b052-408a-9d07-49c6c7369403 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.470652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c95e83f-7319-49e8-9aac-f4ba341d6325 req-136f92b3-b052-408a-9d07-49c6c7369403 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/48918775-f619-4b59-baa4-2b413f2e2041 HTTP/1.1" status: 204 len: 173 time: 0.3510144 Jul 30 03:34:38.477991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Deleting port 66ba6489-b31f-47d3-a057-fe54edc06bcc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:38.478638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.482810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.504562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f92b3-b052-408a-9d07-49c6c7369403 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48918775-f619-4b59-baa4-2b413f2e2041,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:38.538703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a1387cf0-41f8-4adf-987f-f7d1fea1a6b0 None None] Provisioning complete for port b5531e18-f112-41ca-a95b-2c4d5f2ba752 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:38.539071 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1387cf0-41f8-4adf-987f-f7d1fea1a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.583083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.595043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec2e60-92da-4377-a4fb-62800519dd78 None None] Pushing event updated for resources: {'Port': ['ID=b5531e18-f112-41ca-a95b-2c4d5f2ba752,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:38.620675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef795850-21c2-47ae-bd6b-38391b62afe8 req-35e75278-a573-4367-9f8a-e4fad24dff93 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/5976c2e1-82db-4bcc-a414-d98347251152 HTTP/1.1" status: 200 len: 1813 time: 0.0787191 Jul 30 03:34:38.629894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:38.634710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting port b3e49ef3-83bf-4c1e-9cac-85c2a597b048 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:38.635272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.638670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.640789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b8e14a62-6bb9-4942-97d1-f226e8f2d92d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bd5beb6a-d80b-47a5-a7e1-1c48a2c0037b HTTP/1.1" status: 204 len: 168 time: 0.5208495 Jul 30 03:34:38.649822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:38.659809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b099e0-dba9-43bc-a7f9-aa4ba6e49b61 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:34:38.725690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] For port b3e49ef3-83bf-4c1e-9cac-85c2a597b048, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b3e49ef3-83bf-4c1e-9cac-85c2a597b048,segment=NetworkSegment(cb8480c0-54be-4b84-b579-91c71482178f),segment_id=cb8480c0-54be-4b84-b579-91c71482178f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:38.726536 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.742024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Calling delete_port for b3e49ef3-83bf-4c1e-9cac-85c2a597b048 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:38.751821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3619fcd9-bdee-4785-beb9-ba1259a81b67 req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1884147584', 'description': 'tempest-description-14060477'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:38.789503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] For port 66ba6489-b31f-47d3-a057-fe54edc06bcc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=66ba6489-b31f-47d3-a057-fe54edc06bcc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:38.789868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.824168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b5531e18-f112-41ca-a95b-2c4d5f2ba752 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:38.845533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.851397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Calling delete_port for 66ba6489-b31f-47d3-a057-fe54edc06bcc owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:38.855683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b099e0-dba9-43bc-a7f9-aa4ba6e49b61 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:34:38.857250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.878489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3619fcd9-bdee-4785-beb9-ba1259a81b67 req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:38.888886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Port': ['ID=b3e49ef3-83bf-4c1e-9cac-85c2a597b048,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:38.894347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No DVR routers for this DVR port b3e49ef3-83bf-4c1e-9cac-85c2a597b048 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:38.942469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69003637-5fb0-4a2a-a4b1-5bd0c89125d1 req-bb7801c7-7724-4ede-abf8-3f7401f82191 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:38.944547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69003637-5fb0-4a2a-a4b1-5bd0c89125d1 req-bb7801c7-7724-4ede-abf8-3f7401f82191 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 945 time: 0.2102780 Jul 30 03:34:38.994200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b5531e18-f112-41ca-a95b-2c4d5f2ba752 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:38.994781 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.006493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.020132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8fe5a9-b723-4302-98bd-5711bc2c8c4f']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:39.032250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8480c0-54be-4b84-b579-91c71482178f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:39.032487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8480c0-54be-4b84-b579-91c71482178f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:39.042464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.064095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.070315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:39.070708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.073197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69003637-5fb0-4a2a-a4b1-5bd0c89125d1 req-dc9030d7-af39-4d8c-b9c4-ecf87f97c407 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146414 Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:39.122868 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:39.139550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.149722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.150918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Deleting port 930c75c8-9b04-459e-98ab-779fe7289ce5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:39.151408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.157836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/dc8fe5a9-b723-4302-98bd-5711bc2c8c4f HTTP/1.1" status: 204 len: 168 time: 3.5088627 Jul 30 03:34:39.158891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40962) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:39.177212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551115671'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:39.183207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7aa09-5e71-4d38-a1cb-94969c41b7e9 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=dc8fe5a9-b723-4302-98bd-5711bc2c8c4f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:39.242108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3619fcd9-bdee-4785-beb9-ba1259a81b67 req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.250443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3619fcd9-bdee-4785-beb9-ba1259a81b67 req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.278983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.280749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:39.287899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.297230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] For port 930c75c8-9b04-459e-98ab-779fe7289ce5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=930c75c8-9b04-459e-98ab-779fe7289ce5,segment=NetworkSegment(4e6faec1-b46e-4d3d-8f00-09231a2c71f6),segment_id=4e6faec1-b46e-4d3d-8f00-09231a2c71f6)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:39.297662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.305974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['5bf5cadb-96f8-405b-bdcb-af028d4528f5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:39.348900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Pushing event deleted for resources: {'Port': ['ID=66ba6489-b31f-47d3-a057-fe54edc06bcc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:39.365286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['457f4e64-7f5d-4a32-8059-5e5807a510bc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:39.365665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3619fcd9-bdee-4785-beb9-ba1259a81b67 req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.367233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3619fcd9-bdee-4785-beb9-ba1259a81b67 req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6369293 Jul 30 03:34:39.374266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Calling delete_port for 930c75c8-9b04-459e-98ab-779fe7289ce5 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:39.382403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:39.409346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7df45b-9915-49f7-9d58-dcb017ed0cf4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:39.423058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.423265 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment 9bb131ba-547e-4589-9fea-962b4e281a84 of type vlan for network cfcd78ea-6a57-4706-9288-c1678c5b9d45 Jul 30 03:34:39.455254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] No DVR routers for this DVR port 66ba6489-b31f-47d3-a057-fe54edc06bcc on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:39.458274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.461330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81760492-92fa-4810-ae37-7264c4f8aa29 req-de9c2614-fd2a-4f20-a460-4a14f71e10d7 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "DELETE /v2.0/ports/66ba6489-b31f-47d3-a057-fe54edc06bcc HTTP/1.1" status: 204 len: 173 time: 1.1248212 Jul 30 03:34:39.470915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'name': 'network-vif-deleted', 'tag': '66ba6489-b31f-47d3-a057-fe54edc06bcc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:39.473024 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611bc8c2-c611-4381-bc9f-68b032f2f9da" -d '{"events": [{"server_uuid": "0e1f1c62-afb8-497b-a29a-416893f7b095", "name": "network-vif-deleted", "tag": "66ba6489-b31f-47d3-a057-fe54edc06bcc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:39.476589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.477204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.477582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.477916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.478329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.478671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.478997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.479413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.480025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.480427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.480790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.481202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6218d2-dbf9-44a2-9599-4cf777be351b tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:39.538603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.602304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607f12a-a46e-4755-9d9c-a393d72a0baa None None] Network 6832838d-ddbd-4bc1-9747-bd2de1a343f4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:39.619808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.639462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:39.641882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.669348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6296dcc4-9ba2-4000-a8d4-5089969fbc8c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:39.696832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6296dcc4-9ba2-4000-a8d4-5089969fbc8c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:39.697324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6296dcc4-9ba2-4000-a8d4-5089969fbc8c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:39.776164 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6039412 Jul 30 03:34:39.780142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40976) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:39.785647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:39.791240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2541ed-b2c9-4aed-a83a-d2320cc0ee0d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=cfcd78ea-6a57-4706-9288-c1678c5b9d45,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:39.833100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network cfcd78ea-6a57-4706-9288-c1678c5b9d45 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:39.923534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:39.931117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:39.934586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40978) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:40.026601 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-fa5e11c1-c49f-4973-9806-2b25c5291f76 req-6ea47b58-f652-4f95-823f-ca32768f65ad tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.036405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa5e11c1-c49f-4973-9806-2b25c5291f76 req-6ea47b58-f652-4f95-823f-ca32768f65ad tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9f39b672-9f99-4a95-b697-a46f7b9f8c46 HTTP/1.1" status: 404 len: 352 time: 0.5839639 Jul 30 03:34:40.104537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-949919e3-38f0-4902-bbea-b2f76cb19063 req-c02aed72-ab00-4f6a-9b46-a25a3d787d90 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/9e7df45b-9915-49f7-9d58-dcb017ed0cf4 HTTP/1.1" status: 200 len: 1813 time: 0.6923397 Jul 30 03:34:40.136825 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32d7fa-42f7-4603-adba-885e2c44898b x-openstack-request-id: req-8c32d7fa-42f7-4603-adba-885e2c44898b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:40.136996 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1f1c62-afb8-497b-a29a-416893f7b095", "name": "network-vif-deleted", "tag": "66ba6489-b31f-47d3-a057-fe54edc06bcc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:40.137733 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c32d7fa-42f7-4603-adba-885e2c44898b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:40.137733 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1f1c62-afb8-497b-a29a-416893f7b095', 'name': 'network-vif-deleted', 'tag': '66ba6489-b31f-47d3-a057-fe54edc06bcc', 'status': 'completed', 'code': 200} Jul 30 03:34:40.193324 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-d924aff4-9fa1-4950-911d-aa6f0bd95860 req-4899c583-5825-4b56-b8ce-80e72fcb0d18 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.193324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d924aff4-9fa1-4950-911d-aa6f0bd95860 req-4899c583-5825-4b56-b8ce-80e72fcb0d18 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/d1b115be-7539-4b92-86ae-1803624e72f3 HTTP/1.1" status: 404 len: 352 time: 0.0435116 Jul 30 03:34:40.197527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59106271-eab7-43cd-bb88-081a0bd11043 None None] DHCP port deletion for 6832838d-ddbd-4bc1-9747-bd2de1a343f4 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:34:40.211594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.245291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7803aa7d-7a2d-458b-96f5-d9b86a49d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.273281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=930c75c8-9b04-459e-98ab-779fe7289ce5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:40.298229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] No DVR routers for this DVR port 930c75c8-9b04-459e-98ab-779fe7289ce5 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:40.300700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-59106271-eab7-43cd-bb88-081a0bd11043 None None] The port '930c75c8-9b04-459e-98ab-779fe7289ce5' was deleted {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 03:34:40.326686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2a2986a-ad00-450d-a1f1-fbda19237ee8 req-db36c78c-53b7-4b38-8a08-5b787aebcca3 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e1f1c62-afb8-497b-a29a-416893f7b095 HTTP/1.1" status: 200 len: 210 time: 0.0570478 Jul 30 03:34:40.328860 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-0e8fc9c8-ec36-45e3-80cb-a53ece3aab71 req-c895116e-1d42-494c-a784-e993de85d649 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.328860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e8fc9c8-ec36-45e3-80cb-a53ece3aab71 req-c895116e-1d42-494c-a784-e993de85d649 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/8899e8dc-e50b-4230-81bd-706eb0def9f8 HTTP/1.1" status: 404 len: 352 time: 0.0581024 Jul 30 03:34:40.449130 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-d1058b4e-b43e-4dac-869a-e43d4d37fae4 req-0f0370fa-2f18-4385-80e9-9103057a349b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.450691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1058b4e-b43e-4dac-869a-e43d4d37fae4 req-0f0370fa-2f18-4385-80e9-9103057a349b tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/23c8bcca-b9fa-4941-bd38-69669a23cda9 HTTP/1.1" status: 404 len: 352 time: 0.0620494 Jul 30 03:34:40.451442 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-56be3a2f-6cca-48b0-a06e-cf47feb413df req-aa6a5018-c93b-4610-8e6b-704f27b88cc7 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.453453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56be3a2f-6cca-48b0-a06e-cf47feb413df req-aa6a5018-c93b-4610-8e6b-704f27b88cc7 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-group-rules/e0ba60e6-14dc-435e-b276-25519a61e911 HTTP/1.1" status: 404 len: 361 time: 0.0658534 Jul 30 03:34:40.502102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.512062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.532278 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-22a07903-e24a-46f3-a99d-927ce7b45882 req-c75142f8-950f-4e67-8e6f-ec9825539722 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.533461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22a07903-e24a-46f3-a99d-927ce7b45882 req-c75142f8-950f-4e67-8e6f-ec9825539722 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9c912c30-aa68-4af5-92c7-de58eae04006 HTTP/1.1" status: 404 len: 352 time: 0.0452065 Jul 30 03:34:40.537712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6832838d-ddbd-4bc1-9747-bd2de1a343f4']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:40.568836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6faec1-b46e-4d3d-8f00-09231a2c71f6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:40.569077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6faec1-b46e-4d3d-8f00-09231a2c71f6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:40.580408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-140ae020-94c5-4da3-913b-cc3f1ea02bd4 req-8d40715a-7a76-44ec-a870-09d933a8e9e1 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/9e7df45b-9915-49f7-9d58-dcb017ed0cf4 HTTP/1.1" status: 200 len: 1813 time: 0.0876107 Jul 30 03:34:40.583315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7803aa7d-7a2d-458b-96f5-d9b86a49d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.583819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.596863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7803aa7d-7a2d-458b-96f5-d9b86a49d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.603450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=2afac7d0-41fb-4206-a63e-5f4a307d460b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:40.620955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.624174 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-8e95233c-065b-477c-98b4-e07f082c5cae req-3b24e577-a702-4bda-a30f-e246190cc3ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.626032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e95233c-065b-477c-98b4-e07f082c5cae req-3b24e577-a702-4bda-a30f-e246190cc3ba tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/9ab89645-f73d-4e23-9473-a1fd182896b4 HTTP/1.1" status: 404 len: 352 time: 0.0548506 Jul 30 03:34:40.640511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': '9bb131ba-547e-4589-9fea-962b4e281a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:40.640841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: cfcd78ea-6a57-4706-9288-c1678c5b9d45, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:40.664998 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7803aa7d-7a2d-458b-96f5-d9b86a49d00c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbb54a2c739e408d969f74f8fa4d2ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7276449 Jul 30 03:34:40.665558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41012) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:40.674506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803aa7d-7a2d-458b-96f5-d9b86a49d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca022c97-d246-4951-992e-69cc9a4b76c7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:40.675212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:40.675751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:40.677855 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:40.699015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 66ba6489-b31f-47d3-a057-fe54edc06bcc no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:40.712344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network cfcd78ea-6a57-4706-9288-c1678c5b9d45 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:40.754462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, cfcd78ea-6a57-4706-9288-c1678c5b9d45) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:40.757955 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-ca5ab193-0862-49bd-8647-9a61a6714940 req-748fb863-ac7f-4a54-993d-a8a1802cb906 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] show failed (client error): The resource could not be found. Jul 30 03:34:40.762803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 66ba6489-b31f-47d3-a057-fe54edc06bcc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:40.763620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 66ba6489-b31f-47d3-a057-fe54edc06bcc not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:40.767377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:40.768765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.773323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca5ab193-0862-49bd-8647-9a61a6714940 req-748fb863-ac7f-4a54-993d-a8a1802cb906 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/60f13d0e-1a21-40b0-a3d2-fa0b6b3a43f4 HTTP/1.1" status: 404 len: 352 time: 0.1151528 Jul 30 03:34:40.781420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27f8d1-43bd-4b23-b89c-f734152aab81 None None] Network cfcd78ea-6a57-4706-9288-c1678c5b9d45 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:40.799594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e833cccc-128f-4f81-81ca-3c756b07a108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.830419 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-140ae020-94c5-4da3-913b-cc3f1ea02bd4 req-772acfd7-db71-49ca-bcc8-f43ba1e0050e tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.832959 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-401d3da2-60b9-42f6-bc55-c26948e9c2c7 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0499096 Jul 30 03:34:40.833763 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.842197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41016) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:40.861681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 930c75c8-9b04-459e-98ab-779fe7289ce5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:40.863546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128291599'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:40.878136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-140ae020-94c5-4da3-913b-cc3f1ea02bd4 req-772acfd7-db71-49ca-bcc8-f43ba1e0050e tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.879519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e833cccc-128f-4f81-81ca-3c756b07a108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.887994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 930c75c8-9b04-459e-98ab-779fe7289ce5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:40.888341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 930c75c8-9b04-459e-98ab-779fe7289ce5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:40.931320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-140ae020-94c5-4da3-913b-cc3f1ea02bd4 req-772acfd7-db71-49ca-bcc8-f43ba1e0050e tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.935506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-140ae020-94c5-4da3-913b-cc3f1ea02bd4 req-772acfd7-db71-49ca-bcc8-f43ba1e0050e tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.936743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-140ae020-94c5-4da3-913b-cc3f1ea02bd4 req-772acfd7-db71-49ca-bcc8-f43ba1e0050e tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "DELETE /v2.0/security-groups/9e7df45b-9915-49f7-9d58-dcb017ed0cf4 HTTP/1.1" status: 204 len: 173 time: 0.3468344 Jul 30 03:34:40.944090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.955167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:40.958204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.967591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:40.968835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] 10.222.0.39 "DELETE /v2.0/networks/6832838d-ddbd-4bc1-9747-bd2de1a343f4 HTTP/1.1" status: 204 len: 168 time: 2.3078213 Jul 30 03:34:40.977110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772acfd7-db71-49ca-bcc8-f43ba1e0050e tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7df45b-9915-49f7-9d58-dcb017ed0cf4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:41.009002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:41.009170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e5cd-4bd4-4c28-80f3-a2752ea9b5cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6832838d-ddbd-4bc1-9747-bd2de1a343f4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:41.058988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e833cccc-128f-4f81-81ca-3c756b07a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.064121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e833cccc-128f-4f81-81ca-3c756b07a108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.069788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e833cccc-128f-4f81-81ca-3c756b07a108 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca022c97-d246-4951-992e-69cc9a4b76c7 HTTP/1.1" status: 204 len: 168 time: 0.4024374 Jul 30 03:34:41.077698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.078577 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment bdc741fb-3ec4-4a9c-8e46-72ce753b2839 of type vlan for network 7fbaba00-3f3d-484f-8107-2c9534e1686b Jul 30 03:34:41.095658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833cccc-128f-4f81-81ca-3c756b07a108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca022c97-d246-4951-992e-69cc9a4b76c7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:41.095968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56111104-1ff1-4efd-a2a9-9b8487475ab6 req-fbfcbd9a-c9a9-4cd2-9caa-2f947f24eb82 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/5976c2e1-82db-4bcc-a414-d98347251152 HTTP/1.1" status: 200 len: 1813 time: 0.1149969 Jul 30 03:34:41.096467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-cfcd78ea-6a57-4706-9288-c1678c5b9d45', 'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '2afac7d0-41fb-4206-a63e-5f4a307d460b'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:41.099832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.181992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.207586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:41.234697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.249107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:41.250262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.273178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56111104-1ff1-4efd-a2a9-9b8487475ab6 req-afd3393f-ee2c-4dae-add4-87e7102006fa tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.303017 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56111104-1ff1-4efd-a2a9-9b8487475ab6 req-afd3393f-ee2c-4dae-add4-87e7102006fa tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.319098 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4716482 Jul 30 03:34:41.323906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41030) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:41.332485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': '7fbaba00-3f3d-484f-8107-2c9534e1686b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:41.336188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fcb71-0db9-4280-8af5-cd883418cf50 req-1967c4aa-2ad7-40d6-a6dc-20f8d6aa2930 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:41.344131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f83fcb71-0db9-4280-8af5-cd883418cf50 req-1967c4aa-2ad7-40d6-a6dc-20f8d6aa2930 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1023 time: 0.1872566 Jul 30 03:34:41.390561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-017ac82e-3674-4cc2-a28a-d1ba57b24d70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fdcede9b7004ba4bd1c915329ca587e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803458 Jul 30 03:34:41.393833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41034) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:41.402744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Allocated IP 2001:db8::3 (cfcd78ea-6a57-4706-9288-c1678c5b9d45/2afac7d0-41fb-4206-a63e-5f4a307d460b/8671d994-f086-46d9-b349-44162dce51b1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:41.435025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56111104-1ff1-4efd-a2a9-9b8487475ab6 req-afd3393f-ee2c-4dae-add4-87e7102006fa tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.437630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56111104-1ff1-4efd-a2a9-9b8487475ab6 req-afd3393f-ee2c-4dae-add4-87e7102006fa tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.453457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56111104-1ff1-4efd-a2a9-9b8487475ab6 req-afd3393f-ee2c-4dae-add4-87e7102006fa tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "DELETE /v2.0/security-groups/5976c2e1-82db-4bcc-a414-d98347251152 HTTP/1.1" status: 204 len: 173 time: 0.3481994 Jul 30 03:34:41.483767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3393f-ee2c-4dae-add4-87e7102006fa tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976c2e1-82db-4bcc-a414-d98347251152,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:41.516680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f83fcb71-0db9-4280-8af5-cd883418cf50 req-95ca54e3-7a73-473f-9237-b2aa8ac127e0 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=60ad9789-848a-4c04-944e-6cf767d0de34&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&id=319d7808-bef4-497f-ae27-7f61fd605bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1715550 Jul 30 03:34:41.637901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03dd2cb4-8af6-47df-bc99-6d903a8e56b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.711765 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03dd2cb4-8af6-47df-bc99-6d903a8e56b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.765553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:41.788294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e8d4c1e-9baa-4c80-8ebd-41c586fa3723 req-ac7b4ac0-23ea-432d-bce3-d94bb38179c1 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/140265f4-62b2-44ae-94a3-816c3837e68d HTTP/1.1" status: 200 len: 1815 time: 0.2364035 Jul 30 03:34:41.827613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e6397ed-73d7-4360-9edf-0b7594aec27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.883889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632d964-61b8-421b-b772-8d94b1237b7c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=7fbaba00-3f3d-484f-8107-2c9534e1686b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:41.888023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03dd2cb4-8af6-47df-bc99-6d903a8e56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.890971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03dd2cb4-8af6-47df-bc99-6d903a8e56b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:41.903955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-03dd2cb4-8af6-47df-bc99-6d903a8e56b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f86cb75-238d-4c3c-ad27-c905805b7f05 HTTP/1.1" status: 204 len: 168 time: 0.5005836 Jul 30 03:34:41.913041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7fbaba00-3f3d-484f-8107-2c9534e1686b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:41.945013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2cb4-8af6-47df-bc99-6d903a8e56b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f86cb75-238d-4c3c-ad27-c905805b7f05,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:41.979483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7e8d4c1e-9baa-4c80-8ebd-41c586fa3723 req-7a0fa4df-372c-47bc-89a4-2070e9849053 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.018150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7e8d4c1e-9baa-4c80-8ebd-41c586fa3723 req-7a0fa4df-372c-47bc-89a4-2070e9849053 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.087687 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e6397ed-73d7-4360-9edf-0b7594aec27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.103718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e6397ed-73d7-4360-9edf-0b7594aec27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.123201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.124202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:42.128303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.136242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7e8d4c1e-9baa-4c80-8ebd-41c586fa3723 req-7a0fa4df-372c-47bc-89a4-2070e9849053 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.140602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Transition to ACTIVE for port object 8671d994-f086-46d9-b349-44162dce51b1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:42.147086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7e8d4c1e-9baa-4c80-8ebd-41c586fa3723 req-7a0fa4df-372c-47bc-89a4-2070e9849053 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.153447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e8d4c1e-9baa-4c80-8ebd-41c586fa3723 req-7a0fa4df-372c-47bc-89a4-2070e9849053 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "DELETE /v2.0/security-groups/140265f4-62b2-44ae-94a3-816c3837e68d HTTP/1.1" status: 204 len: 173 time: 0.3560743 Jul 30 03:34:42.173122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Transition to ACTIVE for port object 8671d994-f086-46d9-b349-44162dce51b1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:42.188746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.228438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Network cfcd78ea-6a57-4706-9288-c1678c5b9d45 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:42.234845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:42.239277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:42.261472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e6397ed-73d7-4360-9edf-0b7594aec27c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4adb54f1eb0442a0885a1f047c016c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960628 Jul 30 03:34:42.265843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:42.296843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6397ed-73d7-4360-9edf-0b7594aec27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212195f3-6e44-45a6-8235-30a00590152a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:42.299396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Performing IP validity checks on allocation pools {{(pid=93877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 03:34:42.300059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 03:34:42.360670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fa4df-372c-47bc-89a4-2070e9849053 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140265f4-62b2-44ae-94a3-816c3837e68d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:42.385326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5a42907-07e0-4c1d-b184-40fba9c92b5b req-473d52de-9b13-4319-8587-893da09db3d3 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/9b4f19ae-f011-4e13-a9f1-40ca20965718 HTTP/1.1" status: 200 len: 1814 time: 0.2043228 Jul 30 03:34:42.395554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Pushing event updated for resources: {'Port': ['ID=8671d994-f086-46d9-b349-44162dce51b1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:42.466081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.466940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.467503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.468215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.468816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.469308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.470999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.471630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.473756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.474404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.474901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.475626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:42.504263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7530-f682-417a-8375-9a69f1434eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.507145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Attempting to bind port 8671d994-f086-46d9-b349-44162dce51b1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:42.507643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Attempting to bind port 8671d994-f086-46d9-b349-44162dce51b1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9bb131ba-547e-4589-9fea-962b4e281a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:42.508017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Attempting to bind port 8671d994-f086-46d9-b349-44162dce51b1 on network cfcd78ea-6a57-4706-9288-c1678c5b9d45 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:42.519502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97db17be-15e2-45ef-8bc4-55d191685e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.519651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5a42907-07e0-4c1d-b184-40fba9c92b5b req-39c5bf78-b789-4d29-811d-def86a8d1a28 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.523434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:42.523820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Checking segment: {'id': '9bb131ba-547e-4589-9fea-962b4e281a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:42.524221 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.524615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Bound using segment: {'id': '9bb131ba-547e-4589-9fea-962b4e281a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:42.525101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Bound port: 8671d994-f086-46d9-b349-44162dce51b1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb131ba-547e-4589-9fea-962b4e281a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfcd78ea-6a57-4706-9288-c1678c5b9d45'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:42.525490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.551963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5a42907-07e0-4c1d-b184-40fba9c92b5b req-39c5bf78-b789-4d29-811d-def86a8d1a28 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.633804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7530-f682-417a-8375-9a69f1434eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.692063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] For port 8671d994-f086-46d9-b349-44162dce51b1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:42.698225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] For port 8671d994-f086-46d9-b349-44162dce51b1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8671d994-f086-46d9-b349-44162dce51b1,segment=NetworkSegment(9bb131ba-547e-4589-9fea-962b4e281a84),segment_id=9bb131ba-547e-4589-9fea-962b4e281a84)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:42.707892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5a42907-07e0-4c1d-b184-40fba9c92b5b req-39c5bf78-b789-4d29-811d-def86a8d1a28 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.711287 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.717428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5a42907-07e0-4c1d-b184-40fba9c92b5b req-39c5bf78-b789-4d29-811d-def86a8d1a28 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.739978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5a42907-07e0-4c1d-b184-40fba9c92b5b req-39c5bf78-b789-4d29-811d-def86a8d1a28 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b4f19ae-f011-4e13-a9f1-40ca20965718 HTTP/1.1" status: 204 len: 173 time: 0.3485794 Jul 30 03:34:42.772811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.778552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e2ea-797c-4ca3-9f6e-754f956f5b45 req-515ec1d8-df31-46d2-99db-990664bc419c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:42.796629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e2ea-797c-4ca3-9f6e-754f956f5b45 req-515ec1d8-df31-46d2-99db-990664bc419c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:42.807749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c56e2ea-797c-4ca3-9f6e-754f956f5b45 req-515ec1d8-df31-46d2-99db-990664bc419c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da&device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 1683 time: 0.1957695 Jul 30 03:34:42.815039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc602a4-5986-4e2f-ae60-12dc22d40361 None None] Pushing event updated for resources: {'Port': ['ID=8671d994-f086-46d9-b349-44162dce51b1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:42.871398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7530-f682-417a-8375-9a69f1434eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.876750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7530-f682-417a-8375-9a69f1434eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:42.881883 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f5d7530-f682-417a-8375-9a69f1434eea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/212195f3-6e44-45a6-8235-30a00590152a HTTP/1.1" status: 204 len: 168 time: 0.6151237 Jul 30 03:34:42.917625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7530-f682-417a-8375-9a69f1434eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212195f3-6e44-45a6-8235-30a00590152a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:42.927823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5bf78-b789-4d29-811d-def86a8d1a28 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f19ae-f011-4e13-a9f1-40ca20965718,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:42.963856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=41d37ed4-a44f-49b8-a1ba-4dd86ffeedbe,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:43.006818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': 'bdc741fb-3ec4-4a9c-8e46-72ce753b2839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7fbaba00-3f3d-484f-8107-2c9534e1686b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:43.008453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: 7fbaba00-3f3d-484f-8107-2c9534e1686b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:43.078090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network 7fbaba00-3f3d-484f-8107-2c9534e1686b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:43.102285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7fbaba00-3f3d-484f-8107-2c9534e1686b) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:43.107621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:43.109201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.121338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57ea79-cc11-4c50-be40-d8864546a2f9 None None] Network 7fbaba00-3f3d-484f-8107-2c9534e1686b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:43.143650 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b67ce1e-d3af-4a0d-b818-fd9be58b64df tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8176014 Jul 30 03:34:43.144736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:43.150346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c56e2ea-797c-4ca3-9f6e-754f956f5b45 req-f4da8715-2d73-414b-bd86-f09a7f8af3e5 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395612 Jul 30 03:34:43.294100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-b3920301-1961-4e49-94fb-aa1424dbcb9e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:43.297879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-b3920301-1961-4e49-94fb-aa1424dbcb9e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.16 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1023 time: 0.4228446 Jul 30 03:34:43.305905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677bcfa-23d5-48e3-9cf3-4f4bb3686a08 req-c194346a-27b9-46a6-a707-c918237a11c8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:43.318907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b677bcfa-23d5-48e3-9cf3-4f4bb3686a08 req-c194346a-27b9-46a6-a707-c918237a11c8 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1023 time: 0.4609354 Jul 30 03:34:43.378209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.424360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41100) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:43.497246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.498522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e9ed66f-f508-47c5-acd9-5bf3bf18bf5f req-f6b53a16-fb14-44a5-a01d-13999be02357 tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "GET /v2.0/security-groups/435d6801-a2eb-418a-8834-36dc73ccdae9 HTTP/1.1" status: 200 len: 1813 time: 0.2613542 Jul 30 03:34:43.536175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb64419-b41b-4a47-9d78-5b82e1a39beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-7fbaba00-3f3d-484f-8107-2c9534e1686b', 'network_id': '7fbaba00-3f3d-484f-8107-2c9534e1686b', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '41d37ed4-a44f-49b8-a1ba-4dd86ffeedbe'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:43.536934 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ebb64419-b41b-4a47-9d78-5b82e1a39beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.615979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b677bcfa-23d5-48e3-9cf3-4f4bb3686a08 req-cc48f09e-9c08-4cf4-a6e0-167fb0e93083 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=60ad9789-848a-4c04-944e-6cf767d0de34&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&id=319d7808-bef4-497f-ae27-7f61fd605bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2935534 Jul 30 03:34:43.691168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.717568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e9ed66f-f508-47c5-acd9-5bf3bf18bf5f req-1acebca6-7b6f-49a4-9f84-3cfef341717d tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.753616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=41d37ed4-a44f-49b8-a1ba-4dd86ffeedbe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:43.775106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Deleting port 684c9e05-d2d6-4389-92a2-8a92887d59ca {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:43.775106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.798010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1540315970-network', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-ebb64419-b41b-4a47-9d78-5b82e1a39beb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d37ed4-a44f-49b8-a1ba-4dd86ffeedbe: This subnet is being modified by another concurrent operation. Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:34:43.834600 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d37ed4-a44f-49b8-a1ba-4dd86ffeedbe: This subnet is being modified by another concurrent operation. Jul 30 03:34:43.837544 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:34:43.894769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c57066-3272-4072-a5af-937e215b82b8 None None] Network 7fbaba00-3f3d-484f-8107-2c9534e1686b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:43.912705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:43.953399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbaba00-3f3d-484f-8107-2c9534e1686b']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:43.992327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc741fb-3ec4-4a9c-8e46-72ce753b2839') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:43.993463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc741fb-3ec4-4a9c-8e46-72ce753b2839') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:44.017253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.052474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.065875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:44.066343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e9ed66f-f508-47c5-acd9-5bf3bf18bf5f req-1acebca6-7b6f-49a4-9f84-3cfef341717d tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.066904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:44.076365 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:44.126894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Made reservation on behalf of 5998e451e36345ed9d73a6c3850d9f19 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:44.129463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.225800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.312128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.320331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.329066 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/7fbaba00-3f3d-484f-8107-2c9534e1686b HTTP/1.1" status: 204 len: 168 time: 1.1826873 Jul 30 03:34:44.334085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:44.348458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=7fbaba00-3f3d-484f-8107-2c9534e1686b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:44.359282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576966081'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:44.362147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.362760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.364715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.364715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.364715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.364938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.365508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.365955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.366411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.371468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.372665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.373222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fcf374-d1dc-4801-ae35-15ebf4a1a512 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:34:44.380657 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e9ed66f-f508-47c5-acd9-5bf3bf18bf5f req-1acebca6-7b6f-49a4-9f84-3cfef341717d tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.383358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6e9ed66f-f508-47c5-acd9-5bf3bf18bf5f req-1acebca6-7b6f-49a4-9f84-3cfef341717d tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.384508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e9ed66f-f508-47c5-acd9-5bf3bf18bf5f req-1acebca6-7b6f-49a4-9f84-3cfef341717d tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] 10.222.0.39 "DELETE /v2.0/security-groups/435d6801-a2eb-418a-8834-36dc73ccdae9 HTTP/1.1" status: 204 len: 173 time: 0.8838367 Jul 30 03:34:44.394607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41136) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:44.421743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] For port 684c9e05-d2d6-4389-92a2-8a92887d59ca, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=684c9e05-d2d6-4389-92a2-8a92887d59ca,segment=NetworkSegment(179a5139-4196-4b05-9329-08f83ffb7a8e),segment_id=179a5139-4196-4b05-9329-08f83ffb7a8e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:44.422116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.492323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acebca6-7b6f-49a4-9f84-3cfef341717d tempest-SecurityGroupRulesNegativeTestJSON-1945669839 tempest-SecurityGroupRulesNegativeTestJSON-1945669839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d6801-a2eb-418a-8834-36dc73ccdae9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:44.498536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Calling delete_port for 684c9e05-d2d6-4389-92a2-8a92887d59ca owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:44.548442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Deleting subnet 1e228d39-ad62-441a-8e22-cef2cdb6f358 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:44.572270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.641897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f062e603-8bf3-44e7-bf76-49e7ef6bfa59 None None] Network cfcd78ea-6a57-4706-9288-c1678c5b9d45 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:44.649913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.721685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.886547 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dfcebd74-f2de-4496-aac3-5a3193c8553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.890836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.901543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-00914cc0-f192-4c9d-9c03-bc16007b8dcd None None] Provisioning for port 8671d994-f086-46d9-b349-44162dce51b1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:44.954303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e228d39-ad62-441a-8e22-cef2cdb6f358,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:44.975079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.979467 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95b7c29d-25a7-4317-83fc-b7191cb3730e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1e228d39-ad62-441a-8e22-cef2cdb6f358 HTTP/1.1" status: 204 len: 168 time: 0.5813551 Jul 30 03:34:44.980827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41156) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:44.984163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:44.989295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8671d994-f086-46d9-b349-44162dce51b1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:45.020208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.064694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790a45f-6d8e-4580-800a-4b4eeba6e2ba req-16164f9b-8387-4dab-8421-463fb07ab83a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:45.072271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.073019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d790a45f-6d8e-4580-800a-4b4eeba6e2ba req-16164f9b-8387-4dab-8421-463fb07ab83a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 946 time: 0.3279867 Jul 30 03:34:45.080370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.120104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016df5e5-7d9b-426e-8190-7fb397e79c12 req-4abf1dff-becd-46ed-a76e-7cb78136b1a6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:45.128108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-016df5e5-7d9b-426e-8190-7fb397e79c12 req-4abf1dff-becd-46ed-a76e-7cb78136b1a6 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f174220a-6180-4fb4-a145-0ce60da646ef HTTP/1.1" status: 200 len: 1023 time: 0.2966032 Jul 30 03:34:45.139128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8671d994-f086-46d9-b349-44162dce51b1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:45.154958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8671d994-f086-46d9-b349-44162dce51b1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:45.155377 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.181540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:45.207350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.207671 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Added segment 18c8bb6e-ad78-4c8a-ba95-917888629b58 of type vlan for network 24b2bd65-0552-4944-9d8a-d5329751d1fc Jul 30 03:34:45.271252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.286941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.316617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad856139-102b-4368-99bf-7c1df1170828']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:45.328400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.332250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 8671d994-f086-46d9-b349-44162dce51b1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8671d994-f086-46d9-b349-44162dce51b1,segment=NetworkSegment(9bb131ba-547e-4589-9fea-962b4e281a84),segment_id=9bb131ba-547e-4589-9fea-962b4e281a84)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:45.338893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bb6306-6bb7-491e-a0df-2d5993411511') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:45.339331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bb6306-6bb7-491e-a0df-2d5993411511') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:45.343057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.367325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.398296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.406706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18df742-5211-4aa6-b7d5-c363c2729468 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:34:45.408420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:45.408838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:45.410587 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:45.435212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41166) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:45.475924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.477261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:45.477858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.495033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f2008b79-c653-47ab-8805-e55f584a2396 None None] Provisioning complete for port 8671d994-f086-46d9-b349-44162dce51b1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:45.495449 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f2008b79-c653-47ab-8805-e55f584a2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.500168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=8671d994-f086-46d9-b349-44162dce51b1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:45.565585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.577530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.587036 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ad856139-102b-4368-99bf-7c1df1170828 HTTP/1.1" status: 204 len: 168 time: 0.5971730 Jul 30 03:34:45.608039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd8f70-4b1b-448c-a3a1-8db336b02171 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad856139-102b-4368-99bf-7c1df1170828,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:45.614534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d790a45f-6d8e-4580-800a-4b4eeba6e2ba req-49496e80-bb4a-40e3-8b86-d78734c7a001 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329347 Jul 30 03:34:45.619067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:45.624980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.640312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18df742-5211-4aa6-b7d5-c363c2729468 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:34:45.650078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2246449 Jul 30 03:34:45.653179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41176) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:45.659611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Request body: {'subnet': {'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-subnet', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:45.672850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f057089-5221-4890-b78e-500cc0a8a13b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:45.705606 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.720112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-016df5e5-7d9b-426e-8190-7fb397e79c12 req-cdeb5802-c206-439c-95a8-35d5eb5dd334 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups?id=60ad9789-848a-4c04-944e-6cf767d0de34&id=da232dcf-ce6f-4624-9676-69e7d2cf8721&id=319d7808-bef4-497f-ae27-7f61fd605bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5910335 Jul 30 03:34:45.721630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:45.748015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Made reservation on behalf of 5998e451e36345ed9d73a6c3850d9f19 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:45.753192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.765922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'Port': ['ID=684c9e05-d2d6-4389-92a2-8a92887d59ca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:45.777637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abe537-d229-44af-b4d0-e90b9281da79 admin admin] Pushing event updated for resources: {'Network': ['ID=24b2bd65-0552-4944-9d8a-d5329751d1fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:45.795208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:45.796257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.796775 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment 5ed58d64-2224-4c36-9690-409f9544043f of type vlan for network 3e2e323e-0867-4a3a-8a3a-17e686b451b9 Jul 30 03:34:45.881739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] No DVR routers for this DVR port 684c9e05-d2d6-4389-92a2-8a92887d59ca on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:45.896145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:45.898171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1722ae29-542a-4c80-ab80-14f584b0a944 req-5e170bc0-9f4e-4565-9c97-33e3814b519e tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.16 "DELETE /v2.0/ports/684c9e05-d2d6-4389-92a2-8a92887d59ca HTTP/1.1" status: 204 len: 173 time: 2.5745795 Jul 30 03:34:45.898631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'name': 'network-vif-deleted', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:45.901041 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47451d7f-2ca2-4eef-8de1-de2b1e4c07ea" -d '{"events": [{"server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "name": "network-vif-deleted", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:45.980609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.006802 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3162f7-808a-4bec-b5b8-37e947d9a5f4 x-openstack-request-id: req-7d3162f7-808a-4bec-b5b8-37e947d9a5f4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:46.007326 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f174220a-6180-4fb4-a145-0ce60da646ef", "name": "network-vif-deleted", "tag": "684c9e05-d2d6-4389-92a2-8a92887d59ca", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:46.007724 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d3162f7-808a-4bec-b5b8-37e947d9a5f4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:46.008275 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174220a-6180-4fb4-a145-0ce60da646ef', 'name': 'network-vif-deleted', 'tag': '684c9e05-d2d6-4389-92a2-8a92887d59ca', 'status': 'completed', 'code': 200} Jul 30 03:34:46.050872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-51d5b327-7bdc-456a-b865-a0335c99d325 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:46.052407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-51d5b327-7bdc-456a-b865-a0335c99d325 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b3a310b-3bcf-43fa-a71b-c640b4f86639 HTTP/1.1" status: 200 len: 946 time: 0.1721866 Jul 30 03:34:46.104092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.105755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.115604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:46.116218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.178279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41186) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:46.199074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88af82db-f700-4645-ac98-13b0bdaeaa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.218179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8781035 Jul 30 03:34:46.220013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41188) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:46.231268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': '3e2e323e-0867-4a3a-8a3a-17e686b451b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:46.257668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa709e-9c2f-4320-8a12-1309d0343416 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=3e2e323e-0867-4a3a-8a3a-17e686b451b9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:46.271033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3e2e323e-0867-4a3a-8a3a-17e686b451b9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:46.283043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-88972929-3a5d-4d46-9c7a-dca3768c974d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d39924e62f64ad8b7d4138bc5830672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965924 Jul 30 03:34:46.284751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41190) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:46.321557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Deleting port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:46.321904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.389295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c763764-0d83-428c-bf27-737813ddf7b3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:46.396930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.400260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8291-5af7-4047-8c94-fd1bae40a1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.421432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-b78f101d-f538-4664-90bb-df0cd2057a09 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:46.423212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-b78f101d-f538-4664-90bb-df0cd2057a09 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 946 time: 0.3542097 Jul 30 03:34:46.448785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8291-5af7-4047-8c94-fd1bae40a1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.469378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Checking segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:46.469750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Network hostable DHCP agents. Network: 24b2bd65-0552-4944-9d8a-d5329751d1fc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:46.469895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] For port 5bf5cadb-96f8-405b-bdcb-af028d4528f5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=5bf5cadb-96f8-405b-bdcb-af028d4528f5,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:46.470227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.502709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Calling delete_port for 5bf5cadb-96f8-405b-bdcb-af028d4528f5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:46.579211 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8291-5af7-4047-8c94-fd1bae40a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.581775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8291-5af7-4047-8c94-fd1bae40a1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.582921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ddd8291-5af7-4047-8c94-fd1bae40a1f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f3a3ef3-d6b7-4627-bed8-9a3779bc0a8d HTTP/1.1" status: 204 len: 168 time: 0.2959716 Jul 30 03:34:46.596391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8291-5af7-4047-8c94-fd1bae40a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3a3ef3-d6b7-4627-bed8-9a3779bc0a8d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:46.616703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:46.665369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 24b2bd65-0552-4944-9d8a-d5329751d1fc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:46.670642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:46.671286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.676676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb48e195-1f3c-4f87-b081-d6d121a97910 None None] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:46.692011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Deleting port 457f4e64-7f5d-4a32-8059-5e5807a510bc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:34:46.692431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.717159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.737670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['5bf5cadb-96f8-405b-bdcb-af028d4528f5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:46.769996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['457f4e64-7f5d-4a32-8059-5e5807a510bc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:34:46.786991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88af82db-f700-4645-ac98-13b0bdaeaa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.790383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Pushing event deleted for resources: {'Port': ['ID=5bf5cadb-96f8-405b-bdcb-af028d4528f5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:46.819102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88af82db-f700-4645-ac98-13b0bdaeaa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.819626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 684c9e05-d2d6-4389-92a2-8a92887d59ca no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:46.854836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 684c9e05-d2d6-4389-92a2-8a92887d59ca {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:46.860671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 684c9e05-d2d6-4389-92a2-8a92887d59ca not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:46.863026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] No DVR routers for this DVR port 5bf5cadb-96f8-405b-bdcb-af028d4528f5 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:46.866122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:46.868236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16b47164-a228-4fd4-aed1-3a8449d5b7b3 req-9524ed50-015d-43da-9089-22eb098b129c tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.18 "DELETE /v2.0/ports/5bf5cadb-96f8-405b-bdcb-af028d4528f5 HTTP/1.1" status: 204 len: 173 time: 0.8089664 Jul 30 03:34:46.884717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd7c4-94ff-416a-92e8-05fd66d2c3b4 req-16c3b20b-495a-4ef6-90e0-90eb0e57b699 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:46.892134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfbcd7c4-94ff-416a-92e8-05fd66d2c3b4 req-16c3b20b-495a-4ef6-90e0-90eb0e57b699 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 946 time: 0.1547623 Jul 30 03:34:46.908658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-273629a7-6f78-4993-bd24-9909b2ae9713 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2543409 Jul 30 03:34:46.930445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:46.935717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:46.943492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8671d994-f086-46d9-b349-44162dce51b1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:46.992525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfbcd7c4-94ff-416a-92e8-05fd66d2c3b4 req-641cb274-0f5b-4662-8737-c184b1f2a59f tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/security-groups?id=8185b468-824f-407c-9445-0ccd23cc2be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859156 Jul 30 03:34:47.038203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.042079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.042237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-88af82db-f700-4645-ac98-13b0bdaeaa26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2274847e556c4582b1db27a30b97163c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5988772 Jul 30 03:34:47.044597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41216) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:47.045544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:47.059715 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.239171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8671d994-f086-46d9-b349-44162dce51b1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:47.239621 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.240191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.269155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3443bf3d-f7dc-4f8d-830d-f562c3870cd0 req-d318d06b-374f-4d58-a71f-7e251cb90286 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/60ad9789-848a-4c04-944e-6cf767d0de34 HTTP/1.1" status: 200 len: 1802 time: 0.1415815 Jul 30 03:34:47.342915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af82db-f700-4645-ac98-13b0bdaeaa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dbe0aa-84c7-4513-93aa-5ed0d1dbc48a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:47.359743 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.376299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-24b2bd65-0552-4944-9d8a-d5329751d1fc', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:47.377368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.449130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] For port 457f4e64-7f5d-4a32-8059-5e5807a510bc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=457f4e64-7f5d-4a32-8059-5e5807a510bc,segment=NetworkSegment(5057aa10-e0ba-48dd-8d29-9c51f73c92ca),segment_id=5057aa10-e0ba-48dd-8d29-9c51f73c92ca)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:47.449499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.475560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Calling delete_port for 457f4e64-7f5d-4a32-8059-5e5807a510bc owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:34:47.487988 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f3336f-cc73-4b4e-ad9c-e6ba8f5b8036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.502358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=8b297951-d19b-4236-ba1a-c329c5f44e77,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:47.553260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': '5ed58d64-2224-4c36-9690-409f9544043f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3e2e323e-0867-4a3a-8a3a-17e686b451b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:47.553565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: 3e2e323e-0867-4a3a-8a3a-17e686b451b9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:47.595453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network 3e2e323e-0867-4a3a-8a3a-17e686b451b9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:47.608808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3e2e323e-0867-4a3a-8a3a-17e686b451b9) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:47.613022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f3336f-cc73-4b4e-ad9c-e6ba8f5b8036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.624307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:47.625212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.681841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3443bf3d-f7dc-4f8d-830d-f562c3870cd0 req-b7d34c53-028e-4a20-a5f6-2116aeab2171 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.691524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fc4fa442-befd-4a61-9b23-2d6db05de385 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4667716 Jul 30 03:34:47.695472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41246) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:47.702662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.725541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.775949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Pushing event deleted for resources: {'Port': ['ID=457f4e64-7f5d-4a32-8059-5e5807a510bc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:47.826982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] No DVR routers for this DVR port 457f4e64-7f5d-4a32-8059-5e5807a510bc on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:34:47.832525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Allocated IP 172.20.0.2 (24b2bd65-0552-4944-9d8a-d5329751d1fc/9c763764-0d83-428c-bf27-737813ddf7b3/d73181b6-f52c-4708-a9c3-44a714b5cb04) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:47.835770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.836596 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.842481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb3525ec-be75-4bf1-b491-ec7a643fc3b1 req-4a4ba314-2558-4c13-9016-41ee95549c07 tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.16 "DELETE /v2.0/ports/457f4e64-7f5d-4a32-8059-5e5807a510bc HTTP/1.1" status: 204 len: 173 time: 1.4105153 Jul 30 03:34:47.844658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4848ffba-7a2b-49c0-8083-9221755654da', 'name': 'network-vif-deleted', 'tag': '457f4e64-7f5d-4a32-8059-5e5807a510bc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:47.851813 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cb4480-201a-4abc-bb17-754b6f619c95" -d '{"events": [{"server_uuid": "4848ffba-7a2b-49c0-8083-9221755654da", "name": "network-vif-deleted", "tag": "457f4e64-7f5d-4a32-8059-5e5807a510bc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:47.891698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3443bf3d-f7dc-4f8d-830d-f562c3870cd0 req-b7d34c53-028e-4a20-a5f6-2116aeab2171 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:47.925786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41252) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:47.945665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97886d-1178-44fe-a894-7982d8766281 None None] Network 3e2e323e-0867-4a3a-8a3a-17e686b451b9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:48.036431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'name': 'network-vif-deleted', 'tag': '5bf5cadb-96f8-405b-bdcb-af028d4528f5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:34:48.039225 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88de14b1-3686-44ec-8af4-3d9900f95c4e" -d '{"events": [{"server_uuid": "6b3a310b-3bcf-43fa-a71b-c640b4f86639", "name": "network-vif-deleted", "tag": "5bf5cadb-96f8-405b-bdcb-af028d4528f5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:34:48.045684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3443bf3d-f7dc-4f8d-830d-f562c3870cd0 req-b7d34c53-028e-4a20-a5f6-2116aeab2171 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.049113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3443bf3d-f7dc-4f8d-830d-f562c3870cd0 req-b7d34c53-028e-4a20-a5f6-2116aeab2171 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.053662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.063427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3443bf3d-f7dc-4f8d-830d-f562c3870cd0 req-b7d34c53-028e-4a20-a5f6-2116aeab2171 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/60ad9789-848a-4c04-944e-6cf767d0de34 HTTP/1.1" status: 204 len: 173 time: 0.7958007 Jul 30 03:34:48.077388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-628858772-network', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:48.099673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34c53-028e-4a20-a5f6-2116aeab2171 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ad9789-848a-4c04-944e-6cf767d0de34,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.108598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:48.111658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f3336f-cc73-4b4e-ad9c-e6ba8f5b8036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.114164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.114822 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f3336f-cc73-4b4e-ad9c-e6ba8f5b8036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.118517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99f3336f-cc73-4b4e-ad9c-e6ba8f5b8036 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92dbe0aa-84c7-4513-93aa-5ed0d1dbc48a HTTP/1.1" status: 204 len: 168 time: 1.0685110 Jul 30 03:34:48.118517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.159648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.183886 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a853bc-3f54-4aa0-812d-d83cdf021d89 x-openstack-request-id: req-37a853bc-3f54-4aa0-812d-d83cdf021d89 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:48.185558 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4848ffba-7a2b-49c0-8083-9221755654da", "name": "network-vif-deleted", "tag": "457f4e64-7f5d-4a32-8059-5e5807a510bc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:48.186923 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37a853bc-3f54-4aa0-812d-d83cdf021d89 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:48.188128 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4848ffba-7a2b-49c0-8083-9221755654da', 'name': 'network-vif-deleted', 'tag': '457f4e64-7f5d-4a32-8059-5e5807a510bc', 'status': 'completed', 'code': 200} Jul 30 03:34:48.225511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.242717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Transition to ACTIVE for port object d73181b6-f52c-4708-a9c3-44a714b5cb04 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:48.251107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.267391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30455794-4d0c-4140-8a6e-d055605bd47f req-2a1c898a-f6ae-4212-b79a-d33a66972b9a tempest-ListServersNegativeTestJSON-1903481132 tempest-ListServersNegativeTestJSON-1903481132-project] 10.222.0.39 "GET /v2.0/ports?device_id=4848ffba-7a2b-49c0-8083-9221755654da HTTP/1.1" status: 200 len: 210 time: 0.0712769 Jul 30 03:34:48.268222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3336f-cc73-4b4e-ad9c-e6ba8f5b8036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dbe0aa-84c7-4513-93aa-5ed0d1dbc48a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.301118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Transition to ACTIVE for port object d73181b6-f52c-4708-a9c3-44a714b5cb04 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:48.314620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82f526-1e43-4a51-8aea-839b1b749a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3e2e323e-0867-4a3a-8a3a-17e686b451b9', 'network_id': '3e2e323e-0867-4a3a-8a3a-17e686b451b9', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '8b297951-d19b-4236-ba1a-c329c5f44e77'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:48.315949 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb82f526-1e43-4a51-8aea-839b1b749a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.337435 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.361299 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ec9fe-10e8-42de-a4fb-297ef1a8ad9c x-openstack-request-id: req-b14ec9fe-10e8-42de-a4fb-297ef1a8ad9c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:34:48.361299 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3a310b-3bcf-43fa-a71b-c640b4f86639", "name": "network-vif-deleted", "tag": "5bf5cadb-96f8-405b-bdcb-af028d4528f5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:34:48.361299 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b14ec9fe-10e8-42de-a4fb-297ef1a8ad9c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:34:48.361627 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3a310b-3bcf-43fa-a71b-c640b4f86639', 'name': 'network-vif-deleted', 'tag': '5bf5cadb-96f8-405b-bdcb-af028d4528f5', 'status': 'completed', 'code': 200} Jul 30 03:34:48.363304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=8b297951-d19b-4236-ba1a-c329c5f44e77,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.436992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.446475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:48.449062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.450558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:48.452396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Pushing event updated for resources: {'Port': ['ID=d73181b6-f52c-4708-a9c3-44a714b5cb04,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.457463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:48.463184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc1ccf1c-6637-4b1e-8deb-b14bcd0518ba req-10247066-36f2-4ecd-bf8e-a9833f6fb3ce tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "GET /v2.0/security-groups/319d7808-bef4-497f-ae27-7f61fd605bf6 HTTP/1.1" status: 200 len: 1802 time: 0.2659204 Jul 30 03:34:48.473427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f202ae0-a83c-4d0a-bad6-3ae61f0b1c48 None None] Network 3e2e323e-0867-4a3a-8a3a-17e686b451b9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:48.492849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.509591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:48.511703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2e323e-0867-4a3a-8a3a-17e686b451b9']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:48.535114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087a812-6240-4a37-b768-051b08ed20a2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.544697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed58d64-2224-4c36-9690-409f9544043f') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:48.545055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed58d64-2224-4c36-9690-409f9544043f') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:48.545610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.546561 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Added segment e8a46884-c5dd-4ea0-aa00-76cea2c4096c of type vlan for network 623c59b3-0964-4687-ade5-b9a6b68f7662 Jul 30 03:34:48.577911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.602602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.621119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:48.622028 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:48.629667 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:48.634875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.676635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.677840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:48.678503 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.710289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc1ccf1c-6637-4b1e-8deb-b14bcd0518ba req-ee069ab0-b85b-4ea3-ae86-d91b5e663e13 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.714238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:48.733820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Attempting to bind port d73181b6-f52c-4708-a9c3-44a714b5cb04 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:48.734195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Attempting to bind port d73181b6-f52c-4708-a9c3-44a714b5cb04 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:48.735426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Attempting to bind port d73181b6-f52c-4708-a9c3-44a714b5cb04 on network 24b2bd65-0552-4944-9d8a-d5329751d1fc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:48.743548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 457f4e64-7f5d-4a32-8059-5e5807a510bc no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:48.752486 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8247604 Jul 30 03:34:48.759283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41274) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:48.765493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Request body: {'subnet': {'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-628858772-subnet', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:48.776224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd3b38-db41-4085-85c2-d1e9775d6493 admin admin] Pushing event updated for resources: {'Network': ['ID=623c59b3-0964-4687-ade5-b9a6b68f7662,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.784328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:48.784725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Checking segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:48.785368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.785830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Bound using segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:48.786329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Bound port: d73181b6-f52c-4708-a9c3-44a714b5cb04, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:48.786961 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.793997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 457f4e64-7f5d-4a32-8059-5e5807a510bc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:48.794498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 457f4e64-7f5d-4a32-8059-5e5807a510bc not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:48.797837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:48.804762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08bc81b-2574-4ead-906a-066adab855d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.810911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:48.815126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.846546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc1ccf1c-6637-4b1e-8deb-b14bcd0518ba req-ee069ab0-b85b-4ea3-ae86-d91b5e663e13 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.866618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.922554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.924507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/3e2e323e-0867-4a3a-8a3a-17e686b451b9 HTTP/1.1" status: 204 len: 168 time: 1.2175372 Jul 30 03:34:48.928094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41278) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:48.928774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554beb8a-7337-45d9-9b67-f39d99b9966e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=3e2e323e-0867-4a3a-8a3a-17e686b451b9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:48.941611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209867123'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:48.967643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:48.999307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.000057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] For port d73181b6-f52c-4708-a9c3-44a714b5cb04, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:49.004585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] For port d73181b6-f52c-4708-a9c3-44a714b5cb04, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d73181b6-f52c-4708-a9c3-44a714b5cb04,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:49.012791 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.014716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc1ccf1c-6637-4b1e-8deb-b14bcd0518ba req-ee069ab0-b85b-4ea3-ae86-d91b5e663e13 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.017355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc1ccf1c-6637-4b1e-8deb-b14bcd0518ba req-ee069ab0-b85b-4ea3-ae86-d91b5e663e13 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.025697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc1ccf1c-6637-4b1e-8deb-b14bcd0518ba req-ee069ab0-b85b-4ea3-ae86-d91b5e663e13 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] 10.222.0.39 "DELETE /v2.0/security-groups/319d7808-bef4-497f-ae27-7f61fd605bf6 HTTP/1.1" status: 204 len: 173 time: 0.5616543 Jul 30 03:34:49.029415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:49.050137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee069ab0-b85b-4ea3-ae86-d91b5e663e13 tempest-SecurityGroupsTestJSON-446635898 tempest-SecurityGroupsTestJSON-446635898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319d7808-bef4-497f-ae27-7f61fd605bf6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:49.089458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d3353-3c55-480b-bd5e-11c613b33f2f None None] Pushing event updated for resources: {'Port': ['ID=d73181b6-f52c-4708-a9c3-44a714b5cb04,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:49.110909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.198328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19198638-b24f-4731-9e8f-d02f19b89e7b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:49.204577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Checking segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:49.205487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Network hostable DHCP agents. Network: 623c59b3-0964-4687-ade5-b9a6b68f7662, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:49.207285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Deleting subnet 602d2c61-d3de-4914-b1c7-23aecf19ea84 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:49.219189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.226617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:49.237579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 623c59b3-0964-4687-ade5-b9a6b68f7662) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:49.243917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:49.244766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.249510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea32fd-12e1-4102-9a6d-b1108b8e217c None None] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:49.283595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Allocated IP 172.25.6.50 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/969221bd-4a62-4c1c-af20-2af723281cab) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:49.297482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.362377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08bc81b-2574-4ead-906a-066adab855d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.383981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f57fd0c5-a0da-4fed-b595-8b2e96b50ab6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6226404 Jul 30 03:34:49.391193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41288) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:49.401924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:49.420938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08bc81b-2574-4ead-906a-066adab855d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.429380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:49.440381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.444748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41292) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:49.490930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:49.504741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.505428 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment 3a722281-b557-4f01-9987-db1e3ef2b6cc of type vlan for network e48bad7e-8a99-43c9-9195-a19fe1a231f7 Jul 30 03:34:49.509908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-623c59b3-0964-4687-ade5-b9a6b68f7662', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:49.510803 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.530618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.552945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.554360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.577234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.646388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.688636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Allocated IP 172.20.0.2 (623c59b3-0964-4687-ade5-b9a6b68f7662/19198638-b24f-4731-9e8f-d02f19b89e7b/a1607591-d10b-4f12-b7bb-e1a92d4c5786) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:49.694606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.702695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:49.703372 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.732677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 5bf5cadb-96f8-405b-bdcb-af028d4528f5 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:34:49.796680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 5bf5cadb-96f8-405b-bdcb-af028d4528f5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:34:49.797293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 5bf5cadb-96f8-405b-bdcb-af028d4528f5 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:34:49.884060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.892971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9604168 Jul 30 03:34:49.893884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41296) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:49.906398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': 'e48bad7e-8a99-43c9-9195-a19fe1a231f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:49.910697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41298) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:49.922787 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:49.936429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Transition to ACTIVE for port object a1607591-d10b-4f12-b7bb-e1a92d4c5786 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:49.969410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4e403-0ce3-4cad-b011-c971fa39fb3b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=e48bad7e-8a99-43c9-9195-a19fe1a231f7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:49.976340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Transition to ACTIVE for port object a1607591-d10b-4f12-b7bb-e1a92d4c5786 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:49.982136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e48bad7e-8a99-43c9-9195-a19fe1a231f7 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:50.036538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.055270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f08bc81b-2574-4ead-906a-066adab855d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=814d6eb617694de0b37c7766177f6754&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3365798 Jul 30 03:34:50.060655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:50.073385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bc81b-2574-4ead-906a-066adab855d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d07103f-999e-4512-96b5-a194d05148e9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.107013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Deleting subnet 575f13f2-5228-4945-b062-2bd5575d1b60 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:50.137110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.169632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:50.171860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcaa651c-31bc-44ed-ade6-bab2ca3564a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.175770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:50.177005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6616-bbe4-46fe-935d-4fd977d07c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.179363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:50.180376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:50.183753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.188787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.194831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Pushing event updated for resources: {'Port': ['ID=a1607591-d10b-4f12-b7bb-e1a92d4c5786,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.252423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.253257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Attempting to bind port a1607591-d10b-4f12-b7bb-e1a92d4c5786 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:50.253637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Attempting to bind port a1607591-d10b-4f12-b7bb-e1a92d4c5786 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:50.254008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Attempting to bind port a1607591-d10b-4f12-b7bb-e1a92d4c5786 on network 623c59b3-0964-4687-ade5-b9a6b68f7662 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:50.261224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:50.261775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Checking segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:50.262453 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.262901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Bound using segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:50.263466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Bound port: a1607591-d10b-4f12-b7bb-e1a92d4c5786, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:50.263917 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.308066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.309184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6616-bbe4-46fe-935d-4fd977d07c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.345564 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.358213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] For port a1607591-d10b-4f12-b7bb-e1a92d4c5786, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:50.362144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] For port a1607591-d10b-4f12-b7bb-e1a92d4c5786, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a1607591-d10b-4f12-b7bb-e1a92d4c5786,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:50.369183 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.371633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602d2c61-d3de-4914-b1c7-23aecf19ea84,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.388936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:50.389828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721f5ac-1f36-45ed-9246-b784710c8eac None None] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:50.396913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.401350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ac1a9b69-c99e-4017-a66e-439df70765a9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/602d2c61-d3de-4914-b1c7-23aecf19ea84 HTTP/1.1" status: 204 len: 168 time: 1.3593163 Jul 30 03:34:50.406319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:50.407636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:50.411859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:50.445967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Pushing event updated for resources: {'Port': ['ID=969221bd-4a62-4c1c-af20-2af723281cab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.465583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.553093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09642577-3e89-436c-a3d5-cfaf2609c866 None None] Pushing event updated for resources: {'Port': ['ID=a1607591-d10b-4f12-b7bb-e1a92d4c5786,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.582984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6616-bbe4-46fe-935d-4fd977d07c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.585663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6616-bbe4-46fe-935d-4fd977d07c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.587083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fbaa6616-bbe4-46fe-935d-4fd977d07c09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d07103f-999e-4512-96b5-a194d05148e9 HTTP/1.1" status: 204 len: 168 time: 0.5252318 Jul 30 03:34:50.609308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.614056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2fc2c130-03ff-461b-a60e-0ae03d784c86 None None] Provisioning for port d73181b6-f52c-4708-a9c3-44a714b5cb04 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:50.658596 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.731508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575f13f2-5228-4945-b062-2bd5575d1b60,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.734048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.743658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a21bf16-2bd5-49df-9ccc-386cd3c31555 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/575f13f2-5228-4945-b062-2bd5575d1b60 HTTP/1.1" status: 204 len: 168 time: 1.2860775 Jul 30 03:34:50.743658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:50.844621 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcaa651c-31bc-44ed-ade6-bab2ca3564a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.849076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa6616-bbe4-46fe-935d-4fd977d07c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d07103f-999e-4512-96b5-a194d05148e9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:50.874382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.878006 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.889089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.899575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:50.902598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcaa651c-31bc-44ed-ade6-bab2ca3564a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.077929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d73181b6-f52c-4708-a9c3-44a714b5cb04 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:51.176461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d73181b6-f52c-4708-a9c3-44a714b5cb04 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:51.186837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d73181b6-f52c-4708-a9c3-44a714b5cb04 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:51.187930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.222716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.228486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cfca4384-7cf0-4caa-aa20-73dd8da75d79 None None] Provisioning complete for port d73181b6-f52c-4708-a9c3-44a714b5cb04 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:51.229196 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cfca4384-7cf0-4caa-aa20-73dd8da75d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.238571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289ee937-715e-431a-8258-1667f33c66bc']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.261924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5057aa10-e0ba-48dd-8d29-9c51f73c92ca') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.262899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5057aa10-e0ba-48dd-8d29-9c51f73c92ca') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.276046 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.284224 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.328134 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cfca4384-7cf0-4caa-aa20-73dd8da75d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.351305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:51.359571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fcaa651c-31bc-44ed-ade6-bab2ca3564a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6388577e7beb4375a950bef5534fe1de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4437623 Jul 30 03:34:51.367973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41314) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:51.370457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.373116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cfca4384-7cf0-4caa-aa20-73dd8da75d79 None None] For port d73181b6-f52c-4708-a9c3-44a714b5cb04, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d73181b6-f52c-4708-a9c3-44a714b5cb04,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:51.382473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cfca4384-7cf0-4caa-aa20-73dd8da75d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.407730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa651c-31bc-44ed-ade6-bab2ca3564a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb42444-4ae8-4da7-8c6c-2c0f7111baf8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:51.431393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.439217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:51.439664 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.460802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca4384-7cf0-4caa-aa20-73dd8da75d79 None None] Pushing event updated for resources: {'Port': ['ID=d73181b6-f52c-4708-a9c3-44a714b5cb04,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:51.472382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-060092b5-c6e7-4cbb-acdc-7847b3762680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.484033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a1607591-d10b-4f12-b7bb-e1a92d4c5786 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:51.490502 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:51.531268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.533798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:34:51.540529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.544235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] 10.222.0.39 "DELETE /v2.0/networks/289ee937-715e-431a-8258-1667f33c66bc HTTP/1.1" status: 204 len: 168 time: 0.7985420 Jul 30 03:34:51.556268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.564173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638a1f4-0ca3-4872-a96a-79da56b07c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=289ee937-715e-431a-8258-1667f33c66bc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:51.568148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port a1607591-d10b-4f12-b7bb-e1a92d4c5786 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:51.627528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b651fedf-1555-45d5-b3c1-76a7267d39f5']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.664335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179a5139-4196-4b05-9329-08f83ffb7a8e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.664723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179a5139-4196-4b05-9329-08f83ffb7a8e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.668196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=3a7eac52-ea4d-40ed-ab7e-f83b5f2aba0f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:51.696804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.717226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:51.728271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Sync routers for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:34:51.733212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Allocated IP 172.25.6.221 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/61532ec4-610a-495d-b30e-a5b87e974464) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:51.739126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bf59884-a5ed-449b-a624-ebf3f61887b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.740782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': '3a722281-b557-4f01-9987-db1e3ef2b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e48bad7e-8a99-43c9-9195-a19fe1a231f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:51.741144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: e48bad7e-8a99-43c9-9195-a19fe1a231f7, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:51.741736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:51.743240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:51.756651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.787768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:51.801127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:51.801541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:51.803289 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:51.844723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bf59884-a5ed-449b-a624-ebf3f61887b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.846770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-57239666-c975-4d8b-90ee-3b162e3b6506 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=075ea28512e9414abda19616b17636ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580857 Jul 30 03:34:51.847515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:51.852813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea51ef-0244-419d-bbfa-36a672d4ac22 None None] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:51.908597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a75ee641-3274-414b-a4fd-ec2588a85ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.937759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a75ee641-3274-414b-a4fd-ec2588a85ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.937996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network e48bad7e-8a99-43c9-9195-a19fe1a231f7 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:51.986063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e48bad7e-8a99-43c9-9195-a19fe1a231f7) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:51.987716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:51.995603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:51.996200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.009020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.011011 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b651fedf-1555-45d5-b3c1-76a7267d39f5 HTTP/1.1" status: 204 len: 168 time: 1.6037059 Jul 30 03:34:52.019016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a75ee641-3274-414b-a4fd-ec2588a85ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.022098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a75ee641-3274-414b-a4fd-ec2588a85ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.026289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a75ee641-3274-414b-a4fd-ec2588a85ddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8185b468-824f-407c-9445-0ccd23cc2be6 HTTP/1.1" status: 204 len: 168 time: 0.1777887 Jul 30 03:34:52.042838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ee641-3274-414b-a4fd-ec2588a85ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8185b468-824f-407c-9445-0ccd23cc2be6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.043060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59956c51-e097-48db-8a11-6dc5819448f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b651fedf-1555-45d5-b3c1-76a7267d39f5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.055904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-060092b5-c6e7-4cbb-acdc-7847b3762680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.060001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bf59884-a5ed-449b-a624-ebf3f61887b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.062627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bf59884-a5ed-449b-a624-ebf3f61887b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.066326 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1bf59884-a5ed-449b-a624-ebf3f61887b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdb42444-4ae8-4da7-8c6c-2c0f7111baf8 HTTP/1.1" status: 204 len: 168 time: 0.6947153 Jul 30 03:34:52.076089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-060092b5-c6e7-4cbb-acdc-7847b3762680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.076964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.083096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-34811fac-1deb-4832-9bc8-af1db885885f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1515434 Jul 30 03:34:52.083890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:52.085532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.096318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-87c8019c-5207-4267-861a-27acc1f34328 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2011819 Jul 30 03:34:52.098631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41330) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:52.100751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a35824-5cb8-46fe-933a-92d3946f02d9 None None] Network e48bad7e-8a99-43c9-9195-a19fe1a231f7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:52.125951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf59884-a5ed-449b-a624-ebf3f61887b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb42444-4ae8-4da7-8c6c-2c0f7111baf8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.188870 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-060092b5-c6e7-4cbb-acdc-7847b3762680 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc7bc652be8047f4b19044d0f232efc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8334932 Jul 30 03:34:52.192924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41332) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:52.201466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:52.249248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060092b5-c6e7-4cbb-acdc-7847b3762680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c2045-96d4-4cd6-ab53-f1765fa38f27,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.333211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] Provisioning for port a1607591-d10b-4f12-b7bb-e1a92d4c5786 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:52.350435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41336) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:52.423405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] Provisioning complete for port a1607591-d10b-4f12-b7bb-e1a92d4c5786 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:52.423782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.424908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.433427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.473333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8b57-b07b-4c6d-a2d4-9b97c6b6f806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.490494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-404a09b7-a57a-43f1-ab32-5b61ff2c3ee6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80bdb57440fc45d3b0ce79ccdc9159bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350091 Jul 30 03:34:52.490494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:52.492973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:52.528130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:52.542921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:52.572711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Pushing event updated for resources: {'Port': ['ID=61532ec4-610a-495d-b30e-a5b87e974464,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.578925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8b57-b07b-4c6d-a2d4-9b97c6b6f806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.611505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.614190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-566ae815-443a-4784-9d66-7b212c0b9606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.682526 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-566ae815-443a-4784-9d66-7b212c0b9606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.777368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8b57-b07b-4c6d-a2d4-9b97c6b6f806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.780217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8b57-b07b-4c6d-a2d4-9b97c6b6f806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.781434 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0dbd8b57-b07b-4c6d-a2d4-9b97c6b6f806 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/580c2045-96d4-4cd6-ab53-f1765fa38f27 HTTP/1.1" status: 204 len: 168 time: 0.5821824 Jul 30 03:34:52.783309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.802879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd8b57-b07b-4c6d-a2d4-9b97c6b6f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c2045-96d4-4cd6-ab53-f1765fa38f27,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.805510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.840426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7eac52-ea4d-40ed-ab7e-f83b5f2aba0f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.866619 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-566ae815-443a-4784-9d66-7b212c0b9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.870136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-566ae815-443a-4784-9d66-7b212c0b9606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.875614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-566ae815-443a-4784-9d66-7b212c0b9606 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da232dcf-ce6f-4624-9676-69e7d2cf8721 HTTP/1.1" status: 204 len: 168 time: 0.3853331 Jul 30 03:34:52.879768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53442f-87ea-4862-8896-0d6817a52f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-e48bad7e-8a99-43c9-9195-a19fe1a231f7', 'network_id': 'e48bad7e-8a99-43c9-9195-a19fe1a231f7', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '3a7eac52-ea4d-40ed-ab7e-f83b5f2aba0f'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:52.880621 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b53442f-87ea-4862-8896-0d6817a52f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:52.902089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ae815-443a-4784-9d66-7b212c0b9606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da232dcf-ce6f-4624-9676-69e7d2cf8721,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:52.938740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d73181b6-f52c-4708-a9c3-44a714b5cb04 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:53.034522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.052951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48bad7e-8a99-43c9-9195-a19fe1a231f7']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:53.054343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Allocated IP 172.20.0.1 (24b2bd65-0552-4944-9d8a-d5329751d1fc/9c763764-0d83-428c-bf27-737813ddf7b3/2e221f09-5c64-407d-b13b-0a8857a637ce) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:53.082627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a722281-b557-4f01-9987-db1e3ef2b6cc') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:53.082936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a722281-b557-4f01-9987-db1e3ef2b6cc') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:53.115006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.149957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:50Z', 'revision_number': 3, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:53.152518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f26d9a0-0e87-48a2-a4a4-06ae9a0ef780 None None] Network e48bad7e-8a99-43c9-9195-a19fe1a231f7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:53.189932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.203462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:34:53.203872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:34:53.206919 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:34:53.219357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.254662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.258026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Checking router: 7fa0a152-a6b9-48f3-9109-5409ee926ac2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:34:53.258545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Updating router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 port 969221bd-4a62-4c1c-af20-2af723281cab binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:34:53.304851 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.327199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Transition to ACTIVE for port object 2e221f09-5c64-407d-b13b-0a8857a637ce will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:53.329328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.351204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] For port a1607591-d10b-4f12-b7bb-e1a92d4c5786, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a1607591-d10b-4f12-b7bb-e1a92d4c5786,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:53.361589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d73181b6-f52c-4708-a9c3-44a714b5cb04 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:53.361965 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.367277 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.384930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:53.390369 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.432816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56b4df94-002c-4ca3-9fea-adc9874904ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.486455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.557178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:53.569668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:53.587861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:53.599962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Pushing event updated for resources: {'Port': ['ID=2e221f09-5c64-407d-b13b-0a8857a637ce,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:53.632982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.672479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fc1ad-a058-4048-8ee3-c60d31922ee0 None None] Pushing event updated for resources: {'Port': ['ID=a1607591-d10b-4f12-b7bb-e1a92d4c5786,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:53.707234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.712096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/e48bad7e-8a99-43c9-9195-a19fe1a231f7 HTTP/1.1" status: 204 len: 168 time: 1.6063435 Jul 30 03:34:53.715753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af24e3-0605-4e45-8afa-4f038f207b02 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=e48bad7e-8a99-43c9-9195-a19fe1a231f7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:53.719125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.719319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:53.725404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1346040293'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:53.763508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d5090467-ab40-49be-a48e-56c52d25cdcc None None] Provisioning complete for port a1607591-d10b-4f12-b7bb-e1a92d4c5786 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:53.764203 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5090467-ab40-49be-a48e-56c52d25cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.969711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56b4df94-002c-4ca3-9fea-adc9874904ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:53.995004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56b4df94-002c-4ca3-9fea-adc9874904ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.019432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Router daf5e411-7311-4472-9162-b60f62d2e55a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:34:54.020677 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.031805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-56b4df94-002c-4ca3-9fea-adc9874904ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c48f63e188d4a05a111138f34de1058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453230 Jul 30 03:34:54.032691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:54.035598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:54.037368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Transition to ACTIVE for port object 969221bd-4a62-4c1c-af20-2af723281cab will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:54.038335 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.049476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.066936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.070763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:54.082670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.083021 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment f3d44c57-71b7-4dcf-ba67-8b104118ea4e of type vlan for network 395362d1-3b7c-4686-94d8-4d49b7c24de3 Jul 30 03:34:54.107827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4df94-002c-4ca3-9fea-adc9874904ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b1dc8d-0753-4235-9472-66169e85056e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:54.157386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd64110-9e33-41b6-9fb2-4feb3bb82d65 None None] Pushing event updated for resources: {'Port': ['ID=969221bd-4a62-4c1c-af20-2af723281cab,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:54.178536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b6a4c8ee-92d6-458f-bf64-e0cd8ae8cd38 None None] Provisioning for port 2e221f09-5c64-407d-b13b-0a8857a637ce completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:54.178997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.184886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b6a4c8ee-92d6-458f-bf64-e0cd8ae8cd38 None None] Provisioning complete for port 2e221f09-5c64-407d-b13b-0a8857a637ce triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:54.186088 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c8ee-92d6-458f-bf64-e0cd8ae8cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.188215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Attempting to bind port 969221bd-4a62-4c1c-af20-2af723281cab on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:54.188832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Attempting to bind port 969221bd-4a62-4c1c-af20-2af723281cab by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:54.189416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Attempting to bind port 969221bd-4a62-4c1c-af20-2af723281cab on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:54.223552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:54.224542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:54.225238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.225850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:54.226547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Bound port: 969221bd-4a62-4c1c-af20-2af723281cab, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:54.227584 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.246618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.258184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:54.258833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.287457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4c8ee-92d6-458f-bf64-e0cd8ae8cd38 None None] Port 2e221f09-5c64-407d-b13b-0a8857a637ce cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:34:54.300542 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.302584 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf043-aeb8-4c70-b4e2-558e6482a308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.326577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] For port 969221bd-4a62-4c1c-af20-2af723281cab, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:54.330364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf043-aeb8-4c70-b4e2-558e6482a308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.332246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] For port 969221bd-4a62-4c1c-af20-2af723281cab, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=969221bd-4a62-4c1c-af20-2af723281cab,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:54.343504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.374725 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.389902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=395362d1-3b7c-4686-94d8-4d49b7c24de3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:54.418306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:54.432596 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.463050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf043-aeb8-4c70-b4e2-558e6482a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.466877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf043-aeb8-4c70-b4e2-558e6482a308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.471040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2a4bf043-aeb8-4c70-b4e2-558e6482a308 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60b1dc8d-0753-4235-9472-66169e85056e HTTP/1.1" status: 204 len: 168 time: 0.4259820 Jul 30 03:34:54.492726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:54.494536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41394) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:54.503421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Sync routers for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:34:54.516290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0801c7d-7e29-4afe-aca0-0ae81fbec78b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7949641 Jul 30 03:34:54.517383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41398) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:54.518515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.522359 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-876f522d-41e0-4ef6-ac58-ce39576b65a3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1269422 Jul 30 03:34:54.522520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:54.531904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:54.532972 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:54.534726 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:54.550312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bf043-aeb8-4c70-b4e2-558e6482a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b1dc8d-0753-4235-9472-66169e85056e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:54.567619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd64110-9e33-41b6-9fb2-4feb3bb82d65 None None] Pushing event updated for resources: {'Port': ['ID=969221bd-4a62-4c1c-af20-2af723281cab,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:54.585517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:54.586156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:54.598852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Pushing event updated for resources: {'Port': ['ID=2e221f09-5c64-407d-b13b-0a8857a637ce,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:54.694711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:54.696320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:54.702151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:54.706005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:54.861451 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:55.007697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:34:55.071325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1854567138-network', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:55.132379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a1607591-d10b-4f12-b7bb-e1a92d4c5786 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:55.187459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:52Z', 'revision_number': 3, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:55.263714 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Checking router: daf5e411-7311-4472-9162-b60f62d2e55a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:34:55.266028 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Updating router daf5e411-7311-4472-9162-b60f62d2e55a port 61532ec4-610a-495d-b30e-a5b87e974464 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:34:55.267594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:55.269788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.271083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b3952d21-5850-4de8-bc94-df65f8d454f2 None None] Provisioning complete for port 2e221f09-5c64-407d-b13b-0a8857a637ce triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:55.272308 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3952d21-5850-4de8-bc94-df65f8d454f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.297633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:34:55.315017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aea32938-f08a-4480-8e2c-cbc70a8a8013 admin admin] 10.222.0.39 "PUT /v2.0/routers/7fa0a152-a6b9-48f3-9109-5409ee926ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2298191 Jul 30 03:34:55.334651 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.375524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:55.429972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b3952d21-5850-4de8-bc94-df65f8d454f2 None None] Port 2e221f09-5c64-407d-b13b-0a8857a637ce cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:34:55.454570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a1607591-d10b-4f12-b7bb-e1a92d4c5786 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:55.455085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.470918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41424) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:55.643413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.724645 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.737519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Transition to ACTIVE for port object 61532ec4-610a-495d-b30e-a5b87e974464 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:55.746935 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.752902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:34:54Z', 'revision_number': 2, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:55.763746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-550963189-network', 'tenant_id': 'd84d7d477268456889c162230c2b01e9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:55.774783 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.796124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1cdae-ad6c-418e-958b-0e4bd4a190c6 None None] The sync data for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 is: [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:34:54Z', 'revision_number': 2, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:34:55.802865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Made reservation on behalf of d84d7d477268456889c162230c2b01e9 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:55.805241 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.828436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.834379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f843c2-8355-4825-9e60-660ba1584894 None None] Pushing event updated for resources: {'Port': ['ID=61532ec4-610a-495d-b30e-a5b87e974464,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:55.875380 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Attempting to bind port 61532ec4-610a-495d-b30e-a5b87e974464 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:55.876289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Attempting to bind port 61532ec4-610a-495d-b30e-a5b87e974464 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:55.876893 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Attempting to bind port 61532ec4-610a-495d-b30e-a5b87e974464 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:55.883158 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:55.883954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:55.884574 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.886242 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:55.887096 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Bound port: 61532ec4-610a-495d-b30e-a5b87e974464, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:55.887882 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:55.979933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=5fcfa653-c7ec-411f-b1c4-0d0e87669782,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:55.986408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:55.986756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: 395362d1-3b7c-4686-94d8-4d49b7c24de3, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:56.001500 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] For port 61532ec4-610a-495d-b30e-a5b87e974464, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:56.010929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] For port 61532ec4-610a-495d-b30e-a5b87e974464, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61532ec4-610a-495d-b30e-a5b87e974464,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:56.020824 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.093776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:56.108586 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:34:56.109507 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:56.136136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 395362d1-3b7c-4686-94d8-4d49b7c24de3) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:56.150544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f148eab-8ef4-46c0-af02-1337bbc5e3ec None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:56.161534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:56.162301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.173473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.181402 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f843c2-8355-4825-9e60-660ba1584894 None None] Pushing event updated for resources: {'Port': ['ID=61532ec4-610a-495d-b30e-a5b87e974464,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:56.218223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.221431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.257421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:56.368991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8291ef41-065d-4a23-9983-387708452bcc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:56.382210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.382506 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Added segment 0b560385-946f-44a5-a16a-c8dfc0a97da7 of type vlan for network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 Jul 30 03:34:56.382829 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:34:56.429389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.438221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.473576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:34:56.502165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.502720 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Added segment 7ebdd1b1-510d-4c61-a1fe-72760720ca69 of type vlan for network 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a Jul 30 03:34:56.534878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f89c6284-bb1e-4164-9c99-3753d5caedf5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0139160 Jul 30 03:34:56.538382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41450) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:56.566610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.567096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:56.591035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-395362d1-3b7c-4686-94d8-4d49b7c24de3', 'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '5fcfa653-c7ec-411f-b1c4-0d0e87669782'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:34:56.591035 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.628115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.629108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:56.629694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.680504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.759571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693493c-55fd-419a-8822-82f1806df6a7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:56.801381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3292637 Jul 30 03:34:56.805343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:56.812127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Request body: {'subnet': {'network_id': '2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-550963189-subnet', 'tenant_id': 'd84d7d477268456889c162230c2b01e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:56.862347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2ebc-fe4c-4b22-b126-46f02281b85d admin admin] Pushing event updated for resources: {'Network': ['ID=2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:56.891708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Made reservation on behalf of d84d7d477268456889c162230c2b01e9 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:56.898402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:56.919026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:56.934701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:56.951435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Allocated IP 2001:db8::2 (395362d1-3b7c-4686-94d8-4d49b7c24de3/5fcfa653-c7ec-411f-b1c4-0d0e87669782/1b8f42a6-5acd-43b9-8555-2de991df085f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:57.000332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026785582', 'description': 'tempest-description--277404125'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:57.108278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.123501 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:52Z', 'revision_number': 3, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:34:57.187379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.190284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:57.193023 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7fdb-91d8-450e-9e1b-3500f3881028 None None] The sync data for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 is: [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:52Z', 'revision_number': 3, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:34:57.193433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.372929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.384877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.406774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Transition to ACTIVE for port object 1b8f42a6-5acd-43b9-8555-2de991df085f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:57.415339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.419486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Allocated IP 172.20.0.1 (623c59b3-0964-4687-ade5-b9a6b68f7662/19198638-b24f-4731-9e8f-d02f19b89e7b/dfb91fa3-f215-443f-a635-96ad3b64789c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:34:57.459475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Transition to ACTIVE for port object 1b8f42a6-5acd-43b9-8555-2de991df085f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:57.481340 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.496839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.508912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:57.511436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:57.544261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:57.548648 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0529070 Jul 30 03:34:57.552431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41478) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:57.568642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Request body: {'subnet': {'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1854567138-subnet', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:57.592139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c08dccb-f6b8-4650-b21e-5900b0cb4601,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:57.601216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.606512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41482) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:57.607685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6130970 Jul 30 03:34:57.629024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a358c5-f07a-48af-9175-a193e5e92f17 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:57.629230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f2b49-49d0-4608-943e-eff262b3fa76 admin admin] Pushing event updated for resources: {'Network': ['ID=009178f2-19e4-4dbb-a0b2-24b35b4a53b3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:57.675809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Request body: {'security_group_rule': {'security_group_id': '5d0b7970-d3fd-4a30-9fbe-826fdbd739d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:57.681498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:57.685598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.687621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Checking segment: {'id': '7ebdd1b1-510d-4c61-a1fe-72760720ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:57.687621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Network hostable DHCP agents. Network: 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:57.693796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:34:57.729125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Pushing event updated for resources: {'Port': ['ID=1b8f42a6-5acd-43b9-8555-2de991df085f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:57.766717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Network 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:57.785963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:57.796802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:57.797429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.802047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Attempting to bind port 1b8f42a6-5acd-43b9-8555-2de991df085f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:34:57.802429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Attempting to bind port 1b8f42a6-5acd-43b9-8555-2de991df085f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:34:57.802779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Attempting to bind port 1b8f42a6-5acd-43b9-8555-2de991df085f on network 395362d1-3b7c-4686-94d8-4d49b7c24de3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:34:57.816304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921648d-eac5-49dd-8e0d-143cae69fd12 None None] Network 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:57.828441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:34:57.829118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Checking segment: {'id': 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:57.829674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.830217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Bound using segment: {'id': 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:34:57.830849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Bound port: 1b8f42a6-5acd-43b9-8555-2de991df085f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:34:57.831433 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:57.894616 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:34:57.894616 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:34:57.894616 n-d-778696-14 neutron-server[93877]: [parameters: {'project_id_1': '5998e451e36345ed9d73a6c3850d9f19', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 34, 57, 853757)}] Jul 30 03:34:57.894616 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:34:57.895463 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:34:57.921456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-498e220f-ea6a-4dcf-8fee-6e60b1c7fd6f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1149917 Jul 30 03:34:57.952150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:34:57.955861 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:58.066858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] For port 1b8f42a6-5acd-43b9-8555-2de991df085f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:34:58.071849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] For port 1b8f42a6-5acd-43b9-8555-2de991df085f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1b8f42a6-5acd-43b9-8555-2de991df085f,segment=NetworkSegment(f3d44c57-71b7-4dcf-ba67-8b104118ea4e),segment_id=f3d44c57-71b7-4dcf-ba67-8b104118ea4e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:34:58.087774 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:58.105306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:58.202004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152e37-eb06-412b-95d6-93273598bf34 None None] Pushing event updated for resources: {'Port': ['ID=1b8f42a6-5acd-43b9-8555-2de991df085f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:58.221163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Transition to ACTIVE for port object dfb91fa3-f215-443f-a635-96ad3b64789c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:34:58.267976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0b710-e024-4926-84dc-d3376497f0c0 None None] Network 2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:58.334083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:58.567341 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-79fb27ea-deb1-419c-a24e-fc127563a735 req-77b1b9a9-5870-49eb-b23d-0fb143a0e2f6 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] show failed (client error): The resource could not be found. Jul 30 03:34:58.584739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79fb27ea-deb1-419c-a24e-fc127563a735 req-77b1b9a9-5870-49eb-b23d-0fb143a0e2f6 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups/c0b93121-db5e-41cc-8bc2-3f2452a0ea6b HTTP/1.1" status: 404 len: 352 time: 0.0400832 Jul 30 03:34:58.652359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd2fe7c-a307-4fe5-88c5-f9548f06c403,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:58.663033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:58.739090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2163373-502e-4ed5-b3d4-512804e804b3 req-ef9ee060-05e6-42fa-86c8-f544280e8d62 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d84d7d477268456889c162230c2b01e9 HTTP/1.1" status: 200 len: 2988 time: 0.1222205 Jul 30 03:34:58.810446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2163373-502e-4ed5-b3d4-512804e804b3 req-28edade4-b83e-4581-bc61-e894edcf79cc tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups/e693493c-55fd-419a-8822-82f1806df6a7 HTTP/1.1" status: 200 len: 2985 time: 0.0701401 Jul 30 03:34:58.826606 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:34:58.826983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Network hostable DHCP agents. Network: 009178f2-19e4-4dbb-a0b2-24b35b4a53b3, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:34:58.861478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-c64a5692-2bc9-4015-ade7-4a6f8aa4b6ea tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bf61c5f01d7540a4903b70ce17e47d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782506 Jul 30 03:34:58.889296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:58.900012 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:58.903686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:58.917384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:34:59.038954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1b8f42a6-5acd-43b9-8555-2de991df085f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:59.089387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2163373-502e-4ed5-b3d4-512804e804b3 req-da0b4636-9c7e-41f8-bdf5-1b837ead1d95 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups/e693493c-55fd-419a-8822-82f1806df6a7 HTTP/1.1" status: 200 len: 2985 time: 0.2779586 Jul 30 03:34:59.109406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-5ba3d0f1-f524-4710-b351-95e252fb5001 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:59.125463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-5ba3d0f1-f524-4710-b351-95e252fb5001 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363174 Jul 30 03:34:59.141647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1b8f42a6-5acd-43b9-8555-2de991df085f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:59.146958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61532ec4-610a-495d-b30e-a5b87e974464 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:59.162118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-8a34d1b1-9956-4af5-9f51-1246bf14d41e tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/quotas/bf61c5f01d7540a4903b70ce17e47d68 HTTP/1.1" status: 200 len: 375 time: 0.0356736 Jul 30 03:34:59.184907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb91fa3-f215-443f-a635-96ad3b64789c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:59.213346 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.240355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 61532ec4-610a-495d-b30e-a5b87e974464 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:59.245558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 61532ec4-610a-495d-b30e-a5b87e974464 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:59.247179 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.273080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-7d8c261c-479d-43fd-a15e-af88d67d555b tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf61c5f01d7540a4903b70ce17e47d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099820 Jul 30 03:34:59.285430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b8dfda8-4479-4e4f-8b65-c6360412ec33 req-8e3dcdad-79e9-473a-a369-ba6f51011950 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups/e693493c-55fd-419a-8822-82f1806df6a7 HTTP/1.1" status: 200 len: 2985 time: 0.1537745 Jul 30 03:34:59.313049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:34:59.328940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0e707fdc-3375-40d6-9510-d135ec617d82 None None] Provisioning for port dfb91fa3-f215-443f-a635-96ad3b64789c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:34:59.332656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.338881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0e707fdc-3375-40d6-9510-d135ec617d82 None None] Provisioning complete for port dfb91fa3-f215-443f-a635-96ad3b64789c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:34:59.339746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0e707fdc-3375-40d6-9510-d135ec617d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.386781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0e707fdc-3375-40d6-9510-d135ec617d82 None None] Port dfb91fa3-f215-443f-a635-96ad3b64789c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:34:59.397963 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-7b8dfda8-4479-4e4f-8b65-c6360412ec33 req-de965433-bc2b-4fb3-b250-4221c158318d tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 03:34:59.399215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b8dfda8-4479-4e4f-8b65-c6360412ec33 req-de965433-bc2b-4fb3-b250-4221c158318d tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "DELETE /v2.0/security-groups/e693493c-55fd-419a-8822-82f1806df6a7 HTTP/1.1" status: 409 len: 352 time: 0.1061103 Jul 30 03:34:59.439472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:34:59.461396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.462311 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-44c72109-ba8e-4064-865e-d0e8e2890b81 req-89e5b679-ded5-4e62-b5f8-4b6a0882dc19 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] show failed (client error): The resource could not be found. Jul 30 03:34:59.465740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:59.467415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44c72109-ba8e-4064-865e-d0e8e2890b81 req-89e5b679-ded5-4e62-b5f8-4b6a0882dc19 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups/d9364551-3cb3-440c-a0ce-4a3cc170f57d HTTP/1.1" status: 404 len: 352 time: 0.0326149 Jul 30 03:34:59.489051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:59.489826 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.494301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.504241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 009178f2-19e4-4dbb-a0b2-24b35b4a53b3) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:34:59.542497 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-6048c1bb-afbb-4ed8-b42b-336d502d9e82 req-f842f3db-b756-4965-839b-a6d98df44b14 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] show failed (client error): The resource could not be found. Jul 30 03:34:59.547837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.564272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dea47f-e36b-4ad6-b77c-97c0a8d6774a None None] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:34:59.567494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6048c1bb-afbb-4ed8-b42b-336d502d9e82 req-f842f3db-b756-4965-839b-a6d98df44b14 tempest-SecurityGroupsNegativeTestJSON-93805856 tempest-SecurityGroupsNegativeTestJSON-93805856-project] 10.222.0.39 "GET /v2.0/security-groups/0ce8179a-5e07-4472-922d-254c4a9ae801 HTTP/1.1" status: 404 len: 352 time: 0.0719674 Jul 30 03:34:59.568048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:59.650158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:34:59.650751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.722221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 61532ec4-610a-495d-b30e-a5b87e974464, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61532ec4-610a-495d-b30e-a5b87e974464,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:34:59.728373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afcfe74c-a61f-4186-a85a-de57099189da req-bcbacb31-4d48-44db-9202-d92dff3cccca tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 210 time: 0.1379981 Jul 30 03:34:59.737741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.743292 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.744172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 969221bd-4a62-4c1c-af20-2af723281cab up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:34:59.749383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=beb52c86-c9ff-43e8-9062-8cc78fefba42,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:59.770471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bc2e7c-0124-4c9b-a2fd-1bbaf47ab744,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:34:59.795651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Deleting subnet 3c08dccb-f6b8-4650-b21e-5900b0cb4601 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:34:59.799091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cbc97df3-475a-424c-bb12-198a2e39b55b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2575610 Jul 30 03:34:59.800768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:34:59.801846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:59.803177 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e1d3a67-f6b4-4b0a-99bb-3debff718c4d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1447191 Jul 30 03:34:59.813446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41536) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:59.821205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Request body: {'security_group_rule': {'security_group_id': '5d0b7970-d3fd-4a30-9fbe-826fdbd739d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:59.830800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6188d4b0-c773-4f76-b060-7c76600221fd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2749972 Jul 30 03:34:59.835754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41542) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:34:59.847125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:34:59.935005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.005882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=61532ec4-610a-495d-b30e-a5b87e974464,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:00.037199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.044766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0a0f1-aea7-4301-8516-8348cce5cffb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:00.073474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0a0f1-aea7-4301-8516-8348cce5cffb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:00.075858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0a0f1-aea7-4301-8516-8348cce5cffb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:00.079591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.080836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.105325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 969221bd-4a62-4c1c-af20-2af723281cab completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:00.120708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 969221bd-4a62-4c1c-af20-2af723281cab triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:00.121127 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.127902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0a0f1-aea7-4301-8516-8348cce5cffb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:00.134365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0a0f1-aea7-4301-8516-8348cce5cffb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:00.141250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.143809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f0e0a0f1-aea7-4301-8516-8348cce5cffb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3386235 Jul 30 03:35:00.147470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:00.162990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.205330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da0520-795a-402f-98b3-41b2bcfd89e5 None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:00.236344 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.257150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2f0a82-fc84-4010-a587-d3a7f9e94fad,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:00.267200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725144584'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:00.289297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.319499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.321008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22fe9254-10ab-4c92-b16a-7e83fc189b69 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5045857 Jul 30 03:35:00.333293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:00.352964 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.358705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:00.370310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.392200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 969221bd-4a62-4c1c-af20-2af723281cab, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=969221bd-4a62-4c1c-af20-2af723281cab,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:00.394367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:00.409618 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.411564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.416747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Sync routers for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:00.423488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:00.427939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.432594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.484842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.509854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] Provisioning for port 1b8f42a6-5acd-43b9-8555-2de991df085f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:00.583769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:00.585494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:00.589834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] Provisioning complete for port 1b8f42a6-5acd-43b9-8555-2de991df085f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:00.591556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.603678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.609834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb91fa3-f215-443f-a635-96ad3b64789c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:00.713521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.844202 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.908395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61532ec4-610a-495d-b30e-a5b87e974464 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:00.967107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:00.967718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:00.973615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:01.081830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fee81e11-c4cc-4ce2-85be-c3ccd6979d30 req-03bb8940-d967-4cbe-9534-62e7f590cbb1 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 210 time: 0.0838189 Jul 30 03:35:01.177998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=969221bd-4a62-4c1c-af20-2af723281cab,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:01.200824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-f947ce22-707a-4e7f-989f-8c5e7ef80d94 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bf61c5f01d7540a4903b70ce17e47d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683331 Jul 30 03:35:01.234915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:01.335956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:01.392352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.393465 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment 68f2f724-c02b-433d-9a64-2f58a87d88dd of type vlan for network b4a9a25c-10ca-4827-ad6a-26c7817ec58c Jul 30 03:35:01.409662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.437614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Allocated IP 172.20.0.2 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/60ebd38f-66db-4e77-b887-9cfd2f33b6a3) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:01.456709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 61532ec4-610a-495d-b30e-a5b87e974464 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:01.457204 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.461395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.465647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3c08dccb-f6b8-4650-b21e-5900b0cb4601 HTTP/1.1" status: 204 len: 168 time: 1.8959250 Jul 30 03:35:01.470235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41560) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:01.503489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca0585-0d0d-4e6f-9fdb-342047898b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c08dccb-f6b8-4650-b21e-5900b0cb4601,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:01.525193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.552843 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.639647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-f3d0ccf0-9872-4123-8623-411838a70721 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:01.642729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-f3d0ccf0-9872-4123-8623-411838a70721 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4276915 Jul 30 03:35:01.658425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Request body: {'port': {'device_id': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'bf61c5f01d7540a4903b70ce17e47d68'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:01.670277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.672838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] For port 1b8f42a6-5acd-43b9-8555-2de991df085f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1b8f42a6-5acd-43b9-8555-2de991df085f,segment=NetworkSegment(f3d44c57-71b7-4dcf-ba67-8b104118ea4e),segment_id=f3d44c57-71b7-4dcf-ba67-8b104118ea4e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:01.702095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.717910 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.742554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.871539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.887046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:01.888195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.897855 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.908745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Transition to ACTIVE for port object 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:01.914379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6549830 Jul 30 03:35:01.915896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.918318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Router daf5e411-7311-4472-9162-b60f62d2e55a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:35:01.919344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41568) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:01.926394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Transition to ACTIVE for port object 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:01.943064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.956745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:01.971326 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:01.990906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebdd1b1-510d-4c61-a1fe-72760720ca69') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:01.991127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebdd1b1-510d-4c61-a1fe-72760720ca69') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:02.018911 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.024539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:02.060981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Update dhcp port {'port': {'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3', 'fixed_ips': [{'subnet_id': '5fcfa653-c7ec-411f-b1c4-0d0e87669782', 'ip_address': '2001:db8::2'}, {'subnet_id': 'beb52c86-c9ff-43e8-9062-8cc78fefba42'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '1b8f42a6-5acd-43b9-8555-2de991df085f'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:35:02.064013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5c13ec43-1627-4450-8ddb-8436d2aed73a None None] Provisioning complete for port dfb91fa3-f215-443f-a635-96ad3b64789c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:02.064013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c13ec43-1627-4450-8ddb-8436d2aed73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.084535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c2c66-43cf-44c9-ada4-387cff21d7a4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=b4a9a25c-10ca-4827-ad6a-26c7817ec58c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:02.112738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:02.117480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:02.119844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Made reservation on behalf of bf61c5f01d7540a4903b70ce17e47d68 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:02.125531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.138216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.164403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Allocated IP 172.25.6.35 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/3eae9d62-3782-4d25-aa3b-357f16a8801f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:02.234149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:02.237416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:02.239650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95d0dc-74af-408b-ae40-ab3de6a9ee96 None None] Pushing event updated for resources: {'Port': ['ID=1b8f42a6-5acd-43b9-8555-2de991df085f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:02.267801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.282887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.299448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.308434 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.315917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac769509-0a73-476e-9ce0-ad08db8cc4c9 req-4760187c-3c55-4731-9eec-5ef45af70f90 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 210 time: 0.0459697 Jul 30 03:35:02.330146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5c13ec43-1627-4450-8ddb-8436d2aed73a None None] Port dfb91fa3-f215-443f-a635-96ad3b64789c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:02.405054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Pushing event updated for resources: {'Port': ['ID=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:02.409674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.414376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28da017c-d672-463d-90aa-9ce7cd8839b6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:02.420063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:02.420474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.454622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Attempting to bind port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:02.455159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Attempting to bind port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:02.455629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Attempting to bind port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:02.473948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:02.474514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:02.475023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.475992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:02.476119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Bound port: 60ebd38f-66db-4e77-b887-9cfd2f33b6a3, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:02.476667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.498568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Allocated IP 172.25.6.9 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/0e9bf0e6-75fa-408b-b8b7-4d2e3e0d2f6b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:02.508536 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:02.513649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.515530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.585317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Allocated IP 192.168.233.88 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/2064ddc6-1f69-4ed2-b47e-1bdf83628e9a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:02.605009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:34:54Z', 'revision_number': 2, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:02.608371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.611581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] 10.222.0.39 "DELETE /v2.0/networks/2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a HTTP/1.1" status: 204 len: 168 time: 1.1387892 Jul 30 03:35:02.647631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Pushing event updated for resources: {'Port': ['ID=3eae9d62-3782-4d25-aa3b-357f16a8801f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:02.651242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880f57-33c1-4e1d-aa2b-15af1f1bfb8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2eabc3e8-043d-4c6c-beaf-d8e8ed2a205a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:02.654330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Checking router: 7fa0a152-a6b9-48f3-9109-5409ee926ac2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:02.654888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Updating router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 port 2e221f09-5c64-407d-b13b-0a8857a637ce binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:35:02.726417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.776533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] For port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:02.784556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.817780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Allocated IP 172.20.0.1 (395362d1-3b7c-4686-94d8-4d49b7c24de3/beb52c86-c9ff-43e8-9062-8cc78fefba42/1b8f42a6-5acd-43b9-8555-2de991df085f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:02.825791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:02.843247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:02.852812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:02.853572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] For port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:02.888324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.911061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41578) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:02.920472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:02.951677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Transition to ACTIVE for port object 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:02.962353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:02.976587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c083a77c-bbe7-4ca8-866e-bcb15e961644 admin admin] 10.222.0.39 "PUT /v2.0/routers/daf5e411-7311-4472-9162-b60f62d2e55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4454632 Jul 30 03:35:02.977954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Sync routers for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:03.003963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.005854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] For port 1b8f42a6-5acd-43b9-8555-2de991df085f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1b8f42a6-5acd-43b9-8555-2de991df085f,segment=NetworkSegment(f3d44c57-71b7-4dcf-ba67-8b104118ea4e),segment_id=f3d44c57-71b7-4dcf-ba67-8b104118ea4e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:03.011554 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:03.012413 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:03.016301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.052484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1b8f42a6-5acd-43b9-8555-2de991df085f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:03.061688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.073967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.094459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:03.111719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:03.116624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:03.117424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Pushing event updated for resources: {'Port': ['ID=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:03.130601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:03.212597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:35:03.218892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:03.219723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.231800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "PUT /v2.0/networks/b4a9a25c-10ca-4827-ad6a-26c7817ec58c HTTP/1.1" status: 200 len: 723 time: 1.3073781 Jul 30 03:35:03.239005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41588) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:03.246544 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:03.267344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:03.273221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': 'b4a9a25c-10ca-4827-ad6a-26c7817ec58c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:03.305353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:03.339732 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-670589fd-9ce1-489e-9b9c-f44a42b98504 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d84d7d477268456889c162230c2b01e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251573 Jul 30 03:35:03.381988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:03.428465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:03.429363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.500002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event updated for resources: {'Port': ['ID=0e9bf0e6-75fa-408b-b8b7-4d2e3e0d2f6b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:03.504418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb07c642-02b1-4eeb-a7b4-47e574bbaafe tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8516877 Jul 30 03:35:03.538878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Request body: {'port': {'device_id': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:03.603113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245b923-5eb2-4b11-85c9-e7efcd3c1c15 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=b4a9a25c-10ca-4827-ad6a-26c7817ec58c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:03.603682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.625888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49e26-c6ed-442d-a2c9-4440c4f9a3ac req-5f93f7d6-f1e5-4902-b21e-072c885df031 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:03.628074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bee49e26-c6ed-442d-a2c9-4440c4f9a3ac req-5f93f7d6-f1e5-4902-b21e-072c885df031 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 935 time: 0.1429818 Jul 30 03:35:03.732160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.740557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:03.764538 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 2, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:03.817008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59f84833-b3ff-4aab-818f-b1cc1bddd05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.825728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:03.832241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.838639 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Checking router: daf5e411-7311-4472-9162-b60f62d2e55a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:03.838998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Updating router daf5e411-7311-4472-9162-b60f62d2e55a port dfb91fa3-f215-443f-a635-96ad3b64789c binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:35:03.895161 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.951275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:03.982593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.009353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.043561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.054529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59f84833-b3ff-4aab-818f-b1cc1bddd05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.057784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Transition to ACTIVE for port object 2e221f09-5c64-407d-b13b-0a8857a637ce will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:04.102127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.135071 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.154261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Transition to ACTIVE for port object 1b8f42a6-5acd-43b9-8555-2de991df085f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:04.172175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48c79-8785-43ee-ba3d-b7cf958f9e3b None None] Pushing event updated for resources: {'Port': ['ID=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:04.181120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.199882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.234702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.265965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.276081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9312732 Jul 30 03:35:04.277265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bee49e26-c6ed-442d-a2c9-4440c4f9a3ac req-64feec58-01eb-4d88-b9b1-4cd15075db1e tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300304 Jul 30 03:35:04.396198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a27210-85dc-4013-8ce2-3234f6380dd3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event updated for resources: {'Port': ['ID=0e9bf0e6-75fa-408b-b8b7-4d2e3e0d2f6b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:04.598695 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.656476 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Transition to ACTIVE for port object dfb91fa3-f215-443f-a635-96ad3b64789c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:04.664730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c8ec76ac-a96a-455f-b955-5024d10ea762 None None] Provisioning for port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:04.667595 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.706406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59f84833-b3ff-4aab-818f-b1cc1bddd05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.721169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59f84833-b3ff-4aab-818f-b1cc1bddd05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.726467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-a6cc6cfa-49d2-4737-8f20-69d8054ace14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2026785582&fields=id&tenant_id=5998e451e36345ed9d73a6c3850d9f19 HTTP/1.1" status: 200 len: 267 time: 0.0557706 Jul 30 03:35:04.732581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-59f84833-b3ff-4aab-818f-b1cc1bddd05b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e693493c-55fd-419a-8822-82f1806df6a7 HTTP/1.1" status: 204 len: 168 time: 1.3424778 Jul 30 03:35:04.743514 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8bf2b-72bc-4578-ba48-2432c445951e None None] Pushing event updated for resources: {'Port': ['ID=dfb91fa3-f215-443f-a635-96ad3b64789c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:04.791898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c8ec76ac-a96a-455f-b955-5024d10ea762 None None] Provisioning complete for port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:04.792546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8ec76ac-a96a-455f-b955-5024d10ea762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.934379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Attempting to bind port dfb91fa3-f215-443f-a635-96ad3b64789c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:04.943280 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Attempting to bind port dfb91fa3-f215-443f-a635-96ad3b64789c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:04.943280 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Attempting to bind port dfb91fa3-f215-443f-a635-96ad3b64789c on network 623c59b3-0964-4687-ade5-b9a6b68f7662 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:04.950175 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:04.950676 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Checking segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:04.951087 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.953565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Bound using segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:04.953725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Bound port: dfb91fa3-f215-443f-a635-96ad3b64789c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:04.954074 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:04.971859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec76ac-a96a-455f-b955-5024d10ea762 None None] Port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:05.005242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f84833-b3ff-4aab-818f-b1cc1bddd05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693493c-55fd-419a-8822-82f1806df6a7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:05.125610 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] For port dfb91fa3-f215-443f-a635-96ad3b64789c, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:05.130292 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] For port dfb91fa3-f215-443f-a635-96ad3b64789c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfb91fa3-f215-443f-a635-96ad3b64789c,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:05.142374 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.143692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.168842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-dd57fb1b-eeb2-4b7b-ad9a-b8c08877820a tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:05.183331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-dd57fb1b-eeb2-4b7b-ad9a-b8c08877820a tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/networks?id=24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 200 len: 815 time: 0.4272668 Jul 30 03:35:05.216902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Attempting to bind port 2e221f09-5c64-407d-b13b-0a8857a637ce on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:05.219836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Attempting to bind port 2e221f09-5c64-407d-b13b-0a8857a637ce by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:05.220313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Attempting to bind port 2e221f09-5c64-407d-b13b-0a8857a637ce on network 24b2bd65-0552-4944-9d8a-d5329751d1fc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:05.257912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24c5c2-c916-45dc-bff9-a3707ff15643 None None] Pushing event updated for resources: {'Port': ['ID=2e221f09-5c64-407d-b13b-0a8857a637ce,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:05.268473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7986e252-aee3-46fe-a3c6-f57112d50e68 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/quotas/5998e451e36345ed9d73a6c3850d9f19 HTTP/1.1" status: 200 len: 375 time: 0.0809789 Jul 30 03:35:05.360690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:05.369446 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:05.389446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.401056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:05.406343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Checking segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:05.406953 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.409564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Bound using segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:05.411801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Bound port: 2e221f09-5c64-407d-b13b-0a8857a637ce, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:05.415171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.515483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 969221bd-4a62-4c1c-af20-2af723281cab up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:05.528251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:05.596560 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8bf2b-72bc-4578-ba48-2432c445951e None None] Pushing event updated for resources: {'Port': ['ID=dfb91fa3-f215-443f-a635-96ad3b64789c,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:05.616235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.800373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-ff52702d-59ed-4481-b75d-cd70b4cfb243 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5998e451e36345ed9d73a6c3850d9f19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5233192 Jul 30 03:35:05.832054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Transition to ACTIVE for port object 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:05.865297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:05.881603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab28e67-1f93-4a14-80f8-d4fe88b0520b None None] Pushing event updated for resources: {'Port': ['ID=1b8f42a6-5acd-43b9-8555-2de991df085f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:05.928798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c18d2-efdb-4a0e-a2d1-5e47d9e52d36 None None] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:05.949633 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:05.959919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 969221bd-4a62-4c1c-af20-2af723281cab triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:05.960302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:06.018329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27566f4-1506-4363-a95e-ad85183aa4b1 req-82000f08-b78d-4569-8c0c-0d967dd632f9 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:06.020952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b27566f4-1506-4363-a95e-ad85183aa4b1 req-82000f08-b78d-4569-8c0c-0d967dd632f9 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 935 time: 0.5549355 Jul 30 03:35:06.222618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Pushing event updated for resources: {'Port': ['ID=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:06.300050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] For port 2e221f09-5c64-407d-b13b-0a8857a637ce, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:06.405484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] For port 2e221f09-5c64-407d-b13b-0a8857a637ce, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2e221f09-5c64-407d-b13b-0a8857a637ce,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:06.479718 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:06.586514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Attempting to bind port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:06.587896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Attempting to bind port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:06.589173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Attempting to bind port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:06.642682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b27566f4-1506-4363-a95e-ad85183aa4b1 req-5ad99687-334b-49f0-8501-2df8984c0034 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784667 Jul 30 03:35:06.647581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:35:06.648954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Attempting to bind port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:06.687656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=a576080b-f15f-48b6-8ae2-10daf13075fc,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:06.698594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:06.702625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:06.704007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:06.705650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Bound port: 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:06.706770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:06.707553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': '68f2f724-c02b-433d-9a64-2f58a87d88dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b4a9a25c-10ca-4827-ad6a-26c7817ec58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:06.708085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: b4a9a25c-10ca-4827-ad6a-26c7817ec58c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:06.728410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:06.754764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:06.768979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:05Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:06.774032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, b4a9a25c-10ca-4827-ad6a-26c7817ec58c) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:06.784772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:35:06.792002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:06.794021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:06.804484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:06.819686 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05799693-f429-4ee7-bc8f-20926a329f3a None None] The sync data for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 is: [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:05Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:06.876376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910445e-6f57-42a6-aeeb-435eb9325b73 None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:06.982745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3c98f-ecd6-43fa-b6a0-534c05687550 None None] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:07.139543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-add9a6b9-d637-40aa-adb0-4cc53cb75a6f service neutron] 10.222.0.39 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3301463 Jul 30 03:35:07.161117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:07.173545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3a691a49-59dc-4cb1-99d0-7375c7fdc9ce None None] Provisioning for port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:07.193592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-144643789-network', 'tenant_id': 'cee02cd81c374851bf953f92d1ec060b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:07.228057 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a1f78691-96e0-4444-9a42-ac55a8e8d9c3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9843841 Jul 30 03:35:07.241906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:07.282058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39939a9f-ced5-477f-927b-18e48d654d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.287325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Sync routers for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:07.290044 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.294372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0053067e-7f62-48fb-867d-4f76ddfdb30d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4574976 Jul 30 03:35:07.318848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:07.320345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:07.332763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1b8f42a6-5acd-43b9-8555-2de991df085f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:07.357794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] For port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:07.399706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] For port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:07.430401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:07.431044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:07.467372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5565112'] for subnet, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.520436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Made reservation on behalf of cee02cd81c374851bf953f92d1ec060b for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:07.527121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.635771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.709409 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.739802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:07.740487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.742466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] 10.222.0.18 "PUT /v2.0/ports/2064ddc6-1f69-4ed2-b47e-1bdf83628e9a HTTP/1.1" status: 200 len: 1096 time: 4.2178493 Jul 30 03:35:07.742652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767946570280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-57202154'] for subnet, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.792663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:07.816636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'tag': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:07.819038 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41382d16-4e47-4373-97ce-331dfdefe2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd658e59-4ef2-4912-a054-07a85575ba34", "tag": "2064ddc6-1f69-4ed2-b47e-1bdf83628e9a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:07.903384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:07.904000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:07.905731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "PUT /v2.0/subnets/a576080b-f15f-48b6-8ae2-10daf13075fc HTTP/1.1" status: 200 len: 826 time: 0.5928576 Jul 30 03:35:07.920506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41734) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:08.062543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:08.063814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:08.068059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c665ebc-df94-40ba-88fa-b4bc2975b8db service neutron] Pushing event updated for resources: {'Port': ['ID=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:08.082818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39939a9f-ced5-477f-927b-18e48d654d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.103520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-8be92607-3feb-4021-8a79-c890933713c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:08.105141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-8be92607-3feb-4021-8a79-c890933713c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf61c5f01d7540a4903b70ce17e47d68&device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 1099 time: 0.2726622 Jul 30 03:35:08.106470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689c5de-ad44-42da-a987-127772b37fbe tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=a576080b-f15f-48b6-8ae2-10daf13075fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:08.133681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-a0fa8374-17ce-4d12-8f91-c32efa6c9402 service neutron] 10.222.0.39 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9758260 Jul 30 03:35:08.145976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24c5c2-c916-45dc-bff9-a3707ff15643 None None] Pushing event updated for resources: {'Port': ['ID=2e221f09-5c64-407d-b13b-0a8857a637ce,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:08.258768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39939a9f-ced5-477f-927b-18e48d654d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.310694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcf93e-a47c-4533-8622-5921e017b6f5 req-2206b8f8-05a2-48cf-ad7a-9f32b4c9338d tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:08.313735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5bcf93e-a47c-4533-8622-5921e017b6f5 req-2206b8f8-05a2-48cf-ad7a-9f32b4c9338d tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 947 time: 0.3801079 Jul 30 03:35:08.321262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-a79776e9-fd5b-40f1-9b7d-59df58549e0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a HTTP/1.1" status: 200 len: 217 time: 0.1568997 Jul 30 03:35:08.397022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-26120b9f-9489-46b7-a92f-29a62e1c3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:08.398541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-26120b9f-9489-46b7-a92f-29a62e1c3f76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0682187 Jul 30 03:35:08.492615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5bcf93e-a47c-4533-8622-5921e017b6f5 req-974c830d-3c94-46c0-8eda-e7efb8dd3509 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698833 Jul 30 03:35:08.496956 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f51f52-7041-470b-8ec4-d83586744c8c x-openstack-request-id: req-91f51f52-7041-470b-8ec4-d83586744c8c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:08.497251 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd658e59-4ef2-4912-a054-07a85575ba34", "tag": "2064ddc6-1f69-4ed2-b47e-1bdf83628e9a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:08.497504 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91f51f52-7041-470b-8ec4-d83586744c8c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:08.497911 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'tag': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a', 'status': 'completed', 'code': 200} Jul 30 03:35:08.527238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb4786b0-adec-4b22-bbe7-7d18800b74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:08.530365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-cb4786b0-adec-4b22-bbe7-7d18800b74ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234746 Jul 30 03:35:08.558856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:08.600918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-39939a9f-ced5-477f-927b-18e48d654d0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=200ac62a70bb40d19a7a745fcd5fd8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7950890 Jul 30 03:35:08.615666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:08.636559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939a9f-ced5-477f-927b-18e48d654d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e9f51-e34f-4e55-b736-11b9a0e170ea,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:08.714388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-3edd3466-d439-4cba-90ab-6e57696bf570 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768849 Jul 30 03:35:08.768669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2c3d79f-931b-4109-9516-9eecee62432a req-f042c7ba-77a5-40a6-b771-cf16f32ae62d tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 210 time: 0.0522258 Jul 30 03:35:08.795878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.806809 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.829247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.899172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5aa403c7-339e-4d4f-a4b7-c544b5f18d98 req-096bb9e7-44b9-4ce1-8877-1110e03c8d7f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710842 Jul 30 03:35:08.905678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe5655c-7429-4142-bc54-1503508b94ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.916731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:08.984157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:08.984884 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Added segment 3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118 of type vlan for network 44285df8-1506-4fe0-8e88-4749d8b7bbaa Jul 30 03:35:08.988793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b686bb-5413-483a-8c50-26799c336f5f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:09.020824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe5655c-7429-4142-bc54-1503508b94ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.035743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-4252db1a-361b-4d37-866d-0df847a96e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:09.038796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-4252db1a-361b-4d37-866d-0df847a96e9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf61c5f01d7540a4903b70ce17e47d68&device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 1099 time: 0.0859661 Jul 30 03:35:09.070479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:09.114132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.118630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.217378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-3db5e774-f7f2-4cec-8fb4-90d6395db6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:09.219866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-3db5e774-f7f2-4cec-8fb4-90d6395db6d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.1729109 Jul 30 03:35:09.250795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.251794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:09.252422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.315313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fcbf1-1996-431a-9b1f-35ca397333d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-b4a9a25c-10ca-4827-ad6a-26c7817ec58c', 'network_id': 'b4a9a25c-10ca-4827-ad6a-26c7817ec58c', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': 'a576080b-f15f-48b6-8ae2-10daf13075fc'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:09.316095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c25fcbf1-1996-431a-9b1f-35ca397333d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.317994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-e8ce9257-c934-4380-8058-076592b3d6eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a HTTP/1.1" status: 200 len: 217 time: 0.0907121 Jul 30 03:35:09.346329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-68ce9620-6400-4848-8f6c-13b5ece75ba2 None None] Provisioning for port 1b8f42a6-5acd-43b9-8555-2de991df085f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:09.357012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-68ce9620-6400-4848-8f6c-13b5ece75ba2 None None] Provisioning complete for port 1b8f42a6-5acd-43b9-8555-2de991df085f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:09.357628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68ce9620-6400-4848-8f6c-13b5ece75ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.368853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6366811 Jul 30 03:35:09.368853 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.369878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe5655c-7429-4142-bc54-1503508b94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.372750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe5655c-7429-4142-bc54-1503508b94ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.376847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0fe5655c-7429-4142-bc54-1503508b94ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f4e9f51-e34f-4e55-b736-11b9a0e170ea HTTP/1.1" status: 204 len: 168 time: 0.7581923 Jul 30 03:35:09.378681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:09.410304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Request body: {'subnet': {'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-144643789-subnet', 'tenant_id': 'cee02cd81c374851bf953f92d1ec060b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:09.423483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-b71e2bd3-7fd1-4c62-9137-f857e132f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:09.425845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-b71e2bd3-7fd1-4c62-9137-f857e132f54a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1003487 Jul 30 03:35:09.466877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=a576080b-f15f-48b6-8ae2-10daf13075fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:09.469918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5655c-7429-4142-bc54-1503508b94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e9f51-e34f-4e55-b736-11b9a0e170ea,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:09.482130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ac0d-73f3-4b2c-8122-8ff7c720f14c admin admin] Pushing event updated for resources: {'Network': ['ID=44285df8-1506-4fe0-8e88-4749d8b7bbaa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:09.569493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-f328cd04-50f2-41e2-84f7-7fd3d282987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:09.572976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-f328cd04-50f2-41e2-84f7-7fd3d282987d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379793 Jul 30 03:35:09.593318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.611400 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:35:09.658980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 44285df8-1506-4fe0-8e88-4749d8b7bbaa details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:09.675070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Made reservation on behalf of cee02cd81c374851bf953f92d1ec060b for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:09.677446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.694822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.721275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a9a25c-10ca-4827-ad6a-26c7817ec58c']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:09.754610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f2f724-c02b-433d-9a64-2f58a87d88dd') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:09.754923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f2f724-c02b-433d-9a64-2f58a87d88dd') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:09.772115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.784449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0b34-4273-4515-a931-d8bbe45ae6eb req-bccef5b9-0d55-40b9-a6ba-cddf85dc7161 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:09.786875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848a0b34-4273-4515-a931-d8bbe45ae6eb req-bccef5b9-0d55-40b9-a6ba-cddf85dc7161 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 947 time: 0.1353970 Jul 30 03:35:09.856717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-9e35e14d-4bde-4dc7-8bcc-f46225014ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711675 Jul 30 03:35:09.894081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848a0b34-4273-4515-a931-d8bbe45ae6eb req-e4e29bbc-c5ef-4e47-82de-8d78bba2f019 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996773 Jul 30 03:35:09.910931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.926811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:09.927419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:09.932662 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:09.981216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41760) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:10.021644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ff32626-786c-4797-94c1-087c7bef4964 req-daebec36-7234-4539-8fd5-42b628c32453 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 210 time: 0.1174679 Jul 30 03:35:10.051072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1831d6eb-37fc-4b96-974a-93102643b301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.056491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41382d16-4e47-4373-97ce-331dfdefe2d6 req-0c79e28b-98af-4917-a9a3-28f1a2b87598 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657960 Jul 30 03:35:10.064295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:10.090930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec23d2-a734-497b-9745-56a3be56a960 None None] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:10.118696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:10.119255 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.145534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.165129 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.167041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/b4a9a25c-10ca-4827-ad6a-26c7817ec58c HTTP/1.1" status: 204 len: 168 time: 2.2448568 Jul 30 03:35:10.171445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:10.223795 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bb3060-9c35-49da-adef-b23824ab9234 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:10.224373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bb3060-9c35-49da-adef-b23824ab9234 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:10.226344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b6bb3060-9c35-49da-adef-b23824ab9234 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/b4a9a25c-10ca-4827-ad6a-26c7817ec58c HTTP/1.1" status: 404 len: 339 time: 0.0535882 Jul 30 03:35:10.239443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:10.245161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1762264186', 'description': 'd1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:10.251978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a118163-af0c-4e1b-8644-7999b1950e2b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=b4a9a25c-10ca-4827-ad6a-26c7817ec58c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:10.318901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:03Z', 'revision_number': 3, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:10.413289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Allocated IP 172.20.0.1 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/5952d25a-6931-4192-8bdd-a0b22c88a9a8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:10.443232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Checking router: 1ed96383-3617-486f-a0ce-2285a3a3b9e4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:10.443592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Updating router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 port 3eae9d62-3782-4d25-aa3b-357f16a8801f binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:35:10.514944 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.561382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:06Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:10.578390 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.585982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69ddd7-79a1-43f7-bad9-a8f39523c4b7 None None] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:10.599592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-92b686c3-e651-48af-96ba-e8aad8cee3bc tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:10.601040 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-92b686c3-e651-48af-96ba-e8aad8cee3bc tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.16 "GET /v2.0/networks?id=24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 200 len: 815 time: 0.3436484 Jul 30 03:35:10.636433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3de97c-d407-4e52-8325-169d5ff3448f None None] The sync data for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 is: [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:06Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:10.641178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69ddd7-79a1-43f7-bad9-a8f39523c4b7 None None] Network b4a9a25c-10ca-4827-ad6a-26c7817ec58c could not be found, it might have been deleted concurrently. {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 03:35:10.652084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.655631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1831d6eb-37fc-4b96-974a-93102643b301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.679604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1831d6eb-37fc-4b96-974a-93102643b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.722449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:10.735370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.736455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-329ae77f-f9ec-464a-822d-e45b32ea08d8 None None] Provisioning complete for port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:10.736856 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-329ae77f-f9ec-464a-822d-e45b32ea08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.746829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb24309-6f1b-4b51-84f6-53dd7a05403c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:10.803866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:10.812666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:10.818441 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.824622 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.832337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.832688 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment 941ef9de-e981-47b7-a75b-af728b61a247 of type vlan for network 6446d382-d678-4afe-b5ca-93d1b16a0356 Jul 30 03:35:10.849331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-9a0be2d8-d96b-4c7e-ad3e-8c97b337c53f tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5998e451e36345ed9d73a6c3850d9f19 HTTP/1.1" status: 200 len: 380 time: 0.2131650 Jul 30 03:35:10.858633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1831d6eb-37fc-4b96-974a-93102643b301 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bac71ad1ec6b4c5bb2cc71d84e67c912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8760662 Jul 30 03:35:10.862705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831d6eb-37fc-4b96-974a-93102643b301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b8f41-76d1-49a7-8577-b5c4648bae0c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:10.873703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.875968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:10.891651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Request body: {'port': {'device_id': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'admin_state_up': True, 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'security_groups': ['5d0b7970-d3fd-4a30-9fbe-826fdbd739d9']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:10.911732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Checking segment: {'id': '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:10.912270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Network hostable DHCP agents. Network: 44285df8-1506-4fe0-8e88-4749d8b7bbaa, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:10.919185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.972929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:10.998749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:11.001088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745616'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.031465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Transition to ACTIVE for port object 5952d25a-6931-4192-8bdd-a0b22c88a9a8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:11.033203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:11.138622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Network 44285df8-1506-4fe0-8e88-4749d8b7bbaa is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:11.184098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 44285df8-1506-4fe0-8e88-4749d8b7bbaa) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:11.212067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cf81d-1ea6-40fc-ad02-3709d6523b5f None None] Network 44285df8-1506-4fe0-8e88-4749d8b7bbaa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:11.217692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:11.218381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.224947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-329ae77f-f9ec-464a-822d-e45b32ea08d8 None None] Provisioning complete for port 1b8f42a6-5acd-43b9-8555-2de991df085f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:11.225668 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-329ae77f-f9ec-464a-822d-e45b32ea08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.229976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=6446d382-d678-4afe-b5ca-93d1b16a0356,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:11.231031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe41fa3c-251a-44c3-8c8e-52047a27b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.244819 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.342840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 6446d382-d678-4afe-b5ca-93d1b16a0356 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:11.345036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfb91fa3-f215-443f-a635-96ad3b64789c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:11.348642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afc21629-993f-43f3-a7da-b804f0d73c8b req-c4a7abb9-dd70-4f20-a9a1-331b00fbfbde tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 210 time: 0.1016915 Jul 30 03:35:11.370190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e9d4-d819-433d-9da0-a12b61447b0f req-616ecf4e-3761-4d91-9ac5-508946b1fc21 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:11.372734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bf3e9d4-d819-433d-9da0-a12b61447b0f req-616ecf4e-3761-4d91-9ac5-508946b1fc21 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 947 time: 0.1297431 Jul 30 03:35:11.448037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bf3e9d4-d819-433d-9da0-a12b61447b0f req-04ad445f-bfa5-4a06-bdac-6a4402821827 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689349 Jul 30 03:35:11.580871 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.634496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Transition to ACTIVE for port object 3eae9d62-3782-4d25-aa3b-357f16a8801f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:11.659637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.673420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:11.676162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe41fa3c-251a-44c3-8c8e-52047a27b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.685588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:11.697243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0b5d64fe-3026-41c5-8934-e1d1b22edb20 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4556072 Jul 30 03:35:11.701287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:11.701708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:11.703812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Made reservation on behalf of 5998e451e36345ed9d73a6c3850d9f19 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:11.707589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.805289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:11.859938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2270589-f8ae-4283-95c5-d5341dafc44c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:11.864339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b2270589-f8ae-4283-95c5-d5341dafc44c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks?id=6446d382-d678-4afe-b5ca-93d1b16a0356 HTTP/1.1" status: 200 len: 765 time: 0.1591485 Jul 30 03:35:11.864995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41778) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:11.889787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'description': 'd2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:11.931397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:35:11.989007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5776a868-b4f3-4d4f-80f0-6ec310f2e6c6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5882995 Jul 30 03:35:11.990663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port dfb91fa3-f215-443f-a635-96ad3b64789c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:12.012175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae53b6-c0ae-4788-91a1-0f419ce9f42a None None] Network 44285df8-1506-4fe0-8e88-4749d8b7bbaa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:12.023025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=5952d25a-6931-4192-8bdd-a0b22c88a9a8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:12.035999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc37ff1-9807-4fd6-bbb3-8e714f6d1fde None None] Pushing event updated for resources: {'Port': ['ID=3eae9d62-3782-4d25-aa3b-357f16a8801f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:12.038274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dfb91fa3-f215-443f-a635-96ad3b64789c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:12.038663 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.111296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Attempting to bind port 3eae9d62-3782-4d25-aa3b-357f16a8801f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:12.111681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Attempting to bind port 3eae9d62-3782-4d25-aa3b-357f16a8801f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:12.112065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Attempting to bind port 3eae9d62-3782-4d25-aa3b-357f16a8801f on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:12.145632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.231686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe41fa3c-251a-44c3-8c8e-52047a27b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.234277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe41fa3c-251a-44c3-8c8e-52047a27b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.235496 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fe41fa3c-251a-44c3-8c8e-52047a27b16a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db4b8f41-76d1-49a7-8577-b5c4648bae0c HTTP/1.1" status: 204 len: 168 time: 1.3571250 Jul 30 03:35:12.256981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41fa3c-251a-44c3-8c8e-52047a27b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b8f41-76d1-49a7-8577-b5c4648bae0c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:12.258059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:12.274551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a', 'mac_address': 'fa:16:3e:39:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:35:12.291014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Allocated IP 172.20.0.13 (24b2bd65-0552-4944-9d8a-d5329751d1fc/9c763764-0d83-428c-bf27-737813ddf7b3/d3446138-9c90-4705-8db4-cc21199ee664) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:12.331573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:12.332232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:12.332789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.333331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:12.333965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Bound port: 3eae9d62-3782-4d25-aa3b-357f16a8801f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:12.334569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.571764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4d8460b1-3473-47b0-aae0-71e3abd98135 None None] Provisioning for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:12.577667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] For port 3eae9d62-3782-4d25-aa3b-357f16a8801f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:12.618571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4d8460b1-3473-47b0-aae0-71e3abd98135 None None] Provisioning complete for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:12.619012 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d8460b1-3473-47b0-aae0-71e3abd98135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.634003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06e5e2b1-5725-4d60-b270-e227b83b4536 req-6dd8b1a5-4bf0-4f03-82c9-957c99bde2cf tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 210 time: 0.0752800 Jul 30 03:35:12.716407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.741057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.746102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] For port 3eae9d62-3782-4d25-aa3b-357f16a8801f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3eae9d62-3782-4d25-aa3b-357f16a8801f,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:12.804977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d071b513-a083-4d16-bd0d-1d7ba89ea228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.833159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.837851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.894619 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:12.926713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4d8460b1-3473-47b0-aae0-71e3abd98135 None None] Port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:12.930847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.002641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:13.034228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.042549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc37ff1-9807-4fd6-bbb3-8e714f6d1fde None None] Pushing event updated for resources: {'Port': ['ID=3eae9d62-3782-4d25-aa3b-357f16a8801f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:13.049993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:13.050641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:13.054095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:13.056689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.057685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=6446d382-d678-4afe-b5ca-93d1b16a0356,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:13.065889 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.087839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network 6446d382-d678-4afe-b5ca-93d1b16a0356 is not hosted by any dhcp agent {{(pid=93876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:35:13.090589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=5952d25a-6931-4192-8bdd-a0b22c88a9a8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:13.095197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:13.095984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 6446d382-d678-4afe-b5ca-93d1b16a0356 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:13.107266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.108177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.111279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-171bf3f6-1b97-4ffd-a28f-0d6b663634a3 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "PUT /v2.0/networks/6446d382-d678-4afe-b5ca-93d1b16a0356 HTTP/1.1" status: 200 len: 762 time: 1.2452667 Jul 30 03:35:13.130242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:13.188300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fbc9e-3256-4d2e-96a6-50403bab45f7 req-3aba49a5-f34e-4241-85d6-10ba40835b2c tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:13.194091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Transition to ACTIVE for port object d3446138-9c90-4705-8db4-cc21199ee664 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:13.196375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9fbc9e-3256-4d2e-96a6-50403bab45f7 req-3aba49a5-f34e-4241-85d6-10ba40835b2c tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 947 time: 0.3349586 Jul 30 03:35:13.253625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:13.318585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ab8bf-f8a4-490f-acd5-59dc586500c8 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:13.324656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-573ab8bf-f8a4-490f-acd5-59dc586500c8 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks?id=6446d382-d678-4afe-b5ca-93d1b16a0356 HTTP/1.1" status: 200 len: 765 time: 0.1905029 Jul 30 03:35:13.330286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:13.333163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2064ddc6-1f69-4ed2-b47e-1bdf83628e9a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:35:13.344578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c9fbc9e-3256-4d2e-96a6-50403bab45f7 req-a998bd1a-ef70-4216-b51f-1d05e433eef5 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445053 Jul 30 03:35:13.370825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port dfb91fa3-f215-443f-a635-96ad3b64789c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfb91fa3-f215-443f-a635-96ad3b64789c,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:13.385666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.385828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-64be5a41-7a18-4286-92de-9caff29e605e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:13.387008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2e221f09-5c64-407d-b13b-0a8857a637ce up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:13.396218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-64be5a41-7a18-4286-92de-9caff29e605e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/networks?id=44285df8-1506-4fe0-8e88-4749d8b7bbaa HTTP/1.1" status: 200 len: 813 time: 0.3737249 Jul 30 03:35:13.414860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-4003dab1-05d4-4677-a4a2-e6f69b764346 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/quotas/cee02cd81c374851bf953f92d1ec060b HTTP/1.1" status: 200 len: 375 time: 0.0117009 Jul 30 03:35:13.444318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.488593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-453286a6-bdc7-43f3-988b-475fb5de7437 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee02cd81c374851bf953f92d1ec060b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681105 Jul 30 03:35:13.510587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:13.540601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:13.540883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:13.605917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:13.661007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:13.694874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2e221f09-5c64-407d-b13b-0a8857a637ce completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:13.744196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-e9350fb9-6672-47d2-b11e-1698297cc069 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:35:13.745205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-e9350fb9-6672-47d2-b11e-1698297cc069 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2480702 Jul 30 03:35:13.750118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2e221f09-5c64-407d-b13b-0a8857a637ce triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:13.750587 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:13.811528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:13.811528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event updated for resources: {'Port': ['ID=d3446138-9c90-4705-8db4-cc21199ee664,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:13.860876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=dfb91fa3-f215-443f-a635-96ad3b64789c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:13.999678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d4a2-469d-45aa-9d0c-760e8c8de57b req-323c5d47-7968-48a0-b952-3c3c17bcfaa6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.002958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac59c21-8bd8-4d64-afdd-0f7f1683db23 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.005763 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ac59c21-8bd8-4d64-afdd-0f7f1683db23 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6745045 Jul 30 03:35:14.015435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed16d4a2-469d-45aa-9d0c-760e8c8de57b req-323c5d47-7968-48a0-b952-3c3c17bcfaa6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 932 time: 0.2524641 Jul 30 03:35:14.022318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41832) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:14.089084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-a2cc8615-e39b-468b-b327-36bd7ba683fb service neutron] 10.222.0.39 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243310 Jul 30 03:35:14.110817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed16d4a2-469d-45aa-9d0c-760e8c8de57b req-bf7815fc-83d1-4206-bd3e-2da10cc183e5 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942254 Jul 30 03:35:14.130184 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eda3e17c-54c5-4c46-8120-5991ebb9295d tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 207 time: 0.1067014 Jul 30 03:35:14.146319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41836) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:14.192595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ecf93738-418d-48d4-b200-2dc3a5cbe99b None None] Provisioning complete for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:14.192978 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecf93738-418d-48d4-b200-2dc3a5cbe99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.235512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-63140657-b056-4fe5-9b8d-c1e10ff0d7a8 service neutron] 10.222.0.39 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366277 Jul 30 03:35:14.237464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.248199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.248929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.276387 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-7faf36a1-a757-4066-b887-2d9ad9622b14 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3909492 Jul 30 03:35:14.300501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Request body: {'port': {'device_id': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:14.312276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:35:14.315764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ecf93738-418d-48d4-b200-2dc3a5cbe99b None None] Port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:14.330416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 2e221f09-5c64-407d-b13b-0a8857a637ce, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2e221f09-5c64-407d-b13b-0a8857a637ce,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:14.351079 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.428492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.457886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.467872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.479990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.480664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:12Z', 'revision_number': 2, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:14.493580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=2e221f09-5c64-407d-b13b-0a8857a637ce,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:14.497958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.505529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.516572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.518727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f3121852-0b50-4a84-9f49-2eb291cb8fe5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3695409 Jul 30 03:35:14.524462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:14.597666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-467c3c24-a8f7-4702-92bb-f878257b9344 None None] Provisioning for port d3446138-9c90-4705-8db4-cc21199ee664 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:14.618834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8e24-d732-49d0-95b6-778ce52976a8 None None] The sync data for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 is: [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:12Z', 'revision_number': 2, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:14.620503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfb91fa3-f215-443f-a635-96ad3b64789c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:14.651050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-467c3c24-a8f7-4702-92bb-f878257b9344 None None] Provisioning complete for port d3446138-9c90-4705-8db4-cc21199ee664 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:14.653282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-467c3c24-a8f7-4702-92bb-f878257b9344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.697842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6ce9da2-d0d9-426f-9fec-34dbe37bc431 req-b75b5543-17fb-4a7d-8f46-1651efacb557 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 210 time: 0.0903332 Jul 30 03:35:14.749312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b14e-cb1e-4a89-9488-abfe59dd3cc1 req-4361dadd-b7aa-459b-877a-4d4bf005b864 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:14.756916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08e5b14e-cb1e-4a89-9488-abfe59dd3cc1 req-4361dadd-b7aa-459b-877a-4d4bf005b864 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 948 time: 0.2530296 Jul 30 03:35:14.819416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:14.837946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-467c3c24-a8f7-4702-92bb-f878257b9344 None None] Port d3446138-9c90-4705-8db4-cc21199ee664 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:14.851993 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-394a0e49-e4e8-444e-86ec-c32f58499ec8 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ed96383-3617-486f-a0ce-2285a3a3b9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5215414 Jul 30 03:35:14.863624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08e5b14e-cb1e-4a89-9488-abfe59dd3cc1 req-82b4218c-21a2-4f97-8b53-fb55d38a1c91 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055474 Jul 30 03:35:14.878993 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c5f31dd-463d-47e5-a556-b1a2195777b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.911324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:14.918423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dfb91fa3-f215-443f-a635-96ad3b64789c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:14.919276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.922543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:14.925303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbbbd7c0-42b8-4831-9b90-4eb0346ff84c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3839033 Jul 30 03:35:15.146392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:15.283805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:15.285056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:15.413537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d295f6-c556-43cf-a9cf-d8baef45cc17 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.415372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d295f6-c556-43cf-a9cf-d8baef45cc17 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.417377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d295f6-c556-43cf-a9cf-d8baef45cc17 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.419746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d295f6-c556-43cf-a9cf-d8baef45cc17 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.421312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d295f6-c556-43cf-a9cf-d8baef45cc17 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.421973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e6e6-68b2-4c06-97ec-b97a7e2cac59 req-3025d98b-db08-4bbd-901e-ec420806fc1e tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.423582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b20e6e6-68b2-4c06-97ec-b97a7e2cac59 req-3025d98b-db08-4bbd-901e-ec420806fc1e tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 932 time: 0.1611688 Jul 30 03:35:15.436105 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-51d295f6-c556-43cf-a9cf-d8baef45cc17 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5223868 Jul 30 03:35:15.438913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:15.515593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b20e6e6-68b2-4c06-97ec-b97a7e2cac59 req-76d81157-8185-4e0e-bdbe-994588bc6248 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678585 Jul 30 03:35:15.549429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a026d5-c74f-4cec-b1e1-0a9cae688c5e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.551852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a026d5-c74f-4cec-b1e1-0a9cae688c5e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.555885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a026d5-c74f-4cec-b1e1-0a9cae688c5e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.558195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a026d5-c74f-4cec-b1e1-0a9cae688c5e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.561465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a026d5-c74f-4cec-b1e1-0a9cae688c5e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:15.570003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:15.570923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-96a026d5-c74f-4cec-b1e1-0a9cae688c5e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1308868 Jul 30 03:35:15.722107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3446138-9c90-4705-8db4-cc21199ee664 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:15.738051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:15.772130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Transition to ACTIVE for port object d3446138-9c90-4705-8db4-cc21199ee664 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:15.794315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:15.875822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:15.933791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39cf40a0-6747-4a9e-950f-a1ef3a1c27b5 req-ac9b92c1-6921-4e48-9707-17bce7972374 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 210 time: 0.1074512 Jul 30 03:35:15.963286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=d3446138-9c90-4705-8db4-cc21199ee664,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:16.034483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc46542-9a6f-45cc-8bb0-28dc5e848c36 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:16.035899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6fc46542-9a6f-45cc-8bb0-28dc5e848c36 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks/abce1f17-577c-427e-a3f4-6a0ae3fde1cc HTTP/1.1" status: 200 len: 803 time: 0.4646490 Jul 30 03:35:16.038950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:16.044315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:16.058803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:16.063446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:16.209906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Attempting to bind port d3446138-9c90-4705-8db4-cc21199ee664 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:16.210930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Attempting to bind port d3446138-9c90-4705-8db4-cc21199ee664 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:16.211522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Attempting to bind port d3446138-9c90-4705-8db4-cc21199ee664 on network 24b2bd65-0552-4944-9d8a-d5329751d1fc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:16.225299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Port d3446138-9c90-4705-8db4-cc21199ee664 on network 24b2bd65-0552-4944-9d8a-d5329751d1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:35:16.225990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Attempting to bind port d3446138-9c90-4705-8db4-cc21199ee664 on network 24b2bd65-0552-4944-9d8a-d5329751d1fc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:16.236263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:16.237701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Checking segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:16.238244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Bound using segment: {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:16.239575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-59e75166-78c1-4a54-9325-c2ed9dee2d8f tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/networks/abce1f17-577c-427e-a3f4-6a0ae3fde1cc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1938081 Jul 30 03:35:16.249005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Bound port: d3446138-9c90-4705-8db4-cc21199ee664, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c8bb6e-ad78-4c8a-ba95-917888629b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:16.249399 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:16.253362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:16.316234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355295e-9325-46cf-9e23-3408d8e89b10 req-6a6a8db3-efef-403e-9465-01791d8ac1cc tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:16.327824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a355295e-9325-46cf-9e23-3408d8e89b10 req-6a6a8db3-efef-403e-9465-01791d8ac1cc tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 948 time: 0.1028380 Jul 30 03:35:16.421559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a355295e-9325-46cf-9e23-3408d8e89b10 req-b108a6a2-b594-46d9-af2e-5ada5b8f8603 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923176 Jul 30 03:35:16.551248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0099d-4a07-4b8c-8b05-d1864502714a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:16.560152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-19a0099d-4a07-4b8c-8b05-d1864502714a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/subnets/3665e61c-fb07-42df-acb3-d257020cb953 HTTP/1.1" status: 200 len: 843 time: 0.3033478 Jul 30 03:35:16.560774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41908) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:16.662514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-f6a6896e-9491-41d3-9893-b1f309688c33 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:16.671235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-f6a6896e-9491-41d3-9893-b1f309688c33 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.18 "GET /v2.0/networks?id=44285df8-1506-4fe0-8e88-4749d8b7bbaa HTTP/1.1" status: 200 len: 813 time: 0.3058860 Jul 30 03:35:16.704666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Request body: {'port': {'device_id': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa', 'admin_state_up': True, 'tenant_id': 'cee02cd81c374851bf953f92d1ec060b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:16.710047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ede341-6765-40cf-ae6b-5d98a292f4be tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:16.718963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:16.719224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4ede341-6765-40cf-ae6b-5d98a292f4be tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "GET /v2.0/subnets/3665e61c-fb07-42df-acb3-d257020cb953?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1550598 Jul 30 03:35:16.727919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900281865'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:16.744166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] For port d3446138-9c90-4705-8db4-cc21199ee664, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:16.752251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] For port d3446138-9c90-4705-8db4-cc21199ee664, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d3446138-9c90-4705-8db4-cc21199ee664,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:16.765411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:16.785267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3eae9d62-3782-4d25-aa3b-357f16a8801f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:16.814298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41916) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:16.844550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696675984', 'description': 'tempest-description--2014715576'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:16.845511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:16.882284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:16.887642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:16.899800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:16.904456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:16.907385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] 10.222.0.16 "PUT /v2.0/ports/d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 200 len: 1093 time: 2.6127567 Jul 30 03:35:16.935217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:16.938611 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481a1815-579c-462b-a68d-3cb3244448ec" -d '{"events": [{"name": "network-changed", "server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "tag": "d3446138-9c90-4705-8db4-cc21199ee664"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:17.034424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:17.054685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee267-62f7-4879-b0ea-ea548219e85d req-c1acdca1-d19e-4eda-b83d-470cf0c643b0 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:17.070535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.071645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6dee267-62f7-4879-b0ea-ea548219e85d req-c1acdca1-d19e-4eda-b83d-470cf0c643b0 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 944 time: 0.3968883 Jul 30 03:35:17.076457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.100202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 3eae9d62-3782-4d25-aa3b-357f16a8801f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:17.131170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3eae9d62-3782-4d25-aa3b-357f16a8801f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:17.136060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb180d-d593-40a5-b21f-4e42ef03ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=d3446138-9c90-4705-8db4-cc21199ee664,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:17.138398 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.163740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.164135 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Added segment a7184046-631e-4a0b-8cc1-6345f0ac97b3 of type vlan for network e966494d-53c5-4f33-a0ca-6bae0911ebb6 Jul 30 03:35:17.175582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:17.178186 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece4879a-726f-4d5a-ac22-7b26e1bb172d" -d '{"events": [{"server_uuid": "bd658e59-4ef2-4912-a054-07a85575ba34", "name": "network-vif-plugged", "status": "completed", "tag": "2064ddc6-1f69-4ed2-b47e-1bdf83628e9a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:17.185807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-81fdcf9c-a68d-4611-b5cc-3242aa4b4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:17.187832 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-81fdcf9c-a68d-4611-b5cc-3242aa4b4db6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5998e451e36345ed9d73a6c3850d9f19&device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 1096 time: 0.1648653 Jul 30 03:35:17.216594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:17.225761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41392bf6-e81e-4cf9-a211-4e2e8cb6dbf7 req-67f2caa1-dff7-439f-8863-14d77d5aa1e6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 210 time: 0.1288507 Jul 30 03:35:17.230840 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.338136 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94b4b0b-e31e-4d51-8578-ada8cd77b9cc x-openstack-request-id: req-b94b4b0b-e31e-4d51-8578-ada8cd77b9cc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:17.338411 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "tag": "d3446138-9c90-4705-8db4-cc21199ee664", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:17.338668 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b94b4b0b-e31e-4d51-8578-ada8cd77b9cc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:17.340250 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664', 'status': 'completed', 'code': 200} Jul 30 03:35:17.356310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-741d2ee5-9611-4fed-bd0f-fc713fdbc041 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 200 len: 217 time: 0.1496785 Jul 30 03:35:17.362739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6dee267-62f7-4879-b0ea-ea548219e85d req-899ce028-59fd-44c1-976b-e4d483f5db63 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900150 Jul 30 03:35:17.364634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.404370 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fbd090-c628-4d4e-b7c0-04eb6fa728c8 x-openstack-request-id: req-c5fbd090-c628-4d4e-b7c0-04eb6fa728c8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:17.404645 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd658e59-4ef2-4912-a054-07a85575ba34", "name": "network-vif-plugged", "status": "completed", "tag": "2064ddc6-1f69-4ed2-b47e-1bdf83628e9a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:17.406482 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5fbd090-c628-4d4e-b7c0-04eb6fa728c8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:17.406890 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a', 'code': 200} Jul 30 03:35:17.423468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:17.441263 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.447181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:17.447806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.461824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.503900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 3eae9d62-3782-4d25-aa3b-357f16a8801f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3eae9d62-3782-4d25-aa3b-357f16a8801f,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:17.515701 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.516529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2e221f09-5c64-407d-b13b-0a8857a637ce up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:17.535892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-3ea0fa2e-9ae8-479f-8dce-58035245d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:17.537911 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-3ea0fa2e-9ae8-479f-8dce-58035245d4f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c763764-0d83-428c-bf27-737813ddf7b3 HTTP/1.1" status: 200 len: 854 time: 0.1742704 Jul 30 03:35:17.540392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.563412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.593268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5955d-14db-4a43-8ab7-a24e0e2ad7a7 req-02292f7a-0257-4dd7-93e2-92adf8a620cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:17.595023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5a5955d-14db-4a43-8ab7-a24e0e2ad7a7 req-02292f7a-0257-4dd7-93e2-92adf8a620cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 1101 time: 0.1545136 Jul 30 03:35:17.615754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8965726 Jul 30 03:35:17.618554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:17.670141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'network_id': 'e966494d-53c5-4f33-a0ca-6bae0911ebb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:17.678949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=3eae9d62-3782-4d25-aa3b-357f16a8801f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:17.718350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2e221f09-5c64-407d-b13b-0a8857a637ce triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:17.718731 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.778142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9f2d7-d967-4cdc-8985-89469736257b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Network': ['ID=e966494d-53c5-4f33-a0ca-6bae0911ebb6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:17.780773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Made reservation on behalf of cee02cd81c374851bf953f92d1ec060b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:17.784679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.798592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e966494d-53c5-4f33-a0ca-6bae0911ebb6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:17.832346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbcd1b-edc8-4fc9-b7e8-a688b5a78de7 req-25316465-d6e6-4b26-9226-ec9b43974bf9 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:17.841121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cbbcd1b-edc8-4fc9-b7e8-a688b5a78de7 req-25316465-d6e6-4b26-9226-ec9b43974bf9 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 949 time: 0.2894034 Jul 30 03:35:17.936744 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:17.967829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cbbcd1b-edc8-4fc9-b7e8-a688b5a78de7 req-ba251896-d4fe-46c5-8a86-787c2feb7f07 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254580 Jul 30 03:35:17.998866 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.005152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1874404 Jul 30 03:35:18.007695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41940) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:18.010066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c82050-6ee3-4267-9bfb-bc56b981f26f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c5be8-8466-4951-b0fd-b9f95187a0a1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:18.020739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'security_group_rule': {'security_group_id': 'd51c5be8-8466-4951-b0fd-b9f95187a0a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:18.045525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Allocated IP 172.20.0.9 (44285df8-1506-4fe0-8e88-4749d8b7bbaa/ccb24309-6f1b-4b51-84f6-53dd7a05403c/3625fe67-f1b2-4e2b-9000-76e5644b2bb6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:18.049087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-06075c80-e92b-4cde-9d50-450a6e917043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:18.051693 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-06075c80-e92b-4cde-9d50-450a6e917043 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24b2bd65-0552-4944-9d8a-d5329751d1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5059197 Jul 30 03:35:18.058070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5a5955d-14db-4a43-8ab7-a24e0e2ad7a7 req-6bcfe4a8-69a0-465a-843a-a6061ba8b2e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537711 Jul 30 03:35:18.210765 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-3a4d3b3d-cce7-48db-b188-09443589629b service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464312 Jul 30 03:35:18.262486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Made reservation on behalf of befd0e1084f04ba9a163094dfcab8872 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:18.270441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.374697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.380312 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.445231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Performing IP validity checks on allocation pools {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 03:35:18.445948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ee0bfdc6-1a39-43fb-88af-8d58daa92527 req-f1d6e407-c608-4696-b6b1-a77727ab41c7 service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274106 Jul 30 03:35:18.452680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 03:35:18.482917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.488921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.498981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92d1f5b7-f32b-4ac3-9451-3427be0d2e0d req-d15e9b71-d73c-4ac1-9291-91048ab2cdd2 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 210 time: 0.1299651 Jul 30 03:35:18.518682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3eae9d62-3782-4d25-aa3b-357f16a8801f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:18.555333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c9509e-d10d-4f56-bb24-45ebe5c47835,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:18.560655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.566045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-23526644-f4e5-4397-8bf2-c7bde5e73cfa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5539632 Jul 30 03:35:18.567693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41948) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:18.588211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'security_group_rule': {'security_group_id': 'd51c5be8-8466-4951-b0fd-b9f95187a0a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:18.646640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3eae9d62-3782-4d25-aa3b-357f16a8801f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:18.647719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.650583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdeae4-2164-4e57-8197-2c2e6daf02ac req-c7b3c298-88c6-4ad1-86fb-fa8fc9e12fe2 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:18.658427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.659164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bdeae4-2164-4e57-8197-2c2e6daf02ac req-c7b3c298-88c6-4ad1-86fb-fa8fc9e12fe2 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 944 time: 0.1504109 Jul 30 03:35:18.705101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.825944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1815-579c-462b-a68d-3cb3244448ec req-25c4423a-5b4e-4ce8-be57-947de17686cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:18.827529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-25c4423a-5b4e-4ce8-be57-947de17686cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5998e451e36345ed9d73a6c3850d9f19&device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 1096 time: 0.2683313 Jul 30 03:35:18.837510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Network 44285df8-1506-4fe0-8e88-4749d8b7bbaa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:18.851471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:18.854304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:18.858439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.917319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.928964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bdeae4-2164-4e57-8197-2c2e6daf02ac req-defe3a62-9dcd-4a67-8e19-7d2b1f1f05f4 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688229 Jul 30 03:35:18.940244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af3b6f7-ef49-43d0-b3f2-11b2185340c9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:18.945975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Pushing event updated for resources: {'Port': ['ID=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:18.974951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.982319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.986454 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-878924ec-855e-4370-9e43-2963e67681e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018261 Jul 30 03:35:18.986605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:18.986605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:18.987277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:18.999945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:19.032850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1815-579c-462b-a68d-3cb3244448ec req-50a767b0-17c6-48b3-bf47-c90610e1a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:19.034616 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-50a767b0-17c6-48b3-bf47-c90610e1a27a service neutron] 10.222.0.16 "GET /v2.0/networks?id=24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 200 len: 915 time: 0.1708491 Jul 30 03:35:19.056843 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:19.088666 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-2660c341-5a1e-4f27-a083-c2e9140ed8d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 200 len: 217 time: 0.0456507 Jul 30 03:35:19.097497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c4058d81-2b75-4196-bf52-8725bae452b6 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4005644 Jul 30 03:35:19.155885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1815-579c-462b-a68d-3cb3244448ec req-e4aada14-862f-486e-8d3a-92d68039e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:19.157723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-e4aada14-862f-486e-8d3a-92d68039e232 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c763764-0d83-428c-bf27-737813ddf7b3 HTTP/1.1" status: 200 len: 854 time: 0.0617242 Jul 30 03:35:19.170943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=97fb7605-5244-4d82-9b2c-d0d4910572c7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:19.182038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Request body: {'port': {'device_id': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:19.224879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1815-579c-462b-a68d-3cb3244448ec req-9e0918ee-07cf-4a5d-b35f-7049844f7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:19.231755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-9e0918ee-07cf-4a5d-b35f-7049844f7529 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24b2bd65-0552-4944-9d8a-d5329751d1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649958 Jul 30 03:35:19.252068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Checking segment: {'id': 'a7184046-631e-4a0b-8cc1-6345f0ac97b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e966494d-53c5-4f33-a0ca-6bae0911ebb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:19.252427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network hostable DHCP agents. Network: e966494d-53c5-4f33-a0ca-6bae0911ebb6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:19.308190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16486c5b-17a5-4cd9-805b-0e187744895a req-0699d41e-a213-4d38-a7fb-c72d92f89295 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:19.310348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16486c5b-17a5-4cd9-805b-0e187744895a req-0699d41e-a213-4d38-a7fb-c72d92f89295 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 949 time: 0.2570939 Jul 30 03:35:19.312626 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:19.361131 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-cbebd479-faac-43e4-96b3-c547a8d240fe service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210399 Jul 30 03:35:19.374973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Network e966494d-53c5-4f33-a0ca-6bae0911ebb6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:19.417638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e966494d-53c5-4f33-a0ca-6bae0911ebb6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:19.426574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232ae07-7b07-48cc-a0c0-ef6bc7d6a634 None None] Network e966494d-53c5-4f33-a0ca-6bae0911ebb6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:19.467046 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Sync routers for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:19.478580 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:19.483356 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:19.490991 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-481a1815-579c-462b-a68d-3cb3244448ec req-8b07af65-d701-467c-bf6e-15e221c92dd6 service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210866 Jul 30 03:35:19.501006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16486c5b-17a5-4cd9-805b-0e187744895a req-2e99a258-ce71-4049-ab2a-b7fcc1c94c2b tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723197 Jul 30 03:35:19.504593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:19.505197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:19.602029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-79bc596e-30f3-4a85-9944-1842b74677dd tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9576592 Jul 30 03:35:19.606212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41962) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:19.611690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:19.616289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:19.643940 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:19.846340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8cc27-94cc-44da-9e88-867ab8083a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-e966494d-53c5-4f33-a0ca-6bae0911ebb6', 'network_id': 'e966494d-53c5-4f33-a0ca-6bae0911ebb6', 'tenant_id': 'befd0e1084f04ba9a163094dfcab8872', 'fixed_ips': [{'subnet_id': '97fb7605-5244-4d82-9b2c-d0d4910572c7'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:19.847309 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc27-94cc-44da-9e88-867ab8083a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:19.881391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Allocated IP 172.25.6.141 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f6a68097-d0f9-4494-98a0-a803f0a2063d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:19.887360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59551987'] for subnet, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:19.910238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a325e-69d1-4662-8ac6-70e04ef861c0 req-f985e922-180f-496f-a7e0-cee171a71fce tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:19.911908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c0a325e-69d1-4662-8ac6-70e04ef861c0 req-f985e922-180f-496f-a7e0-cee171a71fce tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 931 time: 0.2238336 Jul 30 03:35:19.989264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:20.048673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.103650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-57f8cc27-94cc-44da-9e88-867ab8083a84 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:35:20.103650 n-d-778696-14 neutron-server[93878]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 30 03:35:20.103650 n-d-778696-14 neutron-server[93878]: [parameters: {'in_use': 1, 'id_1': '97fb7605-5244-4d82-9b2c-d0d4910572c7'}] Jul 30 03:35:20.103650 n-d-778696-14 neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:35:20.104083 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-57f8cc27-94cc-44da-9e88-867ab8083a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:35:20.158233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Transition to ACTIVE for port object 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:20.177877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:12Z', 'revision_number': 2, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:20.179056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.198619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c0a325e-69d1-4662-8ac6-70e04ef861c0 req-d968ab49-a7fc-422f-99ba-8ec1d908e1e9 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649579 Jul 30 03:35:20.222477 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Checking router: 1ed96383-3617-486f-a0ce-2285a3a3b9e4 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:20.223007 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Updating router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:35:20.251181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767946570280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59728640'] for subnet, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.292270 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.322775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event updated for resources: {'Subnet': ['ID=97fb7605-5244-4d82-9b2c-d0d4910572c7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:20.344523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:20.345157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.346632 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2729970d-5afa-4568-a7d3-a657effc48e4 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "PUT /v2.0/subnets/97fb7605-5244-4d82-9b2c-d0d4910572c7 HTTP/1.1" status: 200 len: 900 time: 0.7388022 Jul 30 03:35:20.350119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41990) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:20.417371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Pushing event updated for resources: {'Port': ['ID=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:20.435460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a183e-31a0-41ac-8cd3-920df8380a51 req-c83bc927-b441-4ece-abc8-2980adc8b880 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:20.437493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-311a183e-31a0-41ac-8cd3-920df8380a51 req-c83bc927-b441-4ece-abc8-2980adc8b880 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 944 time: 0.3507600 Jul 30 03:35:20.463827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.500749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.552582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a509a-39fc-4d03-93fb-2841d9828cb7 req-f2a95ff6-ffe9-43fe-a8fd-eea32277802c tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:20.554112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-899a509a-39fc-4d03-93fb-2841d9828cb7 req-f2a95ff6-ffe9-43fe-a8fd-eea32277802c tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 949 time: 0.2168562 Jul 30 03:35:20.566404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.592390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-311a183e-31a0-41ac-8cd3-920df8380a51 req-1a7cad88-4b19-4860-a404-edb223294971 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324923 Jul 30 03:35:20.609420 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc27-94cc-44da-9e88-867ab8083a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.676299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.677260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Attempting to bind port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:20.677643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Attempting to bind port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:20.677965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Attempting to bind port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 on network 44285df8-1506-4fe0-8e88-4749d8b7bbaa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:20.705428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-899a509a-39fc-4d03-93fb-2841d9828cb7 req-888ecc55-7ef4-40f5-83f9-6ac0e858b30f tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350906 Jul 30 03:35:20.706022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 on network 44285df8-1506-4fe0-8e88-4749d8b7bbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:35:20.706338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Attempting to bind port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 on network 44285df8-1506-4fe0-8e88-4749d8b7bbaa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:20.723429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:20.723764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Checking segment: {'id': '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:20.725930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Bound using segment: {'id': '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:20.731004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Bound port: 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:20.731004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.786137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.895881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=97fb7605-5244-4d82-9b2c-d0d4910572c7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-57f8cc27-94cc-44da-9e88-867ab8083a84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97fb7605-5244-4d82-9b2c-d0d4910572c7: This subnet is being modified by another concurrent operation. Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:35:20.931558 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97fb7605-5244-4d82-9b2c-d0d4910572c7: This subnet is being modified by another concurrent operation. Jul 30 03:35:20.936691 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:35:20.945478 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.947101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1599dd9c-2861-4eda-a8d6-79c86175f88f None None] Network e966494d-53c5-4f33-a0ca-6bae0911ebb6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:20.947998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:20.963372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e966494d-53c5-4f33-a0ca-6bae0911ebb6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:20.965833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:20.971627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:20.976993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:20.985281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7184046-631e-4a0b-8cc1-6345f0ac97b3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:20.986839 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Transition to ACTIVE for port object 5952d25a-6931-4192-8bdd-a0b22c88a9a8 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:20.987289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7184046-631e-4a0b-8cc1-6345f0ac97b3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:21.008384 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.017665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=f6a68097-d0f9-4494-98a0-a803f0a2063d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:21.017881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.052181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.064375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:21.064936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:21.070681 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:21.080410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] For port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:21.084830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] For port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,segment=NetworkSegment(3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118),segment_id=3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:21.091536 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.139310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:21.139792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646baa6-5779-4541-a2f2-9d20cec2e342 None None] Network e966494d-53c5-4f33-a0ca-6bae0911ebb6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:21.140100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.141898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] 10.222.0.18 "PUT /v2.0/ports/3625fe67-f1b2-4e2b-9000-76e5644b2bb6 HTTP/1.1" status: 200 len: 1092 time: 1.9682276 Jul 30 03:35:21.144360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'tag': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:21.148304 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac23b73-0c3b-4769-a207-1f04477f336f" -d '{"events": [{"name": "network-changed", "server_uuid": "090c50c3-a4ab-4b14-8fbb-3a4b431d7f31", "tag": "3625fe67-f1b2-4e2b-9000-76e5644b2bb6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:21.151045 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a6096-1bf4-4453-8960-88657ea71c0e None None] Pushing event updated for resources: {'Port': ['ID=5952d25a-6931-4192-8bdd-a0b22c88a9a8,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:21.184432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d7efd-6020-4ee3-ba55-4207a4ebd760 service neutron] Pushing event updated for resources: {'Port': ['ID=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:21.236724 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f906dd-cbab-4b75-a3db-c5287a7d0a92 x-openstack-request-id: req-e0f906dd-cbab-4b75-a3db-c5287a7d0a92 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:21.239791 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090c50c3-a4ab-4b14-8fbb-3a4b431d7f31", "tag": "3625fe67-f1b2-4e2b-9000-76e5644b2bb6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:21.241201 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0f906dd-cbab-4b75-a3db-c5287a7d0a92 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:21.242018 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'tag': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6', 'status': 'completed', 'code': 200} Jul 30 03:35:21.267879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.330007 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Attempting to bind port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:21.330376 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Attempting to bind port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:21.330738 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Attempting to bind port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:21.334814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.346002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:21.347539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/e966494d-53c5-4f33-a0ca-6bae0911ebb6 HTTP/1.1" status: 204 len: 168 time: 0.9959431 Jul 30 03:35:21.349153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.350612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:21.353378 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:21.358127 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.358600 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:21.359976 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Bound port: 5952d25a-6931-4192-8bdd-a0b22c88a9a8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:21.361256 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.369290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323dd5-9b0e-4a34-b6d6-53413235ffb5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=e966494d-53c5-4f33-a0ca-6bae0911ebb6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:21.422010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-34c29d65-ed99-4f3c-a344-22c1bb88c942 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:21.423862 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-34c29d65-ed99-4f3c-a344-22c1bb88c942 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 949 time: 0.1786132 Jul 30 03:35:21.441117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-138d1e89-5a75-4a17-8db2-b8c7511bb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:21.442819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-138d1e89-5a75-4a17-8db2-b8c7511bb436 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cee02cd81c374851bf953f92d1ec060b&device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 1095 time: 0.2479961 Jul 30 03:35:21.488531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19806278-6a9e-47e3-ae28-8d2927c509fe None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:35:21.505212 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-0232f23e-bcee-4e8c-80e0-2e2a319fdbcb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:21.505750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0232f23e-bcee-4e8c-80e0-2e2a319fdbcb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:21.508747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0232f23e-bcee-4e8c-80e0-2e2a319fdbcb tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/97fb7605-5244-4d82-9b2c-d0d4910572c7 HTTP/1.1" status: 404 len: 337 time: 0.1486809 Jul 30 03:35:21.515080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42006) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:21.516622 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] For port 5952d25a-6931-4192-8bdd-a0b22c88a9a8, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:21.539637 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] For port 5952d25a-6931-4192-8bdd-a0b22c88a9a8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5952d25a-6931-4192-8bdd-a0b22c88a9a8,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:21.549622 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.565459 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a5197e-d025-412b-bd34-80d6bd4348d0 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:21.566881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a5197e-d025-412b-bd34-80d6bd4348d0 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:21.569189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-52a5197e-d025-412b-bd34-80d6bd4348d0 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/e966494d-53c5-4f33-a0ca-6bae0911ebb6 HTTP/1.1" status: 404 len: 339 time: 0.0473061 Jul 30 03:35:21.573170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:21.612233 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:21.612961 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:21.704979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.881854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Deleting port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:21.882488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.900011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:21.917380 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:21.938505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19806278-6a9e-47e3-ae28-8d2927c509fe None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:35:22.027674 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a6096-1bf4-4453-8960-88657ea71c0e None None] Pushing event updated for resources: {'Port': ['ID=5952d25a-6931-4192-8bdd-a0b22c88a9a8,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:22.029336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-fb5be668-507e-4fe5-ba1a-7cd01edccc75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6 HTTP/1.1" status: 200 len: 217 time: 0.5608575 Jul 30 03:35:22.064288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6446d382-d678-4afe-b5ca-93d1b16a0356']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:22.102296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-a5820c37-aa87-4798-88e2-e925882f0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:22.104215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-a5820c37-aa87-4798-88e2-e925882f0048 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccb24309-6f1b-4b51-84f6-53dd7a05403c HTTP/1.1" status: 200 len: 853 time: 0.0506883 Jul 30 03:35:22.106263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941ef9de-e981-47b7-a75b-af728b61a247') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:22.106681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941ef9de-e981-47b7-a75b-af728b61a247') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:22.109143 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.156238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.174693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-c6b4d8e3-ac87-4a8c-8b94-04b2f7fa5475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44285df8-1506-4fe0-8e88-4749d8b7bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389616 Jul 30 03:35:22.191981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf03a-68c5-4073-b7a7-02b97b3190dc req-a66f51f4-fe96-4338-9c97-4654863438a7 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:22.194239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-872cf03a-68c5-4073-b7a7-02b97b3190dc req-a66f51f4-fe96-4338-9c97-4654863438a7 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 943 time: 0.7978833 Jul 30 03:35:22.222900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74665b83-15c6-4c08-8f4b-bee2e7dbddf4 req-23b09f01-de40-4def-bcc3-9c7661b7c9f2 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:22.224756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.225255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74665b83-15c6-4c08-8f4b-bee2e7dbddf4 req-23b09f01-de40-4def-bcc3-9c7661b7c9f2 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 944 time: 0.2115989 Jul 30 03:35:22.256878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:22.259699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:22.272178 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:22.358100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] For port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:22.358734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.385896 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:21Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:22.442617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Calling delete_port for 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:22.456550 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37e08-9315-4209-8f50-64c0a4f2b199 None None] The sync data for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 is: [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:21Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:22.466318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-872cf03a-68c5-4073-b7a7-02b97b3190dc req-73b2eb5c-ff34-4cbe-b7ac-68ffce06dc0f tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261386 Jul 30 03:35:22.536116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74665b83-15c6-4c08-8f4b-bee2e7dbddf4 req-6089d351-0394-4e23-baa2-ba68dde3a29c tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693212 Jul 30 03:35:22.600211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5952d25a-6931-4192-8bdd-a0b22c88a9a8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:22.627564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-559d83f7-9fb2-4feb-8b50-b88d65de7242 service neutron] 10.222.0.18 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288402 Jul 30 03:35:22.667302 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.687377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.697754 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/6446d382-d678-4afe-b5ca-93d1b16a0356 HTTP/1.1" status: 204 len: 168 time: 1.1223514 Jul 30 03:35:22.701690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:22.724339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:22.728950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:22.729495 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.758653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c02dd-e7ba-40db-8b63-8f06d4d8e3bc tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=6446d382-d678-4afe-b5ca-93d1b16a0356,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:22.804545 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23a4edf-bfa8-4ab9-b3e7-9e42de3a88e5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:22.806045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23a4edf-bfa8-4ab9-b3e7-9e42de3a88e5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:22.810853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d23a4edf-bfa8-4ab9-b3e7-9e42de3a88e5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/a576080b-f15f-48b6-8ae2-10daf13075fc HTTP/1.1" status: 404 len: 337 time: 0.0357232 Jul 30 03:35:22.811658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:22.876182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.913801 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.927802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0f0b-249a-4641-982d-196faf423cb6 req-11297aa9-7893-48ff-9a49-4f9c16673343 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:22.929816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-033d0f0b-249a-4641-982d-196faf423cb6 req-11297aa9-7893-48ff-9a49-4f9c16673343 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd658e59-4ef2-4912-a054-07a85575ba34 HTTP/1.1" status: 200 len: 949 time: 0.3007860 Jul 30 03:35:22.949867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:22.963650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d3446138-9c90-4705-8db4-cc21199ee664 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:35:22.970604 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2944046a-897e-4e4b-a97c-b0f5ab496943 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:22.971261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2944046a-897e-4e4b-a97c-b0f5ab496943 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:22.973073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2944046a-897e-4e4b-a97c-b0f5ab496943 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/b4a9a25c-10ca-4827-ad6a-26c7817ec58c HTTP/1.1" status: 404 len: 339 time: 0.1608295 Jul 30 03:35:22.976012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42024) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:23.106099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.114751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d3446138-9c90-4705-8db4-cc21199ee664, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d3446138-9c90-4705-8db4-cc21199ee664,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:23.132802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'd3446138-9c90-4705-8db4-cc21199ee664', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'port_id': 'd3446138-9c90-4705-8db4-cc21199ee664', 'mac_address': 'fa:16:3e:94:37:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:35:23.133037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a47d9ca-0987-445a-879d-230e4f6cfd2f req-d63c4c1e-28a5-421c-a1f3-80886838ea7a service neutron] 10.222.0.18 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844904 Jul 30 03:35:23.139900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2064ddc6-1f69-4ed2-b47e-1bdf83628e9a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:35:23.166422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting subnet beb52c86-c9ff-43e8-9062-8cc78fefba42 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:23.174451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.191098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Pushing event deleted for resources: {'Port': ['ID=2064ddc6-1f69-4ed2-b47e-1bdf83628e9a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:23.261059 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.266261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5952d25a-6931-4192-8bdd-a0b22c88a9a8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5952d25a-6931-4192-8bdd-a0b22c88a9a8,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:23.267663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-28a88172-b3db-4e25-9f50-aef49fc130ac None None] Provisioning complete for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:23.268184 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28a88172-b3db-4e25-9f50-aef49fc130ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.282193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.283498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=f6a68097-d0f9-4494-98a0-a803f0a2063d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:23.288839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] No DVR routers for this DVR port 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:23.302338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.307811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-51e0d44a-5def-4eeb-a8ae-398515f549d3 req-5bcedfad-f188-4ccd-80f5-c0fd13154447 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.18 "DELETE /v2.0/ports/2064ddc6-1f69-4ed2-b47e-1bdf83628e9a HTTP/1.1" status: 204 len: 173 time: 1.8740263 Jul 30 03:35:23.308360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'name': 'network-vif-deleted', 'tag': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:23.343301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3446138-9c90-4705-8db4-cc21199ee664 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:23.347025 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e869ad-af3e-4f48-bcba-b65939d84fa4" -d '{"events": [{"server_uuid": "bd658e59-4ef2-4912-a054-07a85575ba34", "name": "network-vif-deleted", "tag": "2064ddc6-1f69-4ed2-b47e-1bdf83628e9a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:23.359468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.394682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d3446138-9c90-4705-8db4-cc21199ee664, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d3446138-9c90-4705-8db4-cc21199ee664,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:23.398865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-033d0f0b-249a-4641-982d-196faf423cb6 req-904c3d38-6f68-4227-adcb-62dea4004896 tempest-ServerDiagnosticsNegativeTest-634108297 tempest-ServerDiagnosticsNegativeTest-634108297-project] 10.222.0.39 "GET /v2.0/security-groups?id=28da017c-d672-463d-90aa-9ce7cd8839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454277 Jul 30 03:35:23.428435 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.451047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.461074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-58485735-79d7-4b02-a286-6819f0941773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4599528 Jul 30 03:35:23.466510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.482595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-4f05ff6b-0c2e-4322-8db7-95295bdeea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:23.484121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-4f05ff6b-0c2e-4322-8db7-95295bdeea63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cee02cd81c374851bf953f92d1ec060b&device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 1095 time: 0.2743320 Jul 30 03:35:23.508278 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ee4cc1-d0f2-4a5a-acc3-2e6b3a106340 x-openstack-request-id: req-f5ee4cc1-d0f2-4a5a-acc3-2e6b3a106340 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:23.510946 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd658e59-4ef2-4912-a054-07a85575ba34", "name": "network-vif-deleted", "tag": "2064ddc6-1f69-4ed2-b47e-1bdf83628e9a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:23.511286 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5ee4cc1-d0f2-4a5a-acc3-2e6b3a106340 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:23.511897 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd658e59-4ef2-4912-a054-07a85575ba34', 'name': 'network-vif-deleted', 'tag': '2064ddc6-1f69-4ed2-b47e-1bdf83628e9a', 'status': 'completed', 'code': 200} Jul 30 03:35:23.599947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5952d25a-6931-4192-8bdd-a0b22c88a9a8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:23.706712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.756501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d3446138-9c90-4705-8db4-cc21199ee664,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:23.815021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.860322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=beb52c86-c9ff-43e8-9062-8cc78fefba42,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:23.877505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:23.880229 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c27c10ff-512e-4a52-a01d-7eac1f0e875b tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/beb52c86-c9ff-43e8-9062-8cc78fefba42 HTTP/1.1" status: 204 len: 168 time: 0.9032753 Jul 30 03:35:23.882626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:23.887236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e80d4-84d4-4581-b2a2-d22c13aae807 None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:23.953405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185a0e0-8202-4e43-aa42-f57b5bce1e4d req-75f5aaf4-6cde-4c7c-853d-72c8841f9bc7 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:23.953580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d3446138-9c90-4705-8db4-cc21199ee664'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:35:23.955030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3185a0e0-8202-4e43-aa42-f57b5bce1e4d req-75f5aaf4-6cde-4c7c-853d-72c8841f9bc7 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 943 time: 0.2719901 Jul 30 03:35:23.988078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-78ef4651-4542-4ba5-9853-922268e033d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:23.989570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-78ef4651-4542-4ba5-9853-922268e033d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44285df8-1506-4fe0-8e88-4749d8b7bbaa HTTP/1.1" status: 200 len: 913 time: 0.4684937 Jul 30 03:35:23.992702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting subnet 5fcfa653-c7ec-411f-b1c4-0d0e87669782 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:24.013751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.028326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0448c7-946b-49f9-abc3-1cd9b54ee713 req-4871b6c6-bc5c-4446-b55f-042230ea739f tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:24.040480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d0448c7-946b-49f9-abc3-1cd9b54ee713 req-4871b6c6-bc5c-4446-b55f-042230ea739f tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 945 time: 0.2905571 Jul 30 03:35:24.095209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.103859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-a3d351b5-8f75-4bb9-85aa-0cd6e0565bf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6 HTTP/1.1" status: 200 len: 217 time: 0.0933800 Jul 30 03:35:24.203506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3185a0e0-8202-4e43-aa42-f57b5bce1e4d req-27caa28b-b1ef-4eb8-97a5-81e30c58826d tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176938 Jul 30 03:35:24.272620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d0448c7-946b-49f9-abc3-1cd9b54ee713 req-c3aeb649-219c-4983-8a0e-5efb5af418f3 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312484 Jul 30 03:35:24.288590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-9165b866-1771-487e-8113-bc2a3a83e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:24.303407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-9165b866-1771-487e-8113-bc2a3a83e9fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccb24309-6f1b-4b51-84f6-53dd7a05403c HTTP/1.1" status: 200 len: 853 time: 0.1866269 Jul 30 03:35:24.304060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.393983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-f2dee25e-43a4-48d3-8b46-df6d73eae3e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44285df8-1506-4fe0-8e88-4749d8b7bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820994 Jul 30 03:35:24.414388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.498009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcfa653-c7ec-411f-b1c4-0d0e87669782,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:24.505517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.507636 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-31393204-6fe0-4231-97f7-03f21a02195a tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/5fcfa653-c7ec-411f-b1c4-0d0e87669782 HTTP/1.1" status: 204 len: 168 time: 0.6239948 Jul 30 03:35:24.511770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:24.623873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5952d25a-6931-4192-8bdd-a0b22c88a9a8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:24.635960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-78518ede-b6a1-45c5-9214-fd586a0d1ee9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1696675984&fields=id&tenant_id=1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 267 time: 0.1796856 Jul 30 03:35:24.696985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.698506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:24.843389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting port 1b8f42a6-5acd-43b9-8555-2de991df085f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:24.844073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.863967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09995369-6063-4d8f-9ce0-0824a77bfb30 None None] Update dhcp port {'port': {'network_id': '395362d1-3b7c-4686-94d8-4d49b7c24de3', 'fixed_ips': [{'subnet_id': '5fcfa653-c7ec-411f-b1c4-0d0e87669782'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '1b8f42a6-5acd-43b9-8555-2de991df085f'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:35:24.874307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-fcc3f86d-3ca0-4ddc-86f1-9880c5794d02 service neutron] 10.222.0.18 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728432 Jul 30 03:35:24.905160 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09995369-6063-4d8f-9ce0-0824a77bfb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.920498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:24.920867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:24.997462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-558b339f-e29f-4891-ae7c-01dfc38e12d4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:24.999584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-558b339f-e29f-4891-ae7c-01dfc38e12d4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.3578157 Jul 30 03:35:25.027963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-fc03f256-954f-41ba-aeed-b0325d0c5b73 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/quotas/1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 375 time: 0.0194256 Jul 30 03:35:25.065917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6019dd0-d149-481a-9aee-244ff717ddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.074572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ac23b73-0c3b-4769-a207-1f04477f336f req-bd93286e-ee91-4aeb-91ee-13bb8663f430 service neutron] 10.222.0.18 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915960 Jul 30 03:35:25.086613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] For port 1b8f42a6-5acd-43b9-8555-2de991df085f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1b8f42a6-5acd-43b9-8555-2de991df085f,segment=NetworkSegment(f3d44c57-71b7-4dcf-ba67-8b104118ea4e),segment_id=f3d44c57-71b7-4dcf-ba67-8b104118ea4e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:25.087425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.112928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-dc6d6adc-463c-492e-91aa-0ad410e8b0c3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797963 Jul 30 03:35:25.137959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Calling delete_port for 1b8f42a6-5acd-43b9-8555-2de991df085f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:25.157903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:25.326564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-92f42f56-038b-4ac0-898a-4f667add5e8a service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004578 Jul 30 03:35:25.362852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d7aa3-f668-49ab-8cfd-e0bcdb03a6fe None None] Network 395362d1-3b7c-4686-94d8-4d49b7c24de3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:25.416267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.483767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3a760c66-e444-406e-8ad1-882f6faa04a9 None None] Could not find standard attr ID for object 1b8f42a6-5acd-43b9-8555-2de991df085f. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:35:25.490037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Port': ['ID=1b8f42a6-5acd-43b9-8555-2de991df085f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:25.499831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No DVR routers for this DVR port 1b8f42a6-5acd-43b9-8555-2de991df085f on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:25.506769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6392-b488-47bb-9ae6-33fda7ffd0f9 req-5625c8ba-f714-4a02-90ce-1998cdd624a2 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:25.508371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03fd6392-b488-47bb-9ae6-33fda7ffd0f9 req-5625c8ba-f714-4a02-90ce-1998cdd624a2 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 943 time: 0.1798930 Jul 30 03:35:25.596105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea803c08-b33f-41ce-829c-637eff57a9e3 None None] DHCP port deletion for 395362d1-3b7c-4686-94d8-4d49b7c24de3 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:35:25.596687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-2d2fa3b6-3dd7-4995-b7ff-1a745603bd66 service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592881 Jul 30 03:35:25.648116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-70ab9ac0-3f18-438f-88fd-50f42ade600e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf61c5f01d7540a4903b70ce17e47d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895167 Jul 30 03:35:25.650656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:25.672456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03fd6392-b488-47bb-9ae6-33fda7ffd0f9 req-b2940948-cbcd-4631-9070-356ee0908a0e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408944 Jul 30 03:35:25.680213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.693240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395362d1-3b7c-4686-94d8-4d49b7c24de3']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:25.706830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6019dd0-d149-481a-9aee-244ff717ddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.711914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:25.712169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d44c57-71b7-4dcf-ba67-8b104118ea4e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:25.721619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6019dd0-d149-481a-9aee-244ff717ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.737507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.747602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-679af83c-82d6-4b90-948b-d8fde4f36fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.776995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-679af83c-82d6-4b90-948b-d8fde4f36fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.787114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.805531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:25.805939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:25.809249 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:25.814588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a6019dd0-d149-481a-9aee-244ff717ddb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50751ecbb79749d1ac2bd4d7f08ff045&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1125267 Jul 30 03:35:25.816169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42086) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:25.825154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6019dd0-d149-481a-9aee-244ff717ddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a4d5a-c53a-4105-9126-94db486aeea9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:25.911216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:35:25.954200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38ce4389-ade5-411b-b9d3-a24bce9502bb req-19d1c6df-863a-48f9-bad1-68b7698acd43 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 210 time: 0.0520489 Jul 30 03:35:25.958128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.968941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-679af83c-82d6-4b90-948b-d8fde4f36fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.972592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-679af83c-82d6-4b90-948b-d8fde4f36fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.974148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-679af83c-82d6-4b90-948b-d8fde4f36fe3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28da017c-d672-463d-90aa-9ce7cd8839b6 HTTP/1.1" status: 204 len: 168 time: 0.3225408 Jul 30 03:35:25.977007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:25.983466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/395362d1-3b7c-4686-94d8-4d49b7c24de3 HTTP/1.1" status: 204 len: 168 time: 1.4681094 Jul 30 03:35:25.997601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.025991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563034a8-1923-417b-8a17-56f96874de10 req-cdee46e1-974a-4753-aaac-9b15c6b9e790 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:26.040281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-563034a8-1923-417b-8a17-56f96874de10 req-cdee46e1-974a-4753-aaac-9b15c6b9e790 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 945 time: 0.2052882 Jul 30 03:35:26.045052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab8b0c-ec29-4d21-84c2-034333b1484e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=395362d1-3b7c-4686-94d8-4d49b7c24de3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:26.047168 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba92829-d88d-4b95-8cc8-4c485d435696 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:26.051075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba92829-d88d-4b95-8cc8-4c485d435696 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:26.056921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdd80647-f2ca-4cbc-98fb-4fe672c99310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.064520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679af83c-82d6-4b90-948b-d8fde4f36fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28da017c-d672-463d-90aa-9ce7cd8839b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:26.064732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.065578 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cba92829-d88d-4b95-8cc8-4c485d435696 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/3a7eac52-ea4d-40ed-ab7e-f83b5f2aba0f HTTP/1.1" status: 404 len: 337 time: 0.0605531 Jul 30 03:35:26.092063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,segment=NetworkSegment(3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118),segment_id=3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:26.106414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:35:26.113363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdd80647-f2ca-4cbc-98fb-4fe672c99310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.144900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:35:26.145874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2064ddc6-1f69-4ed2-b47e-1bdf83628e9a not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:35:26.148150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6', 'network_id': '44285df8-1506-4fe0-8e88-4749d8b7bbaa', 'port_id': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6', 'mac_address': 'fa:16:3e:88:5a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb24309-6f1b-4b51-84f6-53dd7a05403c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:35:26.177000 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d435ff22-ba89-400a-a6d7-a4f9eb87489f tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:26.177000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d435ff22-ba89-400a-a6d7-a4f9eb87489f tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:26.178547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d435ff22-ba89-400a-a6d7-a4f9eb87489f tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/e48bad7e-8a99-43c9-9195-a19fe1a231f7 HTTP/1.1" status: 404 len: 339 time: 0.0485075 Jul 30 03:35:26.181667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42102) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.201721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-563034a8-1923-417b-8a17-56f96874de10 req-42841c08-1dbf-4fb0-819b-15ee1346d1d2 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606872 Jul 30 03:35:26.213231 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-333753f6-87bb-4a6f-8eca-f7d26eca8382 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:26.213938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333753f6-87bb-4a6f-8eca-f7d26eca8382 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:26.216209 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-333753f6-87bb-4a6f-8eca-f7d26eca8382 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/8b297951-d19b-4236-ba1a-c329c5f44e77 HTTP/1.1" status: 404 len: 337 time: 0.0333309 Jul 30 03:35:26.218788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42104) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.237247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.237528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdd80647-f2ca-4cbc-98fb-4fe672c99310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.239581 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-38970522-2245-442f-baa6-0f89d1d01094 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:26.240471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdd80647-f2ca-4cbc-98fb-4fe672c99310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.240592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38970522-2245-442f-baa6-0f89d1d01094 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:26.242873 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-38970522-2245-442f-baa6-0f89d1d01094 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/3e2e323e-0867-4a3a-8a3a-17e686b451b9 HTTP/1.1" status: 404 len: 339 time: 0.0229497 Jul 30 03:35:26.247613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fdd80647-f2ca-4cbc-98fb-4fe672c99310 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a97a4d5a-c53a-4105-9126-94db486aeea9 HTTP/1.1" status: 204 len: 168 time: 0.4276676 Jul 30 03:35:26.248242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.268674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:26.276548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd80647-f2ca-4cbc-98fb-4fe672c99310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a4d5a-c53a-4105-9126-94db486aeea9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:26.313456 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-431de98e-f496-45cf-b21e-40673f3066aa tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:26.313701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431de98e-f496-45cf-b21e-40673f3066aa tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:26.317818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-431de98e-f496-45cf-b21e-40673f3066aa tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/41d37ed4-a44f-49b8-a1ba-4dd86ffeedbe HTTP/1.1" status: 404 len: 337 time: 0.0528011 Jul 30 03:35:26.318626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42110) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.338526 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d68846-c3f3-4661-aeb1-912ae3df8511 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:26.339079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d68846-c3f3-4661-aeb1-912ae3df8511 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:26.343592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b5d68846-c3f3-4661-aeb1-912ae3df8511 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/7fbaba00-3f3d-484f-8107-2c9534e1686b HTTP/1.1" status: 404 len: 339 time: 0.0223072 Jul 30 03:35:26.343995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.347817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,segment=NetworkSegment(3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118),segment_id=3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:26.357219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.439798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting subnet 2afac7d0-41fb-4206-a63e-5f4a307d460b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:26.448434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.497892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:26.515344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1b8f42a6-5acd-43b9-8555-2de991df085f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:35:26.537062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.575353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.579881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['3625fe67-f1b2-4e2b-9000-76e5644b2bb6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:35:26.582597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1b8f42a6-5acd-43b9-8555-2de991df085f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:35:26.582932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1b8f42a6-5acd-43b9-8555-2de991df085f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:35:26.601787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbc7845f-64b2-4eff-b40c-bb12f053051c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.774776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.798864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbc7845f-64b2-4eff-b40c-bb12f053051c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.806527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbc7845f-64b2-4eff-b40c-bb12f053051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.865739 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fbc7845f-64b2-4eff-b40c-bb12f053051c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2dc23874f6f41aba8f16973d2023871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891629 Jul 30 03:35:26.867542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7845f-64b2-4eff-b40c-bb12f053051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a9324-e2ac-4a11-9d02-6ea1705f782a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:26.879843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42130) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.935340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42132) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:26.950063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ef425-d370-4e85-acd8-5273c55fdcab req-77e566b3-3a70-49f7-b3fa-502775060121 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:26.952020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d5ef425-d370-4e85-acd8-5273c55fdcab req-77e566b3-3a70-49f7-b3fa-502775060121 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 944 time: 0.1335628 Jul 30 03:35:26.962652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d3446138-9c90-4705-8db4-cc21199ee664 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:26.972717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4c5-fa56-49cf-94aa-db1e82bd8a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:26.987926 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.022888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.025007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/2afac7d0-41fb-4206-a63e-5f4a307d460b HTTP/1.1" status: 204 len: 168 time: 0.6798534 Jul 30 03:35:27.031401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42138) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:27.048154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f765b5-c3cd-4e00-9c39-926a33ddd5b8 None None] Network cfcd78ea-6a57-4706-9288-c1678c5b9d45 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:27.071603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd438dc5-a71f-4cd4-baef-2da87ff9040c tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=2afac7d0-41fb-4206-a63e-5f4a307d460b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:27.094748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d5ef425-d370-4e85-acd8-5273c55fdcab req-f52f5efa-3f2b-4bce-85eb-ce06d5d1c8b8 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139588 Jul 30 03:35:27.107214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056fb585-c378-41d6-b549-663562d68fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.147932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4471076f-167b-4df6-870a-c026daebfcf4 req-13054bd3-ad64-4c6d-ab18-f1b512a730ff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 210 time: 0.0488281 Jul 30 03:35:27.159870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port d3446138-9c90-4705-8db4-cc21199ee664 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:27.169504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port d3446138-9c90-4705-8db4-cc21199ee664 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:27.170435 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.196496 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056fb585-c378-41d6-b549-663562d68fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.294863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.328858 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056fb585-c378-41d6-b549-663562d68fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.331609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056fb585-c378-41d6-b549-663562d68fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.332817 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-056fb585-c378-41d6-b549-663562d68fc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/337a9324-e2ac-4a11-9d02-6ea1705f782a HTTP/1.1" status: 204 len: 168 time: 0.4498324 Jul 30 03:35:27.369842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.393727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fb585-c378-41d6-b549-663562d68fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a9324-e2ac-4a11-9d02-6ea1705f782a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:27.451446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] DHCP port deletion for cfcd78ea-6a57-4706-9288-c1678c5b9d45 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:35:27.457493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting port 8671d994-f086-46d9-b349-44162dce51b1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:27.457848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.458817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-156deed1-b880-42f5-af08-31acc2bb4250 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:27.460630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-156deed1-b880-42f5-af08-31acc2bb4250 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.2052033 Jul 30 03:35:27.478123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd3e10-000a-4bc2-a3f3-38a1b6ded8e9 req-e3b77d22-68e4-4dd9-976f-15bc88565075 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:27.486575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aebd3e10-000a-4bc2-a3f3-38a1b6ded8e9 req-e3b77d22-68e4-4dd9-976f-15bc88565075 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 945 time: 0.1125801 Jul 30 03:35:27.508104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:27.513549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4c5-fa56-49cf-94aa-db1e82bd8a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.517627 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55cf4ca-c283-4922-870e-349732a83674" -d '{"events": [{"server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "name": "network-vif-plugged", "status": "completed", "tag": "d3446138-9c90-4705-8db4-cc21199ee664"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:27.572944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-dd53ee01-0625-4032-a216-6f0d05d3ab69 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 380 time: 0.0834799 Jul 30 03:35:27.576078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aebd3e10-000a-4bc2-a3f3-38a1b6ded8e9 req-478cea3d-73f9-4b2a-a571-3398eedc78ae tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885248 Jul 30 03:35:27.590990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'port': {'device_id': '1137bb52-1e68-48c7-be09-a302e716f15d', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'admin_state_up': True, 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'security_groups': ['d51c5be8-8466-4951-b0fd-b9f95187a0a1']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:27.593444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4c5-fa56-49cf-94aa-db1e82bd8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.601147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d3446138-9c90-4705-8db4-cc21199ee664, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d3446138-9c90-4705-8db4-cc21199ee664,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:27.606988 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061f0f8-f91a-41bd-95a5-0a874e86a0be x-openstack-request-id: req-d061f0f8-f91a-41bd-95a5-0a874e86a0be {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:27.607359 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "name": "network-vif-plugged", "status": "completed", "tag": "d3446138-9c90-4705-8db4-cc21199ee664", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:27.607613 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d061f0f8-f91a-41bd-95a5-0a874e86a0be {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:27.611191 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664', 'code': 200} Jul 30 03:35:27.614292 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.667972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d3446138-9c90-4705-8db4-cc21199ee664,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:27.704354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] For port 8671d994-f086-46d9-b349-44162dce51b1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8671d994-f086-46d9-b349-44162dce51b1,segment=NetworkSegment(9bb131ba-547e-4589-9fea-962b4e281a84),segment_id=9bb131ba-547e-4589-9fea-962b4e281a84)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:27.704964 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.707787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6e4c5-fa56-49cf-94aa-db1e82bd8a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51bffb8-1481-43fc-9a91-673db0b7db8f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:27.709847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] Deleting port 8671d994-f086-46d9-b349-44162dce51b1 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:27.710237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.736997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-89a6e4c5-fa56-49cf-94aa-db1e82bd8a6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b20c1c8feabb44eba161bd0b70d6b369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8002744 Jul 30 03:35:27.741833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42154) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:27.745139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Calling delete_port for 8671d994-f086-46d9-b349-44162dce51b1 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:27.816443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] For port 8671d994-f086-46d9-b349-44162dce51b1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8671d994-f086-46d9-b349-44162dce51b1,segment=NetworkSegment(9bb131ba-547e-4589-9fea-962b4e281a84),segment_id=9bb131ba-547e-4589-9fea-962b4e281a84)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:27.817111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.834888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:27.836023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae9dcc-1bf3-49c1-a2a8-138c58cb9f33 req-80cc4f47-0c74-4502-ac64-e2ff12580803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:27.837049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] Calling delete_port for 8671d994-f086-46d9-b349-44162dce51b1 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:27.837533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c4ae9dcc-1bf3-49c1-a2a8-138c58cb9f33 req-80cc4f47-0c74-4502-ac64-e2ff12580803 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 1098 time: 0.1522911 Jul 30 03:35:27.842877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.914754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff8031e9-3b92-48d9-8984-f889fd1b5ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.923182 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c4ae9dcc-1bf3-49c1-a2a8-138c58cb9f33 req-956e740a-cfd1-4b93-b15e-1094a86a7aa6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749509 Jul 30 03:35:27.923720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:27.967806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:27.971802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff8031e9-3b92-48d9-8984-f889fd1b5ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.000092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.026023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No DVR routers for this DVR port 8671d994-f086-46d9-b349-44162dce51b1 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:28.043421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] Pushing event deleted for resources: {'Port': ['ID=8671d994-f086-46d9-b349-44162dce51b1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:28.046028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd718a4c-d323-4354-bb08-2f459007dfef None None] No DVR routers for this DVR port 8671d994-f086-46d9-b349-44162dce51b1 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:28.048717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Port': ['ID=8671d994-f086-46d9-b349-44162dce51b1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:28.094764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:28.101370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:28.102576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.114027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Allocated IP 172.20.0.10 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/2cff8596-5dc4-4caa-a27b-db0000c162f7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:28.247694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.260454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.262497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd78ea-6a57-4706-9288-c1678c5b9d45']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:28.274008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff8031e9-3b92-48d9-8984-f889fd1b5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.277665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff8031e9-3b92-48d9-8984-f889fd1b5ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.279217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ff8031e9-3b92-48d9-8984-f889fd1b5ebc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f51bffb8-1481-43fc-9a91-673db0b7db8f HTTP/1.1" status: 204 len: 168 time: 0.5355103 Jul 30 03:35:28.282002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb131ba-547e-4589-9fea-962b4e281a84') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:28.282423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb131ba-547e-4589-9fea-962b4e281a84') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:28.301395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8031e9-3b92-48d9-8984-f889fd1b5ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51bffb8-1481-43fc-9a91-673db0b7db8f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:28.307477 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.311966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,segment=NetworkSegment(3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118),segment_id=3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:28.326700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.330413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.337182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:28.337927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:28.343308 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:28.437469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.440731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b46c4bd4-74fd-4925-9ec9-4d6f92cb9198 req-011839a3-2d7d-4767-ab88-8b5749a6a7c6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 210 time: 0.1003447 Jul 30 03:35:28.480502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:28.485668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.488700 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/cfcd78ea-6a57-4706-9288-c1678c5b9d45 HTTP/1.1" status: 204 len: 168 time: 1.4543874 Jul 30 03:35:28.500427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:28.509001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78d0c9-5706-458f-9e67-c910395dad76 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=cfcd78ea-6a57-4706-9288-c1678c5b9d45,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:28.510062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8671d994-f086-46d9-b349-44162dce51b1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:35:28.540677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5823e7-a80b-4bd3-8865-4f11a05a45dd req-25e46681-c7ea-4299-a26b-8ae0cec45156 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:28.543047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f5823e7-a80b-4bd3-8865-4f11a05a45dd req-25e46681-c7ea-4299-a26b-8ae0cec45156 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.3128490 Jul 30 03:35:28.571212 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d937833-74ec-4a51-a7fd-11d048e6c8ad tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:28.571669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d937833-74ec-4a51-a7fd-11d048e6c8ad tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:28.577408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6d937833-74ec-4a51-a7fd-11d048e6c8ad tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/935376df-a766-4415-9064-fbfb57c14a51 HTTP/1.1" status: 404 len: 337 time: 0.0591319 Jul 30 03:35:28.578255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42178) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:28.581801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8671d994-f086-46d9-b349-44162dce51b1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:35:28.583997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8671d994-f086-46d9-b349-44162dce51b1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:35:28.610587 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a66fab-abd5-4e96-833e-009b92df65d5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] DELETE failed (client error): The resource could not be found. Jul 30 03:35:28.611334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a66fab-abd5-4e96-833e-009b92df65d5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:28.612696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.616006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-40a66fab-abd5-4e96-833e-009b92df65d5 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/dc8fe5a9-b723-4302-98bd-5711bc2c8c4f HTTP/1.1" status: 404 len: 339 time: 0.0341864 Jul 30 03:35:28.616908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42182) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:28.640268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f5823e7-a80b-4bd3-8865-4f11a05a45dd req-99c3eda3-3d77-4c7f-8adb-d98a9239bc23 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755410 Jul 30 03:35:28.641276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Transition to ACTIVE for port object 2cff8596-5dc4-4caa-a27b-db0000c162f7 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:28.722976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting subnet 3665e61c-fb07-42df-acb3-d257020cb953 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:28.726918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.744626 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.798741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:28.827435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789fe4-ae3e-4196-a3f4-a65c8301b019 req-95f8dbbf-993d-44c1-a68f-0bb424048d9f tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:28.834893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83789fe4-ae3e-4196-a3f4-a65c8301b019 req-95f8dbbf-993d-44c1-a68f-0bb424048d9f tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 946 time: 0.1337337 Jul 30 03:35:28.845450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:28.856020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:28.859047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:28.871390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:28.969917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83789fe4-ae3e-4196-a3f4-a65c8301b019 req-d201bbbd-cc96-4a1f-83cb-249a996beb3e tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340897 Jul 30 03:35:29.003960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:29.004682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.012542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.043837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-c0038cf2-4b25-40e7-9fb1-f23bbdc58655 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4582853 Jul 30 03:35:29.059543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Request body: {'port': {'device_id': '1137bb52-1e68-48c7-be09-a302e716f15d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:29.117125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:29.141998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.143922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.148256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5151749a-2262-41ab-b4f8-deb58e6b308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.191750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:29.196093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Subnet': ['ID=3665e61c-fb07-42df-acb3-d257020cb953,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:29.211672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.218482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a62f294-7836-4f7f-b175-33107324b222 tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/subnets/3665e61c-fb07-42df-acb3-d257020cb953 HTTP/1.1" status: 204 len: 168 time: 0.5993807 Jul 30 03:35:29.220257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88dd73c-d61e-4796-a292-8e59dc5c0648 None None] Network abce1f17-577c-427e-a3f4-6a0ae3fde1cc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:29.221813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42208) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:29.330221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.404670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0d8a0345-f99b-487d-9ec7-31d32cc4781b None None] Provisioning for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:29.436006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0d8a0345-f99b-487d-9ec7-31d32cc4781b None None] Provisioning complete for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:29.436583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0345-f99b-487d-9ec7-31d32cc4781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.485486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5151749a-2262-41ab-b4f8-deb58e6b308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.511660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5151749a-2262-41ab-b4f8-deb58e6b308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.535561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Deleting port b5531e18-f112-41ca-a95b-2c4d5f2ba752 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:29.536733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.563632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a0345-f99b-487d-9ec7-31d32cc4781b None None] Port 2cff8596-5dc4-4caa-a27b-db0000c162f7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:29.611776 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-network', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:29.612509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:29.614876 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f1c1e-a2a4-4623-a740-6c676bbe85e3" -d '{"events": [{"server_uuid": "090c50c3-a4ab-4b14-8fbb-3a4b431d7f31", "name": "network-vif-plugged", "status": "completed", "tag": "3625fe67-f1b2-4e2b-9000-76e5644b2bb6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:29.670273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] DHCP port deletion for abce1f17-577c-427e-a3f4-6a0ae3fde1cc request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:35:29.677800 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d66390-dc4b-4eb5-8d64-d81cd0b5527b x-openstack-request-id: req-37d66390-dc4b-4eb5-8d64-d81cd0b5527b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:29.678094 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090c50c3-a4ab-4b14-8fbb-3a4b431d7f31", "name": "network-vif-plugged", "status": "completed", "tag": "3625fe67-f1b2-4e2b-9000-76e5644b2bb6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:29.678346 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37d66390-dc4b-4eb5-8d64-d81cd0b5527b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:29.678740 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6', 'code': 200} Jul 30 03:35:29.770417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] Deleting port b5531e18-f112-41ca-a95b-2c4d5f2ba752 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:29.772288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.797774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:29.822300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.825561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Made reservation on behalf of cf589f4b6bac40a9b44a85ccc818ef38 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:29.827888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.858450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d312-ba4f-4ba1-b20b-89de06f76541 req-94b30b0f-feb8-4cc0-97b9-8fb0b06fc1c0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:29.859978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a647d312-ba4f-4ba1-b20b-89de06f76541 req-94b30b0f-feb8-4cc0-97b9-8fb0b06fc1c0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 932 time: 0.2522585 Jul 30 03:35:29.863978 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.869139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] For port b5531e18-f112-41ca-a95b-2c4d5f2ba752, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b5531e18-f112-41ca-a95b-2c4d5f2ba752,segment=NetworkSegment(2a953e56-f613-44a2-820d-b22d3596aaa6),segment_id=2a953e56-f613-44a2-820d-b22d3596aaa6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:29.869551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.877709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Transition to ACTIVE for port object 2cff8596-5dc4-4caa-a27b-db0000c162f7 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:29.890584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] Calling delete_port for b5531e18-f112-41ca-a95b-2c4d5f2ba752 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:29.900399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:29.923915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf169-4224-427e-ac47-0a454fd5b368 req-88735f38-90a5-4136-a2de-74b51c3a651e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:29.925487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27baf169-4224-427e-ac47-0a454fd5b368 req-88735f38-90a5-4136-a2de-74b51c3a651e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.1538966 Jul 30 03:35:30.011213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5151749a-2262-41ab-b4f8-deb58e6b308e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f44f5c8584b43adb10db466e852a6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8900969 Jul 30 03:35:30.015532 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.019642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42218) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:30.048401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] Pushing event deleted for resources: {'Port': ['ID=b5531e18-f112-41ca-a95b-2c4d5f2ba752,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:30.060807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a647d312-ba4f-4ba1-b20b-89de06f76541 req-3101743f-202c-4e09-a341-793600a5320d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861200 Jul 30 03:35:30.070927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151749a-2262-41ab-b4f8-deb58e6b308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1e1655-0e6f-4de6-b915-9f1ba98768ef,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:30.087208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae1308-9b73-450a-9f0d-82824cc52eb5 None None] No DVR routers for this DVR port b5531e18-f112-41ca-a95b-2c4d5f2ba752 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:30.101684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:30.130706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] For port b5531e18-f112-41ca-a95b-2c4d5f2ba752, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b5531e18-f112-41ca-a95b-2c4d5f2ba752,segment=NetworkSegment(2a953e56-f613-44a2-820d-b22d3596aaa6),segment_id=2a953e56-f613-44a2-820d-b22d3596aaa6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:30.131217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.150160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e38c21-4eb8-43af-8cb2-bcdefce08f59 req-fc1292ab-ab48-407b-9342-5bd759afa86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:30.151748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20e38c21-4eb8-43af-8cb2-bcdefce08f59 req-fc1292ab-ab48-407b-9342-5bd759afa86f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 1097 time: 0.1422904 Jul 30 03:35:30.159649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Calling delete_port for b5531e18-f112-41ca-a95b-2c4d5f2ba752 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:30.184660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27baf169-4224-427e-ac47-0a454fd5b368 req-d88cb474-d314-4db8-9203-cd21c1bba019 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276168 Jul 30 03:35:30.208493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20e38c21-4eb8-43af-8cb2-bcdefce08f59 req-121668b8-f084-41a6-9e4c-7759070573ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Jul 30 03:35:30.306786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.342197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Port': ['ID=b5531e18-f112-41ca-a95b-2c4d5f2ba752,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:30.346117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37ff41a1-7b01-4533-82b8-7b00e7eda2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.348640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] No DVR routers for this DVR port b5531e18-f112-41ca-a95b-2c4d5f2ba752 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:30.361938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.367747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Attempting to bind port 2cff8596-5dc4-4caa-a27b-db0000c162f7 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:30.368120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Attempting to bind port 2cff8596-5dc4-4caa-a27b-db0000c162f7 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:30.368399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Attempting to bind port 2cff8596-5dc4-4caa-a27b-db0000c162f7 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:30.379330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.390291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1492d-c1aa-4485-9b23-7f5a97e491d8 req-4d02e076-1aec-4799-988c-e2e6535ff384 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:30.397039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66b1492d-c1aa-4485-9b23-7f5a97e491d8 req-4d02e076-1aec-4799-988c-e2e6535ff384 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 946 time: 0.1562700 Jul 30 03:35:30.425568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37ff41a1-7b01-4533-82b8-7b00e7eda2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.445395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.457580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abce1f17-577c-427e-a3f4-6a0ae3fde1cc']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:30.472194 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.472821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a953e56-f613-44a2-820d-b22d3596aaa6') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:30.472821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a953e56-f613-44a2-820d-b22d3596aaa6') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:30.483324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b5531e18-f112-41ca-a95b-2c4d5f2ba752 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:35:30.484645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.503272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.510904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:30.511386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:30.515993 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:30.523610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b5531e18-f112-41ca-a95b-2c4d5f2ba752 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:35:30.524348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b5531e18-f112-41ca-a95b-2c4d5f2ba752 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:35:30.582766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.603791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.608615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] 10.222.0.39 "DELETE /v2.0/networks/abce1f17-577c-427e-a3f4-6a0ae3fde1cc HTTP/1.1" status: 204 len: 168 time: 1.3833852 Jul 30 03:35:30.609939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415073b7-6a7a-4ffd-b71e-6c2d4b09a27e tempest-NetworksIpV6Test-1274481686 tempest-NetworksIpV6Test-1274481686-project] Pushing event deleted for resources: {'Network': ['ID=abce1f17-577c-427e-a3f4-6a0ae3fde1cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:30.774902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Port 2cff8596-5dc4-4caa-a27b-db0000c162f7 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:35:30.775538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Attempting to bind port 2cff8596-5dc4-4caa-a27b-db0000c162f7 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:30.793382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:30.812948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:30.813294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:30.813672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:30.814125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Bound port: 2cff8596-5dc4-4caa-a27b-db0000c162f7, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:30.814486 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.838752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c5874b-e191-4a83-9aa8-927b2ee6e00b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:30.855416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:30.855837 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Added segment 20ccb0b0-3f90-4caf-8408-b359deadce52 of type vlan for network 2b057c97-3de8-4430-8a44-571e86303c87 Jul 30 03:35:30.859395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42226) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:30.867688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66b1492d-c1aa-4485-9b23-7f5a97e491d8 req-c16abaa8-06e5-41a7-ac59-4d5130e34f0b tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4697435 Jul 30 03:35:30.992816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:31.038143 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.043159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:31.057456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.069542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc1f73a7-2c60-485e-9bee-ecc2b4d58cc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=befd0e1084f04ba9a163094dfcab8872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065859 Jul 30 03:35:31.070385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:31.120502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37ff41a1-7b01-4533-82b8-7b00e7eda2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.124471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37ff41a1-7b01-4533-82b8-7b00e7eda2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.126145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-37ff41a1-7b01-4533-82b8-7b00e7eda2fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f1e1655-0e6f-4de6-b915-9f1ba98768ef HTTP/1.1" status: 204 len: 168 time: 1.1004429 Jul 30 03:35:31.144912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af95a-f2e1-4091-9e32-8dedcd00aa8c req-e4453145-6cb8-48de-af56-55240c427feb tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.147002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-379af95a-f2e1-4091-9e32-8dedcd00aa8c req-e4453145-6cb8-48de-af56-55240c427feb tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 946 time: 0.1719370 Jul 30 03:35:31.157065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42238) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:31.159874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.160529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.163161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] 10.222.0.18 "PUT /v2.0/ports/2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1093 time: 2.1088693 Jul 30 03:35:31.165144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:31.168853 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c957edd-1b19-4634-9e8d-ad36c020ade4" -d '{"events": [{"name": "network-changed", "server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:31.185147 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.186627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.187480 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.204995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff41a1-7b01-4533-82b8-7b00e7eda2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1e1655-0e6f-4de6-b915-9f1ba98768ef,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:31.222301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Request body: {'floatingip': {'port_id': 'd3446138-9c90-4705-8db4-cc21199ee664'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:31.281414 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836480e-aba8-45ad-8af7-c8e1689e033e x-openstack-request-id: req-4836480e-aba8-45ad-8af7-c8e1689e033e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:31.283227 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:31.283772 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4836480e-aba8-45ad-8af7-c8e1689e033e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:31.285654 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'status': 'completed', 'code': 200} Jul 30 03:35:31.294423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82400058-f92f-4f73-b121-1d81bdaaad5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.303854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.448178 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82400058-f92f-4f73-b121-1d81bdaaad5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.467815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c728465-58d4-4702-bed2-f3371055a233 service neutron] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:31.472780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2781799 Jul 30 03:35:31.485543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:31.508749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Request body: {'subnet': {'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-subnet', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:31.559216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0053e7-1c77-41b6-8577-c0906d23d018 admin admin] Pushing event updated for resources: {'Network': ['ID=2b057c97-3de8-4430-8a44-571e86303c87,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:31.597064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-a89e95ce-2d44-4d10-9589-a574f7c4616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.599231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-a89e95ce-2d44-4d10-9589-a574f7c4616b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1096 time: 0.3614149 Jul 30 03:35:31.610459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d546b3-0fcb-4fb7-95d0-7b44943ba97f req-9da8725f-2008-4ea5-8d60-bcd786aa0216 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.612076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89d546b3-0fcb-4fb7-95d0-7b44943ba97f req-9da8725f-2008-4ea5-8d60-bcd786aa0216 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 944 time: 0.3341827 Jul 30 03:35:31.623048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0b33d-196a-4e05-a3a6-bf845b75cdfe req-5446cc86-f0e1-4417-8c30-93f725dc7a19 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.630645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e0b33d-196a-4e05-a3a6-bf845b75cdfe req-5446cc86-f0e1-4417-8c30-93f725dc7a19 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.2020717 Jul 30 03:35:31.650923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Made reservation on behalf of cf589f4b6bac40a9b44a85ccc818ef38 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:31.653633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.679046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2b057c97-3de8-4430-8a44-571e86303c87 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:31.751809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-838dd70a-3db3-4778-be31-b320a9564704 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 217 time: 0.1382411 Jul 30 03:35:31.777989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82400058-f92f-4f73-b121-1d81bdaaad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.790696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82400058-f92f-4f73-b121-1d81bdaaad5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:31.800327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-82400058-f92f-4f73-b121-1d81bdaaad5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34bbba9c-69ea-4946-b903-207b1936fb7a HTTP/1.1" status: 204 len: 168 time: 0.7277009 Jul 30 03:35:31.820658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50e0b33d-196a-4e05-a3a6-bf845b75cdfe req-aa4a1a87-8afb-4405-9ddb-e8b4f6f0ec0f tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Jul 30 03:35:31.920906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82400058-f92f-4f73-b121-1d81bdaaad5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbba9c-69ea-4946-b903-207b1936fb7a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:31.940882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-0f321b8a-e9a4-4aea-93a2-4957e03e4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:31.943311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-0f321b8a-e9a4-4aea-93a2-4957e03e4bd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1725616 Jul 30 03:35:32.037353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89d546b3-0fcb-4fb7-95d0-7b44943ba97f req-1573a814-439c-4a53-8a88-f1116828bf29 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154922 Jul 30 03:35:32.068671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e876c7-e03b-40f1-a7af-751938549771 req-b3adcf8f-7dc4-48c6-bd33-b23dfb76581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:32.075303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-b3adcf8f-7dc4-48c6-bd33-b23dfb76581d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175966 Jul 30 03:35:32.230813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-16daf6f4-0fd6-4d13-b925-f235fee3bd1f service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480963 Jul 30 03:35:32.450131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fcbc8-d286-4c65-b40b-a884ef30d388 req-db212642-f487-436c-b778-5d90e7068333 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:32.451851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078fcbc8-d286-4c65-b40b-a884ef30d388 req-db212642-f487-436c-b778-5d90e7068333 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.1583483 Jul 30 03:35:32.505997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:32.521205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62e876c7-e03b-40f1-a7af-751938549771 req-44d78ad8-944e-4086-845d-3d8312a12908 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817693 Jul 30 03:35:32.566526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-078fcbc8-d286-4c65-b40b-a884ef30d388 req-519c0e9a-815e-4f84-af89-92e6d954815d tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066399 Jul 30 03:35:32.629255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Checking segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:32.629627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Network hostable DHCP agents. Network: 2b057c97-3de8-4430-8a44-571e86303c87, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:32.635236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e7aa2b-b195-4248-822d-48bd6e177080,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:32.667944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Network 2b057c97-3de8-4430-8a44-571e86303c87 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:32.677535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-2a61f658-d6ae-4cc8-91c6-568d9f5600d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:32.681005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-2a61f658-d6ae-4cc8-91c6-568d9f5600d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cee02cd81c374851bf953f92d1ec060b&device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 1097 time: 0.4163246 Jul 30 03:35:32.682496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-175fb7a8-8b69-43b6-b3ef-62537ecb2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:32.685475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-175fb7a8-8b69-43b6-b3ef-62537ecb2d8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1096 time: 0.0888865 Jul 30 03:35:32.687920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2b057c97-3de8-4430-8a44-571e86303c87) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:32.696114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ca827-c8d5-4ffa-8d65-231166f78605 None None] Network 2b057c97-3de8-4430-8a44-571e86303c87 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:32.708324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:32.708842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:32.782703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ef926403-a8e6-4cdf-924a-a48292862289 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2929070 Jul 30 03:35:32.785402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:32.793746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:32.846083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:32.850280 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:32.898896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:35:32.900547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-578476ed-708f-4ead-8abc-fa4696c2eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:32.902973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-578476ed-708f-4ead-8abc-fa4696c2eb40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2045088 Jul 30 03:35:32.962227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-71964cec-a06e-46a3-9da3-d088df046194 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 217 time: 0.0427802 Jul 30 03:35:33.002220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2b057c97-3de8-4430-8a44-571e86303c87', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:33.003105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.062867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.070986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.091166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.157630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42304) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:33.159583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-cc4a2959-b6d9-4c6e-a830-9f5c8bde29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:33.163604 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-cc4a2959-b6d9-4c6e-a830-9f5c8bde29a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1930616 Jul 30 03:35:33.234967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-2b4f8f83-c212-4a8f-a0f0-8c91e7525af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:33.237310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-2b4f8f83-c212-4a8f-a0f0-8c91e7525af5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44285df8-1506-4fe0-8e88-4749d8b7bbaa HTTP/1.1" status: 200 len: 913 time: 0.5172074 Jul 30 03:35:33.265275 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Floating IP 5ee4b901-98b3-4b3d-8910-13e968e79ddb associated. External IP: 172.25.6.9, port: d3446138-9c90-4705-8db4-cc21199ee664. Jul 30 03:35:33.302737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Allocated IP 172.20.0.2 (2b057c97-3de8-4430-8a44-571e86303c87/e7e7aa2b-b195-4248-822d-48bd6e177080/3ab93e8d-0ab8-442a-8f18-672553d77b6e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:33.340713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-f4d4ff29-4be1-4808-909e-cf8abbaf134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:33.342428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-f4d4ff29-4be1-4808-909e-cf8abbaf134b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694045 Jul 30 03:35:33.345262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.390414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4adc1d-9aef-4d56-96b1-9f328f179cf5 req-3162b2c2-c709-42e3-959f-a6476fbc5440 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:33.392182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b4adc1d-9aef-4d56-96b1-9f328f179cf5 req-3162b2c2-c709-42e3-959f-a6476fbc5440 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 944 time: 0.1825738 Jul 30 03:35:33.509108 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.520210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Transition to ACTIVE for port object 3ab93e8d-0ab8-442a-8f18-672553d77b6e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:33.540357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Transition to ACTIVE for port object 3ab93e8d-0ab8-442a-8f18-672553d77b6e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:33.551471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-d185e455-8b0c-47da-898b-60bda8b0adf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6 HTTP/1.1" status: 200 len: 217 time: 0.3033590 Jul 30 03:35:33.567285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.569155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617364206'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:33.599349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b4adc1d-9aef-4d56-96b1-9f328f179cf5 req-5def7730-cea1-4fa7-bd58-245042a386d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676679 Jul 30 03:35:33.609043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:33.612695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.628562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.641617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-f9e856af-60a4-4f6d-bed3-a6b442078d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:33.645060 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-f9e856af-60a4-4f6d-bed3-a6b442078d3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccb24309-6f1b-4b51-84f6-53dd7a05403c HTTP/1.1" status: 200 len: 853 time: 0.0831459 Jul 30 03:35:33.700090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-423a8ca2-9c7d-4a71-afd5-7eb299c55578 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473277 Jul 30 03:35:33.707834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Network 2b057c97-3de8-4430-8a44-571e86303c87 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:33.711185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Pushing event updated for resources: {'Port': ['ID=3ab93e8d-0ab8-442a-8f18-672553d77b6e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:33.716893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:33.717859 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-9c69e358-8662-457c-9323-c6b62ec776da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44285df8-1506-4fe0-8e88-4749d8b7bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533016 Jul 30 03:35:33.733556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:33.823588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Attempting to bind port 3ab93e8d-0ab8-442a-8f18-672553d77b6e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:33.824162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Attempting to bind port 3ab93e8d-0ab8-442a-8f18-672553d77b6e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:33.825533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Attempting to bind port 3ab93e8d-0ab8-442a-8f18-672553d77b6e on network 2b057c97-3de8-4430-8a44-571e86303c87 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:33.837725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:33.838266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Checking segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:33.839380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.840116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Bound using segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:33.840623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Bound port: 3ab93e8d-0ab8-442a-8f18-672553d77b6e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:33.841289 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.949361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:35:33.952332 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-a1835532-abe6-4e60-bcbe-a696b153e318 service neutron] 10.222.0.18 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938894 Jul 30 03:35:33.974288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] For port 3ab93e8d-0ab8-442a-8f18-672553d77b6e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:33.979395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] For port 3ab93e8d-0ab8-442a-8f18-672553d77b6e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3ab93e8d-0ab8-442a-8f18-672553d77b6e,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:33.983849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34a69-ce38-431c-8388-db41aa25294f req-c456ed66-8a25-43be-9a60-9abd27b67e9e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:33.985329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20c34a69-ce38-431c-8388-db41aa25294f req-c456ed66-8a25-43be-9a60-9abd27b67e9e tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.2596250 Jul 30 03:35:33.989259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:33.993427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.049081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.145464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c957edd-1b19-4634-9e8d-ad36c020ade4 req-8b9cdd42-8ce1-4ecb-9f83-2b50c4ff10e3 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324675 Jul 30 03:35:34.151095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973805-fc3c-4b2b-8093-2e41f64ebb08 None None] Pushing event updated for resources: {'Port': ['ID=3ab93e8d-0ab8-442a-8f18-672553d77b6e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:34.172668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:34.182950 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.183690 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Added segment 1ee42a7c-886a-4d75-96e6-f5b5d0520a2b of type vlan for network 81f0e3e0-2200-4a1b-960f-4f7229699cba Jul 30 03:35:34.207388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.221787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20c34a69-ce38-431c-8388-db41aa25294f req-283a6d83-8580-42b5-86e9-2599002ffa06 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256877 Jul 30 03:35:34.268023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6ac55-e267-456e-85c0-31113f22770c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:34.273082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.316348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.521710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.534440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:34.535508 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.584013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4062629 Jul 30 03:35:34.584435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-556c53fb-73b1-49d1-930e-fa49dd1bf68a req-a1bf92ae-24a0-495d-ba9a-44dfd77d2ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132724 Jul 30 03:35:34.592426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Allocated IP 172.25.6.204 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:34.611162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:34.611733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] Sync routers for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:34.611838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:34.616564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:34.617440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:34.727388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55bb80b5-168b-4c70-9026-d3037f99f435 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "PUT /v2.0/floatingips/5ee4b901-98b3-4b3d-8910-13e968e79ddb HTTP/1.1" status: 200 len: 990 time: 3.5588441 Jul 30 03:35:34.728711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:34.738643 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec342657-498c-4711-b201-93ce1dea9a98" -d '{"events": [{"name": "network-changed", "server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "tag": "d3446138-9c90-4705-8db4-cc21199ee664"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:34.968461 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b237bc62-8997-4003-b3eb-c95d68de0435 x-openstack-request-id: req-b237bc62-8997-4003-b3eb-c95d68de0435 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:34.968950 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "tag": "d3446138-9c90-4705-8db4-cc21199ee664", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:34.969363 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b237bc62-8997-4003-b3eb-c95d68de0435 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:34.969997 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664', 'status': 'completed', 'code': 200} Jul 30 03:35:35.016403 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:35.059643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1c2d7-0c51-44a0-9741-9e58b306ceb1 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Network': ['ID=81f0e3e0-2200-4a1b-960f-4f7229699cba,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:35.077994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:35.082182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:35.130440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:35.145725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:35.272464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:35.277695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342657-498c-4711-b201-93ce1dea9a98 req-6c60e0a5-9373-43ec-a3e0-2f641ea040f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:35.284946 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-6c60e0a5-9373-43ec-a3e0-2f641ea040f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5998e451e36345ed9d73a6c3850d9f19&device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 1098 time: 0.2737904 Jul 30 03:35:35.344035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250836e-573e-4a95-af23-7231268ac3d6 req-aaa06e3c-43b9-4e5f-a0a5-2dfe8d47782f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:35.352744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3250836e-573e-4a95-af23-7231268ac3d6 req-aaa06e3c-43b9-4e5f-a0a5-2dfe8d47782f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 944 time: 0.5433078 Jul 30 03:35:35.357461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Pushing event updated for resources: {'Port': ['ID=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:35.489699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342657-498c-4711-b201-93ce1dea9a98 req-a41a0a94-dc5e-446a-9628-2f1dde7ac6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:35.493135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-a41a0a94-dc5e-446a-9628-2f1dde7ac6a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 200 len: 915 time: 0.1965590 Jul 30 03:35:35.647203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 81f0e3e0-2200-4a1b-960f-4f7229699cba details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:35.708782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3250836e-573e-4a95-af23-7231268ac3d6 req-c0c19265-ae7f-4e96-bfc4-7502e6703139 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541446 Jul 30 03:35:35.740536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-2a96f394-0eb3-4501-92f5-d1f0982c8a8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 200 len: 998 time: 0.2375336 Jul 30 03:35:35.866911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a388b-e304-428f-bdd7-a06d6e23f889 None None] Network 2b057c97-3de8-4430-8a44-571e86303c87 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:35.875025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342657-498c-4711-b201-93ce1dea9a98 req-758f3f65-367f-463b-8632-735c5658f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:35.876558 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-758f3f65-367f-463b-8632-735c5658f196 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c763764-0d83-428c-bf27-737813ddf7b3 HTTP/1.1" status: 200 len: 854 time: 0.1270332 Jul 30 03:35:35.923720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:35.993686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342657-498c-4711-b201-93ce1dea9a98 req-bd745159-40c7-4eba-9eee-76bd7b1ea7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:35.995205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-bd745159-40c7-4eba-9eee-76bd7b1ea7e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24b2bd65-0552-4944-9d8a-d5329751d1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043234 Jul 30 03:35:36.013483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:35:36.036586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805e20-1406-486f-a29d-634140227fb8 req-b0ea0fac-ae00-43b4-8ce3-a9c6a16ca2f8 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:36.044401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1805e20-1406-486f-a29d-634140227fb8 req-b0ea0fac-ae00-43b4-8ce3-a9c6a16ca2f8 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.3441303 Jul 30 03:35:36.173828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:36.194325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-e1eaafef-48d6-4969-b97f-70a3b2f4643d service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906111 Jul 30 03:35:36.194482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1805e20-1406-486f-a29d-634140227fb8 req-aeb5d14c-90d0-4caf-814d-f8e8eef26054 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489663 Jul 30 03:35:36.217042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4430a516-3585-47e1-af63-2cbf1d8e16b8 None None] Provisioning for port 3ab93e8d-0ab8-442a-8f18-672553d77b6e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:36.489138 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec342657-498c-4711-b201-93ce1dea9a98 req-c5efc7df-a417-4483-882b-782066625e1a service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833323 Jul 30 03:35:36.745199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3ab93e8d-0ab8-442a-8f18-672553d77b6e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:36.857728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:36.959444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '5ee4b901-98b3-4b3d-8910-13e968e79ddb', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'port_id': 'd3446138-9c90-4705-8db4-cc21199ee664', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'mac_address': 'fa:16:3e:94:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:03Z', 'updated_at': '2021-07-30T03:35:32Z', 'revision_number': 1, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:14Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:36.961663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:35:37.009535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 3ab93e8d-0ab8-442a-8f18-672553d77b6e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:37.072222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3ab93e8d-0ab8-442a-8f18-672553d77b6e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:37.072757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.075784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] Checking router: 7fa0a152-a6b9-48f3-9109-5409ee926ac2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:37.110072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.112566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c406-298a-4f7d-9b1c-c3a3ddf74f5e req-151b5b85-0c52-42a4-8b56-6fed7168d344 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:37.114484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f28c406-298a-4f7d-9b1c-c3a3ddf74f5e req-151b5b85-0c52-42a4-8b56-6fed7168d344 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 944 time: 0.1010666 Jul 30 03:35:37.128048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:37.128966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:37.147685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Router c5a362f7-5771-4be8-9932-1d989c992578 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:35:37.175985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfcaef-5731-4756-ad3b-94f7b05f1245 req-3c8ec95c-0e6c-428c-96f3-a2c6f805f75d tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:37.201385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:37.205393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6bfcaef-5731-4756-ad3b-94f7b05f1245 req-3c8ec95c-0e6c-428c-96f3-a2c6f805f75d tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.1929667 Jul 30 03:35:37.340273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f28c406-298a-4f7d-9b1c-c3a3ddf74f5e req-47a9d4b6-b29c-42fa-9aa2-0ce5ad1c9f20 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113068 Jul 30 03:35:37.347369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:37.367710 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.384038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6bfcaef-5731-4756-ad3b-94f7b05f1245 req-044817ac-74ab-48bc-aaf9-f92243299417 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776836 Jul 30 03:35:37.490700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.502471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:37.534958 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:37.541096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:37.548970 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:37.549792 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:37.576519 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.580617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-caed898d-7bce-4249-a6d1-2b704d0e6c1f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7914634 Jul 30 03:35:37.581344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42384) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:37.616914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2cff8596-5dc4-4caa-a27b-db0000c162f7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:35:37.653327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:37.716203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 3ab93e8d-0ab8-442a-8f18-672553d77b6e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3ab93e8d-0ab8-442a-8f18-672553d77b6e,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:37.810632 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.822950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1fe4b207-87ac-4ec4-be83-1fbdb62427c7 None None] Provisioning complete for port 3ab93e8d-0ab8-442a-8f18-672553d77b6e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:37.823352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b207-87ac-4ec4-be83-1fbdb62427c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:37.835915 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:37.974936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:37.983288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'subnet': {'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:38.071965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:38.077572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-581088647'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:38.121998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=3ab93e8d-0ab8-442a-8f18-672553d77b6e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:38.138364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:38.143940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.150208 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:35Z', 'revision_number': 3, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:38.193345 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:38.193557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:38.194278 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Updating router c5a362f7-5771-4be8-9932-1d989c992578 port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:35:38.199202 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.213880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:38.232171 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.298850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-0cc0f619-f041-474f-8769-0be4cd397477 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:38.300449 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-0cc0f619-f041-474f-8769-0be4cd397477 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.18 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.1611042 Jul 30 03:35:38.310655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.311459 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Added segment 44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec of type vlan for network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 Jul 30 03:35:38.351964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '5ee4b901-98b3-4b3d-8910-13e968e79ddb', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'port_id': 'd3446138-9c90-4705-8db4-cc21199ee664', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'mac_address': 'fa:16:3e:94:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:03Z', 'updated_at': '2021-07-30T03:35:32Z', 'revision_number': 1, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:14Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:38.408671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c35cd-adf7-42af-8ab5-7ed45300bd79 None None] The sync data for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 is: [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '5ee4b901-98b3-4b3d-8910-13e968e79ddb', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'port_id': 'd3446138-9c90-4705-8db4-cc21199ee664', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'mac_address': 'fa:16:3e:94:37:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:03Z', 'updated_at': '2021-07-30T03:35:32Z', 'revision_number': 1, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:14Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:38.476947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.500723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3ab93e8d-0ab8-442a-8f18-672553d77b6e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:38.609807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3ab93e8d-0ab8-442a-8f18-672553d77b6e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:38.610686 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.614526 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.621721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:38.622550 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.682071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Deleting port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:38.682623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.762455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eed82-61b7-4949-9bac-1ea3e20c97e7 req-6ef326c0-eeec-4fc8-a4fc-46cbd14477f7 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:38.770668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-831eed82-61b7-4949-9bac-1ea3e20c97e7 req-6ef326c0-eeec-4fc8-a4fc-46cbd14477f7 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 945 time: 0.2615459 Jul 30 03:35:38.793032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc5541-526d-4c6a-a3c2-31f8e2d0befd req-a6be514f-59df-4f24-b449-2ee1e38e259f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:38.794804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bdc5541-526d-4c6a-a3c2-31f8e2d0befd req-a6be514f-59df-4f24-b449-2ee1e38e259f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2659724 Jul 30 03:35:38.810466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7374279 Jul 30 03:35:38.826695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bd9e4-96b1-472b-9b77-804e692fb572 None None] New status for floating IP 5ee4b901-98b3-4b3d-8910-13e968e79ddb: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:35:38.829395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:38.849793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1844804362'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:38.855981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a16c7-e593-4e5c-ac4d-38834208ce49 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Network': ['ID=a7f759b3-d0c2-4e17-a3f9-1f5d70057429,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:38.865295 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.878587 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Transition to ACTIVE for port object c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:38.887653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:38.895101 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.924227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] For port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,segment=NetworkSegment(3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118),segment_id=3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:38.924501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.928632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.931203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-831eed82-61b7-4949-9bac-1ea3e20c97e7 req-da79315c-a8af-4723-b572-16be46d54178 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/security-groups?id=37b686bb-5413-483a-8c50-26799c336f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563885 Jul 30 03:35:38.945731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:38.963304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:38.974688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Calling delete_port for 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:38.987418 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Pushing event updated for resources: {'Port': ['ID=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:39.001321 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.001689 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.002006 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.002339 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.002667 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.002993 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.003381 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.003708 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.004027 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.004342 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.005001 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.005331 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.021629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bdc5541-526d-4c6a-a3c2-31f8e2d0befd req-e116a90f-4070-4c5b-aa23-53cabf5ab29e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164087 Jul 30 03:35:39.028087 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Attempting to bind port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:39.032265 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Attempting to bind port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:39.032739 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Attempting to bind port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:39.035612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.056445 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:39.062756 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:39.074092 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.074092 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:39.074092 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Bound port: c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:39.079684 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.158021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Subnet': ['ID=7eda4cd0-2b60-4f75-9a37-1f47b3b39335,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:39.161231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Checking segment: {'id': '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:39.161604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network hostable DHCP agents. Network: 81f0e3e0-2200-4a1b-960f-4f7229699cba, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:39.185934 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] For port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:39.186153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network 81f0e3e0-2200-4a1b-960f-4f7229699cba is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:39.191006 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] For port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:39.206193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 81f0e3e0-2200-4a1b-960f-4f7229699cba) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:39.206934 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.212240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:39.212763 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.220249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:39.248896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-93f42902-639f-4e5e-b5b5-cef1a655df09 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2720947 Jul 30 03:35:39.253028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:39.259778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-128350396'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:39.263714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.264273 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Added segment 0d7301a1-2f33-4c1a-a727-17aa9564217e of type vlan for network a0f7542c-9210-4588-817a-4ea327c5fd44 Jul 30 03:35:39.273953 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:39.274832 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:39.285031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Allocated IP 172.20.0.1 (2b057c97-3de8-4430-8a44-571e86303c87/e7e7aa2b-b195-4248-822d-48bd6e177080/4d91d732-3a59-405f-a6bd-a49d0ee3a136) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:39.311660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d40b9b-b888-4d67-bb91-f272095d9db8 None None] Network 81f0e3e0-2200-4a1b-960f-4f7229699cba requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:39.313666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:39.320138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.364022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.395835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:39.398170 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af0d5-f0b1-414c-87a3-f20c54d482b8 None None] Pushing event updated for resources: {'Port': ['ID=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:39.439265 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.439619 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Added segment 06f0cb48-fabb-4fd0-abde-17967b70f26a of type vlan for network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 Jul 30 03:35:39.544814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.572102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.578929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:39.580736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.594165 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:39.604292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.614054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.614719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:39.615587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.630159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['3625fe67-f1b2-4e2b-9000-76e5644b2bb6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:35:39.674319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-81f0e3e0-2200-4a1b-960f-4f7229699cba', 'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba', 'tenant_id': '5d66084328a64a4f9c28f9813318cb98', 'fixed_ips': [{'subnet_id': '7eda4cd0-2b60-4f75-9a37-1f47b3b39335'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:39.675211 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.707421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4502776 Jul 30 03:35:39.707675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:39.710333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Network': ['ID=9b87baa9-c38b-4cbc-829f-6a2addfdc323,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:39.717810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'subnet': {'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:39.728127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.728747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.729101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.730583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.731020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.731404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.732286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.732645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.733229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.733575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.733919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.734401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701b883-c07a-4091-96e8-e085ea441c5a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:39.736214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.749105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Pushing event deleted for resources: {'Port': ['ID=3625fe67-f1b2-4e2b-9000-76e5644b2bb6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:39.790154 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9596813 Jul 30 03:35:39.801107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42430) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:39.816218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'subnet': {'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:39.832049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:39.853018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] No DVR routers for this DVR port 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:39.868366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Transition to ACTIVE for port object 4d91d732-3a59-405f-a6bd-a49d0ee3a136 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:39.871489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa4c64-362a-4378-a857-88e49aca9906 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Network': ['ID=a0f7542c-9210-4588-817a-4ea327c5fd44,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:39.905894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.908973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:39.909142 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a8c1d5d7-e760-4a1f-9f9b-ab3e2ed2b155 req-3443a169-8667-4084-8bb3-8d7ab5ffbc82 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.18 "DELETE /v2.0/ports/3625fe67-f1b2-4e2b-9000-76e5644b2bb6 HTTP/1.1" status: 204 len: 173 time: 1.5610151 Jul 30 03:35:39.909455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'name': 'network-vif-deleted', 'tag': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:39.911827 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124184af-6c94-45b6-9fd2-b2f90a7f23fd" -d '{"events": [{"server_uuid": "090c50c3-a4ab-4b14-8fbb-3a4b431d7f31", "name": "network-vif-deleted", "tag": "3625fe67-f1b2-4e2b-9000-76e5644b2bb6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:39.914106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:39.963320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Allocated IP 2001:db8:0:ffff::2 (81f0e3e0-2200-4a1b-960f-4f7229699cba/7eda4cd0-2b60-4f75-9a37-1f47b3b39335/ec644a75-b640-42ef-9dd7-9534bb1d7e0b) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:39.972430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a0f7542c-9210-4588-817a-4ea327c5fd44 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:40.007875 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b3ded-e0dd-4eb8-8d54-7ef53fd1a9d6 x-openstack-request-id: req-9b7b3ded-e0dd-4eb8-8d54-7ef53fd1a9d6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:40.008169 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090c50c3-a4ab-4b14-8fbb-3a4b431d7f31", "name": "network-vif-deleted", "tag": "3625fe67-f1b2-4e2b-9000-76e5644b2bb6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:40.008546 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b7b3ded-e0dd-4eb8-8d54-7ef53fd1a9d6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:40.009075 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090c50c3-a4ab-4b14-8fbb-3a4b431d7f31', 'name': 'network-vif-deleted', 'tag': '3625fe67-f1b2-4e2b-9000-76e5644b2bb6', 'status': 'completed', 'code': 200} Jul 30 03:35:40.012770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.043646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:40.085135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Network 2b057c97-3de8-4430-8a44-571e86303c87 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:40.088688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Pushing event updated for resources: {'Port': ['ID=4d91d732-3a59-405f-a6bd-a49d0ee3a136,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:40.093854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:40.105712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:40.112376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.211528 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:35Z', 'revision_number': 3, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:40.306657 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031c55-c1da-4015-b78c-6e362b96b1b5 None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:35Z', 'revision_number': 3, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:40.313351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:40.332711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ece7aef-cba0-42f0-bbd3-418369bfdb22 req-31a51667-87a0-4818-a265-de1587bfc3b5 tempest-InstanceActionsTestJSON-1421009193 tempest-InstanceActionsTestJSON-1421009193-project] 10.222.0.39 "GET /v2.0/ports?device_id=090c50c3-a4ab-4b14-8fbb-3a4b431d7f31 HTTP/1.1" status: 200 len: 210 time: 0.1109092 Jul 30 03:35:40.388999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.457840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9b8cb-4d5f-49af-8132-171457345782 req-8152bd0e-f791-4282-a19f-8be165c53956 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:40.465905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64e9b8cb-4d5f-49af-8132-171457345782 req-8152bd0e-f791-4282-a19f-8be165c53956 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2991993 Jul 30 03:35:40.572685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-da64129d-b5fd-4b0f-a5f2-7e26bded81cc None None] Provisioning for port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:40.596379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-da64129d-b5fd-4b0f-a5f2-7e26bded81cc None None] Provisioning complete for port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:40.599310 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da64129d-b5fd-4b0f-a5f2-7e26bded81cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.631760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64e9b8cb-4d5f-49af-8132-171457345782 req-8cb57851-49bd-4c21-815d-a7d320cf1178 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608601 Jul 30 03:35:40.664533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:40.706403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:40.707851 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.796865 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.817243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.850587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:35:40.856259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.869282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-da64129d-b5fd-4b0f-a5f2-7e26bded81cc None None] Port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:40.946221 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.983345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Checking segment: {'id': '06f0cb48-fabb-4fd0-abde-17967b70f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:40.983497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network hostable DHCP agents. Network: 9b87baa9-c38b-4cbc-829f-6a2addfdc323, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:40.984379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:40.987339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Subnet': ['ID=1ff4709a-4e6e-447c-8a41-63404c169f9e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:41.005635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Transition to ACTIVE for port object ec644a75-b640-42ef-9dd7-9534bb1d7e0b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:41.005947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Subnet': ['ID=bb3ae104-c5b1-467c-bf2d-700aefac2de5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:41.009254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:41.023005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9b87baa9-c38b-4cbc-829f-6a2addfdc323) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:41.031571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:41.032251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.049192 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.051209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ddbdc-9700-436f-8e3a-287487d2596c None None] Network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:41.063350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ae4b06b3-fc32-4c8b-9f83-0fec5bd4b51e tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3517420 Jul 30 03:35:41.063720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42468) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:41.069216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'port': {'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323', 'name': 'tempest-NetworksIpV6TestAttrs-1518455168'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:41.165587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Checking segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:41.165950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network hostable DHCP agents. Network: a7f759b3-d0c2-4e17-a3f9-1f5d70057429, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:41.169715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Transition to ACTIVE for port object ec644a75-b640-42ef-9dd7-9534bb1d7e0b will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:41.187282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.197011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.204664 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.233939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Network 81f0e3e0-2200-4a1b-960f-4f7229699cba is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:41.238801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:41.252890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:41.257679 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2d7fd-7269-4f5c-965c-34ba70451da7" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:41.274254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:41.277421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:41.285202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a7f759b3-d0c2-4e17-a3f9-1f5d70057429) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:41.312380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.325559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:41.328801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebe398-8c3a-44fd-a5b5-deedebd2735b None None] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:41.329553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:41.330155 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.331552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.381982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] device_id is not set on port fdc5b5d7-3ae6-4cec-b89e-5113ef88b016 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:35:41.456877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42474) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:41.460882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Pushing event updated for resources: {'Port': ['ID=4d91d732-3a59-405f-a6bd-a49d0ee3a136,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:41.501985 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-82033171-21fc-4139-bd81-85639c371b87 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6883032 Jul 30 03:35:41.502180 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e22b39-588c-4e2c-b4e2-aaab8e2c35ee x-openstack-request-id: req-68e22b39-588c-4e2c-b4e2-aaab8e2c35ee {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:41.502295 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:41.503096 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68e22b39-588c-4e2c-b4e2-aaab8e2c35ee {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:41.503096 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:35:41.518169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:41.522620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42476) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:41.530636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'subnet': {'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:41.565483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56062e4-2ff0-45e3-bd95-cdf07cfd388d req-98736c40-0d71-4e72-a0f9-e0310707a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:41.567710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a56062e4-2ff0-45e3-bd95-cdf07cfd388d req-98736c40-0d71-4e72-a0f9-e0310707a803 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.1461854 Jul 30 03:35:41.573121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.633839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Allocated IP 2001:db8::f816:3eff:fe46:38c9 (9b87baa9-c38b-4cbc-829f-6a2addfdc323/1ff4709a-4e6e-447c-8a41-63404c169f9e/fdc5b5d7-3ae6-4cec-b89e-5113ef88b016) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:41.669078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Pushing event updated for resources: {'Port': ['ID=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:41.695541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Deleting subnet ccb24309-6f1b-4b51-84f6-53dd7a05403c {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:41.698916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.744407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.752545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Attempting to bind port ec644a75-b640-42ef-9dd7-9534bb1d7e0b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:41.754680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Attempting to bind port ec644a75-b640-42ef-9dd7-9534bb1d7e0b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:41.754680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Attempting to bind port ec644a75-b640-42ef-9dd7-9534bb1d7e0b on network 81f0e3e0-2200-4a1b-960f-4f7229699cba {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:41.773362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:41.777468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.794705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:41.795197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Checking segment: {'id': '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:41.795849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.796329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Bound using segment: {'id': '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:41.796956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Bound port: ec644a75-b640-42ef-9dd7-9534bb1d7e0b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81f0e3e0-2200-4a1b-960f-4f7229699cba'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:41.797414 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.802351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.813808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:41.814785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.868279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Network 2b057c97-3de8-4430-8a44-571e86303c87 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:41.872010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a56062e4-2ff0-45e3-bd95-cdf07cfd388d req-c4dc8918-4995-4ae6-a578-0e1dabaf70df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923498 Jul 30 03:35:41.873863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.886108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:41.889528 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:41.893857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ccb24309-6f1b-4b51-84f6-53dd7a05403c HTTP/1.1" status: 204 len: 168 time: 0.4318187 Jul 30 03:35:41.912139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42482) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:41.916433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f66ae-b1b7-45f7-8f9b-98c5f1181d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb24309-6f1b-4b51-84f6-53dd7a05403c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:41.927504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:41.990359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] For port ec644a75-b640-42ef-9dd7-9534bb1d7e0b, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:41.995976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] For port ec644a75-b640-42ef-9dd7-9534bb1d7e0b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,segment=NetworkSegment(1ee42a7c-886a-4d75-96e6-f5b5d0520a2b),segment_id=1ee42a7c-886a-4d75-96e6-f5b5d0520a2b)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:42.094984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.109974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9b87baa9-c38b-4cbc-829f-6a2addfdc323', 'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323', 'tenant_id': '5d66084328a64a4f9c28f9813318cb98', 'fixed_ips': [{'subnet_id': '1ff4709a-4e6e-447c-8a41-63404c169f9e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:42.115529 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.141793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:35:42.149071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14c31-91e7-49f1-941a-fb24a2219ac7 req-9600ce76-545e-4445-9517-a1e3451a21d2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:42.157187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32b14c31-91e7-49f1-941a-fb24a2219ac7 req-9600ce76-545e-4445-9517-a1e3451a21d2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 946 time: 0.2010522 Jul 30 03:35:42.160000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Transition to ACTIVE for port object fdc5b5d7-3ae6-4cec-b89e-5113ef88b016 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:42.216152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.287737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32b14c31-91e7-49f1-941a-fb24a2219ac7 req-1b8e59e5-fe14-4a03-8802-1d04cd070516 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292820 Jul 30 03:35:42.322955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.385494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:35:42.390387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:35:42.390806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3625fe67-f1b2-4e2b-9000-76e5644b2bb6 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:35:42.397730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.418019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.431930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:42.437684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:42.440711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:42.449619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:42.450324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.466764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Port': ['ID=fdc5b5d7-3ae6-4cec-b89e-5113ef88b016,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:42.470061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.483197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3050dd9a-ccc1-45db-a7c2-01f99c0a0919 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4183357 Jul 30 03:35:42.491235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:42.660709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:42.674092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44285df8-1506-4fe0-8e88-4749d8b7bbaa']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:42.702155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting subnet 1ff4709a-4e6e-447c-8a41-63404c169f9e {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:42.724427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Subnet': ['ID=014cfcd1-a5e9-47fb-966c-6e80494182cc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:42.734006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Checking segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:42.734739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network hostable DHCP agents. Network: a0f7542c-9210-4588-817a-4ea327c5fd44, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:42.751848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:42.752392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc4c1c5-c8ff-46a3-a7e3-f566fb0c7118') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:42.769317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a0f7542c-9210-4588-817a-4ea327c5fd44 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:42.785200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.793279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a0f7542c-9210-4588-817a-4ea327c5fd44) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:42.804888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:42.806592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Allocated IP 10.1.1.2 (a7f759b3-d0c2-4e17-a3f9-1f5d70057429/bb3ae104-c5b1-467c-bf2d-700aefac2de5/93de3fd3-8d17-48cb-8f05-f602e8251ce5) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:42.808588 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.817981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-f6723960-98e0-41b7-82b1-f414721257b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1670969 Jul 30 03:35:42.821309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:42.822723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.827583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Allocated IP 2001:db8::f816:3eff:fec2:a597 (9b87baa9-c38b-4cbc-829f-6a2addfdc323/1ff4709a-4e6e-447c-8a41-63404c169f9e/11751866-b4a2-4bfd-8d45-f1462903b794) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:42.838061 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fd863b50-7a5a-44ae-900f-0909710b408e admin admin] 10.222.0.39 "PUT /v2.0/routers/c5a362f7-5771-4be8-9932-1d989c992578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2456048 Jul 30 03:35:42.850989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:42.851795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:42.854374 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:42.865273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-663a3045-3b28-490e-80c4-2e4dafcc8b6c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3388548 Jul 30 03:35:42.865547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:42.872049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'name': 'tempest-TaggedBootDevicesTest-894666098', 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:43.006126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc048863-4406-4a5c-a24d-872083f9fbcd None None] Network a0f7542c-9210-4588-817a-4ea327c5fd44 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:43.029951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd45743a-14f9-4206-8f36-0ad894783b07 None None] Provisioning complete for port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:43.030805 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd45743a-14f9-4206-8f36-0ad894783b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:43.105163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e99b825c-7815-420b-88c8-f5097bf19e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:43.112862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.117186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.120038 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:43.121486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.121978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.122448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.123326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.123425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.125376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fdb60728-d2b8-4079-b3b9-ad64968addf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80d937358a47c6beacac8ebc868bf2&device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 6509 time: 0.1740723 Jul 30 03:35:43.126549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:43.144826 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:43.147173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Pushing event updated for resources: {'Port': ['ID=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:43.147458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:43.148340 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:43.154224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] 10.222.0.39 "DELETE /v2.0/networks/44285df8-1506-4fe0-8e88-4749d8b7bbaa HTTP/1.1" status: 204 len: 168 time: 1.2399769 Jul 30 03:35:43.189097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d7bf-371c-4543-9d12-5f6b9bdc4169 admin admin] Pushing event deleted for resources: {'Network': ['ID=44285df8-1506-4fe0-8e88-4749d8b7bbaa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:43.216772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:43.432252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.432252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.432581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.436977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.437340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.443124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.443843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.444544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.444544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.444874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.445217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.445555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acf2a15-4140-4840-bc13-b109f55b0972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:43.446269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-c0a53cc7-0602-4ce4-8862-5d57e0ebb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.447890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-c0a53cc7-0602-4ce4-8862-5d57e0ebb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.448474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-c0a53cc7-0602-4ce4-8862-5d57e0ebb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.459114 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-c0a53cc7-0602-4ce4-8862-5d57e0ebb572 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=dec903ea-d2c1-4620-9693-e9a09849d813&id=386d4904-941d-416f-9cf3-eeddaa061017&id=386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 200 len: 2294 time: 0.2762311 Jul 30 03:35:43.544929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:43.599698 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-51348a46-426b-4c1a-8fc7-d661cd2be1e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 200 len: 1002 time: 0.1261661 Jul 30 03:35:43.624646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] device_id is not set on port 37304c23-fe93-4476-9c04-d2e5b21ee4eb yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:35:43.674992 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:43.718867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e1192-f9ae-45d8-b558-13e51bfdefa6 req-b4be813c-cf16-4599-a4e1-76390a904723 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:43.720785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-584e1192-f9ae-45d8-b558-13e51bfdefa6 req-b4be813c-cf16-4599-a4e1-76390a904723 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 946 time: 0.2781806 Jul 30 03:35:43.842934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:43.853182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:43.866789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Transition to ACTIVE for port object 93de3fd3-8d17-48cb-8f05-f602e8251ce5 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:43.890062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Transition to ACTIVE for port object 93de3fd3-8d17-48cb-8f05-f602e8251ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:43.934949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-584e1192-f9ae-45d8-b558-13e51bfdefa6 req-de2e5242-2ba9-4042-9906-4f4d49d6a4e7 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053165 Jul 30 03:35:44.036784 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 2, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:44.090659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:44.091039 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Updating router c5a362f7-5771-4be8-9932-1d989c992578 port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:35:44.109696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.135109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Transition to ACTIVE for port object 11751866-b4a2-4bfd-8d45-f1462903b794 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:44.156410 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.164314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Transition to ACTIVE for port object 11751866-b4a2-4bfd-8d45-f1462903b794 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:44.170612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cd45743a-14f9-4206-8f36-0ad894783b07 None None] Port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:44.182616 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.197694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.200214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.209077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-de1afb5f-68a8-4330-9321-ea9f9fe84ab1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cee02cd81c374851bf953f92d1ec060b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613868 Jul 30 03:35:44.236501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:44.242458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:44.246775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:44.267001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42522) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:44.308384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:44.324784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:44.338631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:44.339313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.431325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-9961785f-cd94-43ce-8675-bd136fdc4993 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:44.436105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-9961785f-cd94-43ce-8675-bd136fdc4993 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 821 time: 0.6155624 Jul 30 03:35:44.494069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.515054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-f53a965c-4369-4f36-b325-5bdc5ff3f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:44.518328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-f53a965c-4369-4f36-b325-5bdc5ff3f562 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55e81437-356b-400b-a61b-8e399aedf61a HTTP/1.1" status: 200 len: 855 time: 0.9104557 Jul 30 03:35:44.625503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 10.1.1.30 (a7f759b3-d0c2-4e17-a3f9-1f5d70057429/bb3ae104-c5b1-467c-bf2d-700aefac2de5/37304c23-fe93-4476-9c04-d2e5b21ee4eb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:44.633545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-d37e4ad1-1c16-41c4-b6c1-bb1f42e318d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:44.638501 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-d37e4ad1-1c16-41c4-b6c1-bb1f42e318d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125395 Jul 30 03:35:44.644053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:44.647352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:44.656282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a0f7542c-9210-4588-817a-4ea327c5fd44', 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'fixed_ips': [{'subnet_id': '014cfcd1-a5e9-47fb-966c-6e80494182cc'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:44.659166 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.669485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-e0a80afe-7bf1-4826-9935-64c5ec072a31 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/quotas/cf589f4b6bac40a9b44a85ccc818ef38 HTTP/1.1" status: 200 len: 375 time: 0.1628783 Jul 30 03:35:44.764035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5531e-8dd8-43e4-ba4e-5b988d395080 None None] Network 81f0e3e0-2200-4a1b-960f-4f7229699cba requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:44.798329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5a35cb-f041-4526-8c3e-16a88f64c402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.809245 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-e0571028-70b5-401f-8d08-6ba5a728db20 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598651 Jul 30 03:35:44.814703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f111008-6c50-4867-ab65-e1a7405a9e2e req-f80a1af6-30a9-4fd7-a396-4b6c58194aca tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:44.816822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f111008-6c50-4867-ab65-e1a7405a9e2e req-f80a1af6-30a9-4fd7-a396-4b6c58194aca tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 946 time: 0.5315933 Jul 30 03:35:44.825188 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.843118 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Transition to ACTIVE for port object 4d91d732-3a59-405f-a6bd-a49d0ee3a136 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:44.850573 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:44.907115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:44.931710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b78a522d-7b11-4f9a-b93c-76c0f49243fd tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470255 Jul 30 03:35:44.951339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'floatingip': {'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:44.988963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5a35cb-f041-4526-8c3e-16a88f64c402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.015300 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Attempting to bind port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:45.015787 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Attempting to bind port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:45.016153 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Attempting to bind port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 on network 2b057c97-3de8-4430-8a44-571e86303c87 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:45.021970 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354ce8-073c-4da2-82aa-be1391f12b00 None None] Pushing event updated for resources: {'Port': ['ID=4d91d732-3a59-405f-a6bd-a49d0ee3a136,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:45.041565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:45.042753 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Checking segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:45.043716 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.044281 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Bound using segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:45.044912 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Bound port: 4d91d732-3a59-405f-a6bd-a49d0ee3a136, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:45.045455 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.062496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Allocated IP 10.2.2.2 (a0f7542c-9210-4588-817a-4ea327c5fd44/014cfcd1-a5e9-47fb-966c-6e80494182cc/43ad6240-72da-4477-9892-6528719c2221) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:45.090076 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-065d7259-d4ce-4cfe-9ca7-9656af889143 service neutron] 10.222.0.16 "GET /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727163 Jul 30 03:35:45.164849 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] For port 4d91d732-3a59-405f-a6bd-a49d0ee3a136, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:45.171895 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] For port 4d91d732-3a59-405f-a6bd-a49d0ee3a136, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4d91d732-3a59-405f-a6bd-a49d0ee3a136,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:45.186203 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.234259 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-861635be-4b9c-4040-9efc-d298132c25f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 217 time: 0.1357706 Jul 30 03:35:45.240204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42542) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:45.310587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.337114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-31856ca7-610c-4144-ab95-e98424d5b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:45.338633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-31856ca7-610c-4144-ab95-e98424d5b6bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.0914166 Jul 30 03:35:45.345942 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354ce8-073c-4da2-82aa-be1391f12b00 None None] Pushing event updated for resources: {'Port': ['ID=4d91d732-3a59-405f-a6bd-a49d0ee3a136,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:45.382728 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:45.383596 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:45.418181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-8b174f8b-9442-43b7-bc7f-285d67c7e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:45.420630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-8b174f8b-9442-43b7-bc7f-285d67c7e122 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730143 Jul 30 03:35:45.569150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.578803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.582985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.592084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Transition to ACTIVE for port object 43ad6240-72da-4477-9892-6528719c2221 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:45.608791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Transition to ACTIVE for port object 43ad6240-72da-4477-9892-6528719c2221 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:45.621638 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:45.656891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-087c8e37-cbf3-4740-9eb5-de46e17d9f52 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288830 Jul 30 03:35:45.779126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Attempting to bind port 11751866-b4a2-4bfd-8d45-f1462903b794 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:45.779763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Attempting to bind port 11751866-b4a2-4bfd-8d45-f1462903b794 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '06f0cb48-fabb-4fd0-abde-17967b70f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:45.780155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Attempting to bind port 11751866-b4a2-4bfd-8d45-f1462903b794 on network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:45.793876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.822027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:45.825270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Attempting to bind port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:45.825675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Attempting to bind port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:45.826275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Attempting to bind port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:45.827362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-d8d05d26-2f92-4e19-b9d4-7045a229c066 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602247 Jul 30 03:35:45.834686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:45.835165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Checking segment: {'id': '06f0cb48-fabb-4fd0-abde-17967b70f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:45.835648 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.836208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Bound using segment: {'id': '06f0cb48-fabb-4fd0-abde-17967b70f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:45.836795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Bound port: 11751866-b4a2-4bfd-8d45-f1462903b794, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f0cb48-fabb-4fd0-abde-17967b70f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b87baa9-c38b-4cbc-829f-6a2addfdc323'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:45.837187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.855757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Pushing event updated for resources: {'Port': ['ID=93de3fd3-8d17-48cb-8f05-f602e8251ce5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:45.864081 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.905463 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-1a893df1-d456-4f2e-8065-bf162d6424c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 217 time: 0.0701480 Jul 30 03:35:45.906325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.915687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.942928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:45.943517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Checking segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:45.943921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.944321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Bound using segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:45.944814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Bound port: 93de3fd3-8d17-48cb-8f05-f602e8251ce5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:45.945336 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.959462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Pushing event updated for resources: {'Port': ['ID=11751866-b4a2-4bfd-8d45-f1462903b794,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:45.982526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Network a0f7542c-9210-4588-817a-4ea327c5fd44 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:45.984508 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:45.999553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a42bc7b32ed4eabbf7dff596a04339f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581394 Jul 30 03:35:46.003171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.005111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42546) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:46.020541 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:46.021024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:46.025879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:46.030935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da660d-901f-48e9-9dc0-8ade98c8a712,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:46.038567 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3426d0-e1cd-48cd-9a6e-863bed1e2a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.054905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a655a2-b80a-4dcb-aa49-4e6bef09c8b9 None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:46.081999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.082358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.082864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.083243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.083581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.084013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.084330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.084660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.084986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.085313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.085633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.085954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e5a42-d468-410c-89ab-0d42405a5138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:35:46.130537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-0f768134-6d6f-4e28-96eb-4bc939e9531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:46.133293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-0f768134-6d6f-4e28-96eb-4bc939e9531b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.2152526 Jul 30 03:35:46.195750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-323d4900-7c4d-4c6c-87ed-6e95809fbe22 None None] Provisioning for port ec644a75-b640-42ef-9dd7-9534bb1d7e0b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:46.217415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec644a75-b640-42ef-9dd7-9534bb1d7e0b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:46.236300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea3e3-dc13-4d1a-b0c3-1a595e411e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.268978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea3e3-dc13-4d1a-b0c3-1a595e411e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.299086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.337042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-87982b0f-3a42-4ba2-82d1-8e233643f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:46.340451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-87982b0f-3a42-4ba2-82d1-8e233643f109 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1789212 Jul 30 03:35:46.341737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea3e3-dc13-4d1a-b0c3-1a595e411e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.344476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea3e3-dc13-4d1a-b0c3-1a595e411e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.348730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8c4ea3e3-dc13-4d1a-b0c3-1a595e411e57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6da660d-901f-48e9-9dc0-8ade98c8a712 HTTP/1.1" status: 204 len: 168 time: 0.3412862 Jul 30 03:35:46.437313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Attempting to bind port 43ad6240-72da-4477-9892-6528719c2221 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:46.445849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Attempting to bind port 43ad6240-72da-4477-9892-6528719c2221 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:46.446397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Attempting to bind port 43ad6240-72da-4477-9892-6528719c2221 on network a0f7542c-9210-4588-817a-4ea327c5fd44 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:46.459945 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-894b2a58-a8d2-453a-95a5-d9fd24243c4e service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090150 Jul 30 03:35:46.485034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ea3e3-dc13-4d1a-b0c3-1a595e411e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da660d-901f-48e9-9dc0-8ade98c8a712,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:46.508415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Pushing event updated for resources: {'Port': ['ID=43ad6240-72da-4477-9892-6528719c2221,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:46.544678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-4caecb30-431c-4a3c-bf2d-bc9678d44b75 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5540588 Jul 30 03:35:46.550574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:46.551238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Checking segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:46.551871 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.552595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Bound using segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:46.553358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Bound port: 43ad6240-72da-4477-9892-6528719c2221, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:46.553958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.566247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5a35cb-f041-4526-8c3e-16a88f64c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.569106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5a35cb-f041-4526-8c3e-16a88f64c402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.570360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bc5a35cb-f041-4526-8c3e-16a88f64c402 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37b686bb-5413-483a-8c50-26799c336f5f HTTP/1.1" status: 204 len: 168 time: 2.3021595 Jul 30 03:35:46.614730 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:35:46.626494 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.659450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object 37304c23-fe93-4476-9c04-d2e5b21ee4eb will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:46.701226 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-d868c339-d15b-4b5e-b694-2853897ec854 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317679 Jul 30 03:35:46.717211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ec644a75-b640-42ef-9dd7-9534bb1d7e0b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:46.733100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] For port 93de3fd3-8d17-48cb-8f05-f602e8251ce5, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:46.771698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] For port 93de3fd3-8d17-48cb-8f05-f602e8251ce5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93de3fd3-8d17-48cb-8f05-f602e8251ce5,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:46.782946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a35cb-f041-4526-8c3e-16a88f64c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b686bb-5413-483a-8c50-26799c336f5f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:46.815247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-ccb657b9-10a1-4596-b1c9-580f15bcdca6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce HTTP/1.1" status: 200 len: 217 time: 0.1016448 Jul 30 03:35:46.834149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ec644a75-b640-42ef-9dd7-9534bb1d7e0b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:46.834149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.852161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.871428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] For port 11751866-b4a2-4bfd-8d45-f1462903b794, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:46.887269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] For port 11751866-b4a2-4bfd-8d45-f1462903b794, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=11751866-b4a2-4bfd-8d45-f1462903b794,segment=NetworkSegment(06f0cb48-fabb-4fd0-abde-17967b70f26a),segment_id=06f0cb48-fabb-4fd0-abde-17967b70f26a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:46.918866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.920970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/1ff4709a-4e6e-447c-8a41-63404c169f9e HTTP/1.1" status: 204 len: 168 time: 4.4341869 Jul 30 03:35:46.924039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42556) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:46.934460 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:46.966844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42558) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:46.981277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc3261-08a2-49aa-8ae0-7e9640cd0674 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff4709a-4e6e-447c-8a41-63404c169f9e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:46.981501 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.012567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:35:47.017322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-abf96f79-89a2-4d6a-b43a-932682ea4cb4 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521101 Jul 30 03:35:47.049242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.070290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] For port 43ad6240-72da-4477-9892-6528719c2221, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:47.075127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] For port 43ad6240-72da-4477-9892-6528719c2221, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=43ad6240-72da-4477-9892-6528719c2221,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:47.082989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:47.099554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fab24cdc-57fa-4491-9d49-ae71262dbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:47.109576 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fab24cdc-57fa-4491-9d49-ae71262dbfb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.2831671 Jul 30 03:35:47.159929 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.170642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:47.173793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:47.181677 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.184963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:47.208615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcca4a7-69f7-4085-bbbc-a9feb185fd7f None None] Pushing event updated for resources: {'Port': ['ID=93de3fd3-8d17-48cb-8f05-f602e8251ce5,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:47.239824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b38411d3-70f9-4983-a54d-73d0b4cec18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.262664 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.270888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:47.271686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.350142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9581f98-80ed-4a31-9b60-42ebff933c4b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:47.354051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9581f98-80ed-4a31-9b60-42ebff933c4b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:47.358396 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.358687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9581f98-80ed-4a31-9b60-42ebff933c4b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4252222 Jul 30 03:35:47.362161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b2496936-109a-45e7-8694-c682a8bbd863 None None] Provisioning complete for port ec644a75-b640-42ef-9dd7-9534bb1d7e0b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:47.362537 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2496936-109a-45e7-8694-c682a8bbd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.395548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42568) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:47.450799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:47.508346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ec644a75-b640-42ef-9dd7-9534bb1d7e0b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,segment=NetworkSegment(1ee42a7c-886a-4d75-96e6-f5b5d0520a2b),segment_id=1ee42a7c-886a-4d75-96e6-f5b5d0520a2b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:47.552143 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.608620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985bd8e-8472-44a4-a7f6-18ff61db8043 None None] Pushing event updated for resources: {'Port': ['ID=11751866-b4a2-4bfd-8d45-f1462903b794,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:47.685178 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b38411d3-70f9-4983-a54d-73d0b4cec18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.694650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-f6d03af1-4c70-4d47-aac1-4eb0596da837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:47.696635 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-f6d03af1-4c70-4d47-aac1-4eb0596da837 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5508132 Jul 30 03:35:47.717307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b38411d3-70f9-4983-a54d-73d0b4cec18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:47.783999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25e00384-5223-4c37-97a0-2602ad337057 req-d6c7594b-488a-4759-90d6-9636b2ee989a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 210 time: 0.3021407 Jul 30 03:35:47.788181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-476b3c11-4529-439d-a78c-eebccc569930 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9215477 Jul 30 03:35:47.794227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:47.834126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc301-707b-4645-917f-3f69cc96f999 None None] Pushing event updated for resources: {'Port': ['ID=43ad6240-72da-4477-9892-6528719c2221,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:47.841737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'name': 'tempest-TaggedBootDevicesTest-1493176670', 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:47.901010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b38411d3-70f9-4983-a54d-73d0b4cec18d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9bcd756288b463daff1adb2a4a19121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9314611 Jul 30 03:35:47.905317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42584) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:47.912983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38411d3-70f9-4983-a54d-73d0b4cec18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfefb3d9-3b59-435e-9051-f8b70e5820c7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:47.976177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3dd81030-d17a-4848-b0d8-fa6a80094f1f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.012379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-0c41c8e0-0c4f-41b7-bfa1-154f500d2272 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906001 Jul 30 03:35:48.020396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7de-c34a-40f0-9920-28ec4afb83be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.046920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.062538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:48.100186 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd81030-d17a-4848-b0d8-fa6a80094f1f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 03:35:48.100922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd81030-d17a-4848-b0d8-fa6a80094f1f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:48.102920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3dd81030-d17a-4848-b0d8-fa6a80094f1f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/9b87baa9-c38b-4cbc-829f-6a2addfdc323 HTTP/1.1" status: 409 len: 405 time: 0.6978440 Jul 30 03:35:48.108687 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Floating IP 96b576bc-7066-4ad7-8a29-3f27dfe3e5ad associated. External IP: 172.25.6.141, port: 2cff8596-5dc4-4caa-a27b-db0000c162f7. Jul 30 03:35:48.113448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:48.178295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7de-c34a-40f0-9920-28ec4afb83be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.208542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-829413162'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:48.263624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:48.268018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.284064 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-02ce3f50-c3bc-4548-a76a-cfa3df199e2d service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610881 Jul 30 03:35:48.352217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-9b78653d-81a9-4d53-9682-0009d0643efd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e HTTP/1.1" status: 200 len: 217 time: 0.0476565 Jul 30 03:35:48.353030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7de-c34a-40f0-9920-28ec4afb83be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.356486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7de-c34a-40f0-9920-28ec4afb83be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.360123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f17a7de-c34a-40f0-9920-28ec4afb83be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfefb3d9-3b59-435e-9051-f8b70e5820c7 HTTP/1.1" status: 204 len: 168 time: 0.4532926 Jul 30 03:35:48.432012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a7de-c34a-40f0-9920-28ec4afb83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfefb3d9-3b59-435e-9051-f8b70e5820c7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:48.472647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:48.512349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 11751866-b4a2-4bfd-8d45-f1462903b794 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:48.537500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.538384 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Added segment cd55ae48-6a21-4fac-8086-8e261032ef3f of type vlan for network a2980308-122a-4cb4-ad25-1d740b0b413e Jul 30 03:35:48.551840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-935932b1-3cbe-4b87-960b-94c5dfd4849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:48.558436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-935932b1-3cbe-4b87-960b-94c5dfd4849d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 200 len: 797 time: 0.1926715 Jul 30 03:35:48.577912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 11751866-b4a2-4bfd-8d45-f1462903b794 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:48.586477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 43ad6240-72da-4477-9892-6528719c2221 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:48.640494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-2ef99d5b-d064-4d91-a0ab-bfaeb5388591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:48.643836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-2ef99d5b-d064-4d91-a0ab-bfaeb5388591 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dec903ea-d2c1-4620-9693-e9a09849d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816932 Jul 30 03:35:48.733002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 43ad6240-72da-4477-9892-6528719c2221 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:48.744418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:48.907751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:48.908953 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:48.956330 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-3a435e77-3627-4810-89ac-11de9b87003a service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992935 Jul 30 03:35:48.966500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:49.003048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:49.202063 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-43f74836-8b1e-4bad-894f-1e6fb6f0bf53 service neutron] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308292 Jul 30 03:35:49.237281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93de3fd3-8d17-48cb-8f05-f602e8251ce5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:49.298936 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-3adbc63b-74e8-4373-8a44-40233c4f7acb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 200 len: 217 time: 0.0882163 Jul 30 03:35:49.302471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:49.320423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:49.321416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:49.385945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-a6e35818-fb7d-4a83-8f90-925fc7e03742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:49.392104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-a6e35818-fb7d-4a83-8f90-925fc7e03742 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.0726478 Jul 30 03:35:49.409456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:49.422177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d91d732-3a59-405f-a6bd-a49d0ee3a136 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:49.438956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f0cca2a-20b6-42ad-9cc0-eea6f9171636 req-ca3af487-d419-4d90-bfe7-795358b2b17d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 210 time: 0.2235970 Jul 30 03:35:49.482311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:35:49.507630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fd60f42e-cb05-43f6-a31e-9d3d3b56a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:49.510490 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fd60f42e-cb05-43f6-a31e-9d3d3b56a43c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065931 Jul 30 03:35:49.605617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143b249-7db6-4445-973b-56e36d159e40 None None] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:49.609351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:49.655311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5370347 Jul 30 03:35:49.678749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:49.687385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'subnet': {'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:49.787339 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-2835a0f4-2221-44fb-b2a9-9bc857607230 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682018 Jul 30 03:35:49.837751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-965a1a53-dace-458b-a876-16453b38f052 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:49.839382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-965a1a53-dace-458b-a876-16453b38f052 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 821 time: 0.4992771 Jul 30 03:35:49.851592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f132-8915-4aaf-bf30-48cc6fda4c44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Network': ['ID=a2980308-122a-4cb4-ad25-1d740b0b413e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:49.874489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'port': {'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'admin_state_up': True, 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:49.949871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:49.955211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:49.966621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.013156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] device_id is not set on port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:35:50.035356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:35:50.071859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.083176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:50.116373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3375f22-98e4-4711-91f4-cb3fcc0fd5b3 None None] Network 9b87baa9-c38b-4cbc-829f-6a2addfdc323 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:50.118112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a2980308-122a-4cb4-ad25-1d740b0b413e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:50.169130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-fb58ce20-1ae6-4feb-a9c2-f72de68e11a6 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437065 Jul 30 03:35:50.180128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-be498ced-2979-46b4-8c05-d4fd4fb38334 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "PUT /v2.0/floatingips/96b576bc-7066-4ad7-8a29-3f27dfe3e5ad HTTP/1.1" status: 200 len: 992 time: 5.2433960 Jul 30 03:35:50.186710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:50.189403 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85ad3e-394f-4659-959b-d82b3298a17d" -d '{"events": [{"name": "network-changed", "server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:50.231446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Made reservation on behalf of cf589f4b6bac40a9b44a85ccc818ef38 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:50.253350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.266957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c4f7d-794f-4e33-a85c-e2362e101a3e None None] Network a0f7542c-9210-4588-817a-4ea327c5fd44 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:50.269719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] Sync routers for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:35:50.318370 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f7e11-a643-476f-b84f-39ae03af49ba x-openstack-request-id: req-493f7e11-a643-476f-b84f-39ae03af49ba {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:50.318662 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:50.319591 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-493f7e11-a643-476f-b84f-39ae03af49ba {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:50.320061 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'status': 'completed', 'code': 200} Jul 30 03:35:50.324111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739384454-network', 'tenant_id': 'f1734efc50da47f49eddfab057cbfc17'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:50.333178 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-dc68083e-2885-47bd-b53a-c3f6a90d4d25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 200 len: 217 time: 0.1425667 Jul 30 03:35:50.382456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:50.382927 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.455125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Made reservation on behalf of f1734efc50da47f49eddfab057cbfc17 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:50.457423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.483784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42660) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:50.484609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Allocated IP 172.20.0.11 (2b057c97-3de8-4430-8a44-571e86303c87/e7e7aa2b-b195-4248-822d-48bd6e177080/fb473dd6-aaca-4b8e-bfff-b98d5a354303) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:50.493726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-4002dd9a-b643-461a-9c89-219345e4a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:50.495395 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-4002dd9a-b643-461a-9c89-219345e4a8fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 200 len: 797 time: 0.1504040 Jul 30 03:35:50.497138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.524263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-f44e2f99-ec39-4811-994a-7a9710856d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:50.525795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-f44e2f99-ec39-4811-994a-7a9710856d78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1098 time: 0.1945498 Jul 30 03:35:50.565389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 10.1.1.136 (a7f759b3-d0c2-4e17-a3f9-1f5d70057429/bb3ae104-c5b1-467c-bf2d-700aefac2de5/69e76dd7-0b27-4fe7-8520-2abd80deacd6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:50.591768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] Provisioning for port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:50.593881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:50.594697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:50.605890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d3a7f4a-a300-410b-9a30-04ab60b58d95 req-a925b08b-6beb-4a78-973d-828f7e61c560 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 210 time: 0.0644538 Jul 30 03:35:50.674786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] Provisioning complete for port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:50.675419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.680737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-2b39d168-d137-4d99-a766-d7ca3068a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:50.683083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-2b39d168-d137-4d99-a766-d7ca3068a5a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=386d4904-941d-416f-9cf3-eeddaa061017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1792767 Jul 30 03:35:50.710401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6072be7-c3bf-4266-a83f-737540553a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.753864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:35:50.809289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.816733 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.847910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Transition to ACTIVE for port object fb473dd6-aaca-4b8e-bfff-b98d5a354303 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:50.882821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:50.883913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-3669d01a-0a5c-448d-b8fd-c60dae2fae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:50.885420 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-3669d01a-0a5c-448d-b8fd-c60dae2fae71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.3441908 Jul 30 03:35:50.911355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object 69e76dd7-0b27-4fe7-8520-2abd80deacd6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:50.916762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:50.937658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.006415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Network 2b057c97-3de8-4430-8a44-571e86303c87 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:51.007859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.010637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:51.015218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:51.024314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.029483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Subnet': ['ID=52dd26e3-31d2-4bc6-a829-ff744da21d33,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.051988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event updated for resources: {'Port': ['ID=fb473dd6-aaca-4b8e-bfff-b98d5a354303,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.094648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.106510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.113073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:51.130449 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.130790 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Added segment 0ce41ac8-94ad-455e-8080-ad7fc278d515 of type vlan for network 7b84cf23-a858-4832-9a66-013a0f740a03 Jul 30 03:35:51.137057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:51.146339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:51.150142 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.160614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:51.183780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:51.202449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.206948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.258199 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.281437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:51.282234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.310643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] DHCP port deletion for 9b87baa9-c38b-4cbc-829f-6a2addfdc323 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:35:51.321991 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-070ed488-f685-40f6-a064-419d7943577d service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269763 Jul 30 03:35:51.348653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] For port 93de3fd3-8d17-48cb-8f05-f602e8251ce5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93de3fd3-8d17-48cb-8f05-f602e8251ce5,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:51.354160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4d91d732-3a59-405f-a6bd-a49d0ee3a136, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4d91d732-3a59-405f-a6bd-a49d0ee3a136,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:51.373194 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.427308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af291a6f-5804-4d7a-b39a-a352a74ac11e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.430188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Checking segment: {'id': 'cd55ae48-6a21-4fac-8086-8e261032ef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:51.430714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network hostable DHCP agents. Network: a2980308-122a-4cb4-ad25-1d740b0b413e, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:51.433586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.435122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:51.435924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.451369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6072be7-c3bf-4266-a83f-737540553a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.466457 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.487023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1834f0a4-e164-409b-8287-722bfb0f06c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6902108 Jul 30 03:35:51.490030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6072be7-c3bf-4266-a83f-737540553a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.492808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-7a942d42-4218-4dff-aecb-476ff6fef3c2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6326132 Jul 30 03:35:51.496341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-7c37ba11-5d05-4131-b7f1-54a38bc1a2eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.5948589 Jul 30 03:35:51.516054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Request body: {'port': {'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:51.571787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4829643 Jul 30 03:35:51.589472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:51.618195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a856326-9af6-4b21-8e98-6191375964a7 None None] Pushing event updated for resources: {'Port': ['ID=93de3fd3-8d17-48cb-8f05-f602e8251ce5,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.628527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Request body: {'subnet': {'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739384454-subnet', 'tenant_id': 'f1734efc50da47f49eddfab057cbfc17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:51.665542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Provisioning for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:51.716048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec644a75-b640-42ef-9dd7-9534bb1d7e0b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:51.720071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-5e2b67ba-7e74-42c9-81ea-23952d7842cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:51.722172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-5e2b67ba-7e74-42c9-81ea-23952d7842cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.2029810 Jul 30 03:35:51.724636 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e6072be7-c3bf-4266-a83f-737540553a55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa946d5559ef4866894e2eb8b5b1733d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2393444 Jul 30 03:35:51.735271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network a2980308-122a-4cb4-ad25-1d740b0b413e is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:51.737470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42676) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:51.777606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Provisioning complete for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:51.777984 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.797922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a2980308-122a-4cb4-ad25-1d740b0b413e) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:51.813230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:51.814262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.837718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6072be7-c3bf-4266-a83f-737540553a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75a5d07-1d90-4855-8b41-a242c09cc708,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.845906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116b2ca-e3d5-471b-acea-1b0cebd59280 None None] Network a2980308-122a-4cb4-ad25-1d740b0b413e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:51.856692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb60bd-1df4-409e-856e-9d0f45a1dac6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b84cf23-a858-4832-9a66-013a0f740a03,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:51.874714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-deb51198-372b-41ba-aa32-5ff08d9aab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:51.879502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-deb51198-372b-41ba-aa32-5ff08d9aab11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245577 Jul 30 03:35:51.881453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.913853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Made reservation on behalf of f1734efc50da47f49eddfab057cbfc17 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:51.916060 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:51.969962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9187b03a-fbcc-426c-8706-d78fc3afe72a tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2900200 Jul 30 03:35:51.977788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:51.983451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'port': {'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e', 'name': 'tempest-NetworksIpV6TestAttrs-589470072'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:51.999689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7b84cf23-a858-4832-9a66-013a0f740a03 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:52.038387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] Deleting port 11751866-b4a2-4bfd-8d45-f1462903b794 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:52.039348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.068332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1da4eab8-048a-4802-b1a1-88d586fba568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.085676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2b934-f4bb-4df1-abc2-c96296e9b793 req-6bad3097-91c2-477d-8bf8-8ecd3d48e13a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:52.090352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f229d6b7-4d57-492f-b6b0-c1fd5f744e6b req-180a0723-12ba-422d-880d-61817ab0f203 service neutron] 10.222.0.16 "GET /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541051 Jul 30 03:35:52.093123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cc2b934-f4bb-4df1-abc2-c96296e9b793 req-6bad3097-91c2-477d-8bf8-8ecd3d48e13a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 932 time: 0.3309724 Jul 30 03:35:52.166310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:52.171557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1da4eab8-048a-4802-b1a1-88d586fba568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.183410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.191188 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-0714071c-3f20-42ea-ab7d-1fdf13652dff service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982390 Jul 30 03:35:52.191188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42682) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:52.202398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4d91d732-3a59-405f-a6bd-a49d0ee3a136,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:52.217612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757991578', 'description': 'tempest-description--262427887'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:52.259563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cc2b934-f4bb-4df1-abc2-c96296e9b793 req-f73f2b39-6583-4298-a0c9-ef5ef3ffeb32 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642966 Jul 30 03:35:52.259727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.312044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] device_id is not set on port de67d7bf-8b91-4fdc-ac29-1e1f314a5d71 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:35:52.478352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d85ad3e-394f-4659-959b-d82b3298a17d req-1533d3b7-748a-4256-bba0-bd323e109841 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388232 Jul 30 03:35:52.505241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a2980308-122a-4cb4-ad25-1d740b0b413e', 'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e', 'tenant_id': '5d66084328a64a4f9c28f9813318cb98', 'fixed_ips': [{'subnet_id': '52dd26e3-31d2-4bc6-a829-ff744da21d33'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:52.507121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.515386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Allocated IP 2001:db8::f816:3eff:fe1e:d84 (a2980308-122a-4cb4-ad25-1d740b0b413e/52dd26e3-31d2-4bc6-a829-ff744da21d33/de67d7bf-8b91-4fdc-ac29-1e1f314a5d71) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:52.560269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Port 37304c23-fe93-4476-9c04-d2e5b21ee4eb cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:52.591777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ec644a75-b640-42ef-9dd7-9534bb1d7e0b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:52.592162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.653440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] For port 11751866-b4a2-4bfd-8d45-f1462903b794, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=11751866-b4a2-4bfd-8d45-f1462903b794,segment=NetworkSegment(06f0cb48-fabb-4fd0-abde-17967b70f26a),segment_id=06f0cb48-fabb-4fd0-abde-17967b70f26a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:52.653847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.692120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.718746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Provisioning complete for port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:52.719379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.722474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] Calling delete_port for 11751866-b4a2-4bfd-8d45-f1462903b794 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:52.818859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1da4eab8-048a-4802-b1a1-88d586fba568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.821390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1da4eab8-048a-4802-b1a1-88d586fba568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.822699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1da4eab8-048a-4802-b1a1-88d586fba568 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d75a5d07-1d90-4855-8b41-a242c09cc708 HTTP/1.1" status: 204 len: 168 time: 1.0815649 Jul 30 03:35:52.834946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '96b576bc-7066-4ad7-8a29-3f27dfe3e5ad', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1137bb52-1e68-48c7-be09-a302e716f15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:21Z', 'updated_at': '2021-07-30T03:35:46Z', 'revision_number': 1, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:22Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:52.884208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] Checking router: 1ed96383-3617-486f-a0ce-2285a3a3b9e4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:35:52.887716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.889505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Transition to ACTIVE for port object de67d7bf-8b91-4fdc-ac29-1e1f314a5d71 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:52.902516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.908814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4eab8-048a-4802-b1a1-88d586fba568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75a5d07-1d90-4855-8b41-a242c09cc708,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:52.944607 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:52.962047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:35:52.963179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:35:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:53.031491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fabc6d4-cb55-4ab8-bae2-4856b89e0165,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.100994 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.139817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] Pushing event deleted for resources: {'Port': ['ID=11751866-b4a2-4bfd-8d45-f1462903b794,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.140211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Checking segment: {'id': '0ce41ac8-94ad-455e-8080-ad7fc278d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:53.140961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Network hostable DHCP agents. Network: 7b84cf23-a858-4832-9a66-013a0f740a03, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:53.147558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b1fbd-6a51-4912-a45e-33b377978a07 None None] No DVR routers for this DVR port 11751866-b4a2-4bfd-8d45-f1462903b794 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:53.156550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Provisioning for port 43ad6240-72da-4477-9892-6528719c2221 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:53.167013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Provisioning complete for port 43ad6240-72da-4477-9892-6528719c2221 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:53.167118 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.169779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:35:53.173714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 11751866-b4a2-4bfd-8d45-f1462903b794 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:35:53.198448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb473dd6-aaca-4b8e-bfff-b98d5a354303 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:53.208508 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.228413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Transition to ACTIVE for port object fb473dd6-aaca-4b8e-bfff-b98d5a354303 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:53.240546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.250528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 11751866-b4a2-4bfd-8d45-f1462903b794 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:35:53.250879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 11751866-b4a2-4bfd-8d45-f1462903b794 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:35:53.439231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.440833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2474322 Jul 30 03:35:53.445915 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.449877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:53.455474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'security_group_rule': {'security_group_id': 'ff8b88c1-f311-4d34-8c45-bb4d982ba3b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:53.504007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Network 7b84cf23-a858-4832-9a66-013a0f740a03 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:53.533701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.550045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a408e-85bd-4bf6-93ac-b6ee2309aca4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.560989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] For port 43ad6240-72da-4477-9892-6528719c2221, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=43ad6240-72da-4477-9892-6528719c2221,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:53.608963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Attempting to bind port fb473dd6-aaca-4b8e-bfff-b98d5a354303 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:53.609299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Attempting to bind port fb473dd6-aaca-4b8e-bfff-b98d5a354303 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:53.609626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Attempting to bind port fb473dd6-aaca-4b8e-bfff-b98d5a354303 on network 2b057c97-3de8-4430-8a44-571e86303c87 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:53.615398 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.624534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7b84cf23-a858-4832-9a66-013a0f740a03) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:53.630590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:53.631215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.648678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network a2980308-122a-4cb4-ad25-1d740b0b413e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:53.653375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:53.663520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:53.665220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Could not find standard attr ID for object 11751866-b4a2-4bfd-8d45-f1462903b794. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:35:53.667779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93de3fd3-8d17-48cb-8f05-f602e8251ce5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:53.670147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe4850-885b-4bef-9cd1-dcc0501bce67 None None] Network 7b84cf23-a858-4832-9a66-013a0f740a03 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:53.670279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:53.671348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.675177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba15e0-a723-444b-993f-ecd4dc125a0d req-942ef7b0-a9fc-43b2-9068-434b3d3579c4 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:53.676761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8ba15e0-a723-444b-993f-ecd4dc125a0d req-942ef7b0-a9fc-43b2-9068-434b3d3579c4 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 944 time: 0.2636051 Jul 30 03:35:53.677363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Port fb473dd6-aaca-4b8e-bfff-b98d5a354303 on network 2b057c97-3de8-4430-8a44-571e86303c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:35:53.677687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Attempting to bind port fb473dd6-aaca-4b8e-bfff-b98d5a354303 on network 2b057c97-3de8-4430-8a44-571e86303c87 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:53.683510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb473dd6-aaca-4b8e-bfff-b98d5a354303,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.685643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.689285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:53.689643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Checking segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:53.690591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Bound using segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:53.691627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Bound port: fb473dd6-aaca-4b8e-bfff-b98d5a354303, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:53.692009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.747476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Port': ['ID=de67d7bf-8b91-4fdc-ac29-1e1f314a5d71,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.747916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f8cf3728-d5a3-456e-99bc-c5f5cd270fbd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1555247 Jul 30 03:35:53.753072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ed856caa-8040-4ba7-a796-0edc5cd758df tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.7743697 Jul 30 03:35:53.756081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42714) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:53.786669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Allocated IP 2001:db8::f816:3eff:feae:22e7 (a2980308-122a-4cb4-ad25-1d740b0b413e/52dd26e3-31d2-4bc6-a829-ff744da21d33/7cb266e1-4a91-4c18-ae16-71bf099820a6) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:53.833132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting subnet 52dd26e3-31d2-4bc6-a829-ff744da21d33 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:35:53.835284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8ba15e0-a723-444b-993f-ecd4dc125a0d req-e00c499a-98f8-41e5-a91e-d630f21a567e tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485035 Jul 30 03:35:53.853042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] For port fb473dd6-aaca-4b8e-bfff-b98d5a354303, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:53.861121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] For port fb473dd6-aaca-4b8e-bfff-b98d5a354303, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:53.869559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.874032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.874272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Provisioning for port fb473dd6-aaca-4b8e-bfff-b98d5a354303 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:53.883324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.900690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:53.904178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.906548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 1093 time: 2.3982649 Jul 30 03:35:53.913551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:35:53.914956 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa3140-d992-4047-9223-5d356a65b95c" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:35:53.937815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0ead9-bf25-41b8-a34c-9f591c7a7abd None None] Pushing event updated for resources: {'Port': ['ID=43ad6240-72da-4477-9892-6528719c2221,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.938207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e5bec2-df07-41b7-9095-a14b5c04f044,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:53.971995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:53.983589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:53.986870 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9ca70a08-d921-436e-9fa2-decdf72af0fd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358541 Jul 30 03:35:53.991508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:54.004090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'security_group_rule': {'security_group_id': 'ff8b88c1-f311-4d34-8c45-bb4d982ba3b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:54.015462 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01107f46-3bf4-49ec-98b1-cae5ae489f78 x-openstack-request-id: req-01107f46-3bf4-49ec-98b1-cae5ae489f78 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:35:54.015761 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:35:54.016016 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01107f46-3bf4-49ec-98b1-cae5ae489f78 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:35:54.022679 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'status': 'completed', 'code': 200} Jul 30 03:35:54.069724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.120864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '96b576bc-7066-4ad7-8a29-3f27dfe3e5ad', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1137bb52-1e68-48c7-be09-a302e716f15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:21Z', 'updated_at': '2021-07-30T03:35:46Z', 'revision_number': 1, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:22Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:54.138105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4805f-0b83-4200-9dfd-24f3f85af8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb473dd6-aaca-4b8e-bfff-b98d5a354303,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:54.143590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:54.144092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.154385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-c1254971-3b50-494a-9826-5d6966075bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:54.156330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-c1254971-3b50-494a-9826-5d6966075bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1096 time: 0.1672666 Jul 30 03:35:54.162531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.163851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-775713904-network', 'tenant_id': '2d2cb5bfb11541c497cd971d0617a5f4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:54.173484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Provisioning for port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:54.224814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.238196 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.243800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-33999baf-45a7-45a8-a82b-6629a48b9f76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 217 time: 0.0710711 Jul 30 03:35:54.244444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266a447-9d01-458a-b17a-3cd55763b86c None None] Network 7b84cf23-a858-4832-9a66-013a0f740a03 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:54.248680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Transition to ACTIVE for port object 7cb266e1-4a91-4c18-ae16-71bf099820a6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:54.250846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Made reservation on behalf of 2d2cb5bfb11541c497cd971d0617a5f4 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:54.251159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a059ef4-5b0a-4002-9555-924da9fb77ff None None] The sync data for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 is: [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '96b576bc-7066-4ad7-8a29-3f27dfe3e5ad', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1137bb52-1e68-48c7-be09-a302e716f15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:21Z', 'updated_at': '2021-07-30T03:35:46Z', 'revision_number': 1, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:22Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:35:54.253776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.257523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Provisioning complete for port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:54.258081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.275963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.281205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715e6c0c-f74d-47ce-a000-aa2ab28fe464,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:54.328922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-81f57ed2-1c53-40de-adfb-ec7ba5d8605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:54.331164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-81f57ed2-1c53-40de-adfb-ec7ba5d8605f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.0800099 Jul 30 03:35:54.337139 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.342000 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-68419314-d87d-4970-8d27-80c7de438a5f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3457448 Jul 30 03:35:54.342520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42732) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:54.349240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:54.410655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-13e6d827-2505-441a-9780-742d7db7ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:54.413224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-13e6d827-2505-441a-9780-742d7db7ed83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707152 Jul 30 03:35:54.424773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.462061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.497232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.515070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:54.560389 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-aa15f9c3-b198-43ee-a4d4-1d6ba5378fea service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390009 Jul 30 03:35:54.584807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:54.596846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.597979 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Added segment faf894f5-83d4-4ea8-8d71-539a6bd7b080 of type vlan for network e3272f2e-cc78-4911-b5e5-133e38694fcc Jul 30 03:35:54.640107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Transition to ACTIVE for port object 7cb266e1-4a91-4c18-ae16-71bf099820a6 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:35:54.664073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.678285 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c39038-718f-4da0-933f-915cd72602ee None None] New status for floating IP 96b576bc-7066-4ad7-8a29-3f27dfe3e5ad: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:35:54.706020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.718428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:54.728355 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.762434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.763673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:54.763963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42744) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:54.764400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.770224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2082813917-network', 'tenant_id': '68deb71baacc4fce906c1f1e49f2690a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:54.777277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.782533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e307cec1-42f3-4b0a-a47a-f319a64e932e req-749df009-802f-4acc-9111-c53c0cc12fbd service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005973 Jul 30 03:35:54.810619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Made reservation on behalf of 68deb71baacc4fce906c1f1e49f2690a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:54.814033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Provisioning complete for port 43ad6240-72da-4477-9892-6528719c2221 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:54.816254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.817275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.827935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:54.841508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Pushing event updated for resources: {'Port': ['ID=7cb266e1-4a91-4c18-ae16-71bf099820a6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:54.854147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Network a2980308-122a-4cb4-ad25-1d740b0b413e is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:54.872434 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8986297 Jul 30 03:35:54.886266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:54.897143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Request body: {'subnet': {'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-775713904-subnet', 'tenant_id': '2d2cb5bfb11541c497cd971d0617a5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:54.923935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca246eca-fe4b-45e5-adb8-aa0b7958520d admin admin] Pushing event updated for resources: {'Network': ['ID=e3272f2e-cc78-4911-b5e5-133e38694fcc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:54.934870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:54.944602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e3272f2e-cc78-4911-b5e5-133e38694fcc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:54.957601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:54.982551 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.061506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.063801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa3140-d992-4047-9223-5d356a65b95c req-cd791032-0465-41ea-a1fc-1a2abba21156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.065517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-cd791032-0465-41ea-a1fc-1a2abba21156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1096 time: 0.1251473 Jul 30 03:35:55.071482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.095121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13f7f0-7efa-49f5-a6b3-fff9ddc190bc req-7dbd3e23-c41e-40b4-9d8c-3a32ce246700 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.096704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe13f7f0-7efa-49f5-a6b3-fff9ddc190bc req-7dbd3e23-c41e-40b4-9d8c-3a32ce246700 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 944 time: 0.1303592 Jul 30 03:35:55.097489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:55.124776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Made reservation on behalf of 2d2cb5bfb11541c497cd971d0617a5f4 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:55.127076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.128165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Attempting to bind port 7cb266e1-4a91-4c18-ae16-71bf099820a6 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:35:55.128165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Attempting to bind port 7cb266e1-4a91-4c18-ae16-71bf099820a6 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'cd55ae48-6a21-4fac-8086-8e261032ef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:35:55.128569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Attempting to bind port 7cb266e1-4a91-4c18-ae16-71bf099820a6 on network a2980308-122a-4cb4-ad25-1d740b0b413e {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:35:55.129519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.133167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d91d732-3a59-405f-a6bd-a49d0ee3a136 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:55.163040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:35:55.163525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Checking segment: {'id': 'cd55ae48-6a21-4fac-8086-8e261032ef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:55.164626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.164626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Bound using segment: {'id': 'cd55ae48-6a21-4fac-8086-8e261032ef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:35:55.165296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Bound port: 7cb266e1-4a91-4c18-ae16-71bf099820a6, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd55ae48-6a21-4fac-8086-8e261032ef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a2980308-122a-4cb4-ad25-1d740b0b413e'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:35:55.167159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.184912 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.185229 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Added segment 0a3f84e2-8f57-4178-95b1-2bfa613d5fb7 of type vlan for network 43a8e66f-f640-4258-af7b-2cfa699d05ac Jul 30 03:35:55.241037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 172.25.6.223 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/25affe3a-6402-41cc-92de-e00c8ce15f58) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:55.241260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f08c14-e88a-4fd7-9d5d-1c66435ec2e8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:55.278685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Provisioning complete for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:55.278956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.281155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe13f7f0-7efa-49f5-a6b3-fff9ddc190bc req-3c024c31-4ee9-4273-91af-f0a5c4f2d0e5 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698411 Jul 30 03:35:55.290453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.315784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa3140-d992-4047-9223-5d356a65b95c req-c3264ed0-d2fe-4b08-b0b9-537d0a06dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.317271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-c3264ed0-d2fe-4b08-b0b9-537d0a06dc87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2324169 Jul 30 03:35:55.324891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:55.325273 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.337744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.356388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] For port 7cb266e1-4a91-4c18-ae16-71bf099820a6, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:35:55.371526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-82f2460d-75a3-4f3f-81e2-41768586ec2b None None] Port 37304c23-fe93-4476-9c04-d2e5b21ee4eb cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:35:55.373117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-b3cc1c06-1676-4da8-ba8f-fedc264d90e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 217 time: 0.0450504 Jul 30 03:35:55.376581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.377785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.378149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.383824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] For port 7cb266e1-4a91-4c18-ae16-71bf099820a6, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7cb266e1-4a91-4c18-ae16-71bf099820a6,segment=NetworkSegment(cd55ae48-6a21-4fac-8086-8e261032ef3f),segment_id=cd55ae48-6a21-4fac-8086-8e261032ef3f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:35:55.390923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Subnet': ['ID=52dd26e3-31d2-4bc6-a829-ff744da21d33,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:55.394759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.399246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.399464 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-896cd552-e525-4a71-b8cf-01a8e11179c3 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/52dd26e3-31d2-4bc6-a829-ff744da21d33 HTTP/1.1" status: 204 len: 168 time: 1.6388226 Jul 30 03:35:55.402261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:55.500828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.506127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aaa61-fe5f-4a84-a3b3-167919e81458 None None] Pushing event updated for resources: {'Port': ['ID=7cb266e1-4a91-4c18-ae16-71bf099820a6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:55.524309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7590075 Jul 30 03:35:55.526141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42752) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:55.533906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Request body: {'subnet': {'network_id': '43a8e66f-f640-4258-af7b-2cfa699d05ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2082813917-subnet', 'tenant_id': '68deb71baacc4fce906c1f1e49f2690a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:55.541669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf997-04c8-4d15-9b45-e04bec50682d admin admin] Pushing event updated for resources: {'Network': ['ID=43a8e66f-f640-4258-af7b-2cfa699d05ac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:55.549321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa3140-d992-4047-9223-5d356a65b95c req-8a84e6e8-d4e2-430f-995d-9f34ad5c6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.550816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-8a84e6e8-d4e2-430f-995d-9f34ad5c6f53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1691735 Jul 30 03:35:55.555464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.559707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d28be-2ce6-46d0-b931-8abaa769983c tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.561475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d28be-2ce6-46d0-b931-8abaa769983c tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.563082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0c0d28be-2ce6-46d0-b931-8abaa769983c tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1619375 Jul 30 03:35:55.565757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:55.567945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Made reservation on behalf of 68deb71baacc4fce906c1f1e49f2690a for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:55.570756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.597675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 43a8e66f-f640-4258-af7b-2cfa699d05ac details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:55.708874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:55.715376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 43ad6240-72da-4477-9892-6528719c2221 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:35:55.720791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Checking segment: {'id': 'faf894f5-83d4-4ea8-8d71-539a6bd7b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:55.720955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13829b10-bbee-4b14-b837-f4d52139da04 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.721525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Network hostable DHCP agents. Network: e3272f2e-cc78-4911-b5e5-133e38694fcc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:55.724240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.737513 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-13829b10-bbee-4b14-b837-f4d52139da04 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 03:35:55.738042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13829b10-bbee-4b14-b837-f4d52139da04 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:35:55.744727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-13829b10-bbee-4b14-b837-f4d52139da04 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/a2980308-122a-4cb4-ad25-1d740b0b413e HTTP/1.1" status: 409 len: 405 time: 0.1779852 Jul 30 03:35:55.745574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:55.757690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-176392010'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:55.797559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=25affe3a-6402-41cc-92de-e00c8ce15f58,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:55.823916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa3140-d992-4047-9223-5d356a65b95c req-1eb7f4be-3c7a-422c-bbf6-8fe0948da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.825538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-1eb7f4be-3c7a-422c-bbf6-8fe0948da561 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2612355 Jul 30 03:35:55.838050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:55.845293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:55.847943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:55.850977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:55.855253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.875440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 43ad6240-72da-4477-9892-6528719c2221 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:35:55.876003 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.895251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Network e3272f2e-cc78-4911-b5e5-133e38694fcc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:55.941393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e3272f2e-cc78-4911-b5e5-133e38694fcc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:55.950245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:55.968788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:55.969698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.980842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9acd2-af93-40cf-a913-86f3bf243751 None None] Network e3272f2e-cc78-4911-b5e5-133e38694fcc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:55.990642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:55.991059 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Added segment 8f2fc63a-28d3-4c3c-9a0d-7a1898122313 of type vlan for network e7bdcb6f-7c85-4023-8abb-9f56767e5af6 Jul 30 03:35:56.004896 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8db4b999-d8ba-47f5-9460-07efc2409d56 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1122346 Jul 30 03:35:56.032226 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.061884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-d7effc95-7f53-47ae-9c9b-5423f1dfc3a0 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267902 Jul 30 03:35:56.071634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.088071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.139263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.168936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.179052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:56.180136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.189197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9180a2-fe3d-47fd-82e5-afe89a2e58d3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:56.194655 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c348f32-b1f7-4f05-abee-cdac1a36a760 None None] Network e3272f2e-cc78-4911-b5e5-133e38694fcc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:56.235556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Checking segment: {'id': '0a3f84e2-8f57-4178-95b1-2bfa613d5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '43a8e66f-f640-4258-af7b-2cfa699d05ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:56.235922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Network hostable DHCP agents. Network: 43a8e66f-f640-4258-af7b-2cfa699d05ac, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:56.278679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5222719 Jul 30 03:35:56.288434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:56.301008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'subnet': {'network_id': 'e7bdcb6f-7c85-4023-8abb-9f56767e5af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:56.330059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98aa3140-d992-4047-9223-5d356a65b95c req-bc1945ce-954d-4bfc-b7cd-176041706aed service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605948 Jul 30 03:35:56.361667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644517-5694-401f-8eee-b951c748e965 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Network': ['ID=e7bdcb6f-7c85-4023-8abb-9f56767e5af6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:56.365962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Network 43a8e66f-f640-4258-af7b-2cfa699d05ac is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:56.383201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e7bdcb6f-7c85-4023-8abb-9f56767e5af6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:56.392373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 43a8e66f-f640-4258-af7b-2cfa699d05ac) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:56.399293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:56.399952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.437657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd248f8-e008-4553-af87-bd2814cae225 None None] Network 43a8e66f-f640-4258-af7b-2cfa699d05ac requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:56.460338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-524c8ffa-dff0-4c7e-a140-e8318b2d23cd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9328167 Jul 30 03:35:56.493918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585030d-14e7-49a5-a142-d22b684736e0 req-56d4a8b9-2899-40d8-b3be-e0583d055c5b tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:56.501941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3585030d-14e7-49a5-a142-d22b684736e0 req-56d4a8b9-2899-40d8-b3be-e0583d055c5b tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 944 time: 0.0998528 Jul 30 03:35:56.521597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.528641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.593892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:56.597878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.626728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=25affe3a-6402-41cc-92de-e00c8ce15f58,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:56.638161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af36441-e195-4426-8abc-fb28ae484b75 None None] Network 43a8e66f-f640-4258-af7b-2cfa699d05ac requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:56.686510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3585030d-14e7-49a5-a142-d22b684736e0 req-3349f547-6a22-4748-a670-20446db677ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778116 Jul 30 03:35:56.710086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.757753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:56.757753 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d663bc3-ddc2-4222-83f1-bd4f20056bc7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4054952 Jul 30 03:35:56.895388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-9615a527-3abd-4c6e-a726-6ade112ce49f tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:56.896955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-9615a527-3abd-4c6e-a726-6ade112ce49f tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/networks?id=e3272f2e-cc78-4911-b5e5-133e38694fcc HTTP/1.1" status: 200 len: 812 time: 0.2791913 Jul 30 03:35:56.939123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-724749a7-14be-4c03-bb87-a65fc3a6fa66 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/quotas/2d2cb5bfb11541c497cd971d0617a5f4 HTTP/1.1" status: 200 len: 375 time: 0.0340958 Jul 30 03:35:56.991757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88216d05-4095-45c5-a8c7-a6acebf4332a None None] Network a2980308-122a-4cb4-ad25-1d740b0b413e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:57.013703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ff4d481c-2dfb-4727-ae43-64334e713ccb tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d2cb5bfb11541c497cd971d0617a5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565681 Jul 30 03:35:57.058791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-70e55abe-0e9a-44b3-8ad1-302a33938c61 None None] Provisioning for port 7cb266e1-4a91-4c18-ae16-71bf099820a6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:35:57.176633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] DHCP port deletion for a2980308-122a-4cb4-ad25-1d740b0b413e request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:35:57.225535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] Deleting port 7cb266e1-4a91-4c18-ae16-71bf099820a6 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:35:57.226025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.257499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:35:57.265682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-7a49b07a-3e86-4b59-9a66-b46f3aa837d7 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:57.267109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-7a49b07a-3e86-4b59-9a66-b46f3aa837d7 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/networks?id=7b84cf23-a858-4832-9a66-013a0f740a03 HTTP/1.1" status: 200 len: 809 time: 0.2561555 Jul 30 03:35:57.270074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.284221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-9dbeb7f1-edfe-4fbd-9698-4bafcc48e8bf service neutron] 10.222.0.39 "GET /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553005 Jul 30 03:35:57.292552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] For port 7cb266e1-4a91-4c18-ae16-71bf099820a6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7cb266e1-4a91-4c18-ae16-71bf099820a6,segment=NetworkSegment(cd55ae48-6a21-4fac-8086-8e261032ef3f),segment_id=cd55ae48-6a21-4fac-8086-8e261032ef3f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:57.292955 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.305537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] Calling delete_port for 7cb266e1-4a91-4c18-ae16-71bf099820a6 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:35:57.344962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-7a9db72e-181a-43c7-93fb-0d11d2a47bc8 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/quotas/f1734efc50da47f49eddfab057cbfc17 HTTP/1.1" status: 200 len: 375 time: 0.0648556 Jul 30 03:35:57.384841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.401246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Subnet': ['ID=91a47669-dd2e-4521-89bf-3b4a92f03ad1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:57.415252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] Pushing event deleted for resources: {'Port': ['ID=7cb266e1-4a91-4c18-ae16-71bf099820a6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:57.418863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719c2cf-58ac-464c-9a5c-0cb543ac0594 None None] No DVR routers for this DVR port 7cb266e1-4a91-4c18-ae16-71bf099820a6 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:35:57.429290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-6ec426d4-3ba2-42e4-92e5-7d6f66727a0c tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1734efc50da47f49eddfab057cbfc17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563138 Jul 30 03:35:57.451319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Checking segment: {'id': '8f2fc63a-28d3-4c3c-9a0d-7a1898122313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e7bdcb6f-7c85-4023-8abb-9f56767e5af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:57.451677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network hostable DHCP agents. Network: e7bdcb6f-7c85-4023-8abb-9f56767e5af6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:57.522021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-abf897db-6c6d-48c6-aded-817c00d0d26d service neutron] 10.222.0.39 "GET /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108679 Jul 30 03:35:57.534231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network e7bdcb6f-7c85-4023-8abb-9f56767e5af6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:57.555321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e7bdcb6f-7c85-4023-8abb-9f56767e5af6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:57.564821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76d40d-6ff3-4fae-b26b-fcdc98a357a6 None None] Network e7bdcb6f-7c85-4023-8abb-9f56767e5af6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:57.565417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:57.566017 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.575175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-46704351-3ffe-410c-81fe-ebbd3ede41e6 service neutron] 10.222.0.39 "GET /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371362 Jul 30 03:35:57.596356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3d73b7a2-5be3-47dc-9b7c-6726f6072056 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3049405 Jul 30 03:35:57.596785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42808) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:57.715532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-39044a28-6286-4a8c-9dcc-49c0086bae08 service neutron] 10.222.0.39 "GET /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315856 Jul 30 03:35:57.728315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.771933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb43dee-c0bb-4046-95ed-c9e7ec1be1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-e7bdcb6f-7c85-4023-8abb-9f56767e5af6', 'network_id': 'e7bdcb6f-7c85-4023-8abb-9f56767e5af6', 'tenant_id': '5d66084328a64a4f9c28f9813318cb98', 'fixed_ips': [{'subnet_id': '91a47669-dd2e-4521-89bf-3b4a92f03ad1'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:57.773390 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cb43dee-c0bb-4046-95ed-c9e7ec1be1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.788671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.914598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-65a175e2-cfe0-4ccd-9ea1-437c0f8b81b9 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1757991578&fields=id&tenant_id=964cf6670af8481ca9dd3caa87df9420 HTTP/1.1" status: 200 len: 267 time: 0.0488827 Jul 30 03:35:57.919830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:57.945966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d8f4937-0e53-4817-9a4a-d1ed25f92938 req-eafa0a42-eef2-4834-98aa-037feeb2c168 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 210 time: 0.0464182 Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-1cb43dee-c0bb-4046-95ed-c9e7ec1be1c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91a47669-dd2e-4521-89bf-3b4a92f03ad1: This subnet is being modified by another concurrent operation. Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:35:57.967316 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91a47669-dd2e-4521-89bf-3b4a92f03ad1: This subnet is being modified by another concurrent operation. Jul 30 03:35:57.970560 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:35:57.973316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Subnet': ['ID=91a47669-dd2e-4521-89bf-3b4a92f03ad1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:57.989752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a861b8-e5ef-4a7d-81b8-d99535875c3b None None] Network e7bdcb6f-7c85-4023-8abb-9f56767e5af6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:58.048177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.070666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bdcb6f-7c85-4023-8abb-9f56767e5af6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:58.077670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-ebf4748b-c137-4c6b-a6cd-778e61fab2f7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.080870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-ebf4748b-c137-4c6b-a6cd-778e61fab2f7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 930 time: 0.1403186 Jul 30 03:35:58.112333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2fc63a-28d3-4c3c-9a0d-7a1898122313') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:58.112813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2fc63a-28d3-4c3c-9a0d-7a1898122313') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:35:58.128605 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.148198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.159207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:35:58.159550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:35:58.163406 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:35:58.173250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850675d-c693-413c-88be-398db6bd5bb7 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:35:58.214958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-a49d235c-e09c-491c-a0b9-33e72a1595a6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.222745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-a49d235c-e09c-491c-a0b9-33e72a1595a6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 932 time: 0.1270545 Jul 30 03:35:58.257743 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.268053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.270400 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/e7bdcb6f-7c85-4023-8abb-9f56767e5af6 HTTP/1.1" status: 204 len: 168 time: 0.6726222 Jul 30 03:35:58.286182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:58.294882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-986476216'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:58.298677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3b960-ad8f-41f3-82a5-bf9d576afad8 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Network': ['ID=e7bdcb6f-7c85-4023-8abb-9f56767e5af6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:58.320984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-b72f8d23-d90e-46b2-9eda-cdce14463ca3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0972354 Jul 30 03:35:58.337206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:58.346379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.357489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e947ca-0adf-4e7a-a929-1f7258a4be88 req-7342829f-6959-4e38-b5be-48790dffd1ea tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.359356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29e947ca-0adf-4e7a-a929-1f7258a4be88 req-7342829f-6959-4e38-b5be-48790dffd1ea tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 944 time: 0.2774560 Jul 30 03:35:58.372922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850675d-c693-413c-88be-398db6bd5bb7 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:35:58.396143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:35:58.408169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c8ba3083-487d-499a-8501-cbdfd8ca72d9 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0747154 Jul 30 03:35:58.415935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.417566 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Added segment fa851c51-acc0-4470-96c3-34ee6ff1de18 of type vlan for network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 Jul 30 03:35:58.477821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.522813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.533333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.534117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.559063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29e947ca-0adf-4e7a-a929-1f7258a4be88 req-c4785a01-3c2f-4df9-a6a3-0314a6dd68c5 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734958 Jul 30 03:35:58.591839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-423c4bf9-0ee6-41f1-b822-d7476a21100d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.599580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-423c4bf9-0ee6-41f1-b822-d7476a21100d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.608418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-423c4bf9-0ee6-41f1-b822-d7476a21100d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:58.616502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-423c4bf9-0ee6-41f1-b822-d7476a21100d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/networks?id=623c59b3-0964-4687-ade5-b9a6b68f7662&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a0f7542c-9210-4588-817a-4ea327c5fd44&id=a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 200 len: 1989 time: 0.1942511 Jul 30 03:35:58.636017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-a6eb65f8-b760-4f17-9b00-7260d320230c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/quotas/964cf6670af8481ca9dd3caa87df9420 HTTP/1.1" status: 200 len: 375 time: 0.0180807 Jul 30 03:35:58.646536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3566105 Jul 30 03:35:58.650678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42844) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:58.669032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'subnet': {'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:58.743257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ece7-3558-4394-bef5-52c01a9d8e13 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Network': ['ID=8ee748c2-4305-42e1-9b35-9b0720f9ec65,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:58.744622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-5abb4872-5df4-482a-8341-3b7876ccbd99 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1064484 Jul 30 03:35:58.770472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:35:58.799053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec5ee441-977c-4d09-a54b-da66fee3d109 req-7c483fc1-b988-4309-b6a8-2fdb4df206d4 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 210 time: 0.0527556 Jul 30 03:35:58.812054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:58.822067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:58.879422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-bf67821e-f583-4d9d-a2c3-51db9bdafde4 service neutron] 10.222.0.39 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153712 Jul 30 03:35:58.984908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f803b254-d866-47d7-bf14-7c12093f866a service neutron] 10.222.0.39 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987632 Jul 30 03:35:59.045421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-dd3468b1-8675-498e-bcbd-2b7b587c8f6b service neutron] 10.222.0.39 "GET /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0515447 Jul 30 03:35:59.124341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.140160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb33222d-16c3-45d2-88aa-92722d4c2fe6 req-bfbd9758-be51-4d02-bd0d-1962713cefef tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 210 time: 0.0650380 Jul 30 03:35:59.183224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fb473dd6-aaca-4b8e-bfff-b98d5a354303 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:35:59.200643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-a939224d-b223-42e5-a7c4-149390e3711c service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495748 Jul 30 03:35:59.215788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Subnet': ['ID=5ffeafc0-fda9-4a73-8e9e-d4c53301a121,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:59.239914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Checking segment: {'id': 'fa851c51-acc0-4470-96c3-34ee6ff1de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:35:59.240272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network hostable DHCP agents. Network: 8ee748c2-4305-42e1-9b35-9b0720f9ec65, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:35:59.252618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-f28b2cbb-4249-40c1-821b-bccb2984d004 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:59.254095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-f28b2cbb-4249-40c1-821b-bccb2984d004 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.18 "GET /v2.0/networks?id=e3272f2e-cc78-4911-b5e5-133e38694fcc HTTP/1.1" status: 200 len: 812 time: 0.1908984 Jul 30 03:35:59.270930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Request body: {'port': {'device_id': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc', 'admin_state_up': True, 'tenant_id': '2d2cb5bfb11541c497cd971d0617a5f4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:59.275958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:35:59.309949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6274faff-7e27-45e7-a99d-e1333bdef538 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022635 Jul 30 03:35:59.325881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8ee748c2-4305-42e1-9b35-9b0720f9ec65) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:59.335385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:59.335994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.360695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-636405d8-976e-4de3-b757-f578b3c76756 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6986265 Jul 30 03:35:59.363713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:35:59.397293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a7ec8-5d96-413d-b4aa-c397f6ec89f6 None None] Network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:35:59.397838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-59384d73-3982-45b6-878f-89d2d58bf99f service neutron] 10.222.0.39 "GET /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0804307 Jul 30 03:35:59.418651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Made reservation on behalf of 2d2cb5bfb11541c497cd971d0617a5f4 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:35:59.422377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.530196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fb473dd6-aaca-4b8e-bfff-b98d5a354303, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:59.547334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:35:59.589109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Allocated IP 172.20.0.9 (e3272f2e-cc78-4911-b5e5-133e38694fcc/400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61/dcba3e10-d1a0-4fde-918c-593d0a617a60) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:59.643037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-5be969b0-9f61-4b80-9ccf-66da733526f4 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437658 Jul 30 03:35:59.656677 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.668703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8ee748c2-4305-42e1-9b35-9b0720f9ec65', 'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65', 'tenant_id': '5d66084328a64a4f9c28f9813318cb98', 'fixed_ips': [{'subnet_id': '5ffeafc0-fda9-4a73-8e9e-d4c53301a121'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:35:59.669568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.683055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb473dd6-aaca-4b8e-bfff-b98d5a354303 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:35:59.713181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fb473dd6-aaca-4b8e-bfff-b98d5a354303, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:35:59.718191 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.787778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.788415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.812931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-1838df94-9a6f-44c8-aad2-0c4f3c5ffb9e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:59.814310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-1838df94-9a6f-44c8-aad2-0c4f3c5ffb9e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.18 "GET /v2.0/networks?id=7b84cf23-a858-4832-9a66-013a0f740a03 HTTP/1.1" status: 200 len: 809 time: 0.3148665 Jul 30 03:35:59.835869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Request body: {'port': {'device_id': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03', 'admin_state_up': True, 'tenant_id': 'f1734efc50da47f49eddfab057cbfc17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:35:59.838340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.853425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=fb473dd6-aaca-4b8e-bfff-b98d5a354303,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:59.872784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05969489-85f7-4518-bbcd-cdcdffa2f2ce req-90601b63-6a49-41b0-bf9d-3ac558d29206 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:59.878970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Network e3272f2e-cc78-4911-b5e5-133e38694fcc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:35:59.879404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05969489-85f7-4518-bbcd-cdcdffa2f2ce req-90601b63-6a49-41b0-bf9d-3ac558d29206 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 944 time: 0.2212911 Jul 30 03:35:59.882496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:35:59.882778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Allocated IP 2001:db8::2 (8ee748c2-4305-42e1-9b35-9b0720f9ec65/5ffeafc0-fda9-4a73-8e9e-d4c53301a121/86cb5e32-ad9d-47d1-ba13-297f085425e1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:35:59.886429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:35:59.929264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Pushing event updated for resources: {'Port': ['ID=dcba3e10-d1a0-4fde-918c-593d0a617a60,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:35:59.955471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:35:59.957118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:35:59.970651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-1fc4498d-2410-45ba-846d-0062ee2b1954 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084123 Jul 30 03:35:59.978975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-00c307bf-08f7-46f6-988f-6ee20dc77508 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7118208 Jul 30 03:35:59.992027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Request body: {'port': {'device_id': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:00.052765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.061572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.072130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Transition to ACTIVE for port object 86cb5e32-ad9d-47d1-ba13-297f085425e1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:00.088403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Transition to ACTIVE for port object 86cb5e32-ad9d-47d1-ba13-297f085425e1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:00.094945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.133538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:00.138936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:00.145005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:00.151031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Pushing event updated for resources: {'Port': ['ID=86cb5e32-ad9d-47d1-ba13-297f085425e1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:00.209293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Attempting to bind port 86cb5e32-ad9d-47d1-ba13-297f085425e1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:00.209968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Attempting to bind port 86cb5e32-ad9d-47d1-ba13-297f085425e1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'fa851c51-acc0-4470-96c3-34ee6ff1de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:00.210201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Attempting to bind port 86cb5e32-ad9d-47d1-ba13-297f085425e1 on network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:00.216190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:00.216672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Checking segment: {'id': 'fa851c51-acc0-4470-96c3-34ee6ff1de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:00.217157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.217633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Bound using segment: {'id': 'fa851c51-acc0-4470-96c3-34ee6ff1de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:00.218189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Bound port: 86cb5e32-ad9d-47d1-ba13-297f085425e1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa851c51-acc0-4470-96c3-34ee6ff1de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:00.218656 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.231625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fb473dd6-aaca-4b8e-bfff-b98d5a354303'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:00.340000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] For port 86cb5e32-ad9d-47d1-ba13-297f085425e1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:00.345849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] For port 86cb5e32-ad9d-47d1-ba13-297f085425e1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=86cb5e32-ad9d-47d1-ba13-297f085425e1,segment=NetworkSegment(fa851c51-acc0-4470-96c3-34ee6ff1de18),segment_id=fa851c51-acc0-4470-96c3-34ee6ff1de18)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:00.352364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.355371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcba3e10-d1a0-4fde-918c-593d0a617a60 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:00.364166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.378797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Transition to ACTIVE for port object dcba3e10-d1a0-4fde-918c-593d0a617a60 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:00.383501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.411768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05969489-85f7-4518-bbcd-cdcdffa2f2ce req-b0dfa3a3-add5-41a4-8075-aa194f8b0130 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314789 Jul 30 03:36:00.412633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.482854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab59c3c-ab04-4f07-a13b-6c8558e29960 None None] Pushing event updated for resources: {'Port': ['ID=86cb5e32-ad9d-47d1-ba13-297f085425e1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:00.511827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Pushing event updated for resources: {'Port': ['ID=dcba3e10-d1a0-4fde-918c-593d0a617a60,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:00.521145 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.577590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Attempting to bind port dcba3e10-d1a0-4fde-918c-593d0a617a60 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:00.578015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Attempting to bind port dcba3e10-d1a0-4fde-918c-593d0a617a60 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'faf894f5-83d4-4ea8-8d71-539a6bd7b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:00.578461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Attempting to bind port dcba3e10-d1a0-4fde-918c-593d0a617a60 on network e3272f2e-cc78-4911-b5e5-133e38694fcc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:00.579535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c49be7b9-58b5-4e9d-83f4-d3288c8c2fc8 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959854 Jul 30 03:36:00.583609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Port dcba3e10-d1a0-4fde-918c-593d0a617a60 on network e3272f2e-cc78-4911-b5e5-133e38694fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:00.584086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Attempting to bind port dcba3e10-d1a0-4fde-918c-593d0a617a60 on network e3272f2e-cc78-4911-b5e5-133e38694fcc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:00.590518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:00.590945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Checking segment: {'id': 'faf894f5-83d4-4ea8-8d71-539a6bd7b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:00.591652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Bound using segment: {'id': 'faf894f5-83d4-4ea8-8d71-539a6bd7b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:00.592030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Bound port: dcba3e10-d1a0-4fde-918c-593d0a617a60, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf894f5-83d4-4ea8-8d71-539a6bd7b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:00.592503 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.691645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.692400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] For port dcba3e10-d1a0-4fde-918c-593d0a617a60, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:00.697694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] For port dcba3e10-d1a0-4fde-918c-593d0a617a60, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60,segment=NetworkSegment(faf894f5-83d4-4ea8-8d71-539a6bd7b080),segment_id=faf894f5-83d4-4ea8-8d71-539a6bd7b080)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:00.699842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da956eb4-1eba-4456-aad8-8f0b7ef74971 req-628332d2-1e3e-4af8-9dfc-e14c8c750b1e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 210 time: 0.1114986 Jul 30 03:36:00.704505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.750543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Made reservation on behalf of f1734efc50da47f49eddfab057cbfc17 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:00.754609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.762467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:00.763478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.764915 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] 10.222.0.18 "PUT /v2.0/ports/dcba3e10-d1a0-4fde-918c-593d0a617a60 HTTP/1.1" status: 200 len: 1092 time: 0.7779624 Jul 30 03:36:00.765430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'tag': 'dcba3e10-d1a0-4fde-918c-593d0a617a60'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:00.767749 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a6284c-68e3-447f-8ded-5d24da283be7", "tag": "dcba3e10-d1a0-4fde-918c-593d0a617a60"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:00.804069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffeafc0-fda9-4a73-8e9e-d4c53301a121,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:00.808765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed485732-167d-4769-b1d1-460a3f8b47ef service neutron] Pushing event updated for resources: {'Port': ['ID=dcba3e10-d1a0-4fde-918c-593d0a617a60,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:00.865399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-881184ad-2406-4dcc-8572-d6a29d3e8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:00.867331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-881184ad-2406-4dcc-8572-d6a29d3e8a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d2cb5bfb11541c497cd971d0617a5f4&device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 1095 time: 0.0504432 Jul 30 03:36:00.914080 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-967b7a1f-d9ce-421b-9bee-3cd3a49077e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60 HTTP/1.1" status: 200 len: 217 time: 0.0378430 Jul 30 03:36:00.916850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:00.943263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee748c2-4305-42e1-9b35-9b0720f9ec65']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:00.956032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-5611bb58-c9f8-4334-8840-86d42d1e0909 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632021 Jul 30 03:36:00.973671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-a59783e2-2597-459d-bffb-2487b4720a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:00.975162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-a59783e2-2597-459d-bffb-2487b4720a29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61 HTTP/1.1" status: 200 len: 852 time: 0.0540531 Jul 30 03:36:00.990896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa851c51-acc0-4470-96c3-34ee6ff1de18') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:00.991223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa851c51-acc0-4470-96c3-34ee6ff1de18') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:01.006616 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-14c6448b-c094-4584-9c1e-0943893bac59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3272f2e-cc78-4911-b5e5-133e38694fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243559 Jul 30 03:36:01.016446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.077684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5063-5366-4adc-8c1e-fc26e27bddda req-a5b0df19-32f3-445b-829a-55aae04b8fb4 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:01.079233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3ba5063-5366-4adc-8c1e-fc26e27bddda req-a5b0df19-32f3-445b-829a-55aae04b8fb4 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 943 time: 0.2175565 Jul 30 03:36:01.093527 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.099553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-d08ec265-0503-4c8c-b210-e1248b91b3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Jul 30 03:36:01.145708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:01.146115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:01.152344 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:01.199968 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cbb8672f-a153-45ab-b26e-7a61b2f437bd req-2f1a0961-099b-42ac-8c86-78a34dbd884b service neutron] 10.222.0.18 "GET /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925546 Jul 30 03:36:01.263462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3ba5063-5366-4adc-8c1e-fc26e27bddda req-7efe43d3-72bb-4570-8564-0c372959614c tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725550 Jul 30 03:36:01.275428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:36:01.275428 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:36:01.275428 n-d-778696-14 neutron-server[93876]: [parameters: {'id': '8ee748c2-4305-42e1-9b35-9b0720f9ec65'}] Jul 30 03:36:01.275428 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:36:01.275849 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:36:01.278495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Allocated IP 172.20.0.13 (7b84cf23-a858-4832-9a66-013a0f740a03/5fabc6d4-cb55-4ab8-bae2-4856b89e0165/c681b7d3-d92e-4304-a0f6-6fb4f6e88da6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:01.284931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-ddca7ca5-b3f3-4597-ade0-240bd9797634 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916496 Jul 30 03:36:01.319588 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacbdc39-297e-48ad-b4ea-b07d3681777f x-openstack-request-id: req-eacbdc39-297e-48ad-b4ea-b07d3681777f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:01.319894 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a6284c-68e3-447f-8ded-5d24da283be7", "tag": "dcba3e10-d1a0-4fde-918c-593d0a617a60", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:01.320117 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eacbdc39-297e-48ad-b4ea-b07d3681777f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:01.321029 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'tag': 'dcba3e10-d1a0-4fde-918c-593d0a617a60', 'status': 'completed', 'code': 200} Jul 30 03:36:01.384400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-62ef94e8-78f0-4e8e-89cc-79349e715bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:01.386172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-62ef94e8-78f0-4e8e-89cc-79349e715bbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d2cb5bfb11541c497cd971d0617a5f4&device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 1095 time: 0.0429547 Jul 30 03:36:01.465981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-db7509e9-5b3c-46e6-b77c-ae42cd707ac6 service neutron] 10.222.0.39 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735215 Jul 30 03:36:01.501714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-0339f187-a5a1-4c87-9af1-a99fa24f4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:01.503971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-0339f187-a5a1-4c87-9af1-a99fa24f4c0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3272f2e-cc78-4911-b5e5-133e38694fcc HTTP/1.1" status: 200 len: 912 time: 0.1108160 Jul 30 03:36:01.554889 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-cc87b9e0-c290-40bf-b87d-f6fdc42167a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60 HTTP/1.1" status: 200 len: 217 time: 0.0422652 Jul 30 03:36:01.607667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786e064-029a-4909-9207-68d162ae7e66 None None] Network 8ee748c2-4305-42e1-9b35-9b0720f9ec65 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:01.629127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-a065c9d3-a655-42a8-9b6f-93b6810adb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:01.631581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-a065c9d3-a655-42a8-9b6f-93b6810adb0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61 HTTP/1.1" status: 200 len: 852 time: 0.0667660 Jul 30 03:36:01.646679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.665361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87a7c-41b8-4f7a-b77e-e2dbbee35d68 req-185c513f-5445-44e5-8bce-a698332b0fee tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:01.667454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0c87a7c-41b8-4f7a-b77e-e2dbbee35d68 req-185c513f-5445-44e5-8bce-a698332b0fee tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 945 time: 0.1498713 Jul 30 03:36:01.678409 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-29e7dc07-1f90-45a3-8bdf-be0227370d2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3272f2e-cc78-4911-b5e5-133e38694fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366504 Jul 30 03:36:01.694000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 86cb5e32-ad9d-47d1-ba13-297f085425e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:01.714585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-697c9e2d-7b7d-4278-9dbe-eb7eeeab9595 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383921 Jul 30 03:36:01.741523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9d5ad7e0-3571-4387-a9cd-24a8d3369a5c None None] Provisioning for port 86cb5e32-ad9d-47d1-ba13-297f085425e1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:01.782665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.790605 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-33960018-9aa6-431f-9bec-25fe9b00c2a7 service neutron] 10.222.0.18 "GET /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004136 Jul 30 03:36:01.803266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 86cb5e32-ad9d-47d1-ba13-297f085425e1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:01.807964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 86cb5e32-ad9d-47d1-ba13-297f085425e1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:01.808434 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.818795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0c87a7c-41b8-4f7a-b77e-e2dbbee35d68 req-cba5c1de-702d-4eca-bdda-af2a792cbfd6 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426554 Jul 30 03:36:01.876600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.926576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] DHCP port deletion for 8ee748c2-4305-42e1-9b35-9b0720f9ec65 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:36:01.929983 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b8f07a2-85ab-49e4-b8a3-3e805ed948fd req-e72bcce3-3071-4ad6-a3b9-2ae95d11900c service neutron] 10.222.0.18 "GET /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283681 Jul 30 03:36:01.974095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:01.998335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Network 7b84cf23-a858-4832-9a66-013a0f740a03 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:02.015511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:02.018134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:02.029084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 86cb5e32-ad9d-47d1-ba13-297f085425e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=86cb5e32-ad9d-47d1-ba13-297f085425e1,segment=NetworkSegment(fa851c51-acc0-4470-96c3-34ee6ff1de18),segment_id=fa851c51-acc0-4470-96c3-34ee6ff1de18)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:02.034145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] Deleting port 86cb5e32-ad9d-47d1-ba13-297f085425e1 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:02.034523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.037597 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.055420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Pushing event updated for resources: {'Port': ['ID=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:02.060553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-dee59e68-ccc8-42e5-8b91-d945a9cb2155 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261714 Jul 30 03:36:02.128168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] For port 86cb5e32-ad9d-47d1-ba13-297f085425e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=86cb5e32-ad9d-47d1-ba13-297f085425e1,segment=NetworkSegment(fa851c51-acc0-4470-96c3-34ee6ff1de18),segment_id=fa851c51-acc0-4470-96c3-34ee6ff1de18)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:02.128480 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.147040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] Calling delete_port for 86cb5e32-ad9d-47d1-ba13-297f085425e1 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:02.148748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=86cb5e32-ad9d-47d1-ba13-297f085425e1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:02.192367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:02.192985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.220587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting port 86cb5e32-ad9d-47d1-ba13-297f085425e1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:02.220939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.237096 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.244936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e10f-4e07-4a28-a309-76ee66170698 req-70aa1316-a884-4725-89e5-e52a67534a54 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:02.246460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b63e10f-4e07-4a28-a309-76ee66170698 req-70aa1316-a884-4725-89e5-e52a67534a54 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 932 time: 0.1850176 Jul 30 03:36:02.265192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] Pushing event deleted for resources: {'Port': ['ID=86cb5e32-ad9d-47d1-ba13-297f085425e1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:02.268782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb5f070-05b4-4837-ab09-2dfd753ed51f None None] No DVR routers for this DVR port 86cb5e32-ad9d-47d1-ba13-297f085425e1 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:02.281054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-a13deea2-8eed-4311-a8d9-e8a8e47cb387 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4490075 Jul 30 03:36:02.304158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Request body: {'port': {'device_id': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:02.346476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-63f3bc8c-2024-4de2-a0cb-b76113cceffd service neutron] 10.222.0.39 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711213 Jul 30 03:36:02.373097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] For port 86cb5e32-ad9d-47d1-ba13-297f085425e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=86cb5e32-ad9d-47d1-ba13-297f085425e1,segment=NetworkSegment(fa851c51-acc0-4470-96c3-34ee6ff1de18),segment_id=fa851c51-acc0-4470-96c3-34ee6ff1de18)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:02.373467 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.445899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Calling delete_port for 86cb5e32-ad9d-47d1-ba13-297f085425e1 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:02.465277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b63e10f-4e07-4a28-a309-76ee66170698 req-87f7d8d6-6797-457f-aa0f-08693a6e489e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876934 Jul 30 03:36:02.491412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.591865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d2bb0728-f6ea-4b7f-9438-c70ba5c5bb82 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368197 Jul 30 03:36:02.711731 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.734756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808de333-832f-4b48-b85a-e859c7d7ada1 req-4378705d-f62a-49f7-876f-95ae768b2d4b tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:02.736324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-808de333-832f-4b48-b85a-e859c7d7ada1 req-4378705d-f62a-49f7-876f-95ae768b2d4b tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 943 time: 0.1471124 Jul 30 03:36:02.766441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No DVR routers for this DVR port 86cb5e32-ad9d-47d1-ba13-297f085425e1 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:02.772395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Port': ['ID=86cb5e32-ad9d-47d1-ba13-297f085425e1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:02.942208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-808de333-832f-4b48-b85a-e859c7d7ada1 req-76f5f8c9-3fe0-4d04-9d86-a292447fe63d tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819851 Jul 30 03:36:02.945857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:02.965171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee748c2-4305-42e1-9b35-9b0720f9ec65']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:02.988259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa851c51-acc0-4470-96c3-34ee6ff1de18') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:02.988555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa851c51-acc0-4470-96c3-34ee6ff1de18') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:03.002565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.037872 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.079706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:03.080196 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:03.084610 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:03.150812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:03.163169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.192728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275edec-180b-41a6-b93a-9d61c3fb9202 req-d79980d7-2957-4e30-a04a-ee067b46e592 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:03.194257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f275edec-180b-41a6-b93a-9d61c3fb9202 req-d79980d7-2957-4e30-a04a-ee067b46e592 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 945 time: 0.1790824 Jul 30 03:36:03.195275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Transition to ACTIVE for port object c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:03.196504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.204215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fb473dd6-aaca-4b8e-bfff-b98d5a354303 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:03.205493 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.207238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/8ee748c2-4305-42e1-9b35-9b0720f9ec65 HTTP/1.1" status: 204 len: 168 time: 3.8307393 Jul 30 03:36:03.211713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:03.218871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-313048040'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:03.225690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.238025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97d351-ce28-4471-bf35-738f1f7f41ef tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Network': ['ID=8ee748c2-4305-42e1-9b35-9b0720f9ec65,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:03.269823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port fb473dd6-aaca-4b8e-bfff-b98d5a354303 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:03.270336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:03.274132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.275618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port fb473dd6-aaca-4b8e-bfff-b98d5a354303 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:03.276880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.311393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:03.322439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.324355 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Added segment 350e17fc-af58-4b37-b5c1-40492531c1cf of type vlan for network d74904ac-aec8-4b48-8da1-39cd0b960440 Jul 30 03:36:03.326395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f275edec-180b-41a6-b93a-9d61c3fb9202 req-0e6b1aa0-a5c2-4103-80af-cbc6e9ee2774 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221159 Jul 30 03:36:03.379242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:03.383120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d67bcf5-cc69-4967-ac24-893f9d8fd47e req-5f91d1ea-0874-44d9-b4a2-018286e1e5a6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0912690 Jul 30 03:36:03.386868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.413074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.434215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.440386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Attempting to bind port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:03.441032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Attempting to bind port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '0ce41ac8-94ad-455e-8080-ad7fc278d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:03.441166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:03.441731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Attempting to bind port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 on network 7b84cf23-a858-4832-9a66-013a0f740a03 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:03.441860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.447694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 on network 7b84cf23-a858-4832-9a66-013a0f740a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:03.448655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Attempting to bind port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 on network 7b84cf23-a858-4832-9a66-013a0f740a03 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:03.449612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fb473dd6-aaca-4b8e-bfff-b98d5a354303, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:03.450566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:03.453115 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f1d3c-1ddc-479c-9598-ee18bfe68629" -d '{"events": [{"server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "name": "network-vif-plugged", "status": "completed", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:03.457726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.467794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:03.468306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Checking segment: {'id': '0ce41ac8-94ad-455e-8080-ad7fc278d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:03.469606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Bound using segment: {'id': '0ce41ac8-94ad-455e-8080-ad7fc278d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:03.470072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Bound port: c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce41ac8-94ad-455e-8080-ad7fc278d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:03.470443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.519496 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5640a508-bcd3-412c-bdd7-a5aeb4414a0d x-openstack-request-id: req-5640a508-bcd3-412c-bdd7-a5aeb4414a0d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:03.519787 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "name": "network-vif-plugged", "status": "completed", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:03.520430 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3065643 Jul 30 03:36:03.523168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:03.525187 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5640a508-bcd3-412c-bdd7-a5aeb4414a0d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:03.525636 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'code': 200} Jul 30 03:36:03.548834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=fb473dd6-aaca-4b8e-bfff-b98d5a354303,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:03.559395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Request body: {'subnet': {'network_id': 'd74904ac-aec8-4b48-8da1-39cd0b960440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:03.646647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1225361-1faa-4b52-bec0-4567e7613264 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Network': ['ID=d74904ac-aec8-4b48-8da1-39cd0b960440,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:03.669775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network d74904ac-aec8-4b48-8da1-39cd0b960440 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:03.672985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 86cb5e32-ad9d-47d1-ba13-297f085425e1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:03.701878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Made reservation on behalf of 5d66084328a64a4f9c28f9813318cb98 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:03.706050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.722227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] For port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:03.730645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 86cb5e32-ad9d-47d1-ba13-297f085425e1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:36:03.731311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 86cb5e32-ad9d-47d1-ba13-297f085425e1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:03.753306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] For port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,segment=NetworkSegment(0ce41ac8-94ad-455e-8080-ad7fc278d515),segment_id=0ce41ac8-94ad-455e-8080-ad7fc278d515)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:03.765715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0876-1d98-4f71-997b-95017d1e2163 req-fad1744d-ddb1-4a18-9cb8-982895dd03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:03.767250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93ac0876-1d98-4f71-997b-95017d1e2163 req-fad1744d-ddb1-4a18-9cb8-982895dd03f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.1487653 Jul 30 03:36:03.768222 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.789304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033946d8-aadf-4934-90e8-719300c56fe5 req-89fb2cfa-35fc-4073-9e15-cdd280722d3d tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:03.791068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-033946d8-aadf-4934-90e8-719300c56fe5 req-89fb2cfa-35fc-4073-9e15-cdd280722d3d tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 944 time: 0.1857345 Jul 30 03:36:03.862974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:03.863658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:03.865059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 HTTP/1.1" status: 200 len: 1093 time: 1.5666757 Jul 30 03:36:03.865610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'tag': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:03.867934 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620" -d '{"events": [{"name": "network-changed", "server_uuid": "0f003f39-352a-44bb-b3cc-83a2f741d118", "tag": "c681b7d3-d92e-4304-a0f6-6fb4f6e88da6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:03.917209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-033946d8-aadf-4934-90e8-719300c56fe5 req-a30d1418-4e2c-4cc6-90a9-1475172c052c tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139894 Jul 30 03:36:03.929882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93ac0876-1d98-4f71-997b-95017d1e2163 req-f1d7c08b-ae91-4ec2-82b8-d56c897d1932 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339817 Jul 30 03:36:03.952150 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c17af8-e15b-476b-b446-b837bc67bc34 x-openstack-request-id: req-c0c17af8-e15b-476b-b446-b837bc67bc34 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:03.952695 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f003f39-352a-44bb-b3cc-83a2f741d118", "tag": "c681b7d3-d92e-4304-a0f6-6fb4f6e88da6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:03.953099 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0c17af8-e15b-476b-b446-b837bc67bc34 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:03.954189 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'tag': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6', 'status': 'completed', 'code': 200} Jul 30 03:36:03.984175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680fe7-0d67-48cb-9a29-84cea33449b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:04.001831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-36a3231b-6ad5-4a4d-a3ed-da9a7e98a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.003614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-36a3231b-6ad5-4a4d-a3ed-da9a7e98a1c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1734efc50da47f49eddfab057cbfc17&device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 1096 time: 0.0770636 Jul 30 03:36:04.062115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-f7048fa4-7ae6-4018-bd79-8fe3f658e592 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 HTTP/1.1" status: 200 len: 217 time: 0.0499384 Jul 30 03:36:04.064266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dcba3e10-d1a0-4fde-918c-593d0a617a60 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:36:04.145011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43b633-fc54-4c7c-826a-88bd454a6f79 req-6a33f52f-731a-4e24-b168-3ccb565bc1c0 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.147752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b43b633-fc54-4c7c-826a-88bd454a6f79 req-6a33f52f-731a-4e24-b168-3ccb565bc1c0 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 943 time: 0.0958850 Jul 30 03:36:04.154144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-128c4194-4309-46d1-9242-f3d89f254d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.155663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-128c4194-4309-46d1-9242-f3d89f254d9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fabc6d4-cb55-4ab8-bae2-4856b89e0165 HTTP/1.1" status: 200 len: 849 time: 0.0747387 Jul 30 03:36:04.173586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port dcba3e10-d1a0-4fde-918c-593d0a617a60, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60,segment=NetworkSegment(faf894f5-83d4-4ea8-8d71-539a6bd7b080),segment_id=faf894f5-83d4-4ea8-8d71-539a6bd7b080)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:04.186196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'dcba3e10-d1a0-4fde-918c-593d0a617a60', 'network_id': 'e3272f2e-cc78-4911-b5e5-133e38694fcc', 'port_id': 'dcba3e10-d1a0-4fde-918c-593d0a617a60', 'mac_address': 'fa:16:3e:97:e9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:36:04.202008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-b7c0a72d-335f-43b8-8d7a-c2c5316231b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b84cf23-a858-4832-9a66-013a0f740a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381014 Jul 30 03:36:04.235809 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.238813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b43b633-fc54-4c7c-826a-88bd454a6f79 req-2b9a9435-b6c4-4073-b868-53bb91bd11b1 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812426 Jul 30 03:36:04.250090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcba3e10-d1a0-4fde-918c-593d0a617a60 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:04.284430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port dcba3e10-d1a0-4fde-918c-593d0a617a60, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60,segment=NetworkSegment(faf894f5-83d4-4ea8-8d71-539a6bd7b080),segment_id=faf894f5-83d4-4ea8-8d71-539a6bd7b080)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:04.289627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.332600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:36:04.334062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.348114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-8af011e4-127b-4eeb-8994-113477de2dfc service neutron] 10.222.0.18 "GET /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355574 Jul 30 03:36:04.359193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=dcba3e10-d1a0-4fde-918c-593d0a617a60,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:04.417842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event updated for resources: {'Subnet': ['ID=8c095ec4-0a62-4757-bede-1a7fcf00f53f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:04.420225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Checking segment: {'id': '350e17fc-af58-4b37-b5c1-40492531c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd74904ac-aec8-4b48-8da1-39cd0b960440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:04.420592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network hostable DHCP agents. Network: d74904ac-aec8-4b48-8da1-39cd0b960440, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:04.446885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Network d74904ac-aec8-4b48-8da1-39cd0b960440 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:04.457728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, d74904ac-aec8-4b48-8da1-39cd0b960440) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:04.462373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.464441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.472528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db0aa5-f6c1-49df-b147-57d7642d9a46 None None] Network d74904ac-aec8-4b48-8da1-39cd0b960440 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:04.480677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991faff2-4d5d-42c4-aee2-fb58d47460b5 req-bbb37b7d-fc9f-4cf3-a8bf-de96692bee8a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.482200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-991faff2-4d5d-42c4-aee2-fb58d47460b5 req-bbb37b7d-fc9f-4cf3-a8bf-de96692bee8a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 946 time: 0.0737414 Jul 30 03:36:04.485742 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-82a3e027-66e7-46c0-8a66-6e95d2b93e44 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9611173 Jul 30 03:36:04.488294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42926) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:04.516681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['dcba3e10-d1a0-4fde-918c-593d0a617a60'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:04.537984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe05219a-b343-4542-a5fe-fe36f2620376 req-ac925510-bbde-40b6-a14d-3c3e225f9117 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0529110 Jul 30 03:36:04.558264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5002458e-e4d2-48f2-831e-251d0d1780dc req-0b39becb-51ea-4e07-a913-631d2b98de0c service neutron] 10.222.0.18 "GET /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026823 Jul 30 03:36:04.569814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-991faff2-4d5d-42c4-aee2-fb58d47460b5 req-92772649-e112-4c51-b4f9-7fab1fffb8d3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Jul 30 03:36:04.607433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.664187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-318be5b1-df4a-4363-8d56-93b66468157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.665700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-318be5b1-df4a-4363-8d56-93b66468157c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1734efc50da47f49eddfab057cbfc17&device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 1096 time: 0.0485780 Jul 30 03:36:04.666325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.750620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3446b3-5723-4381-ada7-e37591f1ebd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-d74904ac-aec8-4b48-8da1-39cd0b960440', 'network_id': 'd74904ac-aec8-4b48-8da1-39cd0b960440', 'tenant_id': '5d66084328a64a4f9c28f9813318cb98', 'fixed_ips': [{'subnet_id': '8c095ec4-0a62-4757-bede-1a7fcf00f53f'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:36:04.751549 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3446b3-5723-4381-ada7-e37591f1ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.767396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.793633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-cb252d4e-ece9-495c-85f2-f4586a0252f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.795983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-cb252d4e-ece9-495c-85f2-f4586a0252f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b84cf23-a858-4832-9a66-013a0f740a03 HTTP/1.1" status: 200 len: 909 time: 0.1207886 Jul 30 03:36:04.825332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Subnet': ['ID=8c095ec4-0a62-4757-bede-1a7fcf00f53f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:04.875194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-a8a7896f-2e9d-411a-a5c1-8e30709042c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 HTTP/1.1" status: 200 len: 217 time: 0.0669396 Jul 30 03:36:04.881416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-89e1856e-6908-4051-9f24-797fe6deb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.882777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-89e1856e-6908-4051-9f24-797fe6deb5d4 service neutron] 10.222.0.16 "GET /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 1026 time: 0.0831351 Jul 30 03:36:04.925535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:04.941170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74904ac-aec8-4b48-8da1-39cd0b960440']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:04.956712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f362cff3-2b6f-463f-bb04-2d978ad02e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.958122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f362cff3-2b6f-463f-bb04-2d978ad02e44 service neutron] 10.222.0.16 "GET /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 1028 time: 0.0657434 Jul 30 03:36:04.964284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-7638fa36-c1dc-447d-9b79-26b60ccb6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:04.964284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-7638fa36-c1dc-447d-9b79-26b60ccb6dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fabc6d4-cb55-4ab8-bae2-4856b89e0165 HTTP/1.1" status: 200 len: 849 time: 0.0773232 Jul 30 03:36:04.966233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350e17fc-af58-4b37-b5c1-40492531c1cf') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:04.966536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350e17fc-af58-4b37-b5c1-40492531c1cf') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:04.976445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.002180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.011452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:05.011874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.012769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187cd18-4be3-4145-b37c-92952b8f6e85 None None] Network d74904ac-aec8-4b48-8da1-39cd0b960440 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:05.025226 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:05.084712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.091057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.093164 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/d74904ac-aec8-4b48-8da1-39cd0b960440 HTTP/1.1" status: 204 len: 168 time: 0.6037972 Jul 30 03:36:05.097437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.120511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c98908-ec78-452d-b2a8-87de1a3114cf tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Network': ['ID=d74904ac-aec8-4b48-8da1-39cd0b960440,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:05.147741 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3148816b-bc0e-45b2-9787-7e2c486cbd39 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.148263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3148816b-bc0e-45b2-9787-7e2c486cbd39 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.150547 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3148816b-bc0e-45b2-9787-7e2c486cbd39 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/8c095ec4-0a62-4757-bede-1a7fcf00f53f HTTP/1.1" status: 404 len: 337 time: 0.0519547 Jul 30 03:36:05.153821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.173561 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-702f7798-56ee-4ffd-8b2a-0eee12e97e91 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.174192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702f7798-56ee-4ffd-8b2a-0eee12e97e91 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.178618 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-702f7798-56ee-4ffd-8b2a-0eee12e97e91 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/d74904ac-aec8-4b48-8da1-39cd0b960440 HTTP/1.1" status: 404 len: 339 time: 0.0212753 Jul 30 03:36:05.178982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42936) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.217364 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ecb01b-12ec-4091-ab8a-b22ef1130ef6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.217922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ecb01b-12ec-4091-ab8a-b22ef1130ef6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.222098 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-85ecb01b-12ec-4091-ab8a-b22ef1130ef6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/5ffeafc0-fda9-4a73-8e9e-d4c53301a121 HTTP/1.1" status: 404 len: 337 time: 0.0394640 Jul 30 03:36:05.222584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42938) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.242283 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-902b7ba5-16ea-4bbd-bd07-27ef7019ce27 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.243192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902b7ba5-16ea-4bbd-bd07-27ef7019ce27 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.247208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-902b7ba5-16ea-4bbd-bd07-27ef7019ce27 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/8ee748c2-4305-42e1-9b35-9b0720f9ec65 HTTP/1.1" status: 404 len: 339 time: 0.0212338 Jul 30 03:36:05.248037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42940) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.274832 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93f9aa9-9eb4-4f21-9d23-9b0e73cb7876 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.275318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93f9aa9-9eb4-4f21-9d23-9b0e73cb7876 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.279185 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b93f9aa9-9eb4-4f21-9d23-9b0e73cb7876 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/91a47669-dd2e-4521-89bf-3b4a92f03ad1 HTTP/1.1" status: 404 len: 337 time: 0.0279727 Jul 30 03:36:05.279975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42944) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.303241 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d03eaf6-096d-4054-9e04-2f40ab1a147d tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.303966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d03eaf6-096d-4054-9e04-2f40ab1a147d tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.308140 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d03eaf6-096d-4054-9e04-2f40ab1a147d tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/e7bdcb6f-7c85-4023-8abb-9f56767e5af6 HTTP/1.1" status: 404 len: 339 time: 0.0248294 Jul 30 03:36:05.308802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42946) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.419635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting port de67d7bf-8b91-4fdc-ac29-1e1f314a5d71 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:05.420276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.439817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-9c8d86de-3851-482d-83a2-5fc39ce04246 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b84cf23-a858-4832-9a66-013a0f740a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4708254 Jul 30 03:36:05.496660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.511366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Calling delete_port for de67d7bf-8b91-4fdc-ac29-1e1f314a5d71 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:05.591385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.612637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-b2b5ecb8-8203-47aa-b284-64fad341d04b service neutron] 10.222.0.18 "GET /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393368 Jul 30 03:36:05.627236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Port': ['ID=de67d7bf-8b91-4fdc-ac29-1e1f314a5d71,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:05.635029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.637189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5bd82e14-1a6c-4025-9af1-f6c600dac673 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/ports/de67d7bf-8b91-4fdc-ac29-1e1f314a5d71 HTTP/1.1" status: 204 len: 168 time: 0.3272369 Jul 30 03:36:05.639954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42954) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.653936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b6e2-8a57-4c28-9d83-e53a9536438b req-965335b4-1e81-4688-9a3e-84b56421ab06 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:05.655585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3aa9b6e2-8a57-4c28-9d83-e53a9536438b req-965335b4-1e81-4688-9a3e-84b56421ab06 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 944 time: 0.6156723 Jul 30 03:36:05.666657 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bdc298-cc06-4812-95df-ce331f5e8b49 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:05.667121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bdc298-cc06-4812-95df-ce331f5e8b49 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:05.671897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b1bdc298-cc06-4812-95df-ce331f5e8b49 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/52dd26e3-31d2-4bc6-a829-ff744da21d33 HTTP/1.1" status: 404 len: 337 time: 0.0284386 Jul 30 03:36:05.672079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:05.715040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dae16-7688-4cb1-ba3c-d88f6c6dc9d9 req-0b154a9b-2a16-4925-b758-8b12f98a9f8d tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:05.717038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a6dae16-7688-4cb1-ba3c-d88f6c6dc9d9 req-0b154a9b-2a16-4925-b758-8b12f98a9f8d tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 944 time: 0.2488172 Jul 30 03:36:05.751539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.772664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7f4fce10-8f49-4a83-bfb3-8aea419d5af6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:05.778506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7f4fce10-8f49-4a83-bfb3-8aea419d5af6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:05.784314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7f4fce10-8f49-4a83-bfb3-8aea419d5af6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:05.785933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7f4fce10-8f49-4a83-bfb3-8aea419d5af6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "GET /v2.0/networks?id=623c59b3-0964-4687-ade5-b9a6b68f7662&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a0f7542c-9210-4588-817a-4ea327c5fd44&id=a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 200 len: 1989 time: 0.8040490 Jul 30 03:36:05.839477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3aa9b6e2-8a57-4c28-9d83-e53a9536438b req-385cba88-a1da-452c-b351-7c9c208cf788 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447217 Jul 30 03:36:05.851425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.865817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2980308-122a-4cb4-ad25-1d740b0b413e']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:05.876131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a6dae16-7688-4cb1-ba3c-d88f6c6dc9d9 req-9fefb412-c871-4fe8-a940-5101fd8f74da tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324801 Jul 30 03:36:05.880235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd55ae48-6a21-4fac-8086-8e261032ef3f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:05.880877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd55ae48-6a21-4fac-8086-8e261032ef3f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:05.883362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a43f1a76-c0b2-4210-9b3d-f081d5ea1620 req-7a32a954-fe75-4f27-8951-01d5c5174da9 service neutron] 10.222.0.18 "GET /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574015 Jul 30 03:36:05.894720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-51796b2c-5e45-4665-993c-6ee7523b6f00 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964cf6670af8481ca9dd3caa87df9420 HTTP/1.1" status: 200 len: 380 time: 0.0864794 Jul 30 03:36:05.902585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.910250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'admin_state_up': True, 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'security_groups': ['ff8b88c1-f311-4d34-8c45-bb4d982ba3b5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:05.919852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.926703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:05.930990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:05.937065 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:06.029776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.037882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.039493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/a2980308-122a-4cb4-ad25-1d740b0b413e HTTP/1.1" status: 204 len: 168 time: 0.3663714 Jul 30 03:36:06.042573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:06.053121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd3f26a4-0cd7-4abd-9b59-e3d64d7946c7 req-cf2c8112-e487-4f7e-9d36-0e6192f6e5d7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0637617 Jul 30 03:36:06.062119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dcba3e10-d1a0-4fde-918c-593d0a617a60 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:06.106426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d9a6-6685-4dd1-9a20-678bebbf6ad6 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Network': ['ID=a2980308-122a-4cb4-ad25-1d740b0b413e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:06.129453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd26c-f038-4c80-b21d-9887ed9465b0 req-c3b033e0-ac03-4990-8010-639571d62969 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:06.130974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1dfd26c-f038-4c80-b21d-9887ed9465b0 req-c3b033e0-ac03-4990-8010-639571d62969 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 946 time: 0.1105886 Jul 30 03:36:06.172643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:06.176534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.192556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting port fdc5b5d7-3ae6-4cec-b89e-5113ef88b016 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:06.193498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.196883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port dcba3e10-d1a0-4fde-918c-593d0a617a60 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:06.200875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1dfd26c-f038-4c80-b21d-9887ed9465b0 req-55e3a1a2-1207-4eed-a54c-69e635bac5a2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617192 Jul 30 03:36:06.208663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port dcba3e10-d1a0-4fde-918c-593d0a617a60 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:06.215708 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.289967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.304605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Calling delete_port for fdc5b5d7-3ae6-4cec-b89e-5113ef88b016 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:06.318749 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.350970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcba3e10-d1a0-4fde-918c-593d0a617a60'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:06.358194 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75bdcb-e2e5-4a74-9dce-28792b94110b" -d '{"events": [{"server_uuid": "f3a6284c-68e3-447f-8ded-5d24da283be7", "name": "network-vif-plugged", "status": "completed", "tag": "dcba3e10-d1a0-4fde-918c-593d0a617a60"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:06.364352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port dcba3e10-d1a0-4fde-918c-593d0a617a60, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60,segment=NetworkSegment(faf894f5-83d4-4ea8-8d71-539a6bd7b080),segment_id=faf894f5-83d4-4ea8-8d71-539a6bd7b080)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:06.374335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.409356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.432766 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91e5ce-4806-4af4-bb78-f43c50f90386 x-openstack-request-id: req-ae91e5ce-4806-4af4-bb78-f43c50f90386 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:06.433531 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a6284c-68e3-447f-8ded-5d24da283be7", "name": "network-vif-plugged", "status": "completed", "tag": "dcba3e10-d1a0-4fde-918c-593d0a617a60", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:06.436028 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae91e5ce-4806-4af4-bb78-f43c50f90386 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:06.436449 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcba3e10-d1a0-4fde-918c-593d0a617a60', 'code': 200} Jul 30 03:36:06.441374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 172.20.0.7 (623c59b3-0964-4687-ade5-b9a6b68f7662/19198638-b24f-4731-9e8f-d02f19b89e7b/259c674e-aa43-4bee-bb13-4ed0f50fe583) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:06.456200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Port': ['ID=fdc5b5d7-3ae6-4cec-b89e-5113ef88b016,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:06.464476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.473837 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-027b184e-6bc5-43d5-af40-7cfef7718f67 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/ports/fdc5b5d7-3ae6-4cec-b89e-5113ef88b016 HTTP/1.1" status: 204 len: 168 time: 0.4301269 Jul 30 03:36:06.474546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42966) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:06.482581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=dcba3e10-d1a0-4fde-918c-593d0a617a60,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:06.482871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-620673b1-8245-4cea-b676-aa5103436d40 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2203476 Jul 30 03:36:06.498233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:06.513836 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa36d5-ba21-4dfb-8182-a99a1ae2b034 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:06.514304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aa36d5-ba21-4dfb-8182-a99a1ae2b034 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:06.516299 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-46aa36d5-ba21-4dfb-8182-a99a1ae2b034 tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/1ff4709a-4e6e-447c-8a41-63404c169f9e HTTP/1.1" status: 404 len: 337 time: 0.0407102 Jul 30 03:36:06.518800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42968) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:06.594302 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.607717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645cc7-2740-47de-8419-ce4b2e3e3e64 req-f56932e7-bc63-403c-9efc-a299b78d4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:06.607957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.609229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79645cc7-2740-47de-8419-ce4b2e3e3e64 req-f56932e7-bc63-403c-9efc-a299b78d4da5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 1097 time: 0.1058855 Jul 30 03:36:06.701071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.711814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b87baa9-c38b-4cbc-829f-6a2addfdc323']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:06.723586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f0cb48-fabb-4fd0-abde-17967b70f26a') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:06.723913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f0cb48-fabb-4fd0-abde-17967b70f26a') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:06.733572 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.740246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79645cc7-2740-47de-8419-ce4b2e3e3e64 req-1ddfced9-ded0-4ff0-a912-aa46759d512a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027226 Jul 30 03:36:06.749401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.756777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:06.757209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:06.760966 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:06.783843 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.805217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object 259c674e-aa43-4bee-bb13-4ed0f50fe583 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:06.826247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.831339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.833797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/9b87baa9-c38b-4cbc-829f-6a2addfdc323 HTTP/1.1" status: 204 len: 168 time: 0.3138604 Jul 30 03:36:06.842525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42970) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:06.849383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df6811-d535-44c5-865f-f0aafc77f80f tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Network': ['ID=9b87baa9-c38b-4cbc-829f-6a2addfdc323,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:06.858466 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.963357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:06.972985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting subnet 7eda4cd0-2b60-4f75-9a37-1f47b3b39335 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:07.002134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.081000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:07.111762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:07.114511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:07.122820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.185455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdca89-53f8-4e63-b47e-657ed4f4d250 req-1ec28fc3-51e3-4d83-aa35-f301f5f7471c tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:07.187233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cdca89-53f8-4e63-b47e-657ed4f4d250 req-1ec28fc3-51e3-4d83-aa35-f301f5f7471c tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 944 time: 0.2471700 Jul 30 03:36:07.187932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:07.261120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Allocated IP 172.25.6.179 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/80931479-960a-435e-bffe-c3593c2ebec5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:07.274528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:07.275223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.333015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1ef44a1c-e616-4351-b338-311647502a27 None None] Provisioning for port 259c674e-aa43-4bee-bb13-4ed0f50fe583 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:07.337458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1ef44a1c-e616-4351-b338-311647502a27 None None] Provisioning complete for port 259c674e-aa43-4bee-bb13-4ed0f50fe583 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:07.337839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ef44a1c-e616-4351-b338-311647502a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.346916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cdca89-53f8-4e63-b47e-657ed4f4d250 req-51703f31-9a20-4e5f-a1e2-aa7099b65d7a tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344771 Jul 30 03:36:07.348192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6ceb389d-c6ec-4cbf-bddb-38f1dc14fb50 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4451635 Jul 30 03:36:07.375020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1ef44a1c-e616-4351-b338-311647502a27 None None] Port 259c674e-aa43-4bee-bb13-4ed0f50fe583 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:07.397079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'admin_state_up': True, 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'security_groups': ['ff8b88c1-f311-4d34-8c45-bb4d982ba3b5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:07.444016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.603264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9da155-5c74-4195-8ff2-f5e7ca142349 req-2b4202de-bcb1-45c9-8d19-b1901e6cf7b0 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:07.605685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9da155-5c74-4195-8ff2-f5e7ca142349 req-2b4202de-bcb1-45c9-8d19-b1901e6cf7b0 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 945 time: 0.1585519 Jul 30 03:36:07.621390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.646358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.690828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Subnet': ['ID=7eda4cd0-2b60-4f75-9a37-1f47b3b39335,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:07.710031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0881377-f7cc-4c45-8bbb-753006326670 None None] Network 81f0e3e0-2200-4a1b-960f-4f7229699cba requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:07.710416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.714755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-85997f69-b76f-49df-9dc3-bb8ff81d934b tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/subnets/7eda4cd0-2b60-4f75-9a37-1f47b3b39335 HTTP/1.1" status: 204 len: 168 time: 0.8688190 Jul 30 03:36:07.715174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:07.732465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9da155-5c74-4195-8ff2-f5e7ca142349 req-cec62cf9-981f-471b-bb1c-d4349e8741ec tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194882 Jul 30 03:36:07.753851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:07.753851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.766468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.831127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:07.837308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:07.842162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:07.842680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.901848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Deleting port ec644a75-b640-42ef-9dd7-9534bb1d7e0b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:07.902663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:07.905805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event updated for resources: {'Port': ['ID=80931479-960a-435e-bffe-c3593c2ebec5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:07.992040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] DHCP port deletion for 81f0e3e0-2200-4a1b-960f-4f7229699cba request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:36:07.996023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] For port ec644a75-b640-42ef-9dd7-9534bb1d7e0b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,segment=NetworkSegment(1ee42a7c-886a-4d75-96e6-f5b5d0520a2b),segment_id=1ee42a7c-886a-4d75-96e6-f5b5d0520a2b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:07.996485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.013018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Calling delete_port for ec644a75-b640-42ef-9dd7-9534bb1d7e0b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:08.060105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] Deleting port ec644a75-b640-42ef-9dd7-9534bb1d7e0b {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:08.060491 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.090157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e659-721d-4947-816b-a740b2c4ca5e req-43d262e0-8584-4282-9e10-e84e2237f97d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:08.097625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6931e659-721d-4947-816b-a740b2c4ca5e req-43d262e0-8584-4282-9e10-e84e2237f97d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 931 time: 0.1865718 Jul 30 03:36:08.130789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:36:08.132496 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.135848 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.139353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 10.1.1.180 (a7f759b3-d0c2-4e17-a3f9-1f5d70057429/bb3ae104-c5b1-467c-bf2d-700aefac2de5/e4205182-1a39-4143-8302-1d0271159eb2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:08.156044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] No DVR routers for this DVR port ec644a75-b640-42ef-9dd7-9534bb1d7e0b on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:08.211198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6931e659-721d-4947-816b-a740b2c4ca5e req-4dd16d30-f0fe-41b2-9c03-a0a62b18efed tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124485 Jul 30 03:36:08.231544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,segment=NetworkSegment(0ce41ac8-94ad-455e-8080-ad7fc278d515),segment_id=0ce41ac8-94ad-455e-8080-ad7fc278d515)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:08.237536 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.239401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Port': ['ID=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:08.249114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6', 'network_id': '7b84cf23-a858-4832-9a66-013a0f740a03', 'port_id': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6', 'mac_address': 'fa:16:3e:d2:37:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fabc6d4-cb55-4ab8-bae2-4856b89e0165', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:36:08.262477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] For port ec644a75-b640-42ef-9dd7-9534bb1d7e0b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,segment=NetworkSegment(1ee42a7c-886a-4d75-96e6-f5b5d0520a2b),segment_id=1ee42a7c-886a-4d75-96e6-f5b5d0520a2b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:08.262882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.296905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] Calling delete_port for ec644a75-b640-42ef-9dd7-9534bb1d7e0b owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:08.336772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.369321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.381598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:08.413374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f0e3e0-2200-4a1b-960f-4f7229699cba']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:08.416342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,segment=NetworkSegment(0ce41ac8-94ad-455e-8080-ad7fc278d515),segment_id=0ce41ac8-94ad-455e-8080-ad7fc278d515)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:08.433285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.450256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:08.451083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee42a7c-886a-4d75-96e6-f5b5d0520a2b') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:08.474188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.480904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.502651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] No DVR routers for this DVR port ec644a75-b640-42ef-9dd7-9534bb1d7e0b on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:08.508373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:08.525471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.533708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:08.534333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:08.538576 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:08.541283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2cf95-29cc-4d68-aa11-c00870ed3eaa None None] Pushing event deleted for resources: {'Port': ['ID=ec644a75-b640-42ef-9dd7-9534bb1d7e0b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:08.588204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.633309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object e4205182-1a39-4143-8302-1d0271159eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:08.633619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.641982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.647272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] 10.222.0.39 "DELETE /v2.0/networks/81f0e3e0-2200-4a1b-960f-4f7229699cba HTTP/1.1" status: 204 len: 168 time: 0.9285321 Jul 30 03:36:08.662436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c681b7d3-d92e-4304-a0f6-6fb4f6e88da6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:08.667941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfafeb7-8cde-4294-a10e-6055067e65da tempest-NetworksIpV6TestAttrs-923015607 tempest-NetworksIpV6TestAttrs-923015607-project] Pushing event deleted for resources: {'Network': ['ID=81f0e3e0-2200-4a1b-960f-4f7229699cba,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:08.672901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3faaa9-5286-44a6-b3fc-0f0ad8fa0a09 req-8cc617f4-f6b4-46d9-a5cd-6701f4acbb01 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:08.675106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c3faaa9-5286-44a6-b3fc-0f0ad8fa0a09 req-8cc617f4-f6b4-46d9-a5cd-6701f4acbb01 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 945 time: 0.1474721 Jul 30 03:36:08.709029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.727424 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.825626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c3faaa9-5286-44a6-b3fc-0f0ad8fa0a09 req-032c9e05-6faa-4153-a77a-00ab5fc72118 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419671 Jul 30 03:36:08.843873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.854819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event updated for resources: {'Port': ['ID=80931479-960a-435e-bffe-c3593c2ebec5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:08.924460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:08.933402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:08.964365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:08.984288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:08.989961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=e4205182-1a39-4143-8302-1d0271159eb2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:09.018628 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.019940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-118230ac-6158-4a60-a180-5a7d0f8e00fb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5299957 Jul 30 03:36:09.112962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:09.313871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8726c8b9-b984-4065-be2c-21964a6b0541 None None] Provisioning for port e4205182-1a39-4143-8302-1d0271159eb2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:09.319168 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-11d49c39-7013-4473-8561-2eb3eb74a649 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d66084328a64a4f9c28f9813318cb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045205 Jul 30 03:36:09.321328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:09.321891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8726c8b9-b984-4065-be2c-21964a6b0541 None None] Provisioning complete for port e4205182-1a39-4143-8302-1d0271159eb2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:09.322425 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8726c8b9-b984-4065-be2c-21964a6b0541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.369120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8726c8b9-b984-4065-be2c-21964a6b0541 None None] Port e4205182-1a39-4143-8302-1d0271159eb2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:09.395529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f853-b38f-4f4b-b4f8-5a53f770f709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.419890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f853-b38f-4f4b-b4f8-5a53f770f709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.468760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f853-b38f-4f4b-b4f8-5a53f770f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.471530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f853-b38f-4f4b-b4f8-5a53f770f709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.475114 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c0f6f853-b38f-4f4b-b4f8-5a53f770f709 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dc6ac55-e267-456e-85c0-31113f22770c HTTP/1.1" status: 204 len: 168 time: 0.1490154 Jul 30 03:36:09.486889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f853-b38f-4f4b-b4f8-5a53f770f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6ac55-e267-456e-85c0-31113f22770c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:09.504478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:09.505045 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.520525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fb6-b3e7-488d-88aa-b79dc6ff1235 req-04b32674-601b-4e81-90ce-d574afd3c8da tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:09.522046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0663fb6-b3e7-488d-88aa-b79dc6ff1235 req-04b32674-601b-4e81-90ce-d574afd3c8da tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 945 time: 0.5924494 Jul 30 03:36:09.530795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-8894b9ab-dd9c-4519-b0bf-851520a47e35 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.4963572 Jul 30 03:36:09.593311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c96f6bf1-ff7f-4382-bf28-31168d824df6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2045894 Jul 30 03:36:09.626395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'admin_state_up': True, 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'security_groups': ['ff8b88c1-f311-4d34-8c45-bb4d982ba3b5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:09.630624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec644a75-b640-42ef-9dd7-9534bb1d7e0b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:09.668336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ec644a75-b640-42ef-9dd7-9534bb1d7e0b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:36:09.669076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec644a75-b640-42ef-9dd7-9534bb1d7e0b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:09.686175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0663fb6-b3e7-488d-88aa-b79dc6ff1235 req-64555474-bf3c-4708-82fd-3b0800c0e2a3 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505616 Jul 30 03:36:09.745551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-cf9ac5d9-a633-4343-aacd-92e6b476a5c4 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:09.746989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2f6c295-a7e6-4c69-b9d7-938a1ec839a7 req-cf9ac5d9-a633-4343-aacd-92e6b476a5c4 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2153986 Jul 30 03:36:09.800492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:09.806873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:09.906031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb543f53-eb01-4d40-94ee-e2be1054f9a4 req-32045e2d-0ae3-4507-af37-7da601e1d8b6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:09.913407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb543f53-eb01-4d40-94ee-e2be1054f9a4 req-32045e2d-0ae3-4507-af37-7da601e1d8b6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:09.915034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb543f53-eb01-4d40-94ee-e2be1054f9a4 req-32045e2d-0ae3-4507-af37-7da601e1d8b6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 1653 time: 0.0750892 Jul 30 03:36:10.023489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb543f53-eb01-4d40-94ee-e2be1054f9a4 req-7657c53a-624d-4049-93e5-e2b6131de237 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727675 Jul 30 03:36:10.079298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:10.089932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 10.1.1.239 (a7f759b3-d0c2-4e17-a3f9-1f5d70057429/bb3ae104-c5b1-467c-bf2d-700aefac2de5/0933d29d-86f0-453d-bd15-44507552530b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:10.164628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:10.170370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:10.171324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.183065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1f153-efb8-4ac8-9f78-9d26983bb3f4 req-874281e0-421a-4910-8f54-2672acd39472 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:10.184921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bf1f153-efb8-4ac8-9f78-9d26983bb3f4 req-874281e0-421a-4910-8f54-2672acd39472 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 945 time: 0.0914657 Jul 30 03:36:10.299920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.325630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:10.328205 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721b57e8-dfe8-40fe-9d22-d4c8d90c6a92" -d '{"events": [{"server_uuid": "0f003f39-352a-44bb-b3cc-83a2f741d118", "name": "network-vif-plugged", "status": "completed", "tag": "c681b7d3-d92e-4304-a0f6-6fb4f6e88da6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:10.343715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,segment=NetworkSegment(0ce41ac8-94ad-455e-8080-ad7fc278d515),segment_id=0ce41ac8-94ad-455e-8080-ad7fc278d515)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:10.351388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.356734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bf1f153-efb8-4ac8-9f78-9d26983bb3f4 req-672b3aa3-ce96-4a23-8efb-82f221634af2 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657498 Jul 30 03:36:10.424593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:10.430867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-0031149a-bfee-4a42-9472-f8b2df842776 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:10.431849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-0031149a-bfee-4a42-9472-f8b2df842776 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 821 time: 0.2361798 Jul 30 03:36:10.436372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.457741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-4959b5d2-4d5f-47a7-8433-5e2aa2a9f0d9 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/quotas/cf589f4b6bac40a9b44a85ccc818ef38 HTTP/1.1" status: 200 len: 375 time: 0.0180230 Jul 30 03:36:10.458726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object 0933d29d-86f0-453d-bd15-44507552530b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:10.486564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43046) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.507219 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83653d8a-8182-4150-9a0d-c3bbbd340067 x-openstack-request-id: req-83653d8a-8182-4150-9a0d-c3bbbd340067 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:10.507800 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f003f39-352a-44bb-b3cc-83a2f741d118", "name": "network-vif-plugged", "status": "completed", "tag": "c681b7d3-d92e-4304-a0f6-6fb4f6e88da6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:10.508342 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83653d8a-8182-4150-9a0d-c3bbbd340067 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:10.508910 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6', 'code': 200} Jul 30 03:36:10.549824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-a9a42467-fdb7-45a9-882c-973ae4d664c0 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0826373 Jul 30 03:36:10.612680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.631369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a91147e0-699f-4a74-bc71-41a748922c4c tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] Request body: {'port': {'network_id': '9478f7ec-9c0f-46ee-a05d-e9f8cb8dd9af', 'name': 'tempest-NetworksNegativeTestJSON-1622530655'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:10.648724 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91147e0-699f-4a74-bc71-41a748922c4c tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] POST failed (client error): The resource could not be found. Jul 30 03:36:10.649637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91147e0-699f-4a74-bc71-41a748922c4c tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:10.655588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a91147e0-699f-4a74-bc71-41a748922c4c tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1679196 Jul 30 03:36:10.656486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43050) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.686481 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0fa2ed-a9d4-41ed-864f-805a1c008cc5 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:10.687542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0fa2ed-a9d4-41ed-864f-805a1c008cc5 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:10.694720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b0fa2ed-a9d4-41ed-864f-805a1c008cc5 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "DELETE /v2.0/networks/326ad7f0-3bd7-4597-855f-1734868af4c4 HTTP/1.1" status: 404 len: 339 time: 0.0365725 Jul 30 03:36:10.695601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.712186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:10.734305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0efede-8b19-4b9f-9a97-5717b5fa384f req-fae3d474-599a-4544-ab61-5dbaf3516a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:10.735936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f0efede-8b19-4b9f-9a97-5717b5fa384f req-fae3d474-599a-4544-ab61-5dbaf3516a2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 1098 time: 0.1642406 Jul 30 03:36:10.751675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:10.753825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:10.757721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:10.769537 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a501088-3eb3-4e8a-9177-61af23ce1ffb tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:10.770291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a501088-3eb3-4e8a-9177-61af23ce1ffb tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:10.772111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6a501088-3eb3-4e8a-9177-61af23ce1ffb tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "DELETE /v2.0/ports/086f7b13-d5f6-44c8-bdd2-46aeb82b9303 HTTP/1.1" status: 404 len: 333 time: 0.0641825 Jul 30 03:36:10.776018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.815823 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-27222df7-4df0-4163-9570-abc6bdc76058 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:10.816757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27222df7-4df0-4163-9570-abc6bdc76058 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:10.819054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-27222df7-4df0-4163-9570-abc6bdc76058 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "DELETE /v2.0/subnets/051b05a9-9ecf-4c40-993e-8c1da2d027b7 HTTP/1.1" status: 404 len: 337 time: 0.0418379 Jul 30 03:36:10.824575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43058) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.824751 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.853326 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f881ce-85c7-4d93-a232-606a6351f264 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] GET failed (client error): The resource could not be found. Jul 30 03:36:10.855842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0f881ce-85c7-4d93-a232-606a6351f264 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "GET /v2.0/networks/d213202b-3b7a-4b76-9da1-e913f46aa571 HTTP/1.1" status: 404 len: 339 time: 0.0314703 Jul 30 03:36:10.857063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-3a1af06c-0170-430c-8bd3-9b5712a6a72e service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063502 Jul 30 03:36:10.860936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.891317 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2682d1d6-715a-4948-9e18-6e73df93160a tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] GET failed (client error): The resource could not be found. Jul 30 03:36:10.893334 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2682d1d6-715a-4948-9e18-6e73df93160a tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "GET /v2.0/ports/de9c55af-c88d-431b-ad8b-0fcb79629c4c HTTP/1.1" status: 404 len: 333 time: 0.0313292 Jul 30 03:36:10.894200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:10.901993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:10.903459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.905658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f0efede-8b19-4b9f-9a97-5717b5fa384f req-d43dffdb-d751-41d9-991a-e132d8583ccd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494195 Jul 30 03:36:10.937717 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdca3d3-3d37-4a66-9af7-3b00f94a8cac tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] GET failed (client error): The resource could not be found. Jul 30 03:36:10.939389 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4fdca3d3-3d37-4a66-9af7-3b00f94a8cac tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "GET /v2.0/subnets/7bd67767-f798-4daa-9107-7205a075e35c HTTP/1.1" status: 404 len: 337 time: 0.0348287 Jul 30 03:36:10.944206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43068) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:10.954848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ec18b215-1d95-44fa-86cc-fd742b86f76f tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:10.987515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57d87e-054e-4b0a-9015-f50e12da8d28 req-1fe52866-f7fa-44e4-8bc0-49c6ce56ed93 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:10.989099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b57d87e-054e-4b0a-9015-f50e12da8d28 req-1fe52866-f7fa-44e4-8bc0-49c6ce56ed93 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 945 time: 0.2292678 Jul 30 03:36:10.991403 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec18b215-1d95-44fa-86cc-fd742b86f76f tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] PUT failed (client error): The resource could not be found. Jul 30 03:36:10.992346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec18b215-1d95-44fa-86cc-fd742b86f76f tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:10.994364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-3b7e4c73-0803-404d-af46-2d4a309215d1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3722339 Jul 30 03:36:10.995391 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec18b215-1d95-44fa-86cc-fd742b86f76f tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "PUT /v2.0/networks/1db967d7-bc5f-45d9-94ba-03fac6708496 HTTP/1.1" status: 404 len: 339 time: 0.0490100 Jul 30 03:36:11.013269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e59f0eaf-f6bd-463b-b9e3-70c8f878f4c9 None None] Provisioning for port 0933d29d-86f0-453d-bd15-44507552530b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:11.018559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e59f0eaf-f6bd-463b-b9e3-70c8f878f4c9 None None] Provisioning complete for port 0933d29d-86f0-453d-bd15-44507552530b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:11.019029 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eaf-f6bd-463b-b9e3-70c8f878f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:11.041607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43070) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:11.048145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8f36ede3-d951-40a1-8b15-2f3679fe7682 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:11.051285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44', 'admin_state_up': True, 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'security_groups': ['ff8b88c1-f311-4d34-8c45-bb4d982ba3b5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:11.064433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e59f0eaf-f6bd-463b-b9e3-70c8f878f4c9 None None] Port 0933d29d-86f0-453d-bd15-44507552530b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:11.070043 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f36ede3-d951-40a1-8b15-2f3679fe7682 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] PUT failed (client error): The resource could not be found. Jul 30 03:36:11.070753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f36ede3-d951-40a1-8b15-2f3679fe7682 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:11.075209 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8f36ede3-d951-40a1-8b15-2f3679fe7682 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "PUT /v2.0/ports/3429d0e6-aa1d-4fcd-90c9-fe6b08a16f3c HTTP/1.1" status: 404 len: 333 time: 0.0290623 Jul 30 03:36:11.076037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43074) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:11.081353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-eec0731d-0d9f-452c-bf05-1a725cd95f07 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:11.107308 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec0731d-0d9f-452c-bf05-1a725cd95f07 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] PUT failed (client error): The resource could not be found. Jul 30 03:36:11.107548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec0731d-0d9f-452c-bf05-1a725cd95f07 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:11.111724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eec0731d-0d9f-452c-bf05-1a725cd95f07 tempest-NetworksNegativeTestJSON-141520810 tempest-NetworksNegativeTestJSON-141520810-project] 10.222.0.39 "PUT /v2.0/subnets/cd3b38ba-dfd1-4d56-8643-d710e21ca167 HTTP/1.1" status: 404 len: 337 time: 0.0315995 Jul 30 03:36:11.111888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-4de04a2c-ef4d-43d9-b7df-7b1b877217bc service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000768 Jul 30 03:36:11.132256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b57d87e-054e-4b0a-9015-f50e12da8d28 req-c9813ac9-9050-4574-8dcd-1b12e1e78c46 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280665 Jul 30 03:36:11.212704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:11.358795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:11.534006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43090) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:11.607582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80f3e89e-1e7d-46c3-9c86-3be009a51873 req-1552eff1-c1bb-4a97-9444-05c49273eceb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 210 time: 0.0604892 Jul 30 03:36:11.697412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a5c50-6523-44bf-b591-bef909a3f2ab req-57671222-f7cc-40c3-bf7f-07acfddf2b5b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:11.703931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a5c50-6523-44bf-b591-bef909a3f2ab req-57671222-f7cc-40c3-bf7f-07acfddf2b5b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:11.727565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a5c50-6523-44bf-b591-bef909a3f2ab req-57671222-f7cc-40c3-bf7f-07acfddf2b5b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:11.730520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b16a5c50-6523-44bf-b591-bef909a3f2ab req-57671222-f7cc-40c3-bf7f-07acfddf2b5b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 2374 time: 0.3528769 Jul 30 03:36:11.748119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1941771b-f068-40d6-9990-5aec37a85aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:11.864468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 10.2.2.100 (a0f7542c-9210-4588-817a-4ea327c5fd44/014cfcd1-a5e9-47fb-966c-6e80494182cc/1516353f-4db7-42c1-a3b0-2c6a0378b775) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:11.866974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1941771b-f068-40d6-9990-5aec37a85aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:11.876782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1941771b-f068-40d6-9990-5aec37a85aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:11.884056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b16a5c50-6523-44bf-b591-bef909a3f2ab req-87eebb15-0137-47b5-8315-ff9fd5709f18 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393631 Jul 30 03:36:11.918910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593e199-91a3-4881-b438-a4d88a1d893a req-96ce9757-4bc2-47f0-ac48-9b5bbf0e624e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:11.918910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7593e199-91a3-4881-b438-a4d88a1d893a req-96ce9757-4bc2-47f0-ac48-9b5bbf0e624e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 946 time: 0.1867182 Jul 30 03:36:11.929294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1941771b-f068-40d6-9990-5aec37a85aae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da2b3adc5d854a12bbfe9053baef9f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941891 Jul 30 03:36:11.933037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43096) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:12.002100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941771b-f068-40d6-9990-5aec37a85aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16ef0bf-d51e-4ef4-b35b-773a7d79cc49,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:12.044276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7593e199-91a3-4881-b438-a4d88a1d893a req-b611316e-d50a-4c26-bced-bc11481a95a6 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191871 Jul 30 03:36:12.051115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c88b319b-0697-4e8c-93e3-0e71cdc8d165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.078843 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c88b319b-0697-4e8c-93e3-0e71cdc8d165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.120698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.136601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c88b319b-0697-4e8c-93e3-0e71cdc8d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.137225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object 1516353f-4db7-42c1-a3b0-2c6a0378b775 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:12.142796 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c88b319b-0697-4e8c-93e3-0e71cdc8d165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.144200 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c88b319b-0697-4e8c-93e3-0e71cdc8d165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c16ef0bf-d51e-4ef4-b35b-773a7d79cc49 HTTP/1.1" status: 204 len: 168 time: 0.2099817 Jul 30 03:36:12.154322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b319b-0697-4e8c-93e3-0e71cdc8d165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16ef0bf-d51e-4ef4-b35b-773a7d79cc49,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:12.243112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-3e4127a6-43af-4b11-b438-298407341339 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:12.245845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-3e4127a6-43af-4b11-b438-298407341339 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 945 time: 0.0755575 Jul 30 03:36:12.247779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.324799 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5ba3efa-4612-4108-a702-1f639765da80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.369018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a0f7542c-9210-4588-817a-4ea327c5fd44 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:12.377392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:12.386081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:12.456137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:12.468657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7344-e632-4abe-b171-8d18bb228f39 req-e68a439f-b8c2-4d6f-b2ca-1d25003126a7 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:12.469191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0add7344-e632-4abe-b171-8d18bb228f39 req-e68a439f-b8c2-4d6f-b2ca-1d25003126a7 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 945 time: 0.2188597 Jul 30 03:36:12.548796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:12.549481 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.590499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0add7344-e632-4abe-b171-8d18bb228f39 req-fd71118c-9525-4518-8428-9d3a409b4c3a tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069424 Jul 30 03:36:12.610121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-7d856d9c-2428-43d1-834b-47b6bd1920e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5653417 Jul 30 03:36:12.612854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Deleting port dcba3e10-d1a0-4fde-918c-593d0a617a60 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:12.613194 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.708710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44', 'admin_state_up': True, 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'security_groups': ['ff8b88c1-f311-4d34-8c45-bb4d982ba3b5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:12.753320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-8a36b535-14bb-4340-b78f-8a5232324f6f tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:12.754908 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-8a36b535-14bb-4340-b78f-8a5232324f6f tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 821 time: 0.1692111 Jul 30 03:36:12.782813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'port': {'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'admin_state_up': True, 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:12.811677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddd90cb2-ad68-40b2-8a8f-9b21150bbb7d req-0ec484ff-9da5-4038-834a-775a50c7a15d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 210 time: 0.0751681 Jul 30 03:36:12.832560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c7428c62-3882-456d-8f45-ca7f46b60f23 None None] Provisioning for port 1516353f-4db7-42c1-a3b0-2c6a0378b775 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:12.837456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c7428c62-3882-456d-8f45-ca7f46b60f23 None None] Provisioning complete for port 1516353f-4db7-42c1-a3b0-2c6a0378b775 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:12.837838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c7428c62-3882-456d-8f45-ca7f46b60f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.888881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c7428c62-3882-456d-8f45-ca7f46b60f23 None None] Port 1516353f-4db7-42c1-a3b0-2c6a0378b775 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:12.914473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] For port dcba3e10-d1a0-4fde-918c-593d0a617a60, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dcba3e10-d1a0-4fde-918c-593d0a617a60,segment=NetworkSegment(faf894f5-83d4-4ea8-8d71-539a6bd7b080),segment_id=faf894f5-83d4-4ea8-8d71-539a6bd7b080)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:12.915336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:12.961993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Calling delete_port for dcba3e10-d1a0-4fde-918c-593d0a617a60 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:13.020835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Made reservation on behalf of cf589f4b6bac40a9b44a85ccc818ef38 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:13.027166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.209273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:13.217445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Made reservation on behalf of 964cf6670af8481ca9dd3caa87df9420 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:13.221970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.251118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead507d-df73-44f8-a2b1-4efee59ced0a req-510ecfa2-f8a2-4f35-9ceb-d352f0d015ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:13.256993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead507d-df73-44f8-a2b1-4efee59ced0a req-510ecfa2-f8a2-4f35-9ceb-d352f0d015ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:13.263178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead507d-df73-44f8-a2b1-4efee59ced0a req-510ecfa2-f8a2-4f35-9ceb-d352f0d015ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:13.268923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead507d-df73-44f8-a2b1-4efee59ced0a req-510ecfa2-f8a2-4f35-9ceb-d352f0d015ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:13.269903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Allocated IP 172.20.0.7 (2b057c97-3de8-4430-8a44-571e86303c87/e7e7aa2b-b195-4248-822d-48bd6e177080/da0e950b-7423-4b94-955d-32c1b1f7fb80) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:13.277056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aead507d-df73-44f8-a2b1-4efee59ced0a req-510ecfa2-f8a2-4f35-9ceb-d352f0d015ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 3095 time: 0.2277274 Jul 30 03:36:13.332881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcfa19-46bf-4a7b-b777-1549ed088701 req-3c44ddd6-b8c9-45bb-ad30-c7f008c71531 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:13.334403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4fcfa19-46bf-4a7b-b777-1549ed088701 req-3c44ddd6-b8c9-45bb-ad30-c7f008c71531 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 946 time: 0.1840758 Jul 30 03:36:13.444131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aead507d-df73-44f8-a2b1-4efee59ced0a req-75e1ba10-af6e-45f9-b76a-606072212b24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662040 Jul 30 03:36:13.469006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1124642393'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:13.612037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4fcfa19-46bf-4a7b-b777-1549ed088701 req-52bd4734-154e-4f0c-a386-01502f6da689 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583170 Jul 30 03:36:13.635868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.640568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:13.643857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.658659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['dcba3e10-d1a0-4fde-918c-593d0a617a60'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:13.687401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.703108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Pushing event deleted for resources: {'Port': ['ID=dcba3e10-d1a0-4fde-918c-593d0a617a60,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:13.726881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Allocated IP 10.2.2.200 (a0f7542c-9210-4588-817a-4ea327c5fd44/014cfcd1-a5e9-47fb-966c-6e80494182cc/a251436e-8a30-4de8-a725-1699f658a51e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:13.732634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.766315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Transition to ACTIVE for port object da0e950b-7423-4b94-955d-32c1b1f7fb80 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:13.771758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] No DVR routers for this DVR port dcba3e10-d1a0-4fde-918c-593d0a617a60 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:13.789567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.792104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8469f40e-e769-41d6-8349-45b6f55fa10c req-b5dc2bba-5e94-4711-a8aa-1bf8bcf9998e tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.18 "DELETE /v2.0/ports/dcba3e10-d1a0-4fde-918c-593d0a617a60 HTTP/1.1" status: 204 len: 173 time: 1.5269866 Jul 30 03:36:13.792562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'name': 'network-vif-deleted', 'tag': 'dcba3e10-d1a0-4fde-918c-593d0a617a60'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:13.794918 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74268f68-c37b-4089-a81c-df3ad3c656e5" -d '{"events": [{"server_uuid": "f3a6284c-68e3-447f-8ded-5d24da283be7", "name": "network-vif-deleted", "tag": "dcba3e10-d1a0-4fde-918c-593d0a617a60"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:13.805383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:13.841595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fb473dd6-aaca-4b8e-bfff-b98d5a354303'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:13.866349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-111cc941-ccd3-401a-8c41-0344b8cf0868 req-a339e974-6a75-49d0-b164-5cc32fa76b42 tempest-ServerPasswordTestJSON-459880095 tempest-ServerPasswordTestJSON-459880095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a6284c-68e3-447f-8ded-5d24da283be7 HTTP/1.1" status: 200 len: 210 time: 0.1002753 Jul 30 03:36:13.878309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Network 2b057c97-3de8-4430-8a44-571e86303c87 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:13.908292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:13.912099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:13.915175 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0685af-9a45-49ae-9f2a-4863a4b4d6ff x-openstack-request-id: req-bd0685af-9a45-49ae-9f2a-4863a4b4d6ff {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:13.916003 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a6284c-68e3-447f-8ded-5d24da283be7", "name": "network-vif-deleted", "tag": "dcba3e10-d1a0-4fde-918c-593d0a617a60", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:13.916003 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd0685af-9a45-49ae-9f2a-4863a4b4d6ff {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:13.917350 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a6284c-68e3-447f-8ded-5d24da283be7', 'name': 'network-vif-deleted', 'tag': 'dcba3e10-d1a0-4fde-918c-593d0a617a60', 'status': 'completed', 'code': 200} Jul 30 03:36:13.984248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event updated for resources: {'Port': ['ID=da0e950b-7423-4b94-955d-32c1b1f7fb80,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:14.034152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.035453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.152923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.164584 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-ec8b50d9-ea9b-4385-b16e-464bf8f0cd09 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871126 Jul 30 03:36:14.169800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56505e-0ce0-4a5a-b053-49e289d8b9d4 req-c58067cb-39e3-4319-898f-c2a154b0da80 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.175857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a56505e-0ce0-4a5a-b053-49e289d8b9d4 req-c58067cb-39e3-4319-898f-c2a154b0da80 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 931 time: 0.1483219 Jul 30 03:36:14.188465 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.188762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Request body: {'port': {'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:14.226903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.252811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:14.317365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Transition to ACTIVE for port object a251436e-8a30-4de8-a725-1699f658a51e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:14.324512 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.324859 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment 325c0e9d-5c89-47ed-9c4b-573841a9b323 of type vlan for network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 Jul 30 03:36:14.326231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca1a53-63a7-4af1-af9c-d5cb674d9c3a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:14.341627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a046627a-48bb-4bcf-a8dd-45d4cb566a99 None None] Provisioning for port da0e950b-7423-4b94-955d-32c1b1f7fb80 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:14.346170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a046627a-48bb-4bcf-a8dd-45d4cb566a99 None None] Provisioning complete for port da0e950b-7423-4b94-955d-32c1b1f7fb80 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:14.346653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a046627a-48bb-4bcf-a8dd-45d4cb566a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.364287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.369655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a56505e-0ce0-4a5a-b053-49e289d8b9d4 req-96a50fc9-6e9a-469b-86a4-718f874a2966 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845999 Jul 30 03:36:14.415235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a046627a-48bb-4bcf-a8dd-45d4cb566a99 None None] Port da0e950b-7423-4b94-955d-32c1b1f7fb80 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:14.457749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.506367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.552776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.568515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.572088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.654997 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8b81d5e-e8ef-4907-b01e-8e5a8a43c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.723317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Network a0f7542c-9210-4588-817a-4ea327c5fd44 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:14.743934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-c7adf46f-a08b-4b89-b343-cac7a2d4e044 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.752782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-c7adf46f-a08b-4b89-b343-cac7a2d4e044 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.759405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-c7adf46f-a08b-4b89-b343-cac7a2d4e044 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.767079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-c7adf46f-a08b-4b89-b343-cac7a2d4e044 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.775459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-c7adf46f-a08b-4b89-b343-cac7a2d4e044 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:14.778516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-c7adf46f-a08b-4b89-b343-cac7a2d4e044 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 3816 time: 0.2276547 Jul 30 03:36:14.779576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5692980 Jul 30 03:36:14.783391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:14.785330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event updated for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:14.787358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:14.788047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:14.804050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'name': 'tempest-PortsIpV6TestJSON-221250555'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:14.810115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0e950b-7423-4b94-955d-32c1b1f7fb80 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:14.821166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:14.837555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5e2b0-9d09-475f-9fed-66482cda7078 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=5b259fd0-ae05-4a8c-8e05-8c80e6d110f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:14.845730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Transition to ACTIVE for port object da0e950b-7423-4b94-955d-32c1b1f7fb80 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:14.853497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:14.859937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.018584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43162) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:15.051037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.122618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Pushing event updated for resources: {'Port': ['ID=da0e950b-7423-4b94-955d-32c1b1f7fb80,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:15.155956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:15.156830 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.204692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f655046f-2e0a-43f6-ac9a-78e7c0029999 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5116801 Jul 30 03:36:15.216026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c40baa5-070e-415d-ba0d-694abb8d6491 req-bcad5911-72fc-4949-b4b9-e616f37e5c7b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210086 Jul 30 03:36:15.244487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Attempting to bind port da0e950b-7423-4b94-955d-32c1b1f7fb80 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:15.244709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:15.245595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Attempting to bind port da0e950b-7423-4b94-955d-32c1b1f7fb80 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:15.246151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Attempting to bind port da0e950b-7423-4b94-955d-32c1b1f7fb80 on network 2b057c97-3de8-4430-8a44-571e86303c87 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:15.250678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Deleting subnet 400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:15.254894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.261416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c5635d6c-61dd-48e5-8643-ed8814ebd6e9 None None] Provisioning for port a251436e-8a30-4de8-a725-1699f658a51e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:15.265956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c5635d6c-61dd-48e5-8643-ed8814ebd6e9 None None] Provisioning complete for port a251436e-8a30-4de8-a725-1699f658a51e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:15.266348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c5635d6c-61dd-48e5-8643-ed8814ebd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.283958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Port da0e950b-7423-4b94-955d-32c1b1f7fb80 on network 2b057c97-3de8-4430-8a44-571e86303c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:15.284620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Attempting to bind port da0e950b-7423-4b94-955d-32c1b1f7fb80 on network 2b057c97-3de8-4430-8a44-571e86303c87 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:15.293255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:15.295655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Checking segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:15.296367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Bound using segment: {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:15.297001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Bound port: da0e950b-7423-4b94-955d-32c1b1f7fb80, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ccb0b0-3f90-4caf-8408-b359deadce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:15.297729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.313580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.328796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:15.329955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c5635d6c-61dd-48e5-8643-ed8814ebd6e9 None None] Port a251436e-8a30-4de8-a725-1699f658a51e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:15.335544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.373670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.376221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 619e7cf6-7328-4fee-9109-4c7251aaf04c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:15.387928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.515842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.558236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] For port da0e950b-7423-4b94-955d-32c1b1f7fb80, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:15.561763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.566202 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61 HTTP/1.1" status: 204 len: 168 time: 0.5437732 Jul 30 03:36:15.566482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638d582-1258-410b-8ba6-66ed650ecb81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400e7b0e-b2ee-4ce7-b0d2-c819bd52ac61,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:15.573841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43170) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:15.585629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] For port da0e950b-7423-4b94-955d-32c1b1f7fb80, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:15.597399 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.687298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:15.687936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.689348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] 10.222.0.16 "PUT /v2.0/ports/da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 1092 time: 1.5075691 Jul 30 03:36:15.695063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:15.697469 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a4ab8-e328-4f77-928c-4de16af7009c" -d '{"events": [{"name": "network-changed", "server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:15.714663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.738559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f3c7b-5a76-4315-a728-07d942492b7f service neutron] Pushing event updated for resources: {'Port': ['ID=da0e950b-7423-4b94-955d-32c1b1f7fb80,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:15.921229 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609cb393-c144-4eac-b1dd-a53d14da1cc8 x-openstack-request-id: req-609cb393-c144-4eac-b1dd-a53d14da1cc8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:15.921916 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:15.922002 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-609cb393-c144-4eac-b1dd-a53d14da1cc8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:15.922390 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'status': 'completed', 'code': 200} Jul 30 03:36:15.984098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:15.996542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-5e3bbb6c-45b4-4c31-a740-30c6ce29e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:15.998367 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-5e3bbb6c-45b4-4c31-a740-30c6ce29e3e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1095 time: 0.2475080 Jul 30 03:36:16.000359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3272f2e-cc78-4911-b5e5-133e38694fcc']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:16.012421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf894f5-83d4-4ea8-8d71-539a6bd7b080') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:16.012793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf894f5-83d4-4ea8-8d71-539a6bd7b080') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:16.031013 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.080664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-0a895341-4cfa-47dd-b408-1a81316c5741 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 217 time: 0.0653949 Jul 30 03:36:16.090293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dcba3e10-d1a0-4fde-918c-593d0a617a60 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:16.110843 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.121652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: dcba3e10-d1a0-4fde-918c-593d0a617a60 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:36:16.122330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dcba3e10-d1a0-4fde-918c-593d0a617a60 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:16.148479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:16.148882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:16.151062 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:16.194630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6085537-90e3-4a0a-9dde-c957c1623b8f req-74888140-80ed-4d96-8f08-7509a90f7f85 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.203997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6085537-90e3-4a0a-9dde-c957c1623b8f req-74888140-80ed-4d96-8f08-7509a90f7f85 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 943 time: 0.7283285 Jul 30 03:36:16.228110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-1ac00c67-2d6f-4ba6-b92f-d98b960530dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.230038 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-1ac00c67-2d6f-4ba6-b92f-d98b960530dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1421978 Jul 30 03:36:16.243394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.250323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.252144 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e3272f2e-cc78-4911-b5e5-133e38694fcc HTTP/1.1" status: 204 len: 168 time: 0.6773596 Jul 30 03:36:16.282453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6482528-919a-4c55-8a42-cb2e00354c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3272f2e-cc78-4911-b5e5-133e38694fcc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:16.320804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.378317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-be8d19e3-3273-4a3b-823d-415d2a8f53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.379888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-be8d19e3-3273-4a3b-823d-415d2a8f53f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003256 Jul 30 03:36:16.471830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6085537-90e3-4a0a-9dde-c957c1623b8f req-5d3219d6-22a8-437b-b8dd-55905749ed22 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657177 Jul 30 03:36:16.540290 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.562554 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-7b3f9d50-e76b-4a3f-9369-a8b082b5d32e service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746280 Jul 30 03:36:16.601301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:16.717027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2163368a-9fa9-4c2b-b0ae-7b1ca69073d1 req-7e4272e0-b243-44fb-9da0-a55481932587 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405008 Jul 30 03:36:16.754475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-877b38b3-d91c-4a1a-b7e5-cb7042750da0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d2cb5bfb11541c497cd971d0617a5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866675 Jul 30 03:36:16.754902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43208) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:16.772556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.795556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-d9bff7ff-ae71-4f71-903b-b3847e97e647 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.801587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-d9bff7ff-ae71-4f71-903b-b3847e97e647 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.811829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-d9bff7ff-ae71-4f71-903b-b3847e97e647 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.820396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-d9bff7ff-ae71-4f71-903b-b3847e97e647 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.828367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-d9bff7ff-ae71-4f71-903b-b3847e97e647 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.835900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-d9bff7ff-ae71-4f71-903b-b3847e97e647 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 3816 time: 0.2764771 Jul 30 03:36:16.858419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1839859d-e708-47e1-a4b7-633f097a1b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.883799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1839859d-e708-47e1-a4b7-633f097a1b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.958790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4ab8-e328-4f77-928c-4de16af7009c req-1b96996e-a01c-49e2-8cd0-e45be6c7de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:16.960480 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-1b96996e-a01c-49e2-8cd0-e45be6c7de05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1095 time: 0.0571907 Jul 30 03:36:16.983754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259c674e-aa43-4bee-bb13-4ed0f50fe583 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:16.988933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1839859d-e708-47e1-a4b7-633f097a1b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.991538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1839859d-e708-47e1-a4b7-633f097a1b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:16.995553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1839859d-e708-47e1-a4b7-633f097a1b0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40 HTTP/1.1" status: 204 len: 168 time: 0.2366252 Jul 30 03:36:17.002826 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.007011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=619e7cf6-7328-4fee-9109-4c7251aaf04c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:17.033793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbf7f484-6cb2-4f29-822b-743a487f5bb7 req-4e79b03d-c7a5-4088-8853-d86ad3715e45 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969540 Jul 30 03:36:17.041283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839859d-e708-47e1-a4b7-633f097a1b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6eb5ff-e7bf-4e91-964a-cd02a32d7b40,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:17.080667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Transition to ACTIVE for port object 259c674e-aa43-4bee-bb13-4ed0f50fe583 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:17.111547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.117891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.121043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4ab8-e328-4f77-928c-4de16af7009c req-e26cc0a3-ddfe-4b0e-97aa-8fae474f1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.123045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-e26cc0a3-ddfe-4b0e-97aa-8fae474f1a4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.1531999 Jul 30 03:36:17.130662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.137003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.142857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.150125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.157050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.165324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-71800571-719d-418f-b817-64ea0f6b1277 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.3882504 Jul 30 03:36:17.173670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-ed070be5-ccb7-42ab-9332-11ffcf74005d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 217 time: 0.0401387 Jul 30 03:36:17.179340 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.232188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': '325c0e9d-5c89-47ed-9c4b-573841a9b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:17.232576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:17.271311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4ab8-e328-4f77-928c-4de16af7009c req-a60a1398-34ab-4d8a-9959-6ae8d35af341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.273724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-a60a1398-34ab-4d8a-9959-6ae8d35af341 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.0895650 Jul 30 03:36:17.329831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e653a38f-2265-4307-a63a-86bb5b17d92f req-a0bcbf88-133f-411d-9b84-cd6b9e773473 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616170 Jul 30 03:36:17.350510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4ab8-e328-4f77-928c-4de16af7009c req-6f81f4e4-f7df-45de-8b61-97da34814aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.352440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-6f81f4e4-f7df-45de-8b61-97da34814aff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684335 Jul 30 03:36:17.363279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Pushing event updated for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:17.450646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:17.490751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:17.497449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Attempting to bind port 259c674e-aa43-4bee-bb13-4ed0f50fe583 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:17.498133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Attempting to bind port 259c674e-aa43-4bee-bb13-4ed0f50fe583 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:17.498618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Attempting to bind port 259c674e-aa43-4bee-bb13-4ed0f50fe583 on network 623c59b3-0964-4687-ade5-b9a6b68f7662 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:17.507721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e576e-a183-4162-818a-79bf4a2ff2a3 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:17.511795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:17.524346 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-b563634c-6497-40f0-a2e3-d0d0aab9c22d service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611476 Jul 30 03:36:17.525452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.527452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.540515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Port 259c674e-aa43-4bee-bb13-4ed0f50fe583 on network 623c59b3-0964-4687-ade5-b9a6b68f7662 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:17.542314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Attempting to bind port 259c674e-aa43-4bee-bb13-4ed0f50fe583 on network 623c59b3-0964-4687-ade5-b9a6b68f7662 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:17.553359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:17.556204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Checking segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:17.557169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Bound using segment: {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:17.557958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Bound port: 259c674e-aa43-4bee-bb13-4ed0f50fe583, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:17.559699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.598821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bda93d3c-4509-4e0d-9571-ee9b5cb03946 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8025429 Jul 30 03:36:17.609151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:17.615611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1358624266'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:17.691919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-010a4ab8-e328-4f77-928c-4de16af7009c req-2d24eb02-610d-4483-8346-5c496d0ca05c service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587081 Jul 30 03:36:17.775200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:17.780269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:17.784093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.788785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:17.805989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.851090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f4059-6515-4fa7-88d3-3182ebe610d6 req-819d8872-e2ca-40e4-ae02-0c6775cc7843 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.858515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-788f4059-6515-4fa7-88d3-3182ebe610d6 req-819d8872-e2ca-40e4-ae02-0c6775cc7843 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 946 time: 0.2671092 Jul 30 03:36:17.880997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63ba84-fbf0-4dd4-8163-576364ad3538 req-6d0e71e4-078d-4856-b6a1-ffbb488ede08 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.882668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b63ba84-fbf0-4dd4-8163-576364ad3538 req-6d0e71e4-078d-4856-b6a1-ffbb488ede08 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 943 time: 0.2724485 Jul 30 03:36:17.902843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:17.948133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.949648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:17.950278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.951669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] 10.222.0.16 "PUT /v2.0/ports/259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 200 len: 1092 time: 2.7275767 Jul 30 03:36:17.952113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:17.955338 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f58268-f5ef-4d88-a879-4015aa90e074" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:17.988632 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:17.989168 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment f64b5abf-0a5e-4a07-ad05-6395349a3dde of type vlan for network a8280827-d9c5-4e62-afb0-6eed4a0b270e Jul 30 03:36:18.021276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:18.024957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8159e-532b-4e41-8db4-788921b9428f service neutron] Pushing event updated for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:18.109751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-788f4059-6515-4fa7-88d3-3182ebe610d6 req-25db97bc-ad45-43fe-98ab-ddd863888ee1 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503643 Jul 30 03:36:18.146840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b63ba84-fbf0-4dd4-8163-576364ad3538 req-29e15944-e7bb-4a9a-8bf7-b3572ec9a32e tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467482 Jul 30 03:36:18.151439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:18.176201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:18.176428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43248) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:18.203399 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f0508-1841-4498-8562-ea7249820d88 x-openstack-request-id: req-532f0508-1841-4498-8562-ea7249820d88 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:18.203888 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:18.204059 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-532f0508-1841-4498-8562-ea7249820d88 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:18.204647 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'status': 'completed', 'code': 200} Jul 30 03:36:18.267644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:18.272998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.273643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:18.408557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.414746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.421264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.427260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.433727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.439625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.445538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.448062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-e4cdd354-e779-468e-9264-1f7f800815fa tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.1406300 Jul 30 03:36:18.453901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1957244538-network', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:18.463840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8492339 Jul 30 03:36:18.467303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43256) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:18.496974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'ports': [{'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'}, {'network_id': 'a8280827-d9c5-4e62-afb0-6eed4a0b270e'}]} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:18.497323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:18.499053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': 'a8280827-d9c5-4e62-afb0-6eed4a0b270e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:18.537584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae5985-bf3c-4a9f-b842-e3d09b070c58 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=a8280827-d9c5-4e62-afb0-6eed4a0b270e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:18.551018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a8280827-d9c5-4e62-afb0-6eed4a0b270e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:18.572545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-530a0614-37b8-4efb-a35e-df8c8265b28b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.578978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-530a0614-37b8-4efb-a35e-df8c8265b28b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.585219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-530a0614-37b8-4efb-a35e-df8c8265b28b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.593600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-530a0614-37b8-4efb-a35e-df8c8265b28b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.599518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-530a0614-37b8-4efb-a35e-df8c8265b28b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.601365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-530a0614-37b8-4efb-a35e-df8c8265b28b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 3828 time: 0.3124943 Jul 30 03:36:18.612058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-5e01b0c0-f8ad-4ca3-9e95-32fe5edbfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.612542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-5e01b0c0-f8ad-4ca3-9e95-32fe5edbfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.613012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-5e01b0c0-f8ad-4ca3-9e95-32fe5edbfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.613530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-5e01b0c0-f8ad-4ca3-9e95-32fe5edbfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.613939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-5e01b0c0-f8ad-4ca3-9e95-32fe5edbfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.616570 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-5e01b0c0-f8ad-4ca3-9e95-32fe5edbfe12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 4364 time: 0.2990699 Jul 30 03:36:18.690396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-c618d61d-983a-4558-9236-3d6f42cb18de tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.692178 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-c618d61d-983a-4558-9236-3d6f42cb18de tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "GET /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2344222 Jul 30 03:36:18.695189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.702099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.708160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.714943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.721678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.727549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.734367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.736349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-606abdb5-f48c-4253-9950-2421771f7c82 req-36a71465-26c9-46c1-bc70-7ccd9c5a3043 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.2690070 Jul 30 03:36:18.776008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Made reservation on behalf of 4aee5c87e0084b549dd8e617816ff10a for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:18.778377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:18.822885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae3d0a0a-f6bb-473a-a336-bf6494e35ca2 req-e77d2bb7-74a3-4d01-895c-88e9b859f377 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780963 Jul 30 03:36:18.862976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-606abdb5-f48c-4253-9950-2421771f7c82 req-abe16020-ac1a-44a9-b076-e4f58e1fc064 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126440 Jul 30 03:36:18.877279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-6ea631cb-9ccc-462a-8607-ea920aa1348e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:18.878820 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-6ea631cb-9ccc-462a-8607-ea920aa1348e tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 946 time: 0.1394958 Jul 30 03:36:18.988274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37304c23-fe93-4476-9c04-d2e5b21ee4eb {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:19.016549 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.036497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Transition to ACTIVE for port object 37304c23-fe93-4476-9c04-d2e5b21ee4eb will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:19.046827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.103359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Deleting port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:19.104594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.128047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Pushing event updated for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:19.273123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.326974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] For port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,segment=NetworkSegment(0ce41ac8-94ad-455e-8080-ad7fc278d515),segment_id=0ce41ac8-94ad-455e-8080-ad7fc278d515)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:19.327319 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.353825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 2} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:19.355237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Attempting to bind port 37304c23-fe93-4476-9c04-d2e5b21ee4eb on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:19.355658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Attempting to bind port 37304c23-fe93-4476-9c04-d2e5b21ee4eb by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:19.355964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Attempting to bind port 37304c23-fe93-4476-9c04-d2e5b21ee4eb on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:19.359322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.366382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Calling delete_port for c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:19.376422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Port 37304c23-fe93-4476-9c04-d2e5b21ee4eb on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:19.376746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Attempting to bind port 37304c23-fe93-4476-9c04-d2e5b21ee4eb on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:19.396617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:19.396832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Checking segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:19.397187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Bound using segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:19.397621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Bound port: 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:19.397971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.425539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.450370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069501f-9ba5-4aaf-aa70-ec89887584bf req-f5bb9857-8173-44c7-a0c7-4e0ed0f12e65 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.455729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c069501f-9ba5-4aaf-aa70-ec89887584bf req-f5bb9857-8173-44c7-a0c7-4e0ed0f12e65 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 946 time: 0.1982062 Jul 30 03:36:19.473192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-720aee12-329b-4397-82b8-aebd8ad4ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.474072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-720aee12-329b-4397-82b8-aebd8ad4ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.474635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-720aee12-329b-4397-82b8-aebd8ad4ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.477428 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-720aee12-329b-4397-82b8-aebd8ad4ece8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=964cf6670af8481ca9dd3caa87df9420&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8207498 Jul 30 03:36:19.479409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1112d0-df88-49e3-b507-59c0b431b508 req-c8671ac8-be22-4a2e-88f3-cdfdb18205ce tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.480997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f1112d0-df88-49e3-b507-59c0b431b508 req-c8671ac8-be22-4a2e-88f3-cdfdb18205ce tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 943 time: 0.1752656 Jul 30 03:36:19.561332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f1112d0-df88-49e3-b507-59c0b431b508 req-05146b5e-6c18-4d2d-b514-ef19e6f717c3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Jul 30 03:36:19.582628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-bef22748-f314-47ac-acab-544185cc8c12 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "GET /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8317809 Jul 30 03:36:19.625565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c069501f-9ba5-4aaf-aa70-ec89887584bf req-5928423d-f127-43c6-a4b4-3fb3576deff3 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/security-groups?id=af291a6f-5804-4d7a-b39a-a352a74ac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663249 Jul 30 03:36:19.633214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:19.649974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:19.650114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:19.662086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.734195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.734821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.736286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] 10.222.0.16 "PUT /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 1130 time: 1.7197301 Jul 30 03:36:19.765406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.776563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c681b7d3-d92e-4304-a0f6-6fb4f6e88da6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:19.798205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 79bc4bed-fe46-40a9-980b-c5594a897b22 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:19.810741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:19.816020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f461a-f3ed-49c9-b4b7-73c586fb8904 service neutron] Pushing event updated for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:19.849375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] No DVR routers for this DVR port c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:19.852341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.861756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-935300f8-2ff0-4f19-be45-2152abc24799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:19.863285 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9f58268-f5ef-4d88-a879-4015aa90e074 req-935300f8-2ff0-4f19-be45-2152abc24799 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3738146 Jul 30 03:36:19.873182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.876760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-056a1f86-519f-48a9-8c8a-3f2bb10e55af req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.18 "DELETE /v2.0/ports/c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 HTTP/1.1" status: 204 len: 173 time: 0.9865265 Jul 30 03:36:19.880638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c81a42-d2ed-47c8-a366-796c2b1ee447 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] Pushing event deleted for resources: {'Port': ['ID=c681b7d3-d92e-4304-a0f6-6fb4f6e88da6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:19.892869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.928287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:19.970412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.000847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:20.019507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.019857 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Added segment a3e4d8b9-0204-4aa3-9a1d-d768677b685e of type vlan for network 76a804f5-009f-425d-8cda-e450488f42ae Jul 30 03:36:20.158216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.211874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '37304c23-fe93-4476-9c04-d2e5b21ee4eb'}, {'server_uuid': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'name': 'network-vif-deleted', 'tag': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:20.214156 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7071341-7287-45b1-8c2e-b14f24df107f" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "37304c23-fe93-4476-9c04-d2e5b21ee4eb"}, {"server_uuid": "0f003f39-352a-44bb-b3cc-83a2f741d118", "name": "network-vif-deleted", "tag": "c681b7d3-d92e-4304-a0f6-6fb4f6e88da6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:20.232268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.235536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e845f6-6b6d-43c5-8119-a0e55f7e871c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:20.248419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.258142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.265371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.271407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.272996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.274294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.275599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.277786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.285607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-93bfafc1-0724-42b5-a507-3d1cb5c38fef tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 4599 time: 0.2709718 Jul 30 03:36:20.310118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1322896 Jul 30 03:36:20.325337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.331745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.337865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.344753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.350627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.352451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43276) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:20.358416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Request body: {'subnet': {'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1957244538-subnet', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:20.358691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.365276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.374938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7211558a-4653-41ed-83d7-267a523a99d9 req-e9fa6c8f-b18c-4ef5-8a37-57c04cac6c55 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 5445 time: 0.3425486 Jul 30 03:36:20.417162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.478167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655ce95-ecd0-462e-a614-b2598426c5da admin admin] Pushing event updated for resources: {'Network': ['ID=76a804f5-009f-425d-8cda-e450488f42ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:20.478597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50cf2d73-c2a5-4918-9d6d-182cbd1229fe req-27c1adaf-a8ec-4a90-873d-a448fddc6d0a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1921179 Jul 30 03:36:20.489707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 76a804f5-009f-425d-8cda-e450488f42ae details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:20.498122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7211558a-4653-41ed-83d7-267a523a99d9 req-4424ad93-e237-46d5-8909-2caafb2e5b66 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220913 Jul 30 03:36:20.501215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Made reservation on behalf of 4aee5c87e0084b549dd8e617816ff10a for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:20.503433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.507480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=8f2a91eb-d765-418e-9fdd-1782901dd706,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:20.597188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port be2ab0cb-ec33-4229-8fbb-173e173a0156 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:20.650191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] For port 8f2a91eb-d765-418e-9fdd-1782901dd706, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:20.662345 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88c2143-5a10-4bea-9168-21cd480806d3 x-openstack-request-id: req-c88c2143-5a10-4bea-9168-21cd480806d3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:20.665271 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "37304c23-fe93-4476-9c04-d2e5b21ee4eb", "status": "completed", "code": 200}, {"server_uuid": "0f003f39-352a-44bb-b3cc-83a2f741d118", "name": "network-vif-deleted", "tag": "c681b7d3-d92e-4304-a0f6-6fb4f6e88da6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:20.665567 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c88c2143-5a10-4bea-9168-21cd480806d3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:20.667823 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '37304c23-fe93-4476-9c04-d2e5b21ee4eb', 'status': 'completed', 'code': 200} Jul 30 03:36:20.668025 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f003f39-352a-44bb-b3cc-83a2f741d118', 'name': 'network-vif-deleted', 'tag': 'c681b7d3-d92e-4304-a0f6-6fb4f6e88da6', 'status': 'completed', 'code': 200} Jul 30 03:36:20.739038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] device_id is not set on port 8f2a91eb-d765-418e-9fdd-1782901dd706 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:20.753036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e76dd7-0b27-4fe7-8520-2abd80deacd6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:20.763519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.771711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.814910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d124-d53f-425f-9dcc-61adff8543e3 req-f44808b0-32c9-4c27-b669-3322b7b5ad1e tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.816991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d91d124-d53f-425f-9dcc-61adff8543e3 req-f44808b0-32c9-4c27-b669-3322b7b5ad1e tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 943 time: 0.1170685 Jul 30 03:36:20.834257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.849591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Transition to ACTIVE for port object 69e76dd7-0b27-4fe7-8520-2abd80deacd6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:20.892930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.893382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.894052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.894673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.895309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.895922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:20.897910 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d7071341-7287-45b1-8c2e-b14f24df107f req-f57b3ecc-fdea-40c9-95a4-b2dfa9500e32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5287 time: 0.2019846 Jul 30 03:36:20.927308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:20.935787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac04a34c-5758-4796-8bbe-9fc4d8af6b32 req-4e13ad5e-6d76-428c-b326-3b571a9555b7 tempest-VolumesActionsTest-2067522255 tempest-VolumesActionsTest-2067522255-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f003f39-352a-44bb-b3cc-83a2f741d118 HTTP/1.1" status: 200 len: 210 time: 0.1174011 Jul 30 03:36:21.006610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d91d124-d53f-425f-9dcc-61adff8543e3 req-3e0da1e5-bf29-49b6-aa7b-f6cd228d8c8a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789448 Jul 30 03:36:21.104396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:21.107374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] No DVR routers for this DVR port 8f2a91eb-d765-418e-9fdd-1782901dd706 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:21.110898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Attempting to bind port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:21.111319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Attempting to bind port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:21.113479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Attempting to bind port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:21.122514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:21.122658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Attempting to bind port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:21.129244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:21.129244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Checking segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:21.129628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Bound using segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:21.130061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Bound port: 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:21.130517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.132396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Pushing event updated for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:21.186631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.209197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.218564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:21.222323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:21.230114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.270941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.272092 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.273731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] 10.222.0.16 "PUT /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 1132 time: 1.4705067 Jul 30 03:36:21.280652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fc5e4a-dc29-478f-9cad-d283ff929d54,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:21.297572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da0e950b-7423-4b94-955d-32c1b1f7fb80 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:36:21.314362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0ceeab3f-4ba7-4b69-b722-4516c80319ce no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:21.326400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358bd71-f759-419a-b191-2363c7970ebe service neutron] Pushing event updated for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:21.342020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:21.379857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] In _notify_port_updated(), no bound segment for port 8f2a91eb-d765-418e-9fdd-1782901dd706 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:36:21.380808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.381421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.383473 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-3f2cfe78-e487-4c6b-ac20-8eb210e8629b service neutron] 10.222.0.16 "PUT /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 200 len: 1032 time: 1.7592046 Jul 30 03:36:21.393607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.459308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.504018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-fab028c9-5056-4529-8d36-dc91dd106651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.504859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-fab028c9-5056-4529-8d36-dc91dd106651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.505585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.506276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-fab028c9-5056-4529-8d36-dc91dd106651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.508102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d7071341-7287-45b1-8c2e-b14f24df107f req-fab028c9-5056-4529-8d36-dc91dd106651 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=964cf6670af8481ca9dd3caa87df9420&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5824399 Jul 30 03:36:21.581383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:21.592267 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee54120-31ab-4547-963a-f5456b6f25d4" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:21.599200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6b66e28c-cba2-4eb5-8d92-cf0dfb6087f0 None None] Provisioning complete for port 8f2a91eb-d765-418e-9fdd-1782901dd706 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:21.599963 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b66e28c-cba2-4eb5-8d92-cf0dfb6087f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.616407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=79bc4bed-fe46-40a9-980b-c5594a897b22,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:21.621569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:21.704104 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.704833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a146edd4-2c69-4ca3-a0da-30a2a308f967 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:21.757000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Checking segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:21.757308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Network hostable DHCP agents. Network: 76a804f5-009f-425d-8cda-e450488f42ae, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:21.764072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:21.769450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-eeb7e646-e0e8-4399-91f3-1d199eefc352 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.770874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-eeb7e646-e0e8-4399-91f3-1d199eefc352 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "GET /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3649821 Jul 30 03:36:21.779819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:21.788046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:21.792027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:21.799658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:21.800530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.808315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da0e950b-7423-4b94-955d-32c1b1f7fb80, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:21.835098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:36:21.846511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Network 76a804f5-009f-425d-8cda-e450488f42ae is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:21.851438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.858996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.865612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.872788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.879812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.886230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.893499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.895673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-3caf0bfb-283f-4336-ba8f-05d173660d8b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5372 time: 0.1675541 Jul 30 03:36:21.909983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.916729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6b66e28c-cba2-4eb5-8d92-cf0dfb6087f0 None None] Port 8f2a91eb-d765-418e-9fdd-1782901dd706 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:21.917395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.920254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:21.926553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.933681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.937579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0e950b-7423-4b94-955d-32c1b1f7fb80 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:21.949621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.955450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': 'f64b5abf-0a5e-4a07-ad05-6395349a3dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a8280827-d9c5-4e62-afb0-6eed4a0b270e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:21.955829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: a8280827-d9c5-4e62-afb0-6eed4a0b270e, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:21.958038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 76a804f5-009f-425d-8cda-e450488f42ae) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:21.967956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.969927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-ec886708-2137-49c2-b277-c37c783b0006 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 4664 time: 0.2805741 Jul 30 03:36:21.989934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e8f45-2c68-4c4c-a946-5893ce0cdbc4 None None] Network 76a804f5-009f-425d-8cda-e450488f42ae requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:21.990353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:21.990965 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.017354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=be2ab0cb-ec33-4229-8fbb-173e173a0156,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:22.020317 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bcd4ec80-0ab0-442d-bb48-43d1226efce3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6667221 Jul 30 03:36:22.022797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.025003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43294) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:22.027457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071341-7287-45b1-8c2e-b14f24df107f req-0a8f1b2a-7f4a-4529-ae70-423a9d96b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:22.029418 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d7071341-7287-45b1-8c2e-b14f24df107f req-0a8f1b2a-7f4a-4529-ae70-423a9d96b110 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3859537 Jul 30 03:36:22.033375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:22.064647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.065429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.073506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network a8280827-d9c5-4e62-afb0-6eed4a0b270e is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:22.083085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a8280827-d9c5-4e62-afb0-6eed4a0b270e) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:22.093159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:22.099408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:22.105031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:22.105769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22d69fda-6263-44d6-834e-8cbfd6217a40 req-bb80e2a8-3a6d-41c8-ba7f-84aed536af4a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317787 Jul 30 03:36:22.115671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.116574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26c4f168-fbf4-498d-bc39-2e18735bf455 req-353b661b-3bb4-4844-9386-c30b0561ae74 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&id=86e59050-63f4-46c3-a6fc-f7cac4b16bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274276 Jul 30 03:36:22.132431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4205182-1a39-4143-8302-1d0271159eb2 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:22.141837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.158430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da0e950b-7423-4b94-955d-32c1b1f7fb80, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:22.161368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054cb2f4-bf2d-4d1f-bd21-d784a8ea171a None None] Network a8280827-d9c5-4e62-afb0-6eed4a0b270e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:22.167404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Transition to ACTIVE for port object e4205182-1a39-4143-8302-1d0271159eb2 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:22.176420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.210443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:22.221838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.265467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Pushing event updated for resources: {'Port': ['ID=e4205182-1a39-4143-8302-1d0271159eb2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:22.287244 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bca51e-e543-48af-97e1-62541b7286b1 x-openstack-request-id: req-d1bca51e-e543-48af-97e1-62541b7286b1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:22.287539 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:22.287790 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1bca51e-e543-48af-97e1-62541b7286b1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:22.288187 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce', 'code': 200} Jul 30 03:36:22.308780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.330805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f29c22f-5f26-4c3b-bfa7-2ac99d8a3462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8590958 Jul 30 03:36:22.334972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:22.575559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.648189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01651-f9d4-46c8-9996-f1fe8e449859 req-c8798993-76eb-410d-acaf-32b95e5b0706 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:22.650201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2e01651-f9d4-46c8-9996-f1fe8e449859 req-c8798993-76eb-410d-acaf-32b95e5b0706 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 944 time: 0.2394669 Jul 30 03:36:22.653312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Attempting to bind port e4205182-1a39-4143-8302-1d0271159eb2 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:22.653784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Attempting to bind port e4205182-1a39-4143-8302-1d0271159eb2 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:22.654302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Attempting to bind port e4205182-1a39-4143-8302-1d0271159eb2 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:22.697837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '69e76dd7-0b27-4fe7-8520-2abd80deacd6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:22.700393 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6114472d-64a3-48b9-84f1-bb748a8d9e96" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "69e76dd7-0b27-4fe7-8520-2abd80deacd6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:22.712010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Port e4205182-1a39-4143-8302-1d0271159eb2 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:22.713204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Attempting to bind port e4205182-1a39-4143-8302-1d0271159eb2 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:22.735018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:22.736510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Checking segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:22.736510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Bound using segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:22.736510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Bound port: e4205182-1a39-4143-8302-1d0271159eb2, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:22.736929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.737839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:36:22.738359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c681b7d3-d92e-4304-a0f6-6fb4f6e88da6 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:22.759373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2e01651-f9d4-46c8-9996-f1fe8e449859 req-b383a9ef-4e2d-42da-9e29-b36602071410 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009028 Jul 30 03:36:22.769632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port be2ab0cb-ec33-4229-8fbb-173e173a0156 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:22.770171 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.822786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=45f30072-5645-48e3-b3ea-8c22557963d0,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:22.843405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=da0e950b-7423-4b94-955d-32c1b1f7fb80,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:22.848799 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:22.866593 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9174c5-e590-49cd-926c-5566369074f4 x-openstack-request-id: req-9b9174c5-e590-49cd-926c-5566369074f4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:22.872072 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "69e76dd7-0b27-4fe7-8520-2abd80deacd6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:22.872817 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b9174c5-e590-49cd-926c-5566369074f4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:22.873236 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '69e76dd7-0b27-4fe7-8520-2abd80deacd6', 'status': 'completed', 'code': 200} Jul 30 03:36:22.873962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6dfd22-cbc7-4504-9259-b896860c568f None None] Network 76a804f5-009f-425d-8cda-e450488f42ae requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:22.925750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:22.927854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['da0e950b-7423-4b94-955d-32c1b1f7fb80'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:22.928327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] For port 45f30072-5645-48e3-b3ea-8c22557963d0, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:22.985181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.005303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.006741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8f2a91eb-d765-418e-9fdd-1782901dd706 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:23.061887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.062280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.062749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.063238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.063700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.064164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.064622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.066707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-5587bde8-8f47-488f-8768-9af73f1da9b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6238 time: 0.1810770 Jul 30 03:36:23.069596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] device_id is not set on port 45f30072-5645-48e3-b3ea-8c22557963d0 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:23.094686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.109950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 8f2a91eb-d765-418e-9fdd-1782901dd706 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:23.110686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 882cec01-f506-48ba-8ae2-0ac20beecc23 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:23.169527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.253949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:23.332181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.470544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=882cec01-f506-48ba-8ae2-0ac20beecc23,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:23.530243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.531123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 45f30072-5645-48e3-b3ea-8c22557963d0 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:23.566984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] For port e4205182-1a39-4143-8302-1d0271159eb2, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:23.586324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] For port e4205182-1a39-4143-8302-1d0271159eb2, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e4205182-1a39-4143-8302-1d0271159eb2,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:23.615256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:23.615775 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:36:23.616169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for be2ab0cb-ec33-4229-8fbb-173e173a0156 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:23.657407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] No DVR routers for this DVR port 45f30072-5645-48e3-b3ea-8c22557963d0 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:23.662356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.663366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:23.689232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.719250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 45f30072-5645-48e3-b3ea-8c22557963d0 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:23.719843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6d64338e-dfe2-4e15-88c2-43ce40035e3e no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:23.785306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.805684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.812074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Allocated IP 172.25.6.75 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/8545d0de-8eb0-447c-a190-b12e479240dd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:23.851505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:23.859328 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.861230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 04312686-26ad-4eb6-a5a4-22845dffe3b2 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:23.925223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.926412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:23.927977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] 10.222.0.16 "PUT /v2.0/ports/e4205182-1a39-4143-8302-1d0271159eb2 HTTP/1.1" status: 200 len: 1092 time: 2.5906067 Jul 30 03:36:23.940222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-bba0a9d7-fb5a-4b9c-bda2-4fc3865e1a03 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.946442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-bba0a9d7-fb5a-4b9c-bda2-4fc3865e1a03 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.952566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-bba0a9d7-fb5a-4b9c-bda2-4fc3865e1a03 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.969311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-bba0a9d7-fb5a-4b9c-bda2-4fc3865e1a03 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.975505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-bba0a9d7-fb5a-4b9c-bda2-4fc3865e1a03 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:23.977330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-bba0a9d7-fb5a-4b9c-bda2-4fc3865e1a03 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 3880 time: 0.4564261 Jul 30 03:36:23.980629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-328da3cf-d7d2-4a65-8b6c-ed2ff462ad00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4741435 Jul 30 03:36:24.015262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.021638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.032745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.033976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.037117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-4048ecb4-a1e8-4c52-8250-c62226f4106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.037962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-4048ecb4-a1e8-4c52-8250-c62226f4106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.038579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-4048ecb4-a1e8-4c52-8250-c62226f4106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.040365 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-4048ecb4-a1e8-4c52-8250-c62226f4106a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=964cf6670af8481ca9dd3caa87df9420&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9575005 Jul 30 03:36:24.042496 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.043795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] In _notify_port_updated(), no bound segment for port 45f30072-5645-48e3-b3ea-8c22557963d0 on network dec903ea-d2c1-4620-9693-e9a09849d813 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:36:24.044816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.045596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.046979 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b4628719-8968-4462-b4ae-cf7efa4cc9e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 200 len: 1033 time: 2.2644756 Jul 30 03:36:24.056264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.067975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.077304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.085080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.086355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-23c27fa8-1806-4131-a9c9-ce84ce040ab1 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5384 time: 0.5775421 Jul 30 03:36:24.090660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:24.094828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:24.109621 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.112409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:24.115769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7cb8ea48-2bb8-42a8-b934-42f03f38b2a2 None None] Provisioning complete for port 45f30072-5645-48e3-b3ea-8c22557963d0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:24.116194 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ea48-2bb8-42a8-b934-42f03f38b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.169342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7cb8ea48-2bb8-42a8-b934-42f03f38b2a2 None None] Port 45f30072-5645-48e3-b3ea-8c22557963d0 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:24.210641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e74f11-4059-4403-b829-20fff82aa896 service neutron] Pushing event updated for resources: {'Port': ['ID=e4205182-1a39-4143-8302-1d0271159eb2,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:24.266445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:24.290497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:24.293675 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e5635b-fe0a-4fd5-b1d4-e3597dbe8dfe" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:24.294608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-ffb67910-459d-4aff-82f7-fef0e45e7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.297323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.297530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6114472d-64a3-48b9-84f1-bb748a8d9e96 req-ffb67910-459d-4aff-82f7-fef0e45e7f92 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2422438 Jul 30 03:36:24.306443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7367df1b-27ba-4f38-a29f-a834a9970ef6 req-65edbd41-bead-4d89-b1ff-3d7545803c75 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057161 Jul 30 03:36:24.359664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2bee9d1-3ec8-40ad-b7c3-c8496a9aef08 req-60b33108-8b17-4cac-b31a-6f026e7f894f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515211 Jul 30 03:36:24.388945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.401318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=be2ab0cb-ec33-4229-8fbb-173e173a0156,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:24.407827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-3007d264-495c-4809-8256-4109438b5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.409317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-3007d264-495c-4809-8256-4109438b5afd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1098 time: 0.3158922 Jul 30 03:36:24.411818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.415325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-62ac8399-4f40-4d2d-b651-5be4ab79cfdf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/be2ab0cb-ec33-4229-8fbb-173e173a0156 HTTP/1.1" status: 204 len: 168 time: 2.0775437 Jul 30 03:36:24.418702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:24.468341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.521505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:24.528754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:24.534546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:24.563125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 6d64338e-dfe2-4e15-88c2-43ce40035e3e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:24.563597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.564146 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d4c6d-a594-40f9-917f-88353388d3d1 x-openstack-request-id: req-bf6d4c6d-a594-40f9-917f-88353388d3d1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:24.564449 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-unplugged", "status": "completed", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:24.564701 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf6d4c6d-a594-40f9-917f-88353388d3d1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:24.565107 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'code': 200} Jul 30 03:36:24.565364 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23', 'code': 200} Jul 30 03:36:24.565608 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e', 'code': 200} Jul 30 03:36:24.565938 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2', 'code': 200} Jul 30 03:36:24.573685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Pushing event updated for resources: {'Port': ['ID=8545d0de-8eb0-447c-a190-b12e479240dd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:24.693668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def149c9-da2f-4d2c-bebf-81bfe0a7189d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.699541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def149c9-da2f-4d2c-bebf-81bfe0a7189d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.703903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-def149c9-da2f-4d2c-bebf-81bfe0a7189d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2779157 Jul 30 03:36:24.705330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43340) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:24.739374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434bf2-ab94-4abd-b603-c6a4a2b06190 req-e99b599e-f604-44c6-bf68-71fcf866afe3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.740871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8434bf2-ab94-4abd-b603-c6a4a2b06190 req-e99b599e-f604-44c6-bf68-71fcf866afe3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 944 time: 0.2332516 Jul 30 03:36:24.766414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-952fc940-b52c-4346-bb1f-1eb98c3c2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:24.767883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-952fc940-b52c-4346-bb1f-1eb98c3c2ff6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2983141 Jul 30 03:36:24.802392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] For port 6d64338e-dfe2-4e15-88c2-43ce40035e3e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6d64338e-dfe2-4e15-88c2-43ce40035e3e,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:24.802761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:24.841226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 6d64338e-dfe2-4e15-88c2-43ce40035e3e owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:24.875950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': 'e4205182-1a39-4143-8302-1d0271159eb2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:24.878211 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc814843-23d2-4f22-a5d3-29a86f4d0730" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "e4205182-1a39-4143-8302-1d0271159eb2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:24.913915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8434bf2-ab94-4abd-b603-c6a4a2b06190 req-a8d34193-8b58-4929-a181-eb66892f4bd3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653309 Jul 30 03:36:24.934901 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edcc021-ebf1-4552-8023-a82967afdfb2 x-openstack-request-id: req-6edcc021-ebf1-4552-8023-a82967afdfb2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:24.934901 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "e4205182-1a39-4143-8302-1d0271159eb2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:24.934901 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6edcc021-ebf1-4552-8023-a82967afdfb2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:24.934901 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': 'e4205182-1a39-4143-8302-1d0271159eb2', 'status': 'completed', 'code': 200} Jul 30 03:36:24.950110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-f8547f06-f576-429a-8df8-0969fa8bbdb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1002 time: 0.1742723 Jul 30 03:36:25.002014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 79bc4bed-fe46-40a9-980b-c5594a897b22 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:25.002510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.049239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-29a38764-0787-4c4b-a8ef-50f1844b4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.050652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-29a38764-0787-4c4b-a8ef-50f1844b4413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0891864 Jul 30 03:36:25.074054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0933d29d-86f0-453d-bd15-44507552530b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:25.095494 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.113026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Transition to ACTIVE for port object 0933d29d-86f0-453d-bd15-44507552530b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:25.121197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.126589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-7829f9e6-be03-42dc-ad54-a3d0f78d27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.128192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-7829f9e6-be03-42dc-ad54-a3d0f78d27a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687959 Jul 30 03:36:25.147562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.169077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.169564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.170040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.170563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.171036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.171523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.171993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.173923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-cecc055e-856f-4d98-8aba-847b37f6633a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6280 time: 0.1932585 Jul 30 03:36:25.185515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 79bc4bed-fe46-40a9-980b-c5594a897b22 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:25.187252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.256889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:25.320334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da0e950b-7423-4b94-955d-32c1b1f7fb80 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:25.358926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-071e99ba-8c80-480e-92eb-66fbeaeda432 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082629 Jul 30 03:36:25.440735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port da0e950b-7423-4b94-955d-32c1b1f7fb80 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:25.446896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port da0e950b-7423-4b94-955d-32c1b1f7fb80 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:25.447410 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.490995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Attempting to bind port 0933d29d-86f0-453d-bd15-44507552530b on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:25.491412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Attempting to bind port 0933d29d-86f0-453d-bd15-44507552530b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:25.491740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Attempting to bind port 0933d29d-86f0-453d-bd15-44507552530b on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:25.549344 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.580492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.588085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=6d64338e-dfe2-4e15-88c2-43ce40035e3e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:25.597902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Port 0933d29d-86f0-453d-bd15-44507552530b on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:25.598800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Attempting to bind port 0933d29d-86f0-453d-bd15-44507552530b on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:25.632596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:25.633429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Checking segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:25.633429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Bound using segment: {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:25.633756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Bound port: 0933d29d-86f0-453d-bd15-44507552530b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:25.634122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.635695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port da0e950b-7423-4b94-955d-32c1b1f7fb80, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:25.641519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.661602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.669868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.676293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.685763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.693777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.703049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.709785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.712194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-13da2b42-316e-42fe-a78a-2f87c175ffd6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5396 time: 0.1850436 Jul 30 03:36:25.715587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=da0e950b-7423-4b94-955d-32c1b1f7fb80,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:25.721251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] No DVR routers for this DVR port 6d64338e-dfe2-4e15-88c2-43ce40035e3e on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:25.731413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.733581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-b1f1bc3f-ad72-4b56-b0ce-173dc130b257 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "DELETE /v2.0/ports/6d64338e-dfe2-4e15-88c2-43ce40035e3e HTTP/1.1" status: 204 len: 173 time: 1.6755657 Jul 30 03:36:25.733917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:25.736236 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afe30f-3b93-4447-ab27-42d57433a1c9" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:25.749572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221401e-83c7-494a-a601-fa34248d14e7 req-49fceeba-b9bf-4c62-9081-96df0237f3af tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.756197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-6d7c3e80-f724-40ad-be43-a33575954e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.756333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221401e-83c7-494a-a601-fa34248d14e7 req-49fceeba-b9bf-4c62-9081-96df0237f3af tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.756446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-6d7c3e80-f724-40ad-be43-a33575954e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.756601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-6d7c3e80-f724-40ad-be43-a33575954e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.758091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-6d7c3e80-f724-40ad-be43-a33575954e56 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=964cf6670af8481ca9dd3caa87df9420&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5457895 Jul 30 03:36:25.761733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221401e-83c7-494a-a601-fa34248d14e7 req-49fceeba-b9bf-4c62-9081-96df0237f3af tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.767683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221401e-83c7-494a-a601-fa34248d14e7 req-49fceeba-b9bf-4c62-9081-96df0237f3af tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.773637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221401e-83c7-494a-a601-fa34248d14e7 req-49fceeba-b9bf-4c62-9081-96df0237f3af tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:25.775507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8221401e-83c7-494a-a601-fa34248d14e7 req-49fceeba-b9bf-4c62-9081-96df0237f3af tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 3798 time: 0.2942224 Jul 30 03:36:25.780333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.814954 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.853065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a8c6570-d931-4cbe-90f9-450ddee3e5a5 req-a78c3932-a729-4e31-85ba-c2f16f9dbc86 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850967 Jul 30 03:36:25.878788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=79bc4bed-fe46-40a9-980b-c5594a897b22,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:25.883307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b52368ad-6f53-4a80-a75a-6193aa6333da req-b268af18-b5df-4dea-aee9-5c48d1bc3268 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521640 Jul 30 03:36:25.908837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8221401e-83c7-494a-a601-fa34248d14e7 req-4eb084b3-e56f-47a8-b151-77ab4f587b40 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052155 Jul 30 03:36:25.919446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:25.923076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0933d29d-86f0-453d-bd15-44507552530b,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:25.928815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.951552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:25.953777 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab4080cc-0dd1-4640-a7e8-e9b949d8c23a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/79bc4bed-fe46-40a9-980b-c5594a897b22 HTTP/1.1" status: 204 len: 168 time: 1.2485831 Jul 30 03:36:25.996678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43358) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:26.044520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:26.044885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.046282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/0933d29d-86f0-453d-bd15-44507552530b HTTP/1.1" status: 200 len: 1092 time: 2.0593989 Jul 30 03:36:26.065565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ff77-1263-4414-8d6e-f3bec3e705b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:26.101024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e64636-8121-4f50-a82f-34ccc2d4d4a2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:26.110069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-27e64636-8121-4f50-a82f-34ccc2d4d4a2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1100154 Jul 30 03:36:26.117497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:26.132347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43360) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:26.143587 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504b1bf-79ef-4ab5-b64a-baf07393bb2b x-openstack-request-id: req-6504b1bf-79ef-4ab5-b64a-baf07393bb2b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:26.143984 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "6d64338e-dfe2-4e15-88c2-43ce40035e3e", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:26.144243 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6504b1bf-79ef-4ab5-b64a-baf07393bb2b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:26.144657 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '6d64338e-dfe2-4e15-88c2-43ce40035e3e', 'status': 'completed', 'code': 200} Jul 30 03:36:26.189764 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaceb99-8c73-462e-be08-f33596726ce9 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:26.191991 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8eaceb99-8c73-462e-be08-f33596726ce9 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/be2ab0cb-ec33-4229-8fbb-173e173a0156 HTTP/1.1" status: 404 len: 333 time: 0.0428510 Jul 30 03:36:26.194734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-2c29409f-66fa-4aaa-a6da-9e3433750708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:26.196954 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc814843-23d2-4f22-a5d3-29a86f4d0730 req-2c29409f-66fa-4aaa-a6da-9e3433750708 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4027991 Jul 30 03:36:26.200185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:26.226330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port a146edd4-2c69-4ca3-a0da-30a2a308f967 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:26.226683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.260551 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10ecff2-1f05-4a76-a6ae-f0a59956c60a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:26.262511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c10ecff2-1f05-4a76-a6ae-f0a59956c60a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/79bc4bed-fe46-40a9-980b-c5594a897b22 HTTP/1.1" status: 404 len: 333 time: 0.0615618 Jul 30 03:36:26.265485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:26.280525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.362693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:36:26.406526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4fa2-0282-4001-a9ff-f7b55947ee66 req-7fe690e1-6aee-4751-9a35-d51b3fdb7d16 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:26.408143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fe4fa2-0282-4001-a9ff-f7b55947ee66 req-7fe690e1-6aee-4751-9a35-d51b3fdb7d16 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 945 time: 0.1884511 Jul 30 03:36:26.455736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] For port a146edd4-2c69-4ca3-a0da-30a2a308f967, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a146edd4-2c69-4ca3-a0da-30a2a308f967,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:26.456190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.531628 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.543096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:26.556073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Sync routers for ids ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:26.556596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54fe4fa2-0282-4001-a9ff-f7b55947ee66 req-6288aa5e-43cc-45f2-8ad1-494b94b33c68 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406212 Jul 30 03:36:26.568417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:26.573856 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f609b7-09d8-49f2-8181-4eaf9862849e" -d '{"events": [{"server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "name": "network-vif-plugged", "status": "completed", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:26.581733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Routers {'4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:26.586067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:26.733501 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a9cd85-525e-4db5-a863-6ccdbb1daa66 x-openstack-request-id: req-33a9cd85-525e-4db5-a863-6ccdbb1daa66 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:26.733850 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "name": "network-vif-plugged", "status": "completed", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:26.734268 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33a9cd85-525e-4db5-a863-6ccdbb1daa66 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:26.734662 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'code': 200} Jul 30 03:36:26.736484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Set router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:26.752607 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.773705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8280827-d9c5-4e62-afb0-6eed4a0b270e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:26.787877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64b5abf-0a5e-4a07-ad05-6395349a3dde') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:26.788252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64b5abf-0a5e-4a07-ad05-6395349a3dde') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:26.809606 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.835990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.855062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:26.855890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:26.860266 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:26.949963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '0933d29d-86f0-453d-bd15-44507552530b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:26.952266 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "0933d29d-86f0-453d-bd15-44507552530b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:27.026819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1516353f-4db7-42c1-a3b0-2c6a0378b775 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:27.039657 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.061736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.064078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/a8280827-d9c5-4e62-afb0-6eed4a0b270e HTTP/1.1" status: 204 len: 168 time: 0.7974756 Jul 30 03:36:27.078735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43384) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:27.081552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.091038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-3858597'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:27.119321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:36:24Z', 'revision_number': 3, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:27.141129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:27.144748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.170828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Checking router: 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:27.171759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Updating router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a port 8545d0de-8eb0-447c-a190-b12e479240dd binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:36:27.178891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fae43-6d63-462f-9835-c8b48951ece2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=a8280827-d9c5-4e62-afb0-6eed4a0b270e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:27.201936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Transition to ACTIVE for port object 1516353f-4db7-42c1-a3b0-2c6a0378b775 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:27.224407 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.235448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.293738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Pushing event updated for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:27.316971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:27.335158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d609-8c4e-4071-80f5-bc9f19690968 req-0d3a9812-d9ad-42be-984b-5e078c247207 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.341838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d609-8c4e-4071-80f5-bc9f19690968 req-0d3a9812-d9ad-42be-984b-5e078c247207 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.354131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d609-8c4e-4071-80f5-bc9f19690968 req-0d3a9812-d9ad-42be-984b-5e078c247207 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.365756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d609-8c4e-4071-80f5-bc9f19690968 req-0d3a9812-d9ad-42be-984b-5e078c247207 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.366806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b942d609-8c4e-4071-80f5-bc9f19690968 req-0d3a9812-d9ad-42be-984b-5e078c247207 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 3143 time: 0.3201945 Jul 30 03:36:27.393952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.412732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.434008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.439890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.458208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.476727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.483840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.485752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-453d960a-f1d2-4e74-9b22-edde51887899 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5396 time: 0.4161811 Jul 30 03:36:27.521485 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.521833 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment e4bb4609-11c0-4fcd-8483-515c38b70f67 of type vlan for network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 Jul 30 03:36:27.526573 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.532224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-30fbf99a-adb9-4bd9-99b5-9b110a28bc87 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5023179 Jul 30 03:36:27.539052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43390) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:27.673878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.679211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.679591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.679904 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Floating IP 4de01701-b359-49e4-82bc-845ac990ae1c disassociated. External IP: 172.25.6.149, port: a146edd4-2c69-4ca3-a0da-30a2a308f967. Jul 30 03:36:27.680251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for a146edd4-2c69-4ca3-a0da-30a2a308f967 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:27.687360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Transition to ACTIVE for port object 8545d0de-8eb0-447c-a190-b12e479240dd will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:27.699615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.701474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.716071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b942d609-8c4e-4071-80f5-bc9f19690968 req-57e42fb4-3bdc-498c-bea0-b41d0cd5a76d tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293177 Jul 30 03:36:27.734194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1adf97e3-314c-400e-bc78-fe68f555b600 req-38b44dad-c4ea-4f34-86c3-7f8f679e0185 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2176974 Jul 30 03:36:27.782581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Attempting to bind port 8545d0de-8eb0-447c-a190-b12e479240dd on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:27.783692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Attempting to bind port 8545d0de-8eb0-447c-a190-b12e479240dd by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:27.784103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Attempting to bind port 8545d0de-8eb0-447c-a190-b12e479240dd on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:27.793221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Attempting to bind port 1516353f-4db7-42c1-a3b0-2c6a0378b775 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:27.793551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Attempting to bind port 1516353f-4db7-42c1-a3b0-2c6a0378b775 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:27.793924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Attempting to bind port 1516353f-4db7-42c1-a3b0-2c6a0378b775 on network a0f7542c-9210-4588-817a-4ea327c5fd44 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:27.799882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Port 1516353f-4db7-42c1-a3b0-2c6a0378b775 on network a0f7542c-9210-4588-817a-4ea327c5fd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:27.800262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Attempting to bind port 1516353f-4db7-42c1-a3b0-2c6a0378b775 on network a0f7542c-9210-4588-817a-4ea327c5fd44 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:27.802407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.809138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.809813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.820145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:27.820886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:27.821491 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.822134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:27.823630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Bound port: 8545d0de-8eb0-447c-a190-b12e479240dd, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:27.826025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.880370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b6bb-ca01-4fd1-9441-d51ed28fbf57 req-3057d4a0-7b8d-4a0e-b30f-d32982d08b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:27.881957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ef9b6bb-ca01-4fd1-9441-d51ed28fbf57 req-3057d4a0-7b8d-4a0e-b30f-d32982d08b87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1097 time: 1.1355977 Jul 30 03:36:27.896714 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e58943-eccc-4087-abe6-67eeb4a0e320 x-openstack-request-id: req-54e58943-eccc-4087-abe6-67eeb4a0e320 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:27.897050 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "0933d29d-86f0-453d-bd15-44507552530b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:27.897309 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54e58943-eccc-4087-abe6-67eeb4a0e320 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:27.897633 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '0933d29d-86f0-453d-bd15-44507552530b', 'status': 'completed', 'code': 200} Jul 30 03:36:27.902886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=2432b641-afa2-44c0-bcc9-bdcdfa0e8716,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:27.908896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:27.909195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Checking segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:27.909539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Bound using segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:27.909981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Bound port: 1516353f-4db7-42c1-a3b0-2c6a0378b775, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:27.910336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.954454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.16', 63277) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:27.957767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] For port 8545d0de-8eb0-447c-a190-b12e479240dd, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:27.961790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] For port 8545d0de-8eb0-447c-a190-b12e479240dd, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8545d0de-8eb0-447c-a190-b12e479240dd,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:27.963312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01ce1d-2e1b-40d7-9bf6-2fe794e3748c None None] Pushing event updated for resources: {'Port': ['ID=8545d0de-8eb0-447c-a190-b12e479240dd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:27.971000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f674d3b-b2e6-484c-9707-0dfcce0b9a98 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8819740 Jul 30 03:36:27.971219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:27.974352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:27.982592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:27.988828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:28.089787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01ce1d-2e1b-40d7-9bf6-2fe794e3748c None None] Pushing event updated for resources: {'Port': ['ID=8545d0de-8eb0-447c-a190-b12e479240dd,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:28.141221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Routers {'4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:28.141864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:28.177529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:28.181082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:28.185404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:28.190519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:28.240170 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ef9b6bb-ca01-4fd1-9441-d51ed28fbf57 req-a65faeab-05a7-4d0a-b6f8-51cea7c76c00 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134077 Jul 30 03:36:28.247505 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:28.281593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] Set router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:28.291959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:28.346090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=a146edd4-2c69-4ca3-a0da-30a2a308f967,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:28.554281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:36:24Z', 'revision_number': 3, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:28.592176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d17da0-ef1f-4db6-8fc4-67c0b8a15d18 None None] The sync data for ids ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'] in n-d-778696-14 is: [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:36:24Z', 'revision_number': 3, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:28.649075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:36:28.771852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.772537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.772882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.773363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.773819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.774285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.774745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.777136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-7a4e17b1-de5b-41b3-87c6-c860ebc1910f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6374 time: 0.8211362 Jul 30 03:36:28.778628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.780139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:28.781591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] 10.222.0.16 "PUT /v2.0/ports/1516353f-4db7-42c1-a3b0-2c6a0378b775 HTTP/1.1" status: 200 len: 1092 time: 2.6728196 Jul 30 03:36:28.798132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7920f3-a43f-42db-bdf9-6c8ddb1b52f6 req-43289470-3fa3-4603-b857-58f2db222c55 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:28.799852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb7920f3-a43f-42db-bdf9-6c8ddb1b52f6 req-43289470-3fa3-4603-b857-58f2db222c55 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 945 time: 0.7212501 Jul 30 03:36:28.874767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Request body: {'port': {'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:28.903011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:28.916653 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] Sync routers for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:28.937071 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:28.937730 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:28.970224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] No DVR routers for this DVR port a146edd4-2c69-4ca3-a0da-30a2a308f967 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:28.973142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:28.989217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-da700078-0a53-4f71-b82a-805bef48e7f3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "DELETE /v2.0/ports/a146edd4-2c69-4ca3-a0da-30a2a308f967 HTTP/1.1" status: 204 len: 173 time: 3.2426386 Jul 30 03:36:29.045266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:29.047708 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb5684b-e508-46c2-954d-3ba9329ececb" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:29.131193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.157233 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:29.157471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e4451-bcbd-4b8b-bda7-ae34b01c437b service neutron] Pushing event updated for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:29.272100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 04312686-26ad-4eb6-a5a4-22845dffe3b2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:29.272447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.461197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Allocated IP 172.20.0.1 (76a804f5-009f-425d-8cda-e450488f42ae/d5fc5e4a-dc29-478f-9cad-d283ff929d54/6a26fc9d-d671-4518-9ec9-59174a2173fe) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:29.483535 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:52Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:29.512268 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] Checking router: 9ebce1cd-9037-4321-9906-5cee8dd37eb5 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:29.515387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb7920f3-a43f-42db-bdf9-6c8ddb1b52f6 req-2fbfca1d-559c-4154-84bd-0aa50b6ba436 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915526 Jul 30 03:36:29.552313 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:29.552937 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:29.593886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-db2a38c3-ff77-4559-a0c7-3514c2d629a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:29.594368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-db2a38c3-ff77-4559-a0c7-3514c2d629a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:29.594850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-db2a38c3-ff77-4559-a0c7-3514c2d629a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:29.601940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-db2a38c3-ff77-4559-a0c7-3514c2d629a0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=964cf6670af8481ca9dd3caa87df9420&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7894261 Jul 30 03:36:29.619254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.693827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8545d0de-8eb0-447c-a190-b12e479240dd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:29.749950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fd1f8-be37-437b-bb0a-9c342f9b130e req-f55b1835-11e6-4cad-9c30-a328aa904be7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:29.767235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fd1f8-be37-437b-bb0a-9c342f9b130e req-f55b1835-11e6-4cad-9c30-a328aa904be7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:29.771531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] For port 04312686-26ad-4eb6-a5a4-22845dffe3b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=04312686-26ad-4eb6-a5a4-22845dffe3b2,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:29.772102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.786268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fd1f8-be37-437b-bb0a-9c342f9b130e req-f55b1835-11e6-4cad-9c30-a328aa904be7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:29.803981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-549fd1f8-be37-437b-bb0a-9c342f9b130e req-f55b1835-11e6-4cad-9c30-a328aa904be7 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 2409 time: 0.8233163 Jul 30 03:36:29.807696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 04312686-26ad-4eb6-a5a4-22845dffe3b2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:29.828219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8545d0de-8eb0-447c-a190-b12e479240dd completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:29.834968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.837028 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:29.838980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8545d0de-8eb0-447c-a190-b12e479240dd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:29.839735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.877969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:29.998520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.035923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 8545d0de-8eb0-447c-a190-b12e479240dd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8545d0de-8eb0-447c-a190-b12e479240dd,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:30.038318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.046589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.132456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=8545d0de-8eb0-447c-a190-b12e479240dd,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:30.141803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Network 76a804f5-009f-425d-8cda-e450488f42ae is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:30.153017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:30.158385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:30.210654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Pushing event updated for resources: {'Port': ['ID=6a26fc9d-d671-4518-9ec9-59174a2173fe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:30.216208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.249534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:30.252600 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee43ce84-96e0-4127-accb-7854eeb2053f" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:30.252776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.255941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=04312686-26ad-4eb6-a5a4-22845dffe3b2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:30.267677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-8ede8a70-0a79-4d01-b93c-2cfdfd923cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:30.278666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c5c5f9e-9f5c-4abd-8bb0-69f35c580f75 req-8ede8a70-0a79-4d01-b93c-2cfdfd923cfd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6221726 Jul 30 03:36:30.390957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] No DVR routers for this DVR port 04312686-26ad-4eb6-a5a4-22845dffe3b2 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:30.394767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.397829 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-6010136e-acb2-4e6d-a168-9b6a6d8b7063 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "DELETE /v2.0/ports/04312686-26ad-4eb6-a5a4-22845dffe3b2 HTTP/1.1" status: 204 len: 173 time: 1.3451791 Jul 30 03:36:30.399836 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:52Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:30.428716 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebabda34-7a66-4bef-973a-c366f615a3a7 None None] The sync data for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 is: [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:25:43Z', 'revision_number': 4, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984', 'name': '', 'network_id': 'ae382ff8-0ac8-4c5d-ac08-c4b1765e5889', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'mac_address': 'fa:16:3e:c7:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '55e81437-356b-400b-a61b-8e399aedf61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:41Z', 'updated_at': '2021-07-30T03:25:52Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'subnets': [{'id': '55e81437-356b-400b-a61b-8e399aedf61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:30.495642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.576531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=0537a43a-973f-4ff7-9080-da4a54111040,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:30.664917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.678856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 882cec01-f506-48ba-8ae2-0ac20beecc23 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:30.679242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:30.893979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-549fd1f8-be37-437b-bb0a-9c342f9b130e req-10dd089c-927c-4dc2-bb78-1ef49dea5d33 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0889239 Jul 30 03:36:30.924233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': 'e4bb4609-11c0-4fcd-8483-515c38b70f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:30.924456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: 2432b641-afa2-44c0-bcc9-bdcdfa0e8716, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:30.960056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:30.967707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:30.990354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.005050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.022568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.043052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] For port 882cec01-f506-48ba-8ae2-0ac20beecc23, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=882cec01-f506-48ba-8ae2-0ac20beecc23,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:31.043649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.044288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.054757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.057219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-99d86091-ebd3-4e2f-9a2b-cc2c6e891650 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5408 time: 1.3317716 Jul 30 03:36:31.070133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 882cec01-f506-48ba-8ae2-0ac20beecc23 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:31.115480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a251436e-8a30-4de8-a725-1699f658a51e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:31.145143 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.159845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:31.204953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b47d2f-89e4-4e6d-b598-10b0195c06a1 None None] New status for floating IP 4de01701-b359-49e4-82bc-845ac990ae1c: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:36:31.221869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c46f23c7-70c6-4df0-add5-0df7a6c997e4 req-8d91a959-10a0-4733-839a-2d27f181befb tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468313 Jul 30 03:36:31.222535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2432b641-afa2-44c0-bcc9-bdcdfa0e8716) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:31.239095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.240720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.288257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.302937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.303105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Transition to ACTIVE for port object a251436e-8a30-4de8-a725-1699f658a51e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:31.310528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e24ee4d9-64de-4d9a-86f6-e47bcdcd786c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3256214 Jul 30 03:36:31.313314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:31.323927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716', 'name': 'tempest-PortsIpV6TestJSON-1471973247'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:31.335764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.465163 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43d7b7-26c2-4e87-a5f2-46cc6449a542 x-openstack-request-id: req-7c43d7b7-26c2-4e87-a5f2-46cc6449a542 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:31.466118 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "a146edd4-2c69-4ca3-a0da-30a2a308f967", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:31.466987 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c43d7b7-26c2-4e87-a5f2-46cc6449a542 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:31.467614 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': 'a146edd4-2c69-4ca3-a0da-30a2a308f967', 'status': 'completed', 'code': 200} Jul 30 03:36:31.503182 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e7a23-33e7-416d-af56-7594568c5d44 x-openstack-request-id: req-a87e7a23-33e7-416d-af56-7594568c5d44 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:31.503536 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:31.503798 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a87e7a23-33e7-416d-af56-7594568c5d44 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:31.504841 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775', 'status': 'completed', 'code': 200} Jul 30 03:36:31.605984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Pushing event updated for resources: {'Port': ['ID=6a26fc9d-d671-4518-9ec9-59174a2173fe,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:31.619021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Pushing event updated for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:31.630610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.656111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Attempting to bind port a251436e-8a30-4de8-a725-1699f658a51e on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:31.656480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Attempting to bind port a251436e-8a30-4de8-a725-1699f658a51e by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:31.656959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Attempting to bind port a251436e-8a30-4de8-a725-1699f658a51e on network a0f7542c-9210-4588-817a-4ea327c5fd44 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:31.713354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.775312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.775820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.776303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.776771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.777288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.777692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.778153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:31.783873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-50cb3fd2-f552-4c06-81bd-3d624d3bd61f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6442 time: 0.2494669 Jul 30 03:36:31.785628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Port a251436e-8a30-4de8-a725-1699f658a51e on network a0f7542c-9210-4588-817a-4ea327c5fd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:31.785872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Attempting to bind port a251436e-8a30-4de8-a725-1699f658a51e on network a0f7542c-9210-4588-817a-4ea327c5fd44 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:31.801911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=882cec01-f506-48ba-8ae2-0ac20beecc23,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:31.854947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18129f8d-8ece-4212-95e9-990dda605277 None None] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:31.873870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] No DVR routers for this DVR port 882cec01-f506-48ba-8ae2-0ac20beecc23 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:31.878813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.881270 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-71c5c078-1d7f-48b4-8bed-6e897d4a1216 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "DELETE /v2.0/ports/882cec01-f506-48ba-8ae2-0ac20beecc23 HTTP/1.1" status: 204 len: 173 time: 1.4768047 Jul 30 03:36:31.928710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Network 76a804f5-009f-425d-8cda-e450488f42ae is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:31.933579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:31.933732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:31.933953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Checking segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:31.934346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Bound using segment: {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:31.934796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Bound port: a251436e-8a30-4de8-a725-1699f658a51e, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7301a1-2f33-4c1a-a727-17aa9564217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:31.947961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:31.953620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8545d0de-8eb0-447c-a190-b12e479240dd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:32.111425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02658b-daa0-46c1-858e-1e7e22f38f99 req-c3ee2c8a-d4be-492d-8865-f881ec34d3ef tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:32.113921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db02658b-daa0-46c1-858e-1e7e22f38f99 req-c3ee2c8a-d4be-492d-8865-f881ec34d3ef tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 945 time: 0.4737823 Jul 30 03:36:32.179524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2432b641-afa2-44c0-bcc9-bdcdfa0e8716', 'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': '0537a43a-973f-4ff7-9080-da4a54111040'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:36:32.183233 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.214932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8545d0de-8eb0-447c-a190-b12e479240dd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:32.216072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.269482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 0ceeab3f-4ba7-4b69-b722-4516c80319ce {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:32.270116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.326637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db02658b-daa0-46c1-858e-1e7e22f38f99 req-dc060570-7700-41d4-a632-6ef6532c57b4 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865113 Jul 30 03:36:32.371110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:32.374939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.400662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f724-f0fc-4435-99d0-7fac367ec5fe req-3951b6f5-ff3e-4141-aa75-5c4312b11998 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:32.408177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb93f724-f0fc-4435-99d0-7fac367ec5fe req-3951b6f5-ff3e-4141-aa75-5c4312b11998 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 942 time: 0.2859240 Jul 30 03:36:32.412916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] For port 0ceeab3f-4ba7-4b69-b722-4516c80319ce, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0ceeab3f-4ba7-4b69-b722-4516c80319ce,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:32.413445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.424858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:32.431482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 0ceeab3f-4ba7-4b69-b722-4516c80319ce owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:32.502295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:32.516265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-e50befda-242d-497d-8986-ccb9b509b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:32.516714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-e50befda-242d-497d-8986-ccb9b509b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:32.517186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-e50befda-242d-497d-8986-ccb9b509b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:32.519039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-e50befda-242d-497d-8986-ccb9b509b6dd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=964cf6670af8481ca9dd3caa87df9420&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7148349 Jul 30 03:36:32.562237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a251436e-8a30-4de8-a725-1699f658a51e,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:32.575183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Allocated IP 2001:db8::2 (2432b641-afa2-44c0-bcc9-bdcdfa0e8716/0537a43a-973f-4ff7-9080-da4a54111040/dcee106c-f780-451f-bfb4-8876e592c7fd) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:32.637144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:36:32.642163 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.735670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb93f724-f0fc-4435-99d0-7fac367ec5fe req-d63d78be-922c-4b44-b95d-d310c7a34945 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups?id=24460358-60df-4dec-ae89-95d6856fdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264124 Jul 30 03:36:32.792700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.804280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:32.804916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.807730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8763033c-978b-4dc8-853c-dbace730efae service neutron] 10.222.0.16 "PUT /v2.0/ports/a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 200 len: 1092 time: 3.9374940 Jul 30 03:36:32.808474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763033c-978b-4dc8-853c-dbace730efae service neutron] Pushing event updated for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:32.815313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Transition to ACTIVE for port object dcee106c-f780-451f-bfb4-8876e592c7fd will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:32.855488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Transition to ACTIVE for port object dcee106c-f780-451f-bfb4-8876e592c7fd will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:32.876168 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:32.950181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:32.951909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Pushing event updated for resources: {'Port': ['ID=dcee106c-f780-451f-bfb4-8876e592c7fd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:32.954769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:32.957007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:32.963544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::91 (2432b641-afa2-44c0-bcc9-bdcdfa0e8716/0537a43a-973f-4ff7-9080-da4a54111040/a65adb57-71eb-4bd4-b7c1-88c8a5eb3494) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:33.018381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Attempting to bind port dcee106c-f780-451f-bfb4-8876e592c7fd on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:33.018671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Attempting to bind port dcee106c-f780-451f-bfb4-8876e592c7fd by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e4bb4609-11c0-4fcd-8483-515c38b70f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:33.019033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Attempting to bind port dcee106c-f780-451f-bfb4-8876e592c7fd on network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:33.024421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:33.032541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Checking segment: {'id': 'e4bb4609-11c0-4fcd-8483-515c38b70f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:33.033418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:33.034074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Bound using segment: {'id': 'e4bb4609-11c0-4fcd-8483-515c38b70f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:33.034589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Bound port: dcee106c-f780-451f-bfb4-8876e592c7fd, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bb4609-11c0-4fcd-8483-515c38b70f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2432b641-afa2-44c0-bcc9-bdcdfa0e8716'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:33.035019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:33.036094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.046079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.053333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.063551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.069998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.077577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.084221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.086437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-97095d7b-9603-4640-b511-82342c5cefb3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3718860 Jul 30 03:36:33.118079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-f596fe6d-4ab4-430f-9f2c-6d0507654aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.119702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee43ce84-96e0-4127-accb-7854eeb2053f req-f596fe6d-4ab4-430f-9f2c-6d0507654aff service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5780740 Jul 30 03:36:33.168319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] For port dcee106c-f780-451f-bfb4-8876e592c7fd, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:33.173071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] For port dcee106c-f780-451f-bfb4-8876e592c7fd, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dcee106c-f780-451f-bfb4-8876e592c7fd,segment=NetworkSegment(e4bb4609-11c0-4fcd-8483-515c38b70f67),segment_id=e4bb4609-11c0-4fcd-8483-515c38b70f67)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:33.188856 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:33.306988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da089b-a9ba-4e9e-89ba-3601a61b5625 None None] Pushing event updated for resources: {'Port': ['ID=dcee106c-f780-451f-bfb4-8876e592c7fd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:33.349645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a083e70e-a167-4079-add5-4a18fd57cb49 req-d706e497-45b9-49f1-b6d8-8a7b83be80e4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2517369 Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.384620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.386757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-faff91e7-185f-4ad8-9c3d-2aa0a8c523da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6484 time: 0.1880603 Jul 30 03:36:33.394576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:33.415034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-718d283c-e2ef-4f79-8b30-3478896cb6c3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.417188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-718d283c-e2ef-4f79-8b30-3478896cb6c3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2927020 Jul 30 03:36:33.436993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:33.443484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=0ceeab3f-4ba7-4b69-b722-4516c80319ce,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:33.473493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-164d527b-8660-4a40-a551-d2a05d364f87 admin admin] 10.222.0.39 "PUT /v2.0/routers/4b0370cf-f53f-4e3e-8dc8-d49938b0c90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9324825 Jul 30 03:36:33.474446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2'}, {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:33.476719 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d15cb3-2324-4b78-b9a3-c78f10c8cd20" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2"}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:33.487812 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Sync routers for ids ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:33.500772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-00c4af33-ad0e-4516-a35e-9cfecf36e83c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 200 len: 217 time: 0.0960207 Jul 30 03:36:33.501979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Routers {'4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:33.508010 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:33.549259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:33.551941 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6480b027-d984-43e6-8a1a-cde05c572e01" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "a251436e-8a30-4de8-a725-1699f658a51e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:33.598691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] No DVR routers for this DVR port 0ceeab3f-4ba7-4b69-b722-4516c80319ce on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:33.604835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:33.608451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-392ecc68-a761-4dbf-abf0-82537fa1b083 req-2a061c2d-8195-4f93-a5e2-f46690a67ebe tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.16 "DELETE /v2.0/ports/0ceeab3f-4ba7-4b69-b722-4516c80319ce HTTP/1.1" status: 204 len: 173 time: 1.7161834 Jul 30 03:36:33.612655 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f8162-fd8d-4392-8ec9-a1b0c49e98b7 x-openstack-request-id: req-346f8162-fd8d-4392-8ec9-a1b0c49e98b7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:33.612957 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "04312686-26ad-4eb6-a5a4-22845dffe3b2", "status": "completed", "code": 200}, {"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "882cec01-f506-48ba-8ae2-0ac20beecc23", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:33.613206 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-346f8162-fd8d-4392-8ec9-a1b0c49e98b7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:33.613976 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '04312686-26ad-4eb6-a5a4-22845dffe3b2', 'status': 'completed', 'code': 200} Jul 30 03:36:33.614232 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '882cec01-f506-48ba-8ae2-0ac20beecc23', 'status': 'completed', 'code': 200} Jul 30 03:36:33.703934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d45045b3-77c2-434f-83f4-6935e459203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:33.705503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d45045b3-77c2-434f-83f4-6935e459203f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19198638-b24f-4731-9e8f-d02f19b89e7b HTTP/1.1" status: 200 len: 850 time: 0.1438828 Jul 30 03:36:33.727042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-6a738b70-6af8-431c-a544-e9e38d417744 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.2951550 Jul 30 03:36:33.736202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'floatingip': {'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:33.808809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dcee106c-f780-451f-bfb4-8876e592c7fd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:33.830617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:33.868809 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Set router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:33.952521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port dcee106c-f780-451f-bfb4-8876e592c7fd completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:34.013428 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecfbdc3-15ad-443d-b66d-192fac979b5a x-openstack-request-id: req-1ecfbdc3-15ad-443d-b66d-192fac979b5a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:34.015555 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "a251436e-8a30-4de8-a725-1699f658a51e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:34.015984 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ecfbdc3-15ad-443d-b66d-192fac979b5a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:34.016567 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e', 'status': 'completed', 'code': 200} Jul 30 03:36:34.059605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb91764b-06a8-49bf-9c91-69519fb069f7 req-40bfdca5-bf80-4aa4-ac3b-2cb5901afb3e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0601604 Jul 30 03:36:34.103969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:34.170856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:34.302672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-e0cfd544-5039-4dc4-b7bd-604a78f3d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:34.304375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-e0cfd544-5039-4dc4-b7bd-604a78f3d067 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623c59b3-0964-4687-ade5-b9a6b68f7662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4849181 Jul 30 03:36:34.455639 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:36:30Z', 'revision_number': 4, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6a26fc9d-d671-4518-9ec9-59174a2173fe', 'name': '', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'mac_address': 'fa:16:3e:82:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:29Z', 'updated_at': '2021-07-30T03:36:30Z', 'revision_number': 2, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'subnets': [{'id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:34.507413 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Checking router: 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:34.508097 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Updating router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a port 6a26fc9d-d671-4518-9ec9-59174a2173fe binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:36:34.537678 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:34.796142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506f4c0-0ec4-4ce0-a72f-64eba784a4ed None None] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:34.860338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] Provisioning for port dcee106c-f780-451f-bfb4-8876e592c7fd completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:34.867570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] Provisioning complete for port dcee106c-f780-451f-bfb4-8876e592c7fd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:34.868741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:34.895282 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:34.911903 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Transition to ACTIVE for port object 6a26fc9d-d671-4518-9ec9-59174a2173fe will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:34.923153 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:34.981199 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34057-0ad8-4b66-aa09-ab4dc35feefe None None] Pushing event updated for resources: {'Port': ['ID=6a26fc9d-d671-4518-9ec9-59174a2173fe,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:35.070798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.075592 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Attempting to bind port 6a26fc9d-d671-4518-9ec9-59174a2173fe on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:35.075968 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Attempting to bind port 6a26fc9d-d671-4518-9ec9-59174a2173fe by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:35.076332 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Attempting to bind port 6a26fc9d-d671-4518-9ec9-59174a2173fe on network 76a804f5-009f-425d-8cda-e450488f42ae {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:35.081339 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:35.081709 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Checking segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:35.082107 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.083038 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Bound using segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:35.083541 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Bound port: 6a26fc9d-d671-4518-9ec9-59174a2173fe, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:35.083923 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.153786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] For port dcee106c-f780-451f-bfb4-8876e592c7fd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dcee106c-f780-451f-bfb4-8876e592c7fd,segment=NetworkSegment(e4bb4609-11c0-4fcd-8483-515c38b70f67),segment_id=e4bb4609-11c0-4fcd-8483-515c38b70f67)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:35.163930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.164614 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] For port 6a26fc9d-d671-4518-9ec9-59174a2173fe, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:35.170493 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] For port 6a26fc9d-d671-4518-9ec9-59174a2173fe, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6a26fc9d-d671-4518-9ec9-59174a2173fe,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:35.190932 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.247950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57e52b-b967-4542-bfaa-52257879f441 None None] Pushing event updated for resources: {'Port': ['ID=dcee106c-f780-451f-bfb4-8876e592c7fd,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:35.252966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.352084 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Routers {'4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:35.352714 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:35.355074 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34057-0ad8-4b66-aa09-ab4dc35feefe None None] Pushing event updated for resources: {'Port': ['ID=6a26fc9d-d671-4518-9ec9-59174a2173fe,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:35.494889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9a5343c2-504b-4346-8d9c-dd23f88f844f None None] Provisioning complete for port dcee106c-f780-451f-bfb4-8876e592c7fd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:35.495315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a5343c2-504b-4346-8d9c-dd23f88f844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.512146 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] Set router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:35.530321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:35.550967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:35.554313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:35.560636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:35.561345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.571074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-b6623dbf-8146-4750-8992-4f4540c210d6 service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2475281 Jul 30 03:36:35.582376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=a65adb57-71eb-4bd4-b7c1-88c8a5eb3494,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:35.615683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:35.618022 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583734a-09cd-4e79-ba6b-a8c16a9854a7" -d '{"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:35.717407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dcee106c-f780-451f-bfb4-8876e592c7fd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:35.733268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7a35560c-1024-4f2f-8868-c67bb0b8a412 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4188671 Jul 30 03:36:35.736212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43492) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:35.752544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-63cce3f6-1ea9-4ac4-a707-8e24415c06d7 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:35.760119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-63cce3f6-1ea9-4ac4-a707-8e24415c06d7 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 811 time: 0.7692599 Jul 30 03:36:35.790669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-2aaaf401-6f0e-4f88-a7e6-c2905cfbaeea tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/quotas/4aee5c87e0084b549dd8e617816ff10a HTTP/1.1" status: 200 len: 375 time: 0.0293078 Jul 30 03:36:35.798642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dcee106c-f780-451f-bfb4-8876e592c7fd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:35.799814 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.859129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:36:35.918312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:36:30Z', 'revision_number': 4, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6a26fc9d-d671-4518-9ec9-59174a2173fe', 'name': '', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'mac_address': 'fa:16:3e:82:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:29Z', 'updated_at': '2021-07-30T03:36:35Z', 'revision_number': 4, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'subnets': [{'id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:35.928320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-88ec26d5-2ca8-448e-b9dc-03007529083a service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420286 Jul 30 03:36:35.950667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:35.951401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:35.957260 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea8688-82c7-44df-9a92-a63d830dbd1a None None] The sync data for ids ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'] in n-d-778696-14 is: [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:36:30Z', 'revision_number': 4, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6a26fc9d-d671-4518-9ec9-59174a2173fe', 'name': '', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'mac_address': 'fa:16:3e:82:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:29Z', 'updated_at': '2021-07-30T03:36:35Z', 'revision_number': 4, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'subnets': [{'id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:35.996889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3ad57a79-2cdb-4840-bf4d-bfb531a69faa None None] Provisioning for port a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:36.001359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3ad57a79-2cdb-4840-bf4d-bfb531a69faa None None] Provisioning complete for port a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:36.001739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ad57a79-2cdb-4840-bf4d-bfb531a69faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.063738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6b059a31-9a56-4963-a4e9-b2f75f17ef81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 217 time: 0.1226909 Jul 30 03:36:36.088574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3ad57a79-2cdb-4840-bf4d-bfb531a69faa None None] Port a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:36:36.135929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.149026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:36.160161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-374c271d-6424-4adb-b30b-5401aa119642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:36.161707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-374c271d-6424-4adb-b30b-5401aa119642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.0885901 Jul 30 03:36:36.212695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bb156c6c-1300-4c6d-8a9c-db13b7de830c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4209085 Jul 30 03:36:36.224457 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.252324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.354729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.405367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=a65adb57-71eb-4bd4-b7c1-88c8a5eb3494,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:36.438992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.442238 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bbcae108-d731-45b6-a344-ede8b607d7ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 HTTP/1.1" status: 204 len: 168 time: 0.7050247 Jul 30 03:36:36.444810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43496) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:36.484354 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5911096-2f97-430a-84c4-43ebe99e8090 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:36:36.485744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5911096-2f97-430a-84c4-43ebe99e8090 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:36.487893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5911096-2f97-430a-84c4-43ebe99e8090 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 HTTP/1.1" status: 404 len: 333 time: 0.0419674 Jul 30 03:36:36.490675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:36.498447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-eb7e8a3f-2ca3-4ffb-9cda-8c3809aca724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:36.511669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-eb7e8a3f-2ca3-4ffb-9cda-8c3809aca724 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3395219 Jul 30 03:36:36.559772 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfe8bf4-e0d4-40d7-97c5-14ee8e83edf6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:36.566341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-edfe8bf4-e0d4-40d7-97c5-14ee8e83edf6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/a65adb57-71eb-4bd4-b7c1-88c8a5eb3494 HTTP/1.1" status: 404 len: 333 time: 0.0716691 Jul 30 03:36:36.566811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43500) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:36.600260 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b associated. External IP: 172.25.6.179, port: fb473dd6-aaca-4b8e-bfff-b98d5a354303. Jul 30 03:36:36.688556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-3adb84aa-2b2d-42e1-bf8b-6c4264ad6827 service neutron] 10.222.0.39 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625740 Jul 30 03:36:36.729285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 0537a43a-973f-4ff7-9080-da4a54111040 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:36.732903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.804631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:36.839875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-fd29817d-e3e3-430b-a931-f59eae0abe2a service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051746 Jul 30 03:36:36.938912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.058655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.096941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=0537a43a-973f-4ff7-9080-da4a54111040,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:37.101224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.107527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fcbf30c0-8313-4db3-a3a3-068b77589760 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/0537a43a-973f-4ff7-9080-da4a54111040 HTTP/1.1" status: 204 len: 168 time: 0.5353858 Jul 30 03:36:37.107527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43502) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:37.113237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebd649-2460-4bc1-b95d-ca7d7e40968b None None] Network 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:37.268092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.340883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port dcee106c-f780-451f-bfb4-8876e592c7fd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:37.341414 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.431877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] For port dcee106c-f780-451f-bfb4-8876e592c7fd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dcee106c-f780-451f-bfb4-8876e592c7fd,segment=NetworkSegment(e4bb4609-11c0-4fcd-8483-515c38b70f67),segment_id=e4bb4609-11c0-4fcd-8483-515c38b70f67)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:37.434669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-fe45b11c-108a-4dee-99d2-63dfb2b3a806 service neutron] 10.222.0.39 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438257 Jul 30 03:36:37.445707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] DHCP port deletion for 2432b641-afa2-44c0-bcc9-bdcdfa0e8716 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:36:37.450919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.497079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for dcee106c-f780-451f-bfb4-8876e592c7fd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:37.516446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-35681b65-25b4-4371-8547-5ba95c8e42c4 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673219 Jul 30 03:36:37.547933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] Deleting port dcee106c-f780-451f-bfb4-8876e592c7fd {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:37.548325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.643857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-80ff58ad-1abc-4659-9309-1b9f85f90820 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 217 time: 0.1115060 Jul 30 03:36:37.715744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] For port dcee106c-f780-451f-bfb4-8876e592c7fd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dcee106c-f780-451f-bfb4-8876e592c7fd,segment=NetworkSegment(e4bb4609-11c0-4fcd-8483-515c38b70f67),segment_id=e4bb4609-11c0-4fcd-8483-515c38b70f67)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:37.716171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.746032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.784543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] Calling delete_port for dcee106c-f780-451f-bfb4-8876e592c7fd owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:37.798572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=dcee106c-f780-451f-bfb4-8876e592c7fd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:37.818028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No DVR routers for this DVR port dcee106c-f780-451f-bfb4-8876e592c7fd on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:37.859259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c3073e67-107e-48c9-947b-2d131d008276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:37.860755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c3073e67-107e-48c9-947b-2d131d008276 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1331651 Jul 30 03:36:37.877273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: from cryptography.utils import int_from_bytes Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: from cryptography.utils import int_from_bytes Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.960770 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:36:37.965518 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:36:37.970245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:37.984399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a26fc9d-d671-4518-9ec9-59174a2173fe up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:38.001625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] No DVR routers for this DVR port dcee106c-f780-451f-bfb4-8876e592c7fd on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:38.088347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759eeb-1f6b-49da-a6ba-38c0510fc200 None None] Pushing event deleted for resources: {'Port': ['ID=dcee106c-f780-451f-bfb4-8876e592c7fd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:38.115825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.141950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2432b641-afa2-44c0-bcc9-bdcdfa0e8716']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:38.162808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bb4609-11c0-4fcd-8483-515c38b70f67') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:38.163253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bb4609-11c0-4fcd-8483-515c38b70f67') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:38.166565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6a26fc9d-d671-4518-9ec9-59174a2173fe completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:38.174674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.176822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6a26fc9d-d671-4518-9ec9-59174a2173fe triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:38.179465 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.209935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.224020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:38.224440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:38.236553 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:38.249758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-4afce136-672e-4245-9a9e-c3097f698811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.256477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-4afce136-672e-4245-9a9e-c3097f698811 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3763006 Jul 30 03:36:38.337569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.387870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.393992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6a26fc9d-d671-4518-9ec9-59174a2173fe, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6a26fc9d-d671-4518-9ec9-59174a2173fe,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:38.399837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.404960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.406883 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/2432b641-afa2-44c0-bcc9-bdcdfa0e8716 HTTP/1.1" status: 204 len: 168 time: 1.2982800 Jul 30 03:36:38.417490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43524) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:38.428244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:38.434545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.443160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:38.469697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:38.470479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:38.471735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655580456'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:38.505801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1342ca-dd6a-4804-80e1-8d5ce91c6484 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=2432b641-afa2-44c0-bcc9-bdcdfa0e8716,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:38.513923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:38.518714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.553940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:38.575310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.575714 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment 38cc69d4-862c-4bc7-8d13-d3aac405fe71 of type vlan for network 55733690-6065-4d22-98a9-99c00dfbc5ee Jul 30 03:36:38.625072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-7805f538-df3a-44aa-af52-dd3977d9a274 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "PUT /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 997 time: 4.8946781 Jul 30 03:36:38.634935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:38.640245 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c529189-c91f-4d89-b44e-34378e998842" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:38.671750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.682003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.688471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:38.691919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.694251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dcee106c-f780-451f-bfb4-8876e592c7fd no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:38.699904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.707022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.709138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.714657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.723608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.735758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-2060e628-5fab-440b-9416-0ac25246c466 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.7226975 Jul 30 03:36:38.764855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6a26fc9d-d671-4518-9ec9-59174a2173fe,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:38.781783 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.792681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: dcee106c-f780-451f-bfb4-8876e592c7fd {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:36:38.793171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dcee106c-f780-451f-bfb4-8876e592c7fd not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:36:38.801431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:38.801431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:38.836216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f65af74-5b71-4931-9752-f1828ef2bea9 req-25fe85d9-46bf-4dec-bc66-53ceb333d7e5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991924 Jul 30 03:36:38.924517 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4597576 Jul 30 03:36:38.926915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43530) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:38.942348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-0e171297-c2ff-41d8-b964-f07585a5d246 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518312 Jul 30 03:36:38.963294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:39.035174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-1f5545d7-ffc0-42e7-9476-8f499918b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:39.037580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-1f5545d7-ffc0-42e7-9476-8f499918b700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.3912499 Jul 30 03:36:39.065989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ae760-e95f-4667-a493-a0fd552fb937 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=55733690-6065-4d22-98a9-99c00dfbc5ee,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:39.086303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 55733690-6065-4d22-98a9-99c00dfbc5ee details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:39.157834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:39.165567 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:39.325232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2cedbd8-2344-4357-8b1f-9c6ab740fb3e req-b43c074c-d9ff-4bbc-aac8-2a346a1386ee tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.1258521 Jul 30 03:36:39.345723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-9a38d234-d5ab-4f46-a3f7-7455ffff6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:39.347680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-9a38d234-d5ab-4f46-a3f7-7455ffff6571 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2956939 Jul 30 03:36:39.359650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:35Z', 'revision_number': 1, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:39.436279 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242d232d-44de-413d-9639-f774c9f3056e x-openstack-request-id: req-242d232d-44de-413d-9639-f774c9f3056e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:39.436663 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f739d-2917-469c-9d35-26ddc5936feb", "name": "network-vif-deleted", "tag": "0ceeab3f-4ba7-4b69-b722-4516c80319ce", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:39.436840 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-242d232d-44de-413d-9639-f774c9f3056e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:39.437209 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f739d-2917-469c-9d35-26ddc5936feb', 'name': 'network-vif-deleted', 'tag': '0ceeab3f-4ba7-4b69-b722-4516c80319ce', 'status': 'completed', 'code': 200} Jul 30 03:36:39.513140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-d7a8e247-6d3c-451d-9f8d-a9f7e4c3e9a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 1000 time: 0.1395688 Jul 30 03:36:39.518821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-2eccd105-878f-46db-8f8c-56c46ff734ad service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704293 Jul 30 03:36:39.547370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:39.589884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eddae795-cd39-4970-92de-639db2bade0c req-182cfbd3-70f0-45f3-8a09-a7b3a824138b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 210 time: 0.0719454 Jul 30 03:36:39.625726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:39.650595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:39.651479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:39.711232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=55c5d5e8-23e9-4492-9b4b-79b7896ce5b8,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:39.712368 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eae9a5-f0cd-41cd-9fa0-edf20bd2d507 x-openstack-request-id: req-e0eae9a5-f0cd-41cd-9fa0-edf20bd2d507 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:39.715056 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:39.715671 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0eae9a5-f0cd-41cd-9fa0-edf20bd2d507 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:39.716557 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'status': 'completed', 'code': 200} Jul 30 03:36:39.724738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': '38cc69d4-862c-4bc7-8d13-d3aac405fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:39.725114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: 55733690-6065-4d22-98a9-99c00dfbc5ee, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:39.772243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-42544660-18ab-40f4-89e0-4c356a1e93f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=e4205182-1a39-4143-8302-1d0271159eb2 HTTP/1.1" status: 200 len: 217 time: 0.1071045 Jul 30 03:36:39.794472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:39.823875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c529189-c91f-4d89-b44e-34378e998842 req-d71c623d-cce2-48aa-9b98-44586b9e63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:39.826582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-d71c623d-cce2-48aa-9b98-44586b9e63e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.0950203 Jul 30 03:36:39.828856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 55733690-6065-4d22-98a9-99c00dfbc5ee is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:39.829007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a26fc9d-d671-4518-9ec9-59174a2173fe up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:39.837770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-d4182c30-b747-4b53-9d89-d2e91e5bcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:39.839810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-d4182c30-b747-4b53-9d89-d2e91e5bcaf9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.3059275 Jul 30 03:36:39.849101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 55733690-6065-4d22-98a9-99c00dfbc5ee) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:39.860420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756fdbd-5358-410d-a0cf-b2f1c032011a None None] Network 55733690-6065-4d22-98a9-99c00dfbc5ee requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:39.868644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:39.869538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:39.944537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f358a9c8-a3da-4cd1-a0c4-8c017bfca342 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0065224 Jul 30 03:36:39.947247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43536) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:39.954171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-199788079'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:40.016089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-a28a24bd-86f2-4172-a8d3-623b66be0d09 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.018062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-a28a24bd-86f2-4172-a8d3-623b66be0d09 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 811 time: 0.5557804 Jul 30 03:36:40.020419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-31f2c451-3456-4e4f-aa31-41c88d3ad6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.021872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-31f2c451-3456-4e4f-aa31-41c88d3ad6df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.2379780 Jul 30 03:36:40.032949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Request body: {'port': {'device_id': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'admin_state_up': True, 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:40.055168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c529189-c91f-4d89-b44e-34378e998842 req-101b2b3c-c5cc-40e7-91af-c84d53f7fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.055360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6a26fc9d-d671-4518-9ec9-59174a2173fe triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:40.055708 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:40.057369 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-101b2b3c-c5cc-40e7-91af-c84d53f7fcc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2206309 Jul 30 03:36:40.166833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-4dbe03a3-369e-4cf7-a62a-bfb27b56e7a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 1000 time: 0.0984323 Jul 30 03:36:40.178487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-1fac3650-eee3-4343-b9a7-6b107cdec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.182351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-1fac3650-eee3-4343-b9a7-6b107cdec2b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3273728 Jul 30 03:36:40.195929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-55733690-6065-4d22-98a9-99c00dfbc5ee', 'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': '55c5d5e8-23e9-4492-9b4b-79b7896ce5b8'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:36:40.196751 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:40.210614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-c57f7cdc-dd07-4a66-9831-4d40503978fa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:36:40.211765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-c57f7cdc-dd07-4a66-9831-4d40503978fa service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058599 Jul 30 03:36:40.233076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.239197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.246442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.252762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.253082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c529189-c91f-4d89-b44e-34378e998842 req-0fcde27f-7b2a-4f01-9543-b4fdfd29edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.255165 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-0fcde27f-7b2a-4f01-9543-b4fdfd29edfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.0807347 Jul 30 03:36:40.278540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.294564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:40.297266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.298839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:40.304952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.314965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-a78dcfa4-a1c5-48e4-b67a-d9ae4a3d0f24 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3532455 Jul 30 03:36:40.339017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port bb7ff8d4-5321-47aa-bec5-21516d1ed2ce yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:40.350895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c529189-c91f-4d89-b44e-34378e998842 req-40cc0178-a2dd-4cfd-9f8e-a92d7f31da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.353361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-40cc0178-a2dd-4cfd-9f8e-a92d7f31da01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903194 Jul 30 03:36:40.378021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Made reservation on behalf of 4aee5c87e0084b549dd8e617816ff10a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:40.381730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:40.460479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:35Z', 'revision_number': 1, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:40.471206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-a21dc31c-36e8-4113-9744-725a9d6c535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:40.473193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-a21dc31c-36e8-4113-9744-725a9d6c535c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3068852 Jul 30 03:36:40.497383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee24f9-9e37-406e-bdaa-c831f2eeb3f7 None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:35Z', 'revision_number': 1, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:40.512809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Allocated IP 2001:db8::2 (55733690-6065-4d22-98a9-99c00dfbc5ee/55c5d5e8-23e9-4492-9b4b-79b7896ce5b8/7ae89e5f-0ec8-45c2-81ec-509407a80831) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:40.574468 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-1da07ede-5473-4eea-83a7-8f443f8da32a service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788244 Jul 30 03:36:40.678012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76d6f080-2cf7-42d8-b398-caced3a6fc2e req-d2cf646c-7e44-404a-bc71-5326f971f0a2 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3101983 Jul 30 03:36:40.685154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-16607cba-f516-49a9-b0dd-7630fc444b1d service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727839 Jul 30 03:36:40.763396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0c529189-c91f-4d89-b44e-34378e998842 req-748e71fb-49bf-4af0-ac80-eabede205862 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800866 Jul 30 03:36:40.886109 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:40.892488 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:40.905388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Transition to ACTIVE for port object 7ae89e5f-0ec8-45c2-81ec-509407a80831 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:40.927090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Transition to ACTIVE for port object 7ae89e5f-0ec8-45c2-81ec-509407a80831 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:40.937533 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.012257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Network 55733690-6065-4d22-98a9-99c00dfbc5ee is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:41.022032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:41.029892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:41.045699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-827a7945-462a-48ae-88c5-6d239f1dc28c req-156b8c9b-a061-4267-ae8a-f62d6a926692 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0437715 Jul 30 03:36:41.055912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-23b10910-c001-474a-a348-bc6bb65ff407 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181969 Jul 30 03:36:41.064588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Pushing event updated for resources: {'Port': ['ID=7ae89e5f-0ec8-45c2-81ec-509407a80831,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:41.069459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::354 (55733690-6065-4d22-98a9-99c00dfbc5ee/55c5d5e8-23e9-4492-9b4b-79b7896ce5b8/bb7ff8d4-5321-47aa-bec5-21516d1ed2ce) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:41.195162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-b8d42d34-260b-42a8-a848-0483cdbc35cf service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887180 Jul 30 03:36:41.195432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Attempting to bind port 7ae89e5f-0ec8-45c2-81ec-509407a80831 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:41.195681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Attempting to bind port 7ae89e5f-0ec8-45c2-81ec-509407a80831 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '38cc69d4-862c-4bc7-8d13-d3aac405fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:41.196055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Attempting to bind port 7ae89e5f-0ec8-45c2-81ec-509407a80831 on network 55733690-6065-4d22-98a9-99c00dfbc5ee {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:41.221446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Allocated IP 172.20.0.12 (76a804f5-009f-425d-8cda-e450488f42ae/d5fc5e4a-dc29-478f-9cad-d283ff929d54/1a193ad6-6c39-478e-8802-73a1578df2a6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:41.232491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:41.233423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Checking segment: {'id': '38cc69d4-862c-4bc7-8d13-d3aac405fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:41.234008 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.234577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Bound using segment: {'id': '38cc69d4-862c-4bc7-8d13-d3aac405fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:41.235264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Bound port: 7ae89e5f-0ec8-45c2-81ec-509407a80831, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cc69d4-862c-4bc7-8d13-d3aac405fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '55733690-6065-4d22-98a9-99c00dfbc5ee'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:41.235842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.277328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-2a74d290-8d10-40ac-993c-679b35d40bf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=0933d29d-86f0-453d-bd15-44507552530b HTTP/1.1" status: 200 len: 217 time: 0.0683324 Jul 30 03:36:41.374310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] For port 7ae89e5f-0ec8-45c2-81ec-509407a80831, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:41.378985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] For port 7ae89e5f-0ec8-45c2-81ec-509407a80831, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ae89e5f-0ec8-45c2-81ec-509407a80831,segment=NetworkSegment(38cc69d4-862c-4bc7-8d13-d3aac405fe71),segment_id=38cc69d4-862c-4bc7-8d13-d3aac405fe71)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:41.379912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.391514 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.411796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object bb7ff8d4-5321-47aa-bec5-21516d1ed2ce will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:41.496298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4658-352f-4e73-9434-6cdac05a76fb None None] Pushing event updated for resources: {'Port': ['ID=7ae89e5f-0ec8-45c2-81ec-509407a80831,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:41.516005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.566529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 55733690-6065-4d22-98a9-99c00dfbc5ee is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:41.572973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:41.577238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:41.583559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:41.584236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.624312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6753666 Jul 30 03:36:41.626219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a49e5-1dcd-40fb-95b7-af199c209d06 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=bb7ff8d4-5321-47aa-bec5-21516d1ed2ce,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:41.633849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43556) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:41.793668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73cf53fe-26b9-4106-b6f3-d48c25566905 req-93de63b8-618b-45a6-898d-d175d044831f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 210 time: 0.5093868 Jul 30 03:36:41.811032 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb9b22-3628-4da9-b61c-de55b1c2f99d None None] New status for floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:36:41.834833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port bb7ff8d4-5321-47aa-bec5-21516d1ed2ce {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:41.835627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:41.929552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8a79f265-e763-49ac-b580-1dbe89bed7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:41.934175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-8a79f265-e763-49ac-b580-1dbe89bed7c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.6358714 Jul 30 03:36:42.036498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.050237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for bb7ff8d4-5321-47aa-bec5-21516d1ed2ce owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:42.067930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f7b783-4e37-457f-a837-6dc8eea6c2ba req-53f5b70b-fe78-4f73-8084-7dfa582c5c14 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989419 Jul 30 03:36:42.206867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-e45363f4-cba7-40c2-a7b3-53b33e8634dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.208428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-e45363f4-cba7-40c2-a7b3-53b33e8634dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2619805 Jul 30 03:36:42.304186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fab02db3-e9b2-41fe-9ae8-9369f9dcf94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.319719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.399116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=bb7ff8d4-5321-47aa-bec5-21516d1ed2ce,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:42.404634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.418576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.424896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.428850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.432858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dac9ed41-49f5-4c34-b935-32fca2aaaa05 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/bb7ff8d4-5321-47aa-bec5-21516d1ed2ce HTTP/1.1" status: 204 len: 168 time: 0.7969723 Jul 30 03:36:42.435951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43568) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:42.453171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.472829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.479277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.486145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.486936 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e7b07b-e7ed-4e6f-aea2-6a58d2265201 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:42.488422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-2782b7e8-73aa-4766-a88a-499a88d91281 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3958197 Jul 30 03:36:42.488962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5e7b07b-e7ed-4e6f-aea2-6a58d2265201 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/bb7ff8d4-5321-47aa-bec5-21516d1ed2ce HTTP/1.1" status: 404 len: 333 time: 0.0516121 Jul 30 03:36:42.491396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43570) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:42.567374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 55c5d5e8-23e9-4492-9b4b-79b7896ce5b8 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:42.573154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.588559 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.629725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.689025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-39431ab2-ff0d-4dec-a682-bffd7ace2766 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460604 Jul 30 03:36:42.729203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.793256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.910185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.937134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-ab3ca5a5-4b42-4aa5-abd7-cdd820f57dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254879 Jul 30 03:36:42.975401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-fd9a4e52-f0e0-48f4-8bbf-91d5b2d2d4d2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:42.976599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=55c5d5e8-23e9-4492-9b4b-79b7896ce5b8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:42.978676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-fd9a4e52-f0e0-48f4-8bbf-91d5b2d2d4d2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6517520 Jul 30 03:36:42.984912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:42.987347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9c6d5945-6953-45d2-ad05-7de5c3fcb960 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/55c5d5e8-23e9-4492-9b4b-79b7896ce5b8 HTTP/1.1" status: 204 len: 168 time: 0.4945033 Jul 30 03:36:42.991021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43578) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:43.001939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779bae8-585a-4456-b528-ad7061bafd4c None None] Network 55733690-6065-4d22-98a9-99c00dfbc5ee requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:43.047940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Pushing event updated for resources: {'Port': ['ID=1a193ad6-6c39-478e-8802-73a1578df2a6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:43.054928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Network 76a804f5-009f-425d-8cda-e450488f42ae is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:43.064678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:43.067395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:43.131849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5982ceb7-ce2c-4bbf-9e31-35401c486fe6 None None] Provisioning for port 7ae89e5f-0ec8-45c2-81ec-509407a80831 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:43.169938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:43.171110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.184589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-52468b50-714d-437b-a5d1-724009fcc6f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775 HTTP/1.1" status: 200 len: 217 time: 0.2218759 Jul 30 03:36:43.198132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.252312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.252728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.253521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.254022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.254366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.254703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.255080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.255532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.255865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.256194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.256568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.256898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.269321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 7ae89e5f-0ec8-45c2-81ec-509407a80831 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:43.269734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.280136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-bc3b8c09-07cf-40e1-a87d-e1f28a0873b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2511005 Jul 30 03:36:43.299859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c4d727c-7be1-45c4-a9e0-b2660a6b94b5 req-9d2c83d3-d52b-4dcd-af7a-2afeddbc8542 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6016111 Jul 30 03:36:43.325813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Request body: {'port': {'device_id': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:43.358727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] DHCP port deletion for 55733690-6065-4d22-98a9-99c00dfbc5ee request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:36:43.409713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] For port 7ae89e5f-0ec8-45c2-81ec-509407a80831, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ae89e5f-0ec8-45c2-81ec-509407a80831,segment=NetworkSegment(38cc69d4-862c-4bc7-8d13-d3aac405fe71),segment_id=38cc69d4-862c-4bc7-8d13-d3aac405fe71)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:43.410289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.451937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.456648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Deleting port 7ae89e5f-0ec8-45c2-81ec-509407a80831 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:43.456956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.458243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 7ae89e5f-0ec8-45c2-81ec-509407a80831 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:43.481664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-0faff985-f71f-45a1-9c3c-31cc92b07c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:43.483176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-0faff985-f71f-45a1-9c3c-31cc92b07c90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.2800806 Jul 30 03:36:43.501101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13b99832-34fb-47e1-aa0e-4d6fcf2af43a req-f9f39ed2-3f76-43e3-b08d-3285034e1fa3 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0565493 Jul 30 03:36:43.611980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-1180d977-86a6-40f5-ab43-f6ad5af6168c tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1002 time: 0.5764785 Jul 30 03:36:43.614959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] For port 7ae89e5f-0ec8-45c2-81ec-509407a80831, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ae89e5f-0ec8-45c2-81ec-509407a80831,segment=NetworkSegment(38cc69d4-862c-4bc7-8d13-d3aac405fe71),segment_id=38cc69d4-862c-4bc7-8d13-d3aac405fe71)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:43.615412 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.618308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'floatingip': {'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:43.642380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Calling delete_port for 7ae89e5f-0ec8-45c2-81ec-509407a80831 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:43.649668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.673686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No DVR routers for this DVR port 7ae89e5f-0ec8-45c2-81ec-509407a80831 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:43.692685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.757170 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.787417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=7ae89e5f-0ec8-45c2-81ec-509407a80831,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:43.799696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-593a317b-87ab-4179-8723-ab823f994ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:43.801680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-593a317b-87ab-4179-8723-ab823f994ed3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2994123 Jul 30 03:36:43.827590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Pushing event deleted for resources: {'Port': ['ID=7ae89e5f-0ec8-45c2-81ec-509407a80831,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:43.834394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] No DVR routers for this DVR port 7ae89e5f-0ec8-45c2-81ec-509407a80831 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:43.857949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.858891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.859362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.859806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.860426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.860864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.861310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.861740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.862174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.862604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.863242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.863671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82c9a5-852d-4d3b-a15a-bd722fa0adbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:43.913596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81772aa-344c-4d6c-a34f-ad0117a894c7 req-1910fbdc-5399-4c0a-b67d-69a99a916445 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:43.920547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.921399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d81772aa-344c-4d6c-a34f-ad0117a894c7 req-1910fbdc-5399-4c0a-b67d-69a99a916445 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 932 time: 0.2397788 Jul 30 03:36:43.934291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55733690-6065-4d22-98a9-99c00dfbc5ee']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:43.951225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cc69d4-862c-4bc7-8d13-d3aac405fe71') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:43.951686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cc69d4-862c-4bc7-8d13-d3aac405fe71') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:43.963104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.981936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:43.990071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:43.990642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:44.058129 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:44.108159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:44.111726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d81772aa-344c-4d6c-a34f-ad0117a894c7 req-fa656509-43f0-4ab9-9a94-e123cc9541b1 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844897 Jul 30 03:36:44.125773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:44.131479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/55733690-6065-4d22-98a9-99c00dfbc5ee HTTP/1.1" status: 204 len: 168 time: 1.1327710 Jul 30 03:36:44.132357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-5891df33-d0d7-4c77-8f5f-d68caa693b6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733874 Jul 30 03:36:44.132820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43588) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:44.146850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'name': 'tempest-PortsIpV6TestJSON-683999024'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:44.152362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b505f-3600-473d-ae2b-d98c27f0b3da tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=55733690-6065-4d22-98a9-99c00dfbc5ee,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:44.239729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-d491f451-9831-466c-81a2-cf8807c744b3 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243779 Jul 30 03:36:44.364761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-8867b524-37a3-494c-a443-24e330d1b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.368096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-8867b524-37a3-494c-a443-24e330d1b558 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5998e451e36345ed9d73a6c3850d9f19&device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 1098 time: 0.1674852 Jul 30 03:36:44.621866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:44.635070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:44.638613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.645104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.652077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.652380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-801f4267-1041-4546-9eac-f6b1bf3c37e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:44.658206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.664084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.670500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.676494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.678438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-840c717a-9736-4ffb-82bd-201dce830125 req-d9dcc741-ce52-4ca6-b27e-464686ed6b6f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.2210243 Jul 30 03:36:44.705298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 45fcaf2a-1f4b-4908-b88f-8269f23cc578 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:44.767543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-5b80a787-7c63-4948-9baf-b1106ba856ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:44.769279 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-5b80a787-7c63-4948-9baf-b1106ba856ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 200 len: 915 time: 0.3621695 Jul 30 03:36:44.894749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-9bd8f34c-f7a0-46e0-bd50-15705ec8d239 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 200 len: 1000 time: 0.1164536 Jul 30 03:36:44.914012 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.006890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-7d89e6d2-a705-4927-938b-72be21662f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:45.008528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-7d89e6d2-a705-4927-938b-72be21662f88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c763764-0d83-428c-bf27-737813ddf7b3 HTTP/1.1" status: 200 len: 854 time: 0.0994828 Jul 30 03:36:45.018155 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.089918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-840c717a-9736-4ffb-82bd-201dce830125 req-2280c125-e6f4-4b53-bd70-741e1b10f637 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4018700 Jul 30 03:36:45.104759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-9d86616e-49c0-4b39-bff7-c4e6ec61dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:45.106106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-9d86616e-49c0-4b39-bff7-c4e6ec61dd07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24b2bd65-0552-4944-9d8a-d5329751d1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822561 Jul 30 03:36:45.113446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-f2836860-bd44-40dd-a9c7-7102953771a6 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644228 Jul 30 03:36:45.141118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.218568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=45fcaf2a-1f4b-4908-b88f-8269f23cc578,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:45.231543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-1e0f9038-62e5-4e61-baad-8328f704366a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 200 len: 217 time: 0.1078076 Jul 30 03:36:45.243472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:45.246601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:45.250284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:45.256140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:45.256756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.300825 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56fe4cc3-1d6f-4a5d-9aaa-2211db0e73c4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1588376 Jul 30 03:36:45.303563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-41b5acd1-23b5-4db3-950e-e246cb9c70e1 service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839526 Jul 30 03:36:45.304094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:45.339728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d82e13e-1468-4128-8c1a-27ee8d4dea17 req-515764a9-b7c5-4164-92d4-10f5276c6068 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0919626 Jul 30 03:36:45.464270 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ebd9b2d9-5cc7-472b-9a42-46513d253420 req-2399d4a7-45f7-46ce-8e3a-f3ea0f3f77ed service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512508 Jul 30 03:36:45.470127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a193ad6-6c39-478e-8802-73a1578df2a6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:45.477020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-b09748d6-f20e-4a27-9e0f-f1384b2aa1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:45.479173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-b09748d6-f20e-4a27-9e0f-f1384b2aa1a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.2311606 Jul 30 03:36:45.491464 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.566599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Transition to ACTIVE for port object 1a193ad6-6c39-478e-8802-73a1578df2a6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:45.594605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.601392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 45fcaf2a-1f4b-4908-b88f-8269f23cc578 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:45.601750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.629195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da857429-10b3-48a1-894b-d80ebb2a046e req-2496170f-6de7-4783-9f1e-465f064b1b76 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:45.630738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da857429-10b3-48a1-894b-d80ebb2a046e req-2496170f-6de7-4783-9f1e-465f064b1b76 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 932 time: 0.2083566 Jul 30 03:36:45.671118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c54f8acb-6c53-4f97-a99d-dd4a46b3ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:45.672707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-c54f8acb-6c53-4f97-a99d-dd4a46b3ae54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775215 Jul 30 03:36:45.693485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.710718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 45fcaf2a-1f4b-4908-b88f-8269f23cc578 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:45.777797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Pushing event updated for resources: {'Port': ['ID=1a193ad6-6c39-478e-8802-73a1578df2a6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:45.786198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.820735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.828779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.836504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da857429-10b3-48a1-894b-d80ebb2a046e req-df7eafbf-557a-4a36-8628-4fb56fd29149 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678457 Jul 30 03:36:45.881595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=45fcaf2a-1f4b-4908-b88f-8269f23cc578,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:45.894069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:45.896411 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-314e5231-df03-4afc-9ffb-37cbb0d00358 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/45fcaf2a-1f4b-4908-b88f-8269f23cc578 HTTP/1.1" status: 204 len: 168 time: 0.5913205 Jul 30 03:36:45.899318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43618) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:45.905631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'mac_address': 'fa:16:3e:d8:f9:8e', 'name': 'tempest-PortsIpV6TestJSON-1548402199'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:46.013020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-36650ade-44b5-4d48-971e-764e7e31d355 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227067 Jul 30 03:36:46.015563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Attempting to bind port 1a193ad6-6c39-478e-8802-73a1578df2a6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:46.015980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Attempting to bind port 1a193ad6-6c39-478e-8802-73a1578df2a6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:46.016377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Attempting to bind port 1a193ad6-6c39-478e-8802-73a1578df2a6 on network 76a804f5-009f-425d-8cda-e450488f42ae {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:46.064939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:46.081401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Port 1a193ad6-6c39-478e-8802-73a1578df2a6 on network 76a804f5-009f-425d-8cda-e450488f42ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:36:46.082023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Attempting to bind port 1a193ad6-6c39-478e-8802-73a1578df2a6 on network 76a804f5-009f-425d-8cda-e450488f42ae {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:46.098978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:46.100858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Checking segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:46.101130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Bound using segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:46.101574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Bound port: 1a193ad6-6c39-478e-8802-73a1578df2a6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:46.101932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.128691 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b associated. External IP: 172.25.6.179, port: fb473dd6-aaca-4b8e-bfff-b98d5a354303. Jul 30 03:36:46.216451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.247290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 96a67885-94d4-4589-860a-ee32f35cf5cc yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:46.260788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12b7bce-9c34-47fe-bcca-50e114afc4b5 req-6eacc181-960e-4375-b34d-33070f8d94bf service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336597 Jul 30 03:36:46.297734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] For port 1a193ad6-6c39-478e-8802-73a1578df2a6, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:46.325214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] For port 1a193ad6-6c39-478e-8802-73a1578df2a6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1a193ad6-6c39-478e-8802-73a1578df2a6,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:46.344255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.346155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.350599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.357081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.362937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.369331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.375111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.381254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.389797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-7f28e041-e177-4373-acde-f21ea7bfbb9f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.1774058 Jul 30 03:36:46.409695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.523672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.533765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.534383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.535744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] 10.222.0.18 "PUT /v2.0/ports/1a193ad6-6c39-478e-8802-73a1578df2a6 HTTP/1.1" status: 200 len: 1093 time: 3.2215149 Jul 30 03:36:46.536621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'tag': '1a193ad6-6c39-478e-8802-73a1578df2a6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:46.538688 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074" -d '{"events": [{"name": "network-changed", "server_uuid": "13b18d2b-7162-40c8-8d16-381e4ef5fb24", "tag": "1a193ad6-6c39-478e-8802-73a1578df2a6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:46.551686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fa088cb-32d1-43eb-8a60-28bccc60d868 req-c6221b9b-59e6-4d4b-a95d-5a1c92464663 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609905 Jul 30 03:36:46.602203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.624517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6427bd7-880d-4122-944e-055fa2acf103 service neutron] Pushing event updated for resources: {'Port': ['ID=1a193ad6-6c39-478e-8802-73a1578df2a6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:46.676982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:46.683844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:46.688080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:46.693812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.694415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.698988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=96a67885-94d4-4589-860a-ee32f35cf5cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:46.710419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.710776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.711102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.711471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.711807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.712137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.713060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.713905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.714251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.714582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.714919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.715286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:36:46.740060 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d10cf7ab-6d0c-4c49-89d6-d7f1d4ce5db5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8384733 Jul 30 03:36:46.742451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43638) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:46.777110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11a62f9f-6fa9-4dba-aad7-39dfb2f0833f req-d39a50ad-e8b3-43ea-a357-40dc7c0a98e6 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0385919 Jul 30 03:36:46.825168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb2085-d165-4520-b4fe-ee23feb6ccf1 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.826744 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fdbb2085-d165-4520-b4fe-ee23feb6ccf1 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/96a67885-94d4-4589-860a-ee32f35cf5cc HTTP/1.1" status: 200 len: 845 time: 0.0831716 Jul 30 03:36:46.829428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43640) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:46.833526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.834127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.835551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.836362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.836901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.837533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.838414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.840982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-836b993e-6cc5-42c8-8b57-8899fc715cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6484 time: 0.3151808 Jul 30 03:36:46.846076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-9bcda005-ff31-48f7-9622-0b5d94b56ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:46.847666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-9bcda005-ff31-48f7-9622-0b5d94b56ce8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 1096 time: 0.2065320 Jul 30 03:36:46.876864 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a628970-1a69-4f46-81b4-54ab00d3aab7 x-openstack-request-id: req-3a628970-1a69-4f46-81b4-54ab00d3aab7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:46.877293 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b18d2b-7162-40c8-8d16-381e4ef5fb24", "tag": "1a193ad6-6c39-478e-8802-73a1578df2a6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:46.877822 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a628970-1a69-4f46-81b4-54ab00d3aab7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:46.878422 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'tag': '1a193ad6-6c39-478e-8802-73a1578df2a6', 'status': 'completed', 'code': 200} Jul 30 03:36:46.926683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:36:46.936297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 96a67885-94d4-4589-860a-ee32f35cf5cc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:46.936640 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:46.969793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-46210eb9-e4f4-4565-9883-7ca97c637b46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a193ad6-6c39-478e-8802-73a1578df2a6 HTTP/1.1" status: 200 len: 217 time: 0.1073911 Jul 30 03:36:47.032095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:47.048315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 96a67885-94d4-4589-860a-ee32f35cf5cc owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:47.144450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:47.176908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=96a67885-94d4-4589-860a-ee32f35cf5cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:47.184381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:47.186982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4044dd4-3982-4420-813f-6d04b0e8d6b3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/96a67885-94d4-4589-860a-ee32f35cf5cc HTTP/1.1" status: 204 len: 168 time: 0.3565717 Jul 30 03:36:47.189862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:47.218868 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13d5b2d-1f46-40a6-b52e-e511f0142594 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:47.220622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a13d5b2d-1f46-40a6-b52e-e511f0142594 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/96a67885-94d4-4589-860a-ee32f35cf5cc HTTP/1.1" status: 404 len: 333 time: 0.0295208 Jul 30 03:36:47.224533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:47.233643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'name': 'tempest-PortsIpV6TestJSON-224726818'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:47.356075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:47.361451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:47.407647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-349d5448-cf8b-42ff-a668-13b57087c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:47.409112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-349d5448-cf8b-42ff-a668-13b57087c057 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.4123144 Jul 30 03:36:47.428133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b87b9-624d-4c4b-a7bd-4e80373804d6 req-3b3ef2e7-8220-4812-a5dd-dc42bcb603a2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:47.429613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d39b87b9-624d-4c4b-a7bd-4e80373804d6 req-3b3ef2e7-8220-4812-a5dd-dc42bcb603a2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 944 time: 0.4727392 Jul 30 03:36:47.455997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-16e351c7-52cd-4a61-b26e-c577cd17eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:47.457483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-16e351c7-52cd-4a61-b26e-c577cd17eedf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 200 len: 902 time: 0.6059062 Jul 30 03:36:47.491457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-0bc73def-cc0b-4ae9-b259-30439a8b83c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564506 Jul 30 03:36:47.589800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-5226004f-e18f-42b9-a8bc-9a8e4615cbc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 200 len: 217 time: 0.1076488 Jul 30 03:36:47.699789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d39b87b9-624d-4c4b-a7bd-4e80373804d6 req-a0265d2a-6786-46c4-adf4-716a3908f57b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558105 Jul 30 03:36:47.734417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-01bfb79a-7db4-4284-9792-2b24a5a9758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:47.737084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-01bfb79a-7db4-4284-9792-2b24a5a9758e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.1068897 Jul 30 03:36:47.781549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-71b03074-700c-41e9-9f34-59bf08eb8886 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493131 Jul 30 03:36:47.792903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:47.802489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:47.811749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 1ccce55b-677a-450e-934b-1382b2cc5008 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:47.820805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:47.823757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:47.971055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-69b3d396-8d92-418e-9251-ec02f0ffa548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:47.972766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-69b3d396-8d92-418e-9251-ec02f0ffa548 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901317 Jul 30 03:36:47.990251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:48.115983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:48.167053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:48.219913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:48.272913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:48.277432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:48.280526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:48.286666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.288068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:48.328943 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1007512 Jul 30 03:36:48.334636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43658) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:48.342527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:48.383194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03173e2d-2f21-436e-a11f-8ee6dbc27437 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=1ccce55b-677a-450e-934b-1382b2cc5008,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:48.391022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-284b4c3a-4401-40a8-ab4e-a7fd147d8f05 req-0b8ccd2c-cec6-4702-84cd-f5cf7b81a664 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953872 Jul 30 03:36:48.473070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:45Z', 'revision_number': 3, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:48.474991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.483490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.489671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.496625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.496821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:48.502712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.509081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.515607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.517817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-ab5d2281-52b8-4035-9f5b-95e30bec5104 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.4187016 Jul 30 03:36:48.538422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-65025d82-66b8-4053-99ae-27a486f9ac3b service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599669 Jul 30 03:36:48.649600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:36:48.683299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbaf8492-fc14-4fd5-b914-159f8ae68006 req-4fc219ce-0197-45d0-9466-f0266b500457 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438148 Jul 30 03:36:48.773476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:48.793524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:48.794529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:48.820277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-67e771f1-af23-4da4-9bda-2147b645325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:48.824062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-67e771f1-af23-4da4-9bda-2147b645325c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 1096 time: 0.2966471 Jul 30 03:36:48.913608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:48.924508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.012712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6480b027-d984-43e6-8a1a-cde05c572e01 req-b12f9107-2aab-4606-91bd-d8ab7cd98373 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551377 Jul 30 03:36:49.050744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:49.060073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] In _notify_port_updated(), no bound segment for port 1ccce55b-677a-450e-934b-1382b2cc5008 on network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:36:49.070835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.072087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.079453 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/ports/1ccce55b-677a-450e-934b-1382b2cc5008 HTTP/1.1" status: 200 len: 818 time: 0.7435317 Jul 30 03:36:49.080543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f5b9e-dd2e-41db-805e-fe022fc33cee tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=1ccce55b-677a-450e-934b-1382b2cc5008,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:49.083868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0252ba51-8f86-4d36-9879-3c7a089a52dd req-f02bd131-9400-4cda-a4b9-53334d04ed7c tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.2441730 Jul 30 03:36:49.095712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43680) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:49.192441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:49.210929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.273399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 1ccce55b-677a-450e-934b-1382b2cc5008 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:49.274018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.340939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-b7759e0d-a5f0-4ed2-b4b3-4beb319c403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.348856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-b7759e0d-a5f0-4ed2-b4b3-4beb319c403a service neutron] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 911 time: 0.5078025 Jul 30 03:36:49.368261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:45Z', 'revision_number': 3, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:49.375543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.384838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:49.391542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 1ccce55b-677a-450e-934b-1382b2cc5008 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:49.392101 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd32a2-276d-4d66-bafb-1bad0046aae5" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:49.402052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263dc5ce-4146-4e36-a39d-ccc4e7019b45 None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:45Z', 'revision_number': 3, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:49.486972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-2a186ad0-4399-45d7-a641-a1159884884e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a193ad6-6c39-478e-8802-73a1578df2a6 HTTP/1.1" status: 200 len: 217 time: 0.1224279 Jul 30 03:36:49.497302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-0f5bb3e4-4586-4324-b5d4-bcf826fde065 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "PUT /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 998 time: 5.8841834 Jul 30 03:36:49.527213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd5e0-e9a8-4958-8475-648d775c22a1 req-5b214304-5fb7-45dd-aa8d-8dfc32bc59fb tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.528856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca5fd5e0-e9a8-4958-8475-648d775c22a1 req-5b214304-5fb7-45dd-aa8d-8dfc32bc59fb tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 944 time: 0.3013155 Jul 30 03:36:49.530262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.554358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.559353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/1ccce55b-677a-450e-934b-1382b2cc5008 HTTP/1.1" status: 204 len: 168 time: 0.4610338 Jul 30 03:36:49.561796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43684) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:49.634062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-79876beb-8e0d-4485-8e0f-b3c8e53ae8f0 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.635711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-79876beb-8e0d-4485-8e0f-b3c8e53ae8f0 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports/fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 943 time: 0.1292937 Jul 30 03:36:49.651773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-662ddb07-1f8b-45e2-8e4b-3e769d448791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.657131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56b6cb-b082-458d-a64e-c5c81fc25163 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=1ccce55b-677a-450e-934b-1382b2cc5008,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:49.663282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-662ddb07-1f8b-45e2-8e4b-3e769d448791 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.1678603 Jul 30 03:36:49.697603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984670f-36d6-402e-a953-ee5e21fb23f1 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.701985 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e984670f-36d6-402e-a953-ee5e21fb23f1 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1359303 Jul 30 03:36:49.702394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43686) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:49.707628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9743e-4d65-4404-9a30-8c535232bdb4 None None] New status for floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:36:49.720851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-4c8432b3-b8c0-420f-95bd-f93bfa96ec99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432453 Jul 30 03:36:49.734669 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db05b43-39ec-4904-9f53-92eccc99d1e3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:49.735732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca5fd5e0-e9a8-4958-8475-648d775c22a1 req-57828542-ae70-4b19-898d-e4c80172cc1d tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780205 Jul 30 03:36:49.736980 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2db05b43-39ec-4904-9f53-92eccc99d1e3 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/1ccce55b-677a-450e-934b-1382b2cc5008 HTTP/1.1" status: 404 len: 333 time: 0.0334277 Jul 30 03:36:49.741814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43690) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:49.749278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-216034579'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:49.808735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:49.813014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.859356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:49.881470 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:49.881470 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment 993a7bba-3f6a-4ab4-a2b0-0a88de4082a3 of type vlan for network 09d81123-198b-4e5d-9ba6-86f63edc1a00 Jul 30 03:36:49.953969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-ead9dbb6-842f-4ea5-a9fc-88e69f46f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:49.965671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-ead9dbb6-842f-4ea5-a9fc-88e69f46f352 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.1017931 Jul 30 03:36:49.983360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.050603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.056585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:50.058410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.134509 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10732815-470e-4749-b1b9-e0439a85f62c x-openstack-request-id: req-10732815-470e-4749-b1b9-e0439a85f62c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:50.134969 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:50.135478 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10732815-470e-4749-b1b9-e0439a85f62c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:50.135784 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'status': 'completed', 'code': 200} Jul 30 03:36:50.180581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-705db1b7-2429-470b-881c-9bf69a8cfc8a service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437864 Jul 30 03:36:50.189223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=09d81123-198b-4e5d-9ba6-86f63edc1a00,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:50.197561 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d992a765-4037-41e4-8e87-8f4c07b8c3bb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4532599 Jul 30 03:36:50.200196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43696) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:50.215835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:50.234728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:50.284767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-ab04feae-686e-49c5-8077-524bfc4140a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:50.286300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-ab04feae-686e-49c5-8077-524bfc4140a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.3170159 Jul 30 03:36:50.348381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:50.350871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1a193ad6-6c39-478e-8802-73a1578df2a6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:36:50.372940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:50.373829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:50.413911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:50.421204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.557375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:50.599721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1a193ad6-6c39-478e-8802-73a1578df2a6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1a193ad6-6c39-478e-8802-73a1578df2a6,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:50.622520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '1a193ad6-6c39-478e-8802-73a1578df2a6', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'port_id': '1a193ad6-6c39-478e-8802-73a1578df2a6', 'mac_address': 'fa:16:3e:35:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:36:50.683527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.799115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=777182a9-2ecb-4178-87da-f3a5a0849e7c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:50.830219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.830724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:50.831094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: 09d81123-198b-4e5d-9ba6-86f63edc1a00, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:36:50.855825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:36:50.874235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 09d81123-198b-4e5d-9ba6-86f63edc1a00) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:50.879799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-6bff9dd8-9f63-47c8-af0f-3fac2799eb66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 217 time: 0.0927532 Jul 30 03:36:50.887230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:50.890906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:50.905277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a193ad6-6c39-478e-8802-73a1578df2a6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:36:50.910688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe27df2a-91ef-4a8f-b3bd-11f1a0477e0c None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:50.911354 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-da598daa-7e17-410b-8b79-b9415618c87f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6976697 Jul 30 03:36:50.912382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:50.918786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:50.966735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-e3d50070-35bd-4603-818b-589370af3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:50.968406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-e3d50070-35bd-4603-818b-589370af3782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.7902927 Jul 30 03:36:51.065915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1a193ad6-6c39-478e-8802-73a1578df2a6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1a193ad6-6c39-478e-8802-73a1578df2a6,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:51.075161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:51.079920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:51.085416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.091620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.098029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.105489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.112530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.119917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.126649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.128909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-2e95c557-20d6-4230-baab-55f19f788c5a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3406017 Jul 30 03:36:51.142679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3df1e9c1-1bde-41fb-9447-f3f5b0b38074 req-5abbccda-6efa-4204-ba70-e69dc41bb0e8 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8553734 Jul 30 03:36:51.145266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:51.157947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-2637d9bd-a83f-45ab-a04d-bad67566eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.159600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-2637d9bd-a83f-45ab-a04d-bad67566eb16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.2686102 Jul 30 03:36:51.234041 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 777182a9-2ecb-4178-87da-f3a5a0849e7c (CIDR: 2001:db8::/64) Jul 30 03:36:51.237616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:49Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:51.250161 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:36:51.250577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:36:51.268999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95a2c6a8-c859-4802-88d3-837b4cf271d4 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3527863 Jul 30 03:36:51.269213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43708) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:51.269948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:51.275448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:51.285166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:51.285935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:51.288416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-9600fb64-fa0f-4902-8f69-0df8b41edbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.289119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-09d81123-198b-4e5d-9ba6-86f63edc1a00', 'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': '777182a9-2ecb-4178-87da-f3a5a0849e7c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:36:51.289998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:51.291506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-9600fb64-fa0f-4902-8f69-0df8b41edbd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.3065529 Jul 30 03:36:51.357673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-d6d027f6-80e2-4a06-8218-cc733bac9006 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 217 time: 0.0558445 Jul 30 03:36:51.364567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adf87d46-cd23-4dc0-928c-dc7626a6bd76 req-f5be3f4f-fa0a-4909-944b-e3d701ffb65e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2186334 Jul 30 03:36:51.368111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1a193ad6-6c39-478e-8802-73a1578df2a6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:36:51.374022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=1a193ad6-6c39-478e-8802-73a1578df2a6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:51.397996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-469a6538-5934-459f-8184-0a06137ce94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.399566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-469a6538-5934-459f-8184-0a06137ce94d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155576 Jul 30 03:36:51.417828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:51.417828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:51.499863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-6a319c29-541d-48c1-99af-7aec10b05630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.501776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-6a319c29-541d-48c1-99af-7aec10b05630 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1342471 Jul 30 03:36:51.568924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:51.603114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-d7a816b2-e55b-4e19-a61b-4b604a3506ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.605483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-d7a816b2-e55b-4e19-a61b-4b604a3506ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946174 Jul 30 03:36:51.635736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-a5ac802c-1241-4788-93aa-6256707651cb service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103732 Jul 30 03:36:51.682460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6ef85ed-8e8e-44c3-9915-56c5388bd6f8 req-e75d2ec4-0a61-4763-955d-00f2521717c4 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f1f739d-2917-469c-9d35-26ddc5936feb HTTP/1.1" status: 200 len: 210 time: 0.0730577 Jul 30 03:36:51.787943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:51.865055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:51.869543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-107006b8-400a-4af9-b737-b215b7002613 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469673 Jul 30 03:36:51.871039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:51.876838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.877856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:51.897409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=f0cf2e11-94fa-45df-b2cd-8ad5df36a135,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:51.910482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2b6c3211-44a4-421a-9b8d-10e5e6dc7462 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6395078 Jul 30 03:36:51.912893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:51.914826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-ef29c3f8-f5d2-4f3e-846b-76fd8a809a10 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455175 Jul 30 03:36:51.921491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00', 'fixed_ips': [{'subnet_id': '777182a9-2ecb-4178-87da-f3a5a0849e7c'}, {'subnet_id': 'f0cf2e11-94fa-45df-b2cd-8ad5df36a135'}], 'name': 'tempest-PortsIpV6TestJSON-1746551830'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:51.996162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab04a8-30c1-4396-a05d-9c348ed1ae8e req-d85b7a0b-618b-4ce7-bf4b-a10c956fbb81 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:51.997625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddab04a8-30c1-4396-a05d-9c348ed1ae8e req-d85b7a0b-618b-4ce7-bf4b-a10c956fbb81 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 945 time: 0.1417115 Jul 30 03:36:52.059711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Allocated IP 2001:db8::2 (09d81123-198b-4e5d-9ba6-86f63edc1a00/777182a9-2ecb-4178-87da-f3a5a0849e7c/f2e46749-2606-4888-8ece-4340d1607f4a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:52.068645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cfd32a2-276d-4d66-bafb-1bad0046aae5 req-64fb9d6a-f9bf-4d39-a7d3-99f8e2e39bcc service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807232 Jul 30 03:36:52.070510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-e38c47b5-e28a-43e7-8346-819e3cf94489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.072216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-e38c47b5-e28a-43e7-8346-819e3cf94489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1184950 Jul 30 03:36:52.078041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddab04a8-30c1-4396-a05d-9c348ed1ae8e req-8ec19a33-f996-435f-bfad-3ae47b0477fd tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709720 Jul 30 03:36:52.090458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:52.137889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:52.140670 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84449fe7-ba4f-412c-8f68-3efad26b3d87" -d '{"events": [{"name": "network-changed", "server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:52.211774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-a99b0bb9-3e31-4610-9adb-8165c4b679a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.213965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-a99b0bb9-3e31-4610-9adb-8165c4b679a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.1350579 Jul 30 03:36:52.223625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.245013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port cfe1165b-4355-4cf3-b70b-27b2eb4245b3 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:36:52.276979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43716) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:52.330267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-9ebac0fa-bc30-4a40-969c-44abcb68ce5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 1001 time: 0.1094139 Jul 30 03:36:52.390663 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351dfce7-3dc3-446f-946d-84cb9f29152e x-openstack-request-id: req-351dfce7-3dc3-446f-946d-84cb9f29152e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:52.391271 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:52.391643 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-351dfce7-3dc3-446f-946d-84cb9f29152e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:52.392136 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'status': 'completed', 'code': 200} Jul 30 03:36:52.403872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.404450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Deleting subnet 5fabc6d4-cb55-4ab8-bae2-4856b89e0165 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:52.409436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.439086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Transition to ACTIVE for port object f2e46749-2606-4888-8ece-4340d1607f4a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:52.465186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Transition to ACTIVE for port object f2e46749-2606-4888-8ece-4340d1607f4a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:52.485293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.522954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-db4f3a9f-c97b-46e9-8e77-2cb947d6a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.530611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-db4f3a9f-c97b-46e9-8e77-2cb947d6a3cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1940594 Jul 30 03:36:52.531828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:52.539176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:52.540685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.546543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:52.552906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:49Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:52.605729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1d036-f195-43f5-9b0c-27301c52b50e None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:b9:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:36:49Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:52.614783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.635130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Pushing event updated for resources: {'Port': ['ID=f2e46749-2606-4888-8ece-4340d1607f4a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:52.651904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Attempting to bind port f2e46749-2606-4888-8ece-4340d1607f4a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:36:52.652576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Attempting to bind port f2e46749-2606-4888-8ece-4340d1607f4a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:36:52.653185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Attempting to bind port f2e46749-2606-4888-8ece-4340d1607f4a on network 09d81123-198b-4e5d-9ba6-86f63edc1a00 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:36:52.659226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:36:52.660007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Checking segment: {'id': '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:36:52.660633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.661252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Bound using segment: {'id': '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:36:52.662102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Bound port: f2e46749-2606-4888-8ece-4340d1607f4a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:36:52.662730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.714351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-efbeb1c1-3b01-41b8-9080-5e73aa380653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.715977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-efbeb1c1-3b01-41b8-9080-5e73aa380653 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2637346 Jul 30 03:36:52.722668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c891a-789a-4375-a332-2809745a15f2 req-9fb0030a-5b7e-4059-8ccd-e595c024cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.724305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-9fb0030a-5b7e-4059-8ccd-e595c024cf15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199303 Jul 30 03:36:52.749135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] For port f2e46749-2606-4888-8ece-4340d1607f4a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:36:52.754289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] For port f2e46749-2606-4888-8ece-4340d1607f4a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2e46749-2606-4888-8ece-4340d1607f4a,segment=NetworkSegment(993a7bba-3f6a-4ab4-a2b0-0a88de4082a3),segment_id=993a7bba-3f6a-4ab4-a2b0-0a88de4082a3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:36:52.754963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::21 (09d81123-198b-4e5d-9ba6-86f63edc1a00/777182a9-2ecb-4178-87da-f3a5a0849e7c/cfe1165b-4355-4cf3-b70b-27b2eb4245b3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:52.765361 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.766778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8:0:1::28e (09d81123-198b-4e5d-9ba6-86f63edc1a00/f0cf2e11-94fa-45df-b2cd-8ad5df36a135/cfe1165b-4355-4cf3-b70b-27b2eb4245b3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:52.881107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f114d-6549-4f34-9033-ae7e1594ed19 None None] Pushing event updated for resources: {'Port': ['ID=f2e46749-2606-4888-8ece-4340d1607f4a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:52.948283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-d6c2c673-d3a5-4f87-b442-48607873499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.949814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-d6c2c673-d3a5-4f87-b442-48607873499e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2211006 Jul 30 03:36:52.962818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:52.967985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.973970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.976771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object cfe1165b-4355-4cf3-b70b-27b2eb4245b3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:52.980790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.986624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.992486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:52.998867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:53.004668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:53.011650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-de2dd34c-47ab-4a1a-b32b-25f1515279af tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.4917052 Jul 30 03:36:53.019823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.091736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:36:53.092619 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.098197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:36:53.108692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:36:53.114579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:53.115287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.119247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=cfe1165b-4355-4cf3-b70b-27b2eb4245b3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:53.132884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7ddb027-0978-4ec4-ac6c-f3a3022ef344 req-2ac5543d-b0b5-469f-9d4b-c5359edff368 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985715 Jul 30 03:36:53.139896 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d75be53-d022-4af8-8c80-1d346ebdc357 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2233284 Jul 30 03:36:53.140281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:53.147129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '777182a9-2ecb-4178-87da-f3a5a0849e7c'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:53.179091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.180826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5fabc6d4-cb55-4ab8-bae2-4856b89e0165 HTTP/1.1" status: 204 len: 168 time: 0.9004118 Jul 30 03:36:53.183686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:53.195080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096942bc-b3df-4466-b818-af35ab33f37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fabc6d4-cb55-4ab8-bae2-4856b89e0165,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:53.214045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-31623d25-8d13-40cd-939d-3c4b7fc7c96a service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643825 Jul 30 03:36:53.216082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-cdac9712-d7fd-4317-bb9a-96ed39fd780b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 1001 time: 0.2035091 Jul 30 03:36:53.286307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.337402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.374211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-23de9e1b-5939-4d96-bfde-a41a1ad0089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:53.375859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-23de9e1b-5939-4d96-bfde-a41a1ad0089c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1038027 Jul 30 03:36:53.420470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053c891a-789a-4375-a332-2809745a15f2 req-a3e1d71a-8e18-41b8-a39f-c3d3db4dd252 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984053 Jul 30 03:36:53.437794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926ef65-4a00-4715-99cc-fe733a2d268c req-2c93bc7c-bf23-43ef-afbc-736c25644632 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:53.442473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d926ef65-4a00-4715-99cc-fe733a2d268c req-2c93bc7c-bf23-43ef-afbc-736c25644632 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 945 time: 0.1597371 Jul 30 03:36:53.454022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-803eba67-a138-4773-97aa-caba2bb81489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:53.455586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-803eba67-a138-4773-97aa-caba2bb81489 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695496 Jul 30 03:36:53.515456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.532366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b84cf23-a858-4832-9a66-013a0f740a03']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:53.543772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:53.591549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d926ef65-4a00-4715-99cc-fe733a2d268c req-8a08b68d-112a-46d0-a540-a5d0463b22f5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273825 Jul 30 03:36:53.599452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce41ac8-94ad-455e-8080-ad7fc278d515') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:53.599893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce41ac8-94ad-455e-8080-ad7fc278d515') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:53.615836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.670110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.684641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:53.685190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:53.686935 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:53.743969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2e46749-2606-4888-8ece-4340d1607f4a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:53.748820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Delete allocated IP 2001:db8:0:1::28e (09d81123-198b-4e5d-9ba6-86f63edc1a00/f0cf2e11-94fa-45df-b2cd-8ad5df36a135) {{(pid=93877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 03:36:53.765658 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.773450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-83c7d13c-ccfb-46ca-b4cd-1995c866ad54 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088830 Jul 30 03:36:53.781970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d25d6e-8470-4793-ac8d-cacf4caf40d1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.782149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.787619 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] 10.222.0.39 "DELETE /v2.0/networks/7b84cf23-a858-4832-9a66-013a0f740a03 HTTP/1.1" status: 204 len: 168 time: 0.6027186 Jul 30 03:36:53.799055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:53.820698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f2e46749-2606-4888-8ece-4340d1607f4a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:53.828756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb649-3925-4021-a002-03692140fd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b84cf23-a858-4832-9a66-013a0f740a03,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:53.901271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-436f4876-7616-4fb7-92fe-2043a698bd29 req-8532e99c-8450-4b1b-bff1-143044f6ce78 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1001 time: 0.2865813 Jul 30 03:36:53.914472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.929684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Ignored duplicate provisioning block setup for port cfe1165b-4355-4cf3-b70b-27b2eb4245b3 by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 03:36:53.930671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d25d6e-8470-4793-ac8d-cacf4caf40d1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.938761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.943045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Deleting subnet da9180a2-fe3d-47fd-82e5-afe89a2e58d3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:53.947387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:53.964731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7b0e8-3855-4bbf-85fa-12dd0940eb32 None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:54.021199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] In _notify_port_updated(), no bound segment for port cfe1165b-4355-4cf3-b70b-27b2eb4245b3 on network 09d81123-198b-4e5d-9ba6-86f63edc1a00 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:36:54.027335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.028331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.028774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] Provisioning for port f2e46749-2606-4888-8ece-4340d1607f4a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:54.032178 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/ports/cfe1165b-4355-4cf3-b70b-27b2eb4245b3 HTTP/1.1" status: 200 len: 925 time: 0.8883908 Jul 30 03:36:54.032731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:54.037292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] Provisioning complete for port f2e46749-2606-4888-8ece-4340d1607f4a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:54.037670 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.039175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '777182a9-2ecb-4178-87da-f3a5a0849e7c'}, {'subnet_id': 'f0cf2e11-94fa-45df-b2cd-8ad5df36a135'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:54.043577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00dcf8-446a-406b-b7a5-634a1ee19094 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=cfe1165b-4355-4cf3-b70b-27b2eb4245b3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:54.050090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.122819 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.212916 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.255211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] For port f2e46749-2606-4888-8ece-4340d1607f4a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2e46749-2606-4888-8ece-4340d1607f4a,segment=NetworkSegment(993a7bba-3f6a-4ab4-a2b0-0a88de4082a3),segment_id=993a7bba-3f6a-4ab4-a2b0-0a88de4082a3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:54.260418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.313286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1a193ad6-6c39-478e-8802-73a1578df2a6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:54.378845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4876-7616-4fb7-92fe-2043a698bd29 req-436f56d1-4f63-468e-bdbd-56e2179856ca tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.380384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-436f4876-7616-4fb7-92fe-2043a698bd29 req-436f56d1-4f63-468e-bdbd-56e2179856ca tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports/da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 942 time: 0.4661171 Jul 30 03:36:54.384530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd0a05-de2c-4d7a-9fca-be3c0dd61fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2e46749-2606-4888-8ece-4340d1607f4a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:54.390120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Update dhcp port {'port': {'network_id': '09d81123-198b-4e5d-9ba6-86f63edc1a00', 'fixed_ips': [{'subnet_id': '777182a9-2ecb-4178-87da-f3a5a0849e7c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0cf2e11-94fa-45df-b2cd-8ad5df36a135'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'f2e46749-2606-4888-8ece-4340d1607f4a'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:36:54.410684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84449fe7-ba4f-412c-8f68-3efad26b3d87 req-aac4aadd-e428-4727-9699-2932199ae184 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263552 Jul 30 03:36:54.425450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.439258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 1a193ad6-6c39-478e-8802-73a1578df2a6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:54.450718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 1a193ad6-6c39-478e-8802-73a1578df2a6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:54.451666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.458771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.486276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8:0:1::390 (09d81123-198b-4e5d-9ba6-86f63edc1a00/f0cf2e11-94fa-45df-b2cd-8ad5df36a135/cfe1165b-4355-4cf3-b70b-27b2eb4245b3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:54.500271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d25d6e-8470-4793-ac8d-cacf4caf40d1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.502805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38d25d6e-8470-4793-ac8d-cacf4caf40d1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.503968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-38d25d6e-8470-4793-ac8d-cacf4caf40d1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/security-groups/24460358-60df-4dec-ae89-95d6856fdde4 HTTP/1.1" status: 204 len: 168 time: 0.9591935 Jul 30 03:36:54.508527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:54.547567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.550978 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-24a97a9e-4935-4eec-9d0d-1d2fad5b0c6a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] show failed (client error): The resource could not be found. Jul 30 03:36:54.552034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-24a97a9e-4935-4eec-9d0d-1d2fad5b0c6a tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "GET /v2.0/security-groups/24460358-60df-4dec-ae89-95d6856fdde4 HTTP/1.1" status: 404 len: 347 time: 0.0425091 Jul 30 03:36:54.553545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.555021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:54.560714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.566614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.574158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.579821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.585480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.587513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28161ea8-123c-477b-aa8f-360efd457a80 req-f0b1fdb9-480f-4d07-9661-ebe1569178ea tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.1879661 Jul 30 03:36:54.614748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d25d6e-8470-4793-ac8d-cacf4caf40d1 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24460358-60df-4dec-ae89-95d6856fdde4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:54.646639 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.673276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-436f4876-7616-4fb7-92fe-2043a698bd29 req-e097ccb2-d714-40d5-a408-52a391a318d8 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1001 time: 0.1923053 Jul 30 03:36:54.675848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a193ad6-6c39-478e-8802-73a1578df2a6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:54.678378 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5567215f-d102-4fc0-8722-a2a5d8aff684" -d '{"events": [{"server_uuid": "13b18d2b-7162-40c8-8d16-381e4ef5fb24", "name": "network-vif-plugged", "status": "completed", "tag": "1a193ad6-6c39-478e-8802-73a1578df2a6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:54.679838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28161ea8-123c-477b-aa8f-360efd457a80 req-8bfb6375-5b32-4379-9231-d31b70b8acf9 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755160 Jul 30 03:36:54.687624 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.694980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1a193ad6-6c39-478e-8802-73a1578df2a6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1a193ad6-6c39-478e-8802-73a1578df2a6,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:54.701714 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.743927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.760402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Ignored duplicate provisioning block setup for port cfe1165b-4355-4cf3-b70b-27b2eb4245b3 by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 03:36:54.770474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.777167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=1a193ad6-6c39-478e-8802-73a1578df2a6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:54.777699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 0e724a56-99c6-4a7d-9690-4774cccb7b61 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:54.777699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.791186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9180a2-fe3d-47fd-82e5-afe89a2e58d3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:54.793380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.798373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aac0740d-9008-4d3b-8ce4-c75a3215f31b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/da9180a2-fe3d-47fd-82e5-afe89a2e58d3 HTTP/1.1" status: 204 len: 168 time: 0.9974585 Jul 30 03:36:54.801661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43756) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:54.851478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Allocated IP 2001:db8:0:1::2 (09d81123-198b-4e5d-9ba6-86f63edc1a00/f0cf2e11-94fa-45df-b2cd-8ad5df36a135/f2e46749-2606-4888-8ece-4340d1607f4a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:36:54.908489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=cfe1165b-4355-4cf3-b70b-27b2eb4245b3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:54.917902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] In _notify_port_updated(), no bound segment for port cfe1165b-4355-4cf3-b70b-27b2eb4245b3 on network 09d81123-198b-4e5d-9ba6-86f63edc1a00 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:36:54.923631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.924011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.925334 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5badeaac-30d1-42cf-a126-bb2f13369f95 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/ports/cfe1165b-4355-4cf3-b70b-27b2eb4245b3 HTTP/1.1" status: 200 len: 1011 time: 0.8912635 Jul 30 03:36:54.928105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:54.941582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4876-7616-4fb7-92fe-2043a698bd29 req-bc1de735-d760-4222-80e5-d7654a9536a3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:54.942972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-436f4876-7616-4fb7-92fe-2043a698bd29 req-bc1de735-d760-4222-80e5-d7654a9536a3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2439222 Jul 30 03:36:54.951901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:54.990495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] For port f2e46749-2606-4888-8ece-4340d1607f4a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2e46749-2606-4888-8ece-4340d1607f4a,segment=NetworkSegment(993a7bba-3f6a-4ab4-a2b0-0a88de4082a3),segment_id=993a7bba-3f6a-4ab4-a2b0-0a88de4082a3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:55.021139 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.021475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.035874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.037891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 0e724a56-99c6-4a7d-9690-4774cccb7b61 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:55.041962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b591-3b2c-45f0-b906-7c527cc650fc req-6fcc4705-3311-40ce-a385-9db6a9bdf420 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.050064 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7283b591-3b2c-45f0-b906-7c527cc650fc req-6fcc4705-3311-40ce-a385-9db6a9bdf420 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.1593890 Jul 30 03:36:55.057290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Transition to ACTIVE for port object f2e46749-2606-4888-8ece-4340d1607f4a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:36:55.062796 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.108638 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716509e3-67c4-4495-9a6e-f03e7ccbf61f x-openstack-request-id: req-716509e3-67c4-4495-9a6e-f03e7ccbf61f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:55.108932 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b18d2b-7162-40c8-8d16-381e4ef5fb24", "name": "network-vif-plugged", "status": "completed", "tag": "1a193ad6-6c39-478e-8802-73a1578df2a6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:55.109489 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-716509e3-67c4-4495-9a6e-f03e7ccbf61f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:55.110017 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a193ad6-6c39-478e-8802-73a1578df2a6', 'code': 200} Jul 30 03:36:55.116892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.119558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port cfe1165b-4355-4cf3-b70b-27b2eb4245b3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:55.121070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.127927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7283b591-3b2c-45f0-b906-7c527cc650fc req-95531a3d-ddbb-4ddf-b986-ca8674491517 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Jul 30 03:36:55.164392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a8e66f-f640-4258-af7b-2cfa699d05ac']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:55.201612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaf7af-a4b8-46c8-9669-78da179dcc96 None None] Pushing event updated for resources: {'Port': ['ID=f2e46749-2606-4888-8ece-4340d1607f4a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:55.209262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3f84e2-8f57-4178-95b1-2bfa613d5fb7') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:55.210433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3f84e2-8f57-4178-95b1-2bfa613d5fb7') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:55.227552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.252144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-62e79163-1c27-4097-bc6f-9bd39ca85a83 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1001 time: 0.1551456 Jul 30 03:36:55.253045 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.259689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.262959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:55.263404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:55.266294 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:55.278999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for cfe1165b-4355-4cf3-b70b-27b2eb4245b3 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:55.313186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e9e5-768d-4c1a-8442-4e055da501f0 req-45960c4d-e2b7-4b20-a659-aa260d9b6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.314642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea16e9e5-768d-4c1a-8442-4e055da501f0 req-45960c4d-e2b7-4b20-a659-aa260d9b6e01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 1098 time: 0.1524980 Jul 30 03:36:55.334894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.372372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=0e724a56-99c6-4a7d-9690-4774cccb7b61,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:55.385415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-3a90501a-b889-46b4-8ce5-4b31c20b951f tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.391555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-3a90501a-b889-46b4-8ce5-4b31c20b951f tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports/da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 942 time: 0.1261039 Jul 30 03:36:55.393122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.401128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.402960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] 10.222.0.39 "DELETE /v2.0/networks/43a8e66f-f640-4258-af7b-2cfa699d05ac HTTP/1.1" status: 204 len: 168 time: 0.6003776 Jul 30 03:36:55.428865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa657e08-1ef6-4fd6-a7e7-d9bb5cf094eb admin admin] Pushing event deleted for resources: {'Network': ['ID=43a8e66f-f640-4258-af7b-2cfa699d05ac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:55.432501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea16e9e5-768d-4c1a-8442-4e055da501f0 req-da08e01f-75d9-493e-910e-74f564b98548 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976570 Jul 30 03:36:55.481136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.484095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.487823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c1490c2a-c06c-4865-8663-be31f3f63966 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/floatingips/4de01701-b359-49e4-82bc-845ac990ae1c HTTP/1.1" status: 204 len: 168 time: 0.9292800 Jul 30 03:36:55.490547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:55.550010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-ee612eb9-73e9-4123-ab58-2de293b8229c tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1001 time: 0.0835321 Jul 30 03:36:55.565198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:55.680434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2e46749-2606-4888-8ece-4340d1607f4a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:36:55.692524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aacc6fdf-a3db-4253-b9b2-24f7588df216 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1734efc50da47f49eddfab057cbfc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238825 Jul 30 03:36:55.693917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:55.694604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-229078a8-7344-4ca4-a4b7-ff6903839f02 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.701866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-229078a8-7344-4ca4-a4b7-ff6903839f02 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.1439817 Jul 30 03:36:55.715520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.783104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-e77ee5b8-b5dc-4ba9-bcf7-c59a3500f9cb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1001 time: 0.0774672 Jul 30 03:36:55.787716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 45f30072-5645-48e3-b3ea-8c22557963d0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:55.787963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.788620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:55.856901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=cfe1165b-4355-4cf3-b70b-27b2eb4245b3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:55.879940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.902343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2904dd5-eee8-4f80-b60b-87d510f79e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:55.911004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d6a4d-3ff9-45bb-95e8-354c0e525756 None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:55.932960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.938845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.944837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.951339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.958939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.963388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.969301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:55.971332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-7fa9f8ab-06b6-4292-bb04-29833f9887b0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.1492298 Jul 30 03:36:56.005769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-46201869-fc53-47aa-a0fa-f8ae16f096ef None None] Could not find standard attr ID for object cfe1165b-4355-4cf3-b70b-27b2eb4245b3. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:36:56.023402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6c36469-8705-4a2c-af1e-1aaab183e265 req-0f9d2ca6-cde2-4cc3-976a-96fcd09ffe46 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425243 Jul 30 03:36:56.065769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-46201869-fc53-47aa-a0fa-f8ae16f096ef None None] Provisioning for port f2e46749-2606-4888-8ece-4340d1607f4a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:36:56.075567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-46201869-fc53-47aa-a0fa-f8ae16f096ef None None] Provisioning complete for port f2e46749-2606-4888-8ece-4340d1607f4a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:56.076115 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-46201869-fc53-47aa-a0fa-f8ae16f096ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.150426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.162180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.162656 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b disassociated. External IP: 172.25.6.179, port: da0e950b-7423-4b94-955d-32c1b1f7fb80. Jul 30 03:36:56.365116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.369742 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4554684-ecf4-492f-a4b5-898caeecb757 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/cfe1165b-4355-4cf3-b70b-27b2eb4245b3 HTTP/1.1" status: 204 len: 168 time: 1.4382052 Jul 30 03:36:56.374746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:56.395507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2904dd5-eee8-4f80-b60b-87d510f79e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.402775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a01df7-d3fd-4c0c-9bc3-5e575b4946ff req-393bc5a9-8b66-4f87-aa5d-160d07623711 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:56.404193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64a01df7-d3fd-4c0c-9bc3-5e575b4946ff req-393bc5a9-8b66-4f87-aa5d-160d07623711 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.0942099 Jul 30 03:36:56.429153 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2144e8c-1cf3-4cbd-a526-97f81aaeb021 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:36:56.433324 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e2144e8c-1cf3-4cbd-a526-97f81aaeb021 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/cfe1165b-4355-4cf3-b70b-27b2eb4245b3 HTTP/1.1" status: 404 len: 333 time: 0.0510716 Jul 30 03:36:56.437774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:56.478260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0deb1468-a5f6-4691-aa27-eb4171afd2d9 None None] Provisioning complete for port f2e46749-2606-4888-8ece-4340d1607f4a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:36:56.478897 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0deb1468-a5f6-4691-aa27-eb4171afd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.496460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.496823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64a01df7-d3fd-4c0c-9bc3-5e575b4946ff req-2104a89d-a17b-4b74-92c1-c61e792b32ea tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816078 Jul 30 03:36:56.509402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:36:56.526400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 45f30072-5645-48e3-b3ea-8c22557963d0 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:56.560220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet f0cf2e11-94fa-45df-b2cd-8ad5df36a135 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:56.568788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.628200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2904dd5-eee8-4f80-b60b-87d510f79e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.631259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2904dd5-eee8-4f80-b60b-87d510f79e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.632664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d2904dd5-eee8-4f80-b60b-87d510f79e11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af291a6f-5804-4d7a-b39a-a352a74ac11e HTTP/1.1" status: 204 len: 168 time: 0.9375863 Jul 30 03:36:56.664681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2904dd5-eee8-4f80-b60b-87d510f79e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af291a6f-5804-4d7a-b39a-a352a74ac11e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:56.669911 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.681506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:36:56.691578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.693865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54136dff-30b1-437a-815e-980e897e9978 None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:36:56.705940 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:56.707288 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:56.741516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cadb8b09-c82f-4a4c-b2e8-2110f9c17897 None None] Could not find standard attr ID for object cfe1165b-4355-4cf3-b70b-27b2eb4245b3. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:36:56.776474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-fa9053a8-41da-470e-8b95-149ec128808a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "PUT /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 695 time: 0.9923620 Jul 30 03:36:56.777246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:36:56.781064 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc71d714-6e64-40a0-ba85-2e366d735c12" -d '{"events": [{"name": "network-changed", "server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:36:56.841642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.886332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:56.937900 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a34277-7205-45b3-98e8-c516adc2a443 x-openstack-request-id: req-08a34277-7205-45b3-98e8-c516adc2a443 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:36:56.948263 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:36:56.948637 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08a34277-7205-45b3-98e8-c516adc2a443 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:36:56.949020 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'status': 'completed', 'code': 200} Jul 30 03:36:56.961157 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:57.048707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=45f30072-5645-48e3-b3ea-8c22557963d0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:57.051823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.057355 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-afe63bc1-4530-4177-8422-1b5ea37171c8 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/ports/45f30072-5645-48e3-b3ea-8c22557963d0 HTTP/1.1" status: 204 len: 168 time: 1.5662487 Jul 30 03:36:57.059864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:57.078568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-a265c277-ab67-4534-9e34-a9e0f0a706cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:57.080173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-a265c277-ab67-4534-9e34-a9e0f0a706cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2794833 Jul 30 03:36:57.123187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892954d0-c383-49ee-ba46-48f649bad763 req-5bc1e1e7-9825-4fa4-9097-d54f2a47f093 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:57.125046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-892954d0-c383-49ee-ba46-48f649bad763 req-5bc1e1e7-9825-4fa4-9097-d54f2a47f093 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.1237054 Jul 30 03:36:57.138076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.194708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-9ced400a-58aa-4272-9e24-8f1011d27733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:57.195695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cf2e11-94fa-45df-b2cd-8ad5df36a135,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:57.198775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-9ced400a-58aa-4272-9e24-8f1011d27733 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 1098 time: 0.3237700 Jul 30 03:36:57.208548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-573a9347-c4e2-4a5d-8495-f4cadf619203 None None] Could not find standard attr ID for object cfe1165b-4355-4cf3-b70b-27b2eb4245b3. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:36:57.219815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.237408 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ba7ea681-60cd-4d0f-872a-2ab7ab700aaa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/f0cf2e11-94fa-45df-b2cd-8ad5df36a135 HTTP/1.1" status: 204 len: 168 time: 0.7965009 Jul 30 03:36:57.239677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:57.268774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-4630e8e4-87bb-4baa-8c4f-0e081bcf3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:57.270374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-4630e8e4-87bb-4baa-8c4f-0e081bcf3255 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2988346 Jul 30 03:36:57.347106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-892954d0-c383-49ee-ba46-48f649bad763 req-ca95012d-2cc0-4515-9827-e9172706258b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960111 Jul 30 03:36:57.398947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting port 8f2a91eb-d765-418e-9fdd-1782901dd706 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:57.400159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.407054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:57.411330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 777182a9-2ecb-4178-87da-f3a5a0849e7c {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:57.460531 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:57.482875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.499358 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54136dff-30b1-437a-815e-980e897e9978 None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:36:57.509933 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:36:57.510998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:57.569703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66eba67-600a-4058-a4a7-c6fdce92525c None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:57.632125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.646198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Calling delete_port for 8f2a91eb-d765-418e-9fdd-1782901dd706 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:57.648473 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:36:57.654648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-03bdd145-798f-4deb-ba25-eb388a0e5c4f None None] Could not find standard attr ID for object cfe1165b-4355-4cf3-b70b-27b2eb4245b3. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:36:57.773539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.791987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-c09cc498-71fe-4d90-a9d7-0656ca93f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:57.793485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-c09cc498-71fe-4d90-a9d7-0656ca93f88d service neutron] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 911 time: 0.5661328 Jul 30 03:36:57.801587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c8130674-bcf7-4a74-b01d-eff76f85fee6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68deb71baacc4fce906c1f1e49f2690a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848903 Jul 30 03:36:57.804670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43808) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:57.850289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-35f19ef9-fa20-4fe2-b30d-26429647d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:57.851808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-35f19ef9-fa20-4fe2-b30d-26429647d595 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.7629087 Jul 30 03:36:57.903074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-a2f991a6-149e-441f-9afc-c6200bebcce2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a193ad6-6c39-478e-8802-73a1578df2a6 HTTP/1.1" status: 200 len: 217 time: 0.0694518 Jul 30 03:36:57.916445 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-54136dff-30b1-437a-815e-980e897e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:57.951402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83f2b629-6eef-4698-b5f0-3c72cb0b15f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.964633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-a09ff010-c527-4cbf-bb21-abff060578f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 217 time: 0.0727758 Jul 30 03:36:57.970518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:57.976305 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54136dff-30b1-437a-815e-980e897e9978 None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:36:58.006986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.011104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Port': ['ID=8f2a91eb-d765-418e-9fdd-1782901dd706,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:58.042851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.048735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.054842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.061292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.063027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83f2b629-6eef-4698-b5f0-3c72cb0b15f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.067460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.074301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.080461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.082450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-2a8f8b73-799f-4d3d-9b03-0312303f50ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3150148 Jul 30 03:36:58.087163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-91ca8755-8334-4166-bb4b-9e920013733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.091764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-91ca8755-8334-4166-bb4b-9e920013733f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.7769113 Jul 30 03:36:58.173556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-89bac916-2685-42a5-8f88-58d59df01662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 200 len: 217 time: 0.0760512 Jul 30 03:36:58.176915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-4b6d881f-4e23-4a8d-a79e-6fb010fb383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.178349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-4b6d881f-4e23-4a8d-a79e-6fb010fb383c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.2414429 Jul 30 03:36:58.179673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-53d5956e-41cf-4afa-b075-1305b4553f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.181761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-53d5956e-41cf-4afa-b075-1305b4553f4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1958861 Jul 30 03:36:58.202582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.206440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.215070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eaf4fb59-7043-46b9-89a0-0c3583bbb47b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/ports/8f2a91eb-d765-418e-9fdd-1782901dd706 HTTP/1.1" status: 204 len: 168 time: 1.1540287 Jul 30 03:36:58.218392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:58.255022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83f2b629-6eef-4698-b5f0-3c72cb0b15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.257611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83f2b629-6eef-4698-b5f0-3c72cb0b15f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.258781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-83f2b629-6eef-4698-b5f0-3c72cb0b15f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07f08c14-e88a-4fd7-9d5d-1c66435ec2e8 HTTP/1.1" status: 204 len: 168 time: 0.4526126 Jul 30 03:36:58.285489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=777182a9-2ecb-4178-87da-f3a5a0849e7c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:58.294510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.299226 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f2e8a11-71fa-4565-b145-138165c0b768 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/777182a9-2ecb-4178-87da-f3a5a0849e7c HTTP/1.1" status: 204 len: 168 time: 1.0584388 Jul 30 03:36:58.300156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:58.322283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-646a8f45-c9d3-4da8-ad4d-4a509232b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.323333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2b629-6eef-4698-b5f0-3c72cb0b15f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f08c14-e88a-4fd7-9d5d-1c66435ec2e8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:58.332570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-646a8f45-c9d3-4da8-ad4d-4a509232b227 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1488099 Jul 30 03:36:58.335237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-7eccfa53-bd11-49e0-8688-75c94df909bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398423 Jul 30 03:36:58.366228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c846a93-606d-4467-b0b4-9c4b5dd7ddec req-07a2eb5e-9d6e-42cb-9d64-4e28adc7d302 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2703793 Jul 30 03:36:58.395713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff88a4-35e5-4df6-be1f-30bb465771cd None None] New status for floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:36:58.402645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting subnet 18aa741c-b076-4b21-b3c0-fb6b530bc6ec {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:58.411478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.458880 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.496018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.590416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-6423fd02-62ae-4334-a6e0-34b7613beac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.592371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-6423fd02-62ae-4334-a6e0-34b7613beac9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3962908 Jul 30 03:36:58.726975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-f7685ebc-d657-48cb-8dad-e5e07ffa0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:58.729978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-f7685ebc-d657-48cb-8dad-e5e07ffa0bba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3575830 Jul 30 03:36:58.764280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.768336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port f2e46749-2606-4888-8ece-4340d1607f4a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:58.768680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.880591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] For port f2e46749-2606-4888-8ece-4340d1607f4a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2e46749-2606-4888-8ece-4340d1607f4a,segment=NetworkSegment(993a7bba-3f6a-4ab4-a2b0-0a88de4082a3),segment_id=993a7bba-3f6a-4ab4-a2b0-0a88de4082a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:58.881021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:58.900266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for f2e46749-2606-4888-8ece-4340d1607f4a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:58.905589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-50c2afe5-cab5-4d8e-8ef4-4905b1568ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349507 Jul 30 03:36:58.934092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-5d8420f3-e96f-484d-b872-ed2f25e6e0cc service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338168 Jul 30 03:36:58.962731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.001436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f2cee-01b8-4cf9-a7cc-934e5b6aabd4 None None] Network 09d81123-198b-4e5d-9ba6-86f63edc1a00 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:59.013414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Subnet': ['ID=18aa741c-b076-4b21-b3c0-fb6b530bc6ec,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:59.015646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.017762 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-863f8091-29a2-4cbc-9eec-1b5334718911 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/subnets/18aa741c-b076-4b21-b3c0-fb6b530bc6ec HTTP/1.1" status: 204 len: 168 time: 0.7937474 Jul 30 03:36:59.020737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:59.042240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.075835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=f2e46749-2606-4888-8ece-4340d1607f4a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:59.082534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No DVR routers for this DVR port f2e46749-2606-4888-8ece-4340d1607f4a on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:36:59.084032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-2f200d89-0bc5-4e39-8b34-15c929fff224 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453422 Jul 30 03:36:59.099082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0e3cb-04ba-4012-9e87-1dcaf750182f None None] Network 386d4904-941d-416f-9cf3-eeddaa061017 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:36:59.115090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d9f55306-2e03-4432-a9c4-e3be16ceec96 None None] Could not find standard attr ID for object f2e46749-2606-4888-8ece-4340d1607f4a. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:36:59.191031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.207656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d81123-198b-4e5d-9ba6-86f63edc1a00']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:59.207898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b91983-9e73-4dee-9029-264644da2a56 req-ac9da0ec-e469-4016-a7e4-c5354a3c8eca tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.215483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32b91983-9e73-4dee-9029-264644da2a56 req-ac9da0ec-e469-4016-a7e4-c5354a3c8eca tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.4466553 Jul 30 03:36:59.226287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:59.226582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993a7bba-3f6a-4ab4-a2b0-0a88de4082a3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:36:59.239355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.258473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.269775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:36:59.269987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:36:59.281984 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:36:59.322416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Deleting subnet 081fb5e6-4c05-4b0d-b969-d8960dba7dc4 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:36:59.345166 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.354733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db551ec-f165-41ce-a521-657307497739 None None] DHCP port deletion for 09d81123-198b-4e5d-9ba6-86f63edc1a00 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:36:59.374049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.385442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.395677 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/09d81123-198b-4e5d-9ba6-86f63edc1a00 HTTP/1.1" status: 204 len: 168 time: 1.0916007 Jul 30 03:36:59.398093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:59.419987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24df4a1-d28d-4c28-8ae6-802193f69969 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=09d81123-198b-4e5d-9ba6-86f63edc1a00,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:59.423453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32b91983-9e73-4dee-9029-264644da2a56 req-342d61bd-ec02-44d2-8408-d1bc15daa24e tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067280 Jul 30 03:36:59.432148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e1c2738-2c05-4f11-b250-c6f108a08b57 req-415b7613-bed4-4910-8efb-922636315909 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920616 Jul 30 03:36:59.477277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3bc9db1-44e4-48cc-ab71-ca0829f41d68 req-b2eb14fe-f2d9-47b5-bb94-aca04d8593be service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339162 Jul 30 03:36:59.492163 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.498584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] DHCP port deletion for 386d4904-941d-416f-9cf3-eeddaa061017 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:36:59.529531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c0145-321c-4c88-be85-34b80328aabb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.538807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc71d714-6e64-40a0-ba85-2e366d735c12 req-6248994a-09ff-402e-88e6-4d2041c9c8a5 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710949 Jul 30 03:36:59.539015 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-121c0145-321c-4c88-be85-34b80328aabb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1348658 Jul 30 03:36:59.539250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43858) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:59.595416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] Deleting port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:36:59.595798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.676106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c7cdda0-c686-443a-bc1c-8e73fd413c56 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1310766 Jul 30 03:36:59.676444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43862) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:59.686442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-441550339'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:36:59.700104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] For port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,segment=NetworkSegment(3febde97-26a1-4473-9c8a-6e1c6da1b983),segment_id=3febde97-26a1-4473-9c8a-6e1c6da1b983)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:36:59.700811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.715093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:36:59.716115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fe38ba2e-ad8e-4961-9f5c-56fc4e29676a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:36:59.721437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.732036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.744964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] Calling delete_port for fe38ba2e-ad8e-4961-9f5c-56fc4e29676a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:36:59.753564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:36:59.764561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.764915 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment ac6427ac-fff7-480b-9b45-024ad94a10b7 of type vlan for network fd6e1b96-a523-4d5e-a2ba-e06216a1694b Jul 30 03:36:59.812432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.835583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.844921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.854140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.859525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.862166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.874683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.875229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.875885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.881960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.889276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:36:59.898277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-2336c9fe-5b66-4f8a-a0d4-07c6ce60c152 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.2579012 Jul 30 03:36:59.919574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.928268 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.954323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=fd6e1b96-a523-4d5e-a2ba-e06216a1694b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:36:59.954559 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:36:59.963757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/subnets/081fb5e6-4c05-4b0d-b969-d8960dba7dc4 HTTP/1.1" status: 204 len: 168 time: 0.8899946 Jul 30 03:36:59.964507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:36:59.970308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:36:59.978838 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-19f01280-90fd-47fe-ad4e-c67b99d5dff2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2957199 Jul 30 03:36:59.995268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:00.000521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:00.033035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54902d-0180-4cf2-926f-23c8b3ea9a9b tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Subnet': ['ID=081fb5e6-4c05-4b0d-b969-d8960dba7dc4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:00.034816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.041630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df514537-97cc-4912-ab70-c7e6cd2b313e None None] Network dec903ea-d2c1-4620-9693-e9a09849d813 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:00.106551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660ff4f6-a31d-499d-9dd5-32ca62ba3de8 req-ea491d57-6e4e-4f6d-9f93-4780c49d2fd7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072823 Jul 30 03:37:00.125236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] Pushing event deleted for resources: {'Port': ['ID=fe38ba2e-ad8e-4961-9f5c-56fc4e29676a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:00.154922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d97082-a2ea-4d43-b134-4c3bb0fbc249 None None] No DVR routers for this DVR port fe38ba2e-ad8e-4961-9f5c-56fc4e29676a on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:00.156359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2e46749-2606-4888-8ece-4340d1607f4a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:00.175347 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.181773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f2e46749-2606-4888-8ece-4340d1607f4a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:00.182124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2e46749-2606-4888-8ece-4340d1607f4a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:00.194581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-c025e8fb-a0ca-4da1-b98d-fcefe5bcc5da tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:00.196836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-c025e8fb-a0ca-4da1-b98d-fcefe5bcc5da tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0699856 Jul 30 03:37:00.252343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:00.255992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.276222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-4eab0fa9-7b00-4765-829c-7c2fea24728e tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0675752 Jul 30 03:37:00.295524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'floatingip': {'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:00.351911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.375000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.379690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] DHCP port deletion for dec903ea-d2c1-4620-9693-e9a09849d813 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:37:00.409986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386d4904-941d-416f-9cf3-eeddaa061017']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:00.427690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3febde97-26a1-4473-9c8a-6e1c6da1b983') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:00.428277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3febde97-26a1-4473-9c8a-6e1c6da1b983') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:00.441064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] Deleting port 5c6f39e7-0791-4127-a43d-183ba44f1a26 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:00.441528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.445351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.485609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.499963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:00.500186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:00.503293 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:00.527593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.532925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] For port 5c6f39e7-0791-4127-a43d-183ba44f1a26, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c6f39e7-0791-4127-a43d-183ba44f1a26,segment=NetworkSegment(49d7f9ed-0270-4cc9-b266-822e27b541f9),segment_id=49d7f9ed-0270-4cc9-b266-822e27b541f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:00.533393 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.546932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] Calling delete_port for 5c6f39e7-0791-4127-a43d-183ba44f1a26 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:00.606312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.621187 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:37:00.635929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.640355 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/networks/386d4904-941d-416f-9cf3-eeddaa061017 HTTP/1.1" status: 204 len: 168 time: 0.6720009 Jul 30 03:37:00.641600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43920) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:00.650860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.653506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4ea60-5e5c-48b2-b1a9-59a80f29c78e tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Network': ['ID=386d4904-941d-416f-9cf3-eeddaa061017,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:00.684773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e08c33-2ad3-4ee9-8d17-6e9b7a9a03ba req-2dc03ae7-f7b4-4b32-a597-1755d72ec731 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:00.686460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08e08c33-2ad3-4ee9-8d17-6e9b7a9a03ba req-2dc03ae7-f7b4-4b32-a597-1755d72ec731 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.1286402 Jul 30 03:37:00.699282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] Pushing event deleted for resources: {'Port': ['ID=5c6f39e7-0791-4127-a43d-183ba44f1a26,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:00.706658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bfed3-519e-416b-b291-002b73c2bcaa None None] No DVR routers for this DVR port 5c6f39e7-0791-4127-a43d-183ba44f1a26 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:00.778700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.862914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=f48cd434-3f88-4ce3-b758-f5b26ebbebe7,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:00.871249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': 'ac6427ac-fff7-480b-9b45-024ad94a10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:00.871613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: fd6e1b96-a523-4d5e-a2ba-e06216a1694b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:37:00.893543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:37:00.905361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, fd6e1b96-a523-4d5e-a2ba-e06216a1694b) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:00.911117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:00.913329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:00.914173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969afa13-b68c-4289-9d66-9d63d031d165 None None] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:00.932719 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-84f2cbb5-7de9-442d-96a7-ab8ea778f786 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9357450 Jul 30 03:37:00.935244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:00.950550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b', 'name': 'tempest-PortsIpV6TestJSON-438856195'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:01.090148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-fd6e1b96-a523-4d5e-a2ba-e06216a1694b', 'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': 'f48cd434-3f88-4ce3-b758-f5b26ebbebe7'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:37:01.095129 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.099311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:01.103873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.116059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08e08c33-2ad3-4ee9-8d17-6e9b7a9a03ba req-f0b43b10-679b-4955-b6b2-e720425c10f6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950579 Jul 30 03:37:01.140671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 59c79b74-3938-4189-b9a5-85e3eb2a59f0 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:01.156816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.318091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::128 (fd6e1b96-a523-4d5e-a2ba-e06216a1694b/f48cd434-3f88-4ce3-b758-f5b26ebbebe7/59c79b74-3938-4189-b9a5-85e3eb2a59f0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:01.369580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.389341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec903ea-d2c1-4620-9693-e9a09849d813']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:01.444990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d7f9ed-0270-4cc9-b266-822e27b541f9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:01.445339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d7f9ed-0270-4cc9-b266-822e27b541f9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:01.463056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.466084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:37:01.510062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.519832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.527439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object 59c79b74-3938-4189-b9a5-85e3eb2a59f0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:01.537148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:01.537339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:01.541191 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:01.566899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.570634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.577280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.584329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.591701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.598356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.605678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.611700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.614008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bddf2c77-5740-4433-b4c7-97106793493f req-637d7c92-42c5-4bf1-8616-1469aaee491d tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.2160065 Jul 30 03:37:01.624999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:01.628126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:01.636461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:01.641419 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.643430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.644728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.651437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Allocated IP 2001:db8::2 (fd6e1b96-a523-4d5e-a2ba-e06216a1694b/f48cd434-3f88-4ce3-b758-f5b26ebbebe7/5c02d199-b659-4ca3-a9ab-09a17244475e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:01.673904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=59c79b74-3938-4189-b9a5-85e3eb2a59f0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:01.690927 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ee47f74f-1e61-4b09-bebb-2ef0d5a42063 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7517655 Jul 30 03:37:01.691731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43952) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:01.696904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.729340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b', 'name': 'tempest-PortsIpV6TestJSON-590277778'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:01.754798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c6f39e7-0791-4127-a43d-183ba44f1a26 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:01.774875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bddf2c77-5740-4433-b4c7-97106793493f req-e82306cc-c233-4293-8fb5-4ca4fdb316e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297770 Jul 30 03:37:01.777626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5c6f39e7-0791-4127-a43d-183ba44f1a26 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:01.777875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c6f39e7-0791-4127-a43d-183ba44f1a26 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:01.780279 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.792586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.798737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] 10.222.0.39 "DELETE /v2.0/networks/dec903ea-d2c1-4620-9693-e9a09849d813 HTTP/1.1" status: 204 len: 168 time: 1.1501160 Jul 30 03:37:01.822390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aee1a5-1263-4d75-b2fb-fecb19677b50 tempest-TaggedBootDevicesTest_v242-681593708 tempest-TaggedBootDevicesTest_v242-681593708-project] Pushing event deleted for resources: {'Network': ['ID=dec903ea-d2c1-4620-9693-e9a09849d813,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:01.856489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-2b28a1e9-bdc8-4824-bc33-fb3d1dd4c0e2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:01.857997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-2b28a1e9-bdc8-4824-bc33-fb3d1dd4c0e2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8452b2c4-a557-456c-a650-5eb178b46cc8 HTTP/1.1" status: 200 len: 945 time: 0.2121184 Jul 30 03:37:01.935180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:01.942142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:01.995860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port dfc267e9-2740-4736-ba64-50ea20f69c89 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:02.001081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.004908 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b associated. External IP: 172.25.6.179, port: fb473dd6-aaca-4b8e-bfff-b98d5a354303. Jul 30 03:37:02.025709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Transition to ACTIVE for port object 5c02d199-b659-4ca3-a9ab-09a17244475e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:02.053623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Transition to ACTIVE for port object 5c02d199-b659-4ca3-a9ab-09a17244475e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:02.067612 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.111452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Deleting port da0e950b-7423-4b94-955d-32c1b1f7fb80 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:02.112097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.150146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:02.155326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:02.166195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:02.184179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Pushing event updated for resources: {'Port': ['ID=5c02d199-b659-4ca3-a9ab-09a17244475e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:02.282098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Attempting to bind port 5c02d199-b659-4ca3-a9ab-09a17244475e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:02.283851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Attempting to bind port 5c02d199-b659-4ca3-a9ab-09a17244475e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ac6427ac-fff7-480b-9b45-024ad94a10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:02.284443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Attempting to bind port 5c02d199-b659-4ca3-a9ab-09a17244475e on network fd6e1b96-a523-4d5e-a2ba-e06216a1694b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:02.293385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:02.293862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Checking segment: {'id': 'ac6427ac-fff7-480b-9b45-024ad94a10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:02.294767 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.294767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Bound using segment: {'id': 'ac6427ac-fff7-480b-9b45-024ad94a10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:02.295480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Bound port: 5c02d199-b659-4ca3-a9ab-09a17244475e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6427ac-fff7-480b-9b45-024ad94a10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fd6e1b96-a523-4d5e-a2ba-e06216a1694b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:02.295936 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.343080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::1d6 (fd6e1b96-a523-4d5e-a2ba-e06216a1694b/f48cd434-3f88-4ce3-b758-f5b26ebbebe7/dfc267e9-2740-4736-ba64-50ea20f69c89) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:02.377494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] For port 5c02d199-b659-4ca3-a9ab-09a17244475e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:02.381157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] For port 5c02d199-b659-4ca3-a9ab-09a17244475e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c02d199-b659-4ca3-a9ab-09a17244475e,segment=NetworkSegment(ac6427ac-fff7-480b-9b45-024ad94a10b7),segment_id=ac6427ac-fff7-480b-9b45-024ad94a10b7)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:02.393068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.424425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] For port da0e950b-7423-4b94-955d-32c1b1f7fb80, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=da0e950b-7423-4b94-955d-32c1b1f7fb80,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:02.425104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.533348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Calling delete_port for da0e950b-7423-4b94-955d-32c1b1f7fb80 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:02.570787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbedc9e-85fe-4279-a137-86922f383719 None None] Pushing event updated for resources: {'Port': ['ID=5c02d199-b659-4ca3-a9ab-09a17244475e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:02.706847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.738830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object dfc267e9-2740-4736-ba64-50ea20f69c89 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:02.801692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.811423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d731bf-2234-4f8e-bd75-72ee6358b046 req-20cdc683-20b2-48a3-8759-ced1e6c65341 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:02.825639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82d731bf-2234-4f8e-bd75-72ee6358b046 req-20cdc683-20b2-48a3-8759-ced1e6c65341 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.3864613 Jul 30 03:37:02.910028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:02.921757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:02.926773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:02.934680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:02.934839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:37:02.935829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:02.966548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=dfc267e9-2740-4736-ba64-50ea20f69c89,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:02.989854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-11aae626-32e3-48de-9505-89df6bdc4da8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2969406 Jul 30 03:37:02.991016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43972) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:02.994855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82d731bf-2234-4f8e-bd75-72ee6358b046 req-d1619d01-ccba-432d-bea7-7caeee4a96a3 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681046 Jul 30 03:37:03.147948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:03.171707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a7a1e-3397-429b-a96c-4777f2fbcae0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.173484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c18a7a1e-3397-429b-a96c-4777f2fbcae0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A128 HTTP/1.1" status: 200 len: 928 time: 0.1776147 Jul 30 03:37:03.176791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43974) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:03.185986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'da0e950b-7423-4b94-955d-32c1b1f7fb80'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:03.197311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event deleted for resources: {'Port': ['ID=da0e950b-7423-4b94-955d-32c1b1f7fb80,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:03.387879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] No DVR routers for this DVR port da0e950b-7423-4b94-955d-32c1b1f7fb80 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:03.392793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:03.394922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2712806-33a8-42bf-96d2-7a9af56c49eb req-894a39d2-2547-4cfd-b29b-b20dd2e526e3 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "DELETE /v2.0/ports/da0e950b-7423-4b94-955d-32c1b1f7fb80 HTTP/1.1" status: 204 len: 173 time: 1.5270145 Jul 30 03:37:03.400932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'name': 'network-vif-deleted', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:03.407698 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d255ac3-0f86-4bd4-8b20-1246ea60205d" -d '{"events": [{"server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "name": "network-vif-deleted", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:03.431107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:03.438855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:03.445271 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:03.460412 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:03.463232 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:03.469578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port dfc267e9-2740-4736-ba64-50ea20f69c89 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:03.469578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:03.484036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2e0c63eb-ec70-447b-bb46-7fe5368636ac tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "PUT /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 997 time: 3.1939068 Jul 30 03:37:03.558580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.564869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.572766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.579818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.589004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.598235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.610883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.620950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:03.622782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-fea78299-3926-4224-8512-dcf598f03d54 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3955460 Jul 30 03:37:03.690080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for dfc267e9-2740-4736-ba64-50ea20f69c89 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:03.798205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-04302297-aaec-43c4-b5e8-929a29a30d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:03.810106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-04302297-aaec-43c4-b5e8-929a29a30d9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.3252323 Jul 30 03:37:03.861997 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:03.873925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c02d199-b659-4ca3-a9ab-09a17244475e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:03.929317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbd189ed-5e8a-4fde-b311-2d7cc0d7f7b8 req-23de465e-2481-4dd0-80ac-ce4dc3a3769b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2863479 Jul 30 03:37:03.936123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:04.052164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5c02d199-b659-4ca3-a9ab-09a17244475e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:04.052709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=dfc267e9-2740-4736-ba64-50ea20f69c89,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:04.145200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:04.150638 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ff10fee-7900-494d-a381-3bec21c31a6c tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/dfc267e9-2740-4736-ba64-50ea20f69c89 HTTP/1.1" status: 204 len: 168 time: 0.9728236 Jul 30 03:37:04.153418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43990) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:04.173524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-b2cc29f9-5b78-4b33-8f22-b2f86bc94421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:04.175201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-b2cc29f9-5b78-4b33-8f22-b2f86bc94421 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.3610430 Jul 30 03:37:04.224984 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b34fa8-592d-46a6-b3c6-07af508bf488 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:37:04.231359 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-10b34fa8-592d-46a6-b3c6-07af508bf488 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/dfc267e9-2740-4736-ba64-50ea20f69c89 HTTP/1.1" status: 404 len: 333 time: 0.0759263 Jul 30 03:37:04.232005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43992) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:04.316764 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae02a0-bdd7-4aed-bb8b-fc9bd6eeaeb0 x-openstack-request-id: req-8cae02a0-bdd7-4aed-bb8b-fc9bd6eeaeb0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:04.317148 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8452b2c4-a557-456c-a650-5eb178b46cc8", "name": "network-vif-deleted", "tag": "da0e950b-7423-4b94-955d-32c1b1f7fb80", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:04.317409 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cae02a0-bdd7-4aed-bb8b-fc9bd6eeaeb0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:04.317842 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8452b2c4-a557-456c-a650-5eb178b46cc8', 'name': 'network-vif-deleted', 'tag': 'da0e950b-7423-4b94-955d-32c1b1f7fb80', 'status': 'completed', 'code': 200} Jul 30 03:37:04.322825 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:37:01Z', 'revision_number': 8, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:04.343741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-e0c4da8e-95c4-4013-83ba-3e0dc13434dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 1000 time: 0.1600268 Jul 30 03:37:04.432838 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:37:04.452384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:04.453930 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:04.475442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 59c79b74-3938-4189-b9a5-85e3eb2a59f0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:04.475805 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:04.499012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcf16d-37d4-4a7b-892a-1b4ada326d0f None None] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:04.501032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-1fd26056-7117-412e-9a7e-030056a29379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:04.502772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-1fd26056-7117-412e-9a7e-030056a29379 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1547427 Jul 30 03:37:04.529387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62a00-654c-498d-a730-c5e8889fbbf3 req-03abfa27-4fd6-4431-848e-1c9e3c7e6c9a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:04.531230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bc62a00-654c-498d-a730-c5e8889fbbf3 req-03abfa27-4fd6-4431-848e-1c9e3c7e6c9a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.1067383 Jul 30 03:37:04.591760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:04.609230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 59c79b74-3938-4189-b9a5-85e3eb2a59f0 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:04.611218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2d58d251-23ef-4fa8-a221-1ce82544b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:04.613608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-2d58d251-23ef-4fa8-a221-1ce82544b681 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021857 Jul 30 03:37:04.621170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bc62a00-654c-498d-a730-c5e8889fbbf3 req-38c0aa23-fbb0-4812-98cf-8ecf8b882017 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Jul 30 03:37:04.710120 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:04.734725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] Provisioning for port 5c02d199-b659-4ca3-a9ab-09a17244475e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:04.739960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] Provisioning complete for port 5c02d199-b659-4ca3-a9ab-09a17244475e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:04.740461 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:04.801566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-a683d8ea-4c4f-46fa-8949-944db851827d service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753135 Jul 30 03:37:04.920705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:04.975937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.001819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] For port 5c02d199-b659-4ca3-a9ab-09a17244475e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c02d199-b659-4ca3-a9ab-09a17244475e,segment=NetworkSegment(ac6427ac-fff7-480b-9b45-024ad94a10b7),segment_id=ac6427ac-fff7-480b-9b45-024ad94a10b7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:05.013166 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.036567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=59c79b74-3938-4189-b9a5-85e3eb2a59f0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:05.084321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f653e9b3-917b-4cd0-bdf3-bcbac527e3db req-cd966abf-3941-437b-8b0a-a31a40cffb18 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776735 Jul 30 03:37:05.113630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.121535 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a25c9bd8-f90e-4f2b-b193-3b00e810fd85 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/59c79b74-3938-4189-b9a5-85e3eb2a59f0 HTTP/1.1" status: 204 len: 168 time: 0.8880167 Jul 30 03:37:05.124331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:05.136310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76191da-15af-4f9a-b8cb-ac12222fd3b2 None None] Pushing event updated for resources: {'Port': ['ID=5c02d199-b659-4ca3-a9ab-09a17244475e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:05.259878 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:37:01Z', 'revision_number': 8, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:05.298154 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1782a11-ca74-400a-b77d-ffef710ffc4a None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '49dec225-4ef3-4e17-9a81-ae9d364dd80b', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'port_id': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'mac_address': 'fa:16:3e:af:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fbf26c-29ba-4754-a67b-eb661c233042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:36:07Z', 'updated_at': '2021-07-30T03:37:01Z', 'revision_number': 8, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:05.438009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1a1e142d-dd35-49f5-95c7-4b4e798d8f2e None None] Could not find standard attr ID for object 59c79b74-3938-4189-b9a5-85e3eb2a59f0. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:05.463121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1a1e142d-dd35-49f5-95c7-4b4e798d8f2e None None] Provisioning complete for port 5c02d199-b659-4ca3-a9ab-09a17244475e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:05.463533 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a1e142d-dd35-49f5-95c7-4b4e798d8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.539783 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c3848e-5493-4c6e-a541-913626dc9025 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:37:05.541070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da0e950b-7423-4b94-955d-32c1b1f7fb80 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:05.542018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d0c3848e-5493-4c6e-a541-913626dc9025 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/59c79b74-3938-4189-b9a5-85e3eb2a59f0 HTTP/1.1" status: 404 len: 333 time: 0.4162900 Jul 30 03:37:05.544898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:05.625714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: da0e950b-7423-4b94-955d-32c1b1f7fb80 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:05.626254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device da0e950b-7423-4b94-955d-32c1b1f7fb80 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:05.635831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44b76d81-d8a0-4496-9a94-10bbde808bf0 req-af7e590b-8839-40cb-8d16-3dd7f4d37a16 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 997 time: 0.5008326 Jul 30 03:37:05.656302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9007c4-ebcb-451f-a099-23973aa2f8cf None None] New status for floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:37:05.703701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet f48cd434-3f88-4ce3-b758-f5b26ebbebe7 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:37:05.714635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.728056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.734489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.752041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.765899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.778302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.789238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c02d199-b659-4ca3-a9ab-09a17244475e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:05.795744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.799244 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.801956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:05.820008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-47884e32-afd2-4b78-8ecb-36b65e19d8b4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3337278 Jul 30 03:37:05.924281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:05.966711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24b2e40b-cb0e-4c20-8c38-7f1cbea1ef17 req-1185f7b6-6e13-4a16-9927-98126325671f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455779 Jul 30 03:37:06.022435 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.070225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b76d81-d8a0-4496-9a94-10bbde808bf0 req-2c4762f1-252f-45fa-a784-048e6569420b tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:06.073027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44b76d81-d8a0-4496-9a94-10bbde808bf0 req-2c4762f1-252f-45fa-a784-048e6569420b tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.4305811 Jul 30 03:37:06.121694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=f48cd434-3f88-4ce3-b758-f5b26ebbebe7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:06.125356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.127300 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ab86a0e-444b-49ad-8230-8618b7751f20 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/f48cd434-3f88-4ce3-b758-f5b26ebbebe7 HTTP/1.1" status: 204 len: 168 time: 0.5811145 Jul 30 03:37:06.130013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:06.159128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5c02d199-b659-4ca3-a9ab-09a17244475e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:06.159128 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.203376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a4e4d89-81c1-4330-aebf-f017bf2d1ab1 None None] Could not find standard attr ID for object 59c79b74-3938-4189-b9a5-85e3eb2a59f0. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:06.212683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a4e4d89-81c1-4330-aebf-f017bf2d1ab1 None None] Could not find standard attr ID for object dfc267e9-2740-4736-ba64-50ea20f69c89. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:06.323358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:06.326109 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:06.410375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.439462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1863-f8ca-49f2-9463-8f7780a3e909 req-893152b6-a386-4b2a-b872-241c2eb31dee tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:06.441022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bae1863-f8ca-49f2-9463-8f7780a3e909 req-893152b6-a386-4b2a-b872-241c2eb31dee tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.2241845 Jul 30 03:37:06.444147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-dfc6c56b-385d-4901-a4f9-e04fd8610680 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1002 time: 0.1111639 Jul 30 03:37:06.467119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3443b97-cb19-43a1-a9f0-0740773f3aff None None] Network fd6e1b96-a523-4d5e-a2ba-e06216a1694b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:06.538211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-b20e0333-f4d4-42c7-be88-ab084242af4d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:06.539626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-b20e0333-f4d4-42c7-be88-ab084242af4d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports/fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 943 time: 0.0872939 Jul 30 03:37:06.550966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bae1863-f8ca-49f2-9463-8f7780a3e909 req-9e1fa415-76ee-4278-8f69-b2e4a3936ec3 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995972 Jul 30 03:37:06.576320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 5c02d199-b659-4ca3-a9ab-09a17244475e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:06.576320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.685066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] For port 5c02d199-b659-4ca3-a9ab-09a17244475e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c02d199-b659-4ca3-a9ab-09a17244475e,segment=NetworkSegment(ac6427ac-fff7-480b-9b45-024ad94a10b7),segment_id=ac6427ac-fff7-480b-9b45-024ad94a10b7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:06.686132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.694060 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a331f8ca-7885-46c5-8089-5289b4d672d8 x-openstack-request-id: req-a331f8ca-7885-46c5-8089-5289b4d672d8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:06.694368 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:06.694608 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a331f8ca-7885-46c5-8089-5289b4d672d8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:06.695008 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'status': 'completed', 'code': 200} Jul 30 03:37:06.757382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 5c02d199-b659-4ca3-a9ab-09a17244475e owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:06.788627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] DHCP port deletion for fd6e1b96-a523-4d5e-a2ba-e06216a1694b request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:37:06.823207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-4b33a692-a74a-44b5-855b-443c2ef23ab4 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1002 time: 0.1553645 Jul 30 03:37:06.880400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] Deleting port 5c02d199-b659-4ca3-a9ab-09a17244475e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:06.881136 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:06.919270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-775f5f53-85d2-49e5-9ad5-47cb41d0a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:06.920790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-775f5f53-85d2-49e5-9ad5-47cb41d0a1e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.1795676 Jul 30 03:37:07.075630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-bcb374a3-4705-4d58-8e82-4cab542891fc tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.083852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-bcb374a3-4705-4d58-8e82-4cab542891fc tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2596691 Jul 30 03:37:07.091532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.206409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=5c02d199-b659-4ca3-a9ab-09a17244475e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:07.212632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No DVR routers for this DVR port 5c02d199-b659-4ca3-a9ab-09a17244475e on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:07.214514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-58cba455-4a13-4f12-b0d0-c99ed9db7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.215332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-58cba455-4a13-4f12-b0d0-c99ed9db7b3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2813373 Jul 30 03:37:07.220605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] For port 5c02d199-b659-4ca3-a9ab-09a17244475e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c02d199-b659-4ca3-a9ab-09a17244475e,segment=NetworkSegment(ac6427ac-fff7-480b-9b45-024ad94a10b7),segment_id=ac6427ac-fff7-480b-9b45-024ad94a10b7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:07.221006 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.239939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] Calling delete_port for 5c02d199-b659-4ca3-a9ab-09a17244475e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:07.309341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-b6cebf6c-8633-4165-b07d-c6404a581142 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 1002 time: 0.2245221 Jul 30 03:37:07.315888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:07.337705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.391376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] Pushing event deleted for resources: {'Port': ['ID=5c02d199-b659-4ca3-a9ab-09a17244475e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:07.402066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e27a9-ba77-4157-8237-bc9998e08a0a None None] No DVR routers for this DVR port 5c02d199-b659-4ca3-a9ab-09a17244475e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:07.460962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.468202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.482937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.489250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.496097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.502631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.511692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.513902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-d7f89979-9605-4d6c-95d4-9c1176224741 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5420 time: 0.3582764 Jul 30 03:37:07.520741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-f3d24bff-8047-4d2e-9c5f-08254ba194d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 1002 time: 0.2930901 Jul 30 03:37:07.522329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.550983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.557043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 259c674e-aa43-4bee-bb13-4ed0f50fe583 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:07.557815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6e1b96-a523-4d5e-a2ba-e06216a1694b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:07.572023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6427ac-fff7-480b-9b45-024ad94a10b7') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:07.572815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6427ac-fff7-480b-9b45-024ad94a10b7') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:07.694047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:07.695661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.708829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'port_id': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'mac_address': 'fa:16:3e:07:a4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:07.744658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c02d199-b659-4ca3-a9ab-09a17244475e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:07.780723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-e1f36e69-00fb-4eb6-ac09-826937ec17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.782374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-e1f36e69-00fb-4eb6-ac09-826937ec17e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.2349069 Jul 30 03:37:07.786805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5c02d199-b659-4ca3-a9ab-09a17244475e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:07.787546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c02d199-b659-4ca3-a9ab-09a17244475e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:07.806783 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.816287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.827211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259c674e-aa43-4bee-bb13-4ed0f50fe583 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:07.855200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:07.864080 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.864987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 69e76dd7-0b27-4fe7-8520-2abd80deacd6 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:07.884398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f940f44c-8302-4986-95b1-b48ea4aee4f2 req-12affb85-f972-4a47-bdf6-98e4b34b36e5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3590338 Jul 30 03:37:07.887681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:07.888309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:07.895335 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:07.988789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-3e7cb3ca-3b14-48cf-aab9-0e5ac31c3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:07.990409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-3e7cb3ca-3b14-48cf-aab9-0e5ac31c3609 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683490 Jul 30 03:37:07.992339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:08.009195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '69e76dd7-0b27-4fe7-8520-2abd80deacd6', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'port_id': '69e76dd7-0b27-4fe7-8520-2abd80deacd6', 'mac_address': 'fa:16:3e:26:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:08.104146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:08.109380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.125683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e76dd7-0b27-4fe7-8520-2abd80deacd6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:08.153982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:08.162721 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.164059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 37304c23-fe93-4476-9c04-d2e5b21ee4eb details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:08.164192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.167430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-630c754b-27a1-452b-8acd-2e17a6208d1a service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311960 Jul 30 03:37:08.168197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.195781 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.201636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/fd6e1b96-a523-4d5e-a2ba-e06216a1694b HTTP/1.1" status: 204 len: 168 time: 2.0667417 Jul 30 03:37:08.201636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.202376 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b disassociated. External IP: 172.25.6.179, port: fb473dd6-aaca-4b8e-bfff-b98d5a354303. Jul 30 03:37:08.202834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44042) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:08.209102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1283503210'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:08.224285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:08.265374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c65aa1-fdb8-4cc2-afc9-329179a2f046 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=fd6e1b96-a523-4d5e-a2ba-e06216a1694b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:08.276755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:08.289206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.320954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '37304c23-fe93-4476-9c04-d2e5b21ee4eb', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'port_id': '37304c23-fe93-4476-9c04-d2e5b21ee4eb', 'mac_address': 'fa:16:3e:09:a1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:08.323824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:08.344963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:37:08.357060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.357914 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment d563bdb6-b366-4893-8854-312ce95f6395 of type vlan for network 38a31e96-7777-45d2-b322-40486ae3973d Jul 30 03:37:08.418351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.441140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37304c23-fe93-4476-9c04-d2e5b21ee4eb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:08.441950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.467974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:08.473847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.474654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1516353f-4db7-42c1-a3b0-2c6a0378b775 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:08.494373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.506899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:08.508511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.591722 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3871672 Jul 30 03:37:08.595582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bec09d-c4fa-4edf-b0d8-dd0b724357cb req-070a8f80-2f3a-4673-8de5-e9bbe79e28e3 service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178300 Jul 30 03:37:08.596130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44044) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:08.606867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '38a31e96-7777-45d2-b322-40486ae3973d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:08.611177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce645b-6f1b-4fad-b1bc-445f275685ab req-73009464-c06f-4e9f-bb93-c0aed532f521 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:08.613422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3ce645b-6f1b-4fad-b1bc-445f275685ab req-73009464-c06f-4e9f-bb93-c0aed532f521 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.2129300 Jul 30 03:37:08.622490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:08.689923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4838f8-32ae-42c5-ac8a-f453c8caaa2b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=38a31e96-7777-45d2-b322-40486ae3973d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:08.723675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 38a31e96-7777-45d2-b322-40486ae3973d details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:37:08.749911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3ce645b-6f1b-4fad-b1bc-445f275685ab req-caad1444-e3e5-44a5-8e7e-545d1c609e33 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235886 Jul 30 03:37:08.773961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:37:08.802806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:08.814054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:08.841341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:08.908230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '1516353f-4db7-42c1-a3b0-2c6a0378b775', 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44', 'port_id': '1516353f-4db7-42c1-a3b0-2c6a0378b775', 'mac_address': 'fa:16:3e:41:ad:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014cfcd1-a5e9-47fb-966c-6e80494182cc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:09.017292 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.043209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1516353f-4db7-42c1-a3b0-2c6a0378b775 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:09.082526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:09.092057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.093196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e4205182-1a39-4143-8302-1d0271159eb2 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:09.210464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.219652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e4205182-1a39-4143-8302-1d0271159eb2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e4205182-1a39-4143-8302-1d0271159eb2,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:09.256814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'e4205182-1a39-4143-8302-1d0271159eb2', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'port_id': 'e4205182-1a39-4143-8302-1d0271159eb2', 'mac_address': 'fa:16:3e:5e:56:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:09.259577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:09.285567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=4bb7ab3d-a844-4338-9735-543400f101a3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:09.320866 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.356022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': 'd563bdb6-b366-4893-8854-312ce95f6395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38a31e96-7777-45d2-b322-40486ae3973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:09.359553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: 38a31e96-7777-45d2-b322-40486ae3973d, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:37:09.362239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4205182-1a39-4143-8302-1d0271159eb2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:09.398638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 38a31e96-7777-45d2-b322-40486ae3973d is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:37:09.402040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e4205182-1a39-4143-8302-1d0271159eb2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e4205182-1a39-4143-8302-1d0271159eb2,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:09.409165 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.412056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a251436e-8a30-4de8-a725-1699f658a51e details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:09.424434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 38a31e96-7777-45d2-b322-40486ae3973d) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:09.436239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.439522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.457657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71740457-d609-4db1-90b8-3c2205243d32 None None] Network 38a31e96-7777-45d2-b322-40486ae3973d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:09.462567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.463125 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-40ea6023-638e-4a11-a49e-540608d04894 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8642693 Jul 30 03:37:09.465564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:09.474558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '38a31e96-7777-45d2-b322-40486ae3973d', 'name': 'tempest-PortsIpV6TestJSON-606300428', 'fixed_ips': [{'subnet_id': '4bb7ab3d-a844-4338-9735-543400f101a3', 'ip_address': '2001:db8::10'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:09.478860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.492024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.506976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.515105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.521527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.529704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.531762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-d83b73e3-e100-4b1d-9d6c-4b42ae2c9853 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5424 time: 0.1588902 Jul 30 03:37:09.535783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:09.546317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:09.550580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:37:09.566871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:09.567636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.572148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:09.584807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a251436e-8a30-4de8-a725-1699f658a51e,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:09.621383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e4205182-1a39-4143-8302-1d0271159eb2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:09.627374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'a251436e-8a30-4de8-a725-1699f658a51e', 'network_id': 'a0f7542c-9210-4588-817a-4ea327c5fd44', 'port_id': 'a251436e-8a30-4de8-a725-1699f658a51e', 'mac_address': 'fa:16:3e:7b:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014cfcd1-a5e9-47fb-966c-6e80494182cc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:09.654788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c778ad-fbef-4a98-992e-db6588e5bba4 req-81b05dac-2333-4a0a-91ed-cceedf9d0643 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163235 Jul 30 03:37:09.666135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-7050e215-7fd3-4e12-babb-aa3f50d89a65 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "PUT /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 696 time: 2.3551962 Jul 30 03:37:09.668839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:09.673589 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e85d2-29ac-450f-8469-c4be964de08b" -d '{"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:09.702119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:09.764771 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.798682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-f0fb2438-60e9-4d1b-a7e3-8cbeb980be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:09.809324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-f0fb2438-60e9-4d1b-a7e3-8cbeb980be25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.1157060 Jul 30 03:37:09.837248 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:09.837988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-38a31e96-7777-45d2-b322-40486ae3973d', 'network_id': '38a31e96-7777-45d2-b322-40486ae3973d', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': '4bb7ab3d-a844-4338-9735-543400f101a3'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:37:09.839440 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.880286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:09.917846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 7108b745-e3ab-4f46-b180-0cd6bb7a32cf yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:10.027358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-3dd13417-4a8e-4771-af48-6a0409fcf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.031205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a251436e-8a30-4de8-a725-1699f658a51e {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:10.044479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-3dd13417-4a8e-4771-af48-6a0409fcf7af service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2323005 Jul 30 03:37:10.081956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a251436e-8a30-4de8-a725-1699f658a51e,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:10.127798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:10.128604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0933d29d-86f0-453d-bd15-44507552530b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:10.174280 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6780fe0b-d755-4a57-b2ea-0ae0e4018d64 x-openstack-request-id: req-6780fe0b-d755-4a57-b2ea-0ae0e4018d64 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:10.174972 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:10.175411 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6780fe0b-d755-4a57-b2ea-0ae0e4018d64 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:10.176224 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'status': 'completed', 'code': 200} Jul 30 03:37:10.239349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Allocated IP 2001:db8::2 (38a31e96-7777-45d2-b322-40486ae3973d/4bb7ab3d-a844-4338-9735-543400f101a3/ea217150-4ca6-4ad8-a8b1-e29979420fac) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:10.246784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0933d29d-86f0-453d-bd15-44507552530b,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:10.247715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-5fe26f8c-2d8e-45be-91c2-a3c25dbb7103 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 217 time: 0.2012367 Jul 30 03:37:10.271428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:10.300937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '0933d29d-86f0-453d-bd15-44507552530b', 'network_id': 'a7f759b3-d0c2-4e17-a3f9-1f5d70057429', 'port_id': '0933d29d-86f0-453d-bd15-44507552530b', 'mac_address': 'fa:16:3e:e9:eb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3ae104-c5b1-467c-bf2d-700aefac2de5', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:10.361802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-837032b1-dfec-4c2f-9278-2e1ad0bc77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.366542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:10.369995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-837032b1-dfec-4c2f-9278-2e1ad0bc77e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.1210697 Jul 30 03:37:10.381608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e85d2-29ac-450f-8469-c4be964de08b req-decfb292-0fde-4191-9912-8f81d81b0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.383239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-decfb292-0fde-4191-9912-8f81d81b0ae1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 1098 time: 0.2066553 Jul 30 03:37:10.400022 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:37:10.406791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc05c1-1664-42c7-8b63-f6d84ef83531 req-851b2b08-c6f9-45f0-b15e-73ad95922e2b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.408144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60dc05c1-1664-42c7-8b63-f6d84ef83531 req-851b2b08-c6f9-45f0-b15e-73ad95922e2b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.2034471 Jul 30 03:37:10.409299 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:10.409788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:10.409957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:10.485246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0933d29d-86f0-453d-bd15-44507552530b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:10.525026 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:10.532567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0933d29d-86f0-453d-bd15-44507552530b,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:10.536747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60dc05c1-1664-42c7-8b63-f6d84ef83531 req-5030980f-c2e0-4e7a-824e-acf5c6cc3b3e tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045232 Jul 30 03:37:10.540764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:10.555544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-ffefeec3-c7da-4606-8582-3f741eb54a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.568283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-ffefeec3-c7da-4606-8582-3f741eb54a22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976247 Jul 30 03:37:10.649692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e85d2-29ac-450f-8469-c4be964de08b req-a461ae57-b3d9-4d6c-90a7-3c8f86d9c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.651016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-a461ae57-b3d9-4d6c-90a7-3c8f86d9c596 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 200 len: 921 time: 0.2417433 Jul 30 03:37:10.659940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:10.674762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Transition to ACTIVE for port object ea217150-4ca6-4ad8-a8b1-e29979420fac will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:10.699296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Transition to ACTIVE for port object ea217150-4ca6-4ad8-a8b1-e29979420fac will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:10.713636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:10.718853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:10.750127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-7aabb527-ac1f-42f2-bd8b-d9d5f1b5f4bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 200 len: 217 time: 0.0788071 Jul 30 03:37:10.869869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Network 38a31e96-7777-45d2-b322-40486ae3973d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:10.871995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-884cb2b1-90a4-4b3f-9c51-1da86ffb6de4 service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000884 Jul 30 03:37:10.879820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:10.880649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::10 (38a31e96-7777-45d2-b322-40486ae3973d/4bb7ab3d-a844-4338-9735-543400f101a3/7108b745-e3ab-4f46-b180-0cd6bb7a32cf) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:10.889797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:10.894302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:10.921126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Pushing event updated for resources: {'Port': ['ID=ea217150-4ca6-4ad8-a8b1-e29979420fac,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:10.958477 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:10.973032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e85d2-29ac-450f-8469-c4be964de08b req-6a98e650-bccc-4719-81dc-7b8d24548197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:10.974528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-6a98e650-bccc-4719-81dc-7b8d24548197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 200 len: 860 time: 0.2089958 Jul 30 03:37:11.008986 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba4a7f-d3d1-4a4c-b997-8045f9fd982e None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:35:40Z', 'revision_number': 4, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '4d91d732-3a59-405f-a6bd-a49d0ee3a136', 'name': '', 'network_id': '2b057c97-3de8-4430-8a44-571e86303c87', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'mac_address': 'fa:16:3e:52:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:39Z', 'updated_at': '2021-07-30T03:35:51Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'subnets': [{'id': 'e7e7aa2b-b195-4248-822d-48bd6e177080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:11.059355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.062156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Attempting to bind port ea217150-4ca6-4ad8-a8b1-e29979420fac on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:11.063097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Attempting to bind port ea217150-4ca6-4ad8-a8b1-e29979420fac by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'd563bdb6-b366-4893-8854-312ce95f6395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38a31e96-7777-45d2-b322-40486ae3973d'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:11.064259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Attempting to bind port ea217150-4ca6-4ad8-a8b1-e29979420fac on network 38a31e96-7777-45d2-b322-40486ae3973d {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:11.068249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.074311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.079190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:11.079953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Checking segment: {'id': 'd563bdb6-b366-4893-8854-312ce95f6395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38a31e96-7777-45d2-b322-40486ae3973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:11.080601 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:11.081227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Bound using segment: {'id': 'd563bdb6-b366-4893-8854-312ce95f6395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38a31e96-7777-45d2-b322-40486ae3973d'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:11.081949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Bound port: ea217150-4ca6-4ad8-a8b1-e29979420fac, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd563bdb6-b366-4893-8854-312ce95f6395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38a31e96-7777-45d2-b322-40486ae3973d'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:11.082585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:11.089227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.095265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.101387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.110738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.119563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-c497ad3e-f39a-401e-8502-5413d6e53622 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5427 time: 0.2362866 Jul 30 03:37:11.162857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ecbae0d-e754-4444-b7c7-25827f124690 req-9b1e5d7f-588b-47c2-93e4-0ebe4da2470a service neutron] 10.222.0.39 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899711 Jul 30 03:37:11.184482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:11.208643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e04e2232-d3a2-4ecd-b75b-a5eec9d5f9be req-edab965a-7070-44f9-8977-af3da63c9ed2 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881133 Jul 30 03:37:11.213763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] For port ea217150-4ca6-4ad8-a8b1-e29979420fac, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:11.216893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e85d2-29ac-450f-8469-c4be964de08b req-f9c75487-7854-4a04-a4d7-e869a0c675d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.218412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-f9c75487-7854-4a04-a4d7-e869a0c675d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b057c97-3de8-4430-8a44-571e86303c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2316084 Jul 30 03:37:11.221053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] For port ea217150-4ca6-4ad8-a8b1-e29979420fac, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea217150-4ca6-4ad8-a8b1-e29979420fac,segment=NetworkSegment(d563bdb6-b366-4893-8854-312ce95f6395),segment_id=d563bdb6-b366-4893-8854-312ce95f6395)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:11.229051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:11.229328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object 7108b745-e3ab-4f46-b180-0cd6bb7a32cf will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:11.296177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:11.403974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f342a7-2e41-45d3-9426-e257f7b9ec06 None None] Pushing event updated for resources: {'Port': ['ID=ea217150-4ca6-4ad8-a8b1-e29979420fac,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:11.479604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=7108b745-e3ab-4f46-b180-0cd6bb7a32cf,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:11.532475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 38a31e96-7777-45d2-b322-40486ae3973d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:11.533973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:11.538872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:11.542670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-80dce951-69b4-476b-9eed-7bf6a3d31a7c service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146017 Jul 30 03:37:11.560719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:11.561768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:11.583012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4a9a0-ba6b-4c4b-a0b0-8be251b02b96 None None] New status for floating IP 49dec225-4ef3-4e17-9a81-ae9d364dd80b: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:37:11.611842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa93d866-45a1-4642-bb9d-9853848d5b65 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1419950 Jul 30 03:37:11.612444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:11.630577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '38a31e96-7777-45d2-b322-40486ae3973d', 'name': 'tempest-PortsIpV6TestJSON-300280865', 'fixed_ips': [{'subnet_id': '4bb7ab3d-a844-4338-9735-543400f101a3', 'ip_address': '2001:db8::f'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:11.762663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-13e5e24d-737e-4b6b-bff4-5582d38e8f50 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 200 len: 696 time: 0.2426093 Jul 30 03:37:11.818540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['259c674e-aa43-4bee-bb13-4ed0f50fe583'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:11.820679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['69e76dd7-0b27-4fe7-8520-2abd80deacd6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:11.961948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e4205182-1a39-4143-8302-1d0271159eb2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:11.987788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['0933d29d-86f0-453d-bd15-44507552530b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:12.097676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-946e85d2-29ac-450f-8469-c4be964de08b req-237e5a9d-df75-43ad-9df3-f5c5f375164f service neutron] 10.222.0.16 "GET /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409081 Jul 30 03:37:12.140490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7433b5b-45b6-40d3-b0f8-557ee980f2c6 req-dac1ed89-0947-453b-8cb6-19062aee703f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.142318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7433b5b-45b6-40d3-b0f8-557ee980f2c6 req-dac1ed89-0947-453b-8cb6-19062aee703f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.3519034 Jul 30 03:37:12.158735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['1516353f-4db7-42c1-a3b0-2c6a0378b775'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:12.177333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-9d7ef242-c159-4431-89b2-bfd50b05b552 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.178780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-9d7ef242-c159-4431-89b2-bfd50b05b552 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.4153078 Jul 30 03:37:12.333331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-d123ddbb-2518-48e1-8c5b-a823a1d4e9f1 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 699 time: 0.1327224 Jul 30 03:37:12.384571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7433b5b-45b6-40d3-b0f8-557ee980f2c6 req-d46ed013-f9a5-4490-be61-35a848c8a8fc tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302451 Jul 30 03:37:12.526584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4d47fa86-3720-4623-b932-61b7a9e9081c tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 699 time: 0.1754963 Jul 30 03:37:12.765165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:12.772441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:12.809376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 83b2e77b-d663-4a8f-ae48-b52480b52f50 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:12.819044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.831256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.848281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3ba7-93e3-477a-9de4-58156e6c7654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:12.848475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.866807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.875484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['37304c23-fe93-4476-9c04-d2e5b21ee4eb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:12.892676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.904783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.911121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:12.923870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-1ebbc4b1-4635-4efd-b163-58b4c2a0de39 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5427 time: 0.3084197 Jul 30 03:37:13.008254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['a251436e-8a30-4de8-a725-1699f658a51e'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:13.054658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e936f5c5-3fce-492b-b41a-6d3225488d12 req-e35ae7ff-d318-4918-95a0-95c1e79269bd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298528 Jul 30 03:37:13.089683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Deleting port 80931479-960a-435e-bffe-c3593c2ebec5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:13.090795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.155235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb304465-225b-47e3-9285-c54f03fa0d72 None None] Network 38a31e96-7777-45d2-b322-40486ae3973d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:13.167564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::f (38a31e96-7777-45d2-b322-40486ae3973d/4bb7ab3d-a844-4338-9735-543400f101a3/83b2e77b-d663-4a8f-ae48-b52480b52f50) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:13.301452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.301787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.326877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Calling delete_port for 80931479-960a-435e-bffe-c3593c2ebec5 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:13.387784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.408767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object 83b2e77b-d663-4a8f-ae48-b52480b52f50 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:13.468519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.579054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 38a31e96-7777-45d2-b322-40486ae3973d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:13.583557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:13.599346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:13.607337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:13.608101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.613584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=83b2e77b-d663-4a8f-ae48-b52480b52f50,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:13.646878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64f6b996-3427-404c-a69e-ed8bd5bed335 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0295365 Jul 30 03:37:13.647170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44102) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:13.657443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-064d160b-37d9-450e-b05e-daeb3f0ba453 None None] Provisioning for port ea217150-4ca6-4ad8-a8b1-e29979420fac completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:13.854252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aacb98-8915-4105-b464-dd22fe63d057 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:13.857247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-32aacb98-8915-4105-b464-dd22fe63d057 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2090600 Jul 30 03:37:13.860051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44108) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:13.881700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:13.970339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83167-590f-4e5f-bb50-1e45cce90402 req-d69fd8c0-90f0-4bdf-a4b1-76cde730b9ab tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:13.982417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09d83167-590f-4e5f-bb50-1e45cce90402 req-d69fd8c0-90f0-4bdf-a4b1-76cde730b9ab tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.3998034 Jul 30 03:37:14.011996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636b010-9237-4f99-94d6-37fd9dd4ac46 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.029077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636b010-9237-4f99-94d6-37fd9dd4ac46 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.036529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636b010-9237-4f99-94d6-37fd9dd4ac46 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.041150 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5636b010-9237-4f99-94d6-37fd9dd4ac46 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1767652 Jul 30 03:37:14.042952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44110) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:14.046503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event deleted for resources: {'Port': ['ID=80931479-960a-435e-bffe-c3593c2ebec5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:14.062440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea217150-4ca6-4ad8-a8b1-e29979420fac up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:14.091191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09d83167-590f-4e5f-bb50-1e45cce90402 req-f4283e68-4175-4671-9970-568ea6a44a61 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076303 Jul 30 03:37:14.178657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 83b2e77b-d663-4a8f-ae48-b52480b52f50 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:14.179015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.186973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.190009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.194678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdcd09f5-6a85-45ce-b1c1-5ff6ca6aa7f4 req-4e998edc-b522-431c-97a1-bdb0e1a6e32d tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "DELETE /v2.0/floatingips/49dec225-4ef3-4e17-9a81-ae9d364dd80b HTTP/1.1" status: 204 len: 173 time: 1.6651814 Jul 30 03:37:14.308158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.317410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.343085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.348657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.355448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.362336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.366945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.368897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.376736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-6fa5cbe6-8fe8-49f1-b681-b48c92af0594 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5427 time: 0.1667495 Jul 30 03:37:14.382451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 83b2e77b-d663-4a8f-ae48-b52480b52f50 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:14.418895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ea217150-4ca6-4ad8-a8b1-e29979420fac completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:14.429959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea217150-4ca6-4ad8-a8b1-e29979420fac triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:14.430583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.482592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ceaa0ff2-f7d7-4c0b-a57d-3867ce0eddd1 req-a84c5497-e97a-4401-93ba-e7551e16f88b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047962 Jul 30 03:37:14.578198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.656929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.662005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/83b2e77b-d663-4a8f-ae48-b52480b52f50 HTTP/1.1" status: 204 len: 168 time: 0.6154227 Jul 30 03:37:14.662005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a67b26-de65-4171-96ef-7db62c1bad60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=83b2e77b-d663-4a8f-ae48-b52480b52f50,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:14.663101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:14.691639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a86605-2e70-44f7-ad39-5e3c3cf5d9c3 req-1b041a28-dc5e-42af-ade0-e9f8d0ba67cb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:14.699814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 69e76dd7-0b27-4fe7-8520-2abd80deacd6 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:14.700596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9a86605-2e70-44f7-ad39-5e3c3cf5d9c3 req-1b041a28-dc5e-42af-ade0-e9f8d0ba67cb tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 946 time: 0.1089420 Jul 30 03:37:14.733430 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-84066b27-ce94-4797-a519-19ae5a113506 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:37:14.735461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-84066b27-ce94-4797-a519-19ae5a113506 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/83b2e77b-d663-4a8f-ae48-b52480b52f50 HTTP/1.1" status: 404 len: 333 time: 0.0711102 Jul 30 03:37:14.738142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:14.759714 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.765475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-932ed7d5-5c88-46e9-b184-47b26065b6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.803921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9a86605-2e70-44f7-ad39-5e3c3cf5d9c3 req-07837919-89dc-40d7-8dea-6f38e957aab2 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022806 Jul 30 03:37:14.880980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ea217150-4ca6-4ad8-a8b1-e29979420fac, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea217150-4ca6-4ad8-a8b1-e29979420fac,segment=NetworkSegment(d563bdb6-b366-4893-8854-312ce95f6395),segment_id=d563bdb6-b366-4893-8854-312ce95f6395)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:14.886802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 7108b745-e3ab-4f46-b180-0cd6bb7a32cf {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:14.887439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.912655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:14.945121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:14.945121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.015494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:15.015923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.022428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.039036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 7108b745-e3ab-4f46-b180-0cd6bb7a32cf owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:15.120774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a76a5c4-4e36-4983-8766-145e4df99aed None None] Provisioning complete for port ea217150-4ca6-4ad8-a8b1-e29979420fac triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:15.121157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a76a5c4-4e36-4983-8766-145e4df99aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.193016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ea217150-4ca6-4ad8-a8b1-e29979420fac,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:15.300243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.303948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a76a5c4-4e36-4983-8766-145e4df99aed None None] Could not find standard attr ID for object 7108b745-e3ab-4f46-b180-0cd6bb7a32cf. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:15.305744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9c26-913e-4d8f-8c44-a01fb880e2f5 req-354df8f1-0325-47de-ad07-61424dc0013b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.307675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a8b9c26-913e-4d8f-8c44-a01fb880e2f5 req-354df8f1-0325-47de-ad07-61424dc0013b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.0700653 Jul 30 03:37:15.308667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.315991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a76a5c4-4e36-4983-8766-145e4df99aed None None] Could not find standard attr ID for object 83b2e77b-d663-4a8f-ae48-b52480b52f50. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:15.337268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e76dd7-0b27-4fe7-8520-2abd80deacd6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:15.340101 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c758ff-eb71-415f-8d18-8c1066b05598" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "69e76dd7-0b27-4fe7-8520-2abd80deacd6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:15.358182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:15.362889 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.364205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e4205182-1a39-4143-8302-1d0271159eb2 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:15.366559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=7108b745-e3ab-4f46-b180-0cd6bb7a32cf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:15.402823 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e2d197-b900-42e0-ba0d-1d987aabc986 x-openstack-request-id: req-b1e2d197-b900-42e0-ba0d-1d987aabc986 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:15.403108 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "69e76dd7-0b27-4fe7-8520-2abd80deacd6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:15.403385 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1e2d197-b900-42e0-ba0d-1d987aabc986 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:15.403774 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e76dd7-0b27-4fe7-8520-2abd80deacd6', 'code': 200} Jul 30 03:37:15.437378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.440293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0e3228d8-9d9b-41ee-86d9-1938730e141b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/7108b745-e3ab-4f46-b180-0cd6bb7a32cf HTTP/1.1" status: 204 len: 168 time: 0.7009029 Jul 30 03:37:15.443048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44134) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:15.465096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a8b9c26-913e-4d8f-8c44-a01fb880e2f5 req-82e7e524-5e14-42ef-a3e3-9f81809bc60f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358545 Jul 30 03:37:15.487615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1294187c-fae4-4817-8fcb-f2d01f177f60 None None] Could not find standard attr ID for object 7108b745-e3ab-4f46-b180-0cd6bb7a32cf. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:15.504807 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0777c47-dd80-44a0-ab59-783e5eb4c09e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:37:15.506582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0777c47-dd80-44a0-ab59-783e5eb4c09e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/7108b745-e3ab-4f46-b180-0cd6bb7a32cf HTTP/1.1" status: 404 len: 333 time: 0.0624897 Jul 30 03:37:15.511464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44138) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:15.544099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:15.557360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port e4205182-1a39-4143-8302-1d0271159eb2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:15.561670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port e4205182-1a39-4143-8302-1d0271159eb2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:15.562049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.636700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 4bb7ab3d-a844-4338-9735-543400f101a3 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:37:15.644557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.700829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.707550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2417e0a9-264f-4e5f-83c2-a2c8a9655cbc None None] Could not find standard attr ID for object 83b2e77b-d663-4a8f-ae48-b52480b52f50. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:15.723623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.784053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e4205182-1a39-4143-8302-1d0271159eb2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e4205182-1a39-4143-8302-1d0271159eb2,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:15.789038 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.803186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.823940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.837842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea217150-4ca6-4ad8-a8b1-e29979420fac up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:15.838960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.851400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.865927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.884474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.889295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:15.896096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:15.908024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-d3139eac-b4c5-4d7c-a133-ffb3900fd3c4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5428 time: 0.2635698 Jul 30 03:37:15.976253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e4205182-1a39-4143-8302-1d0271159eb2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:15.988097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44148) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:15.999011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.014673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea217150-4ca6-4ad8-a8b1-e29979420fac triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:16.015368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.037392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb7ab3d-a844-4338-9735-543400f101a3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:16.041695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.047534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9406e385-826e-459c-84ff-31c71a52af6b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/4bb7ab3d-a844-4338-9735-543400f101a3 HTTP/1.1" status: 204 len: 168 time: 0.5359490 Jul 30 03:37:16.050508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44154) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:16.123314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54167de9-7f11-4f83-9748-2d144b21eb87 req-7b87dbf1-aded-49d8-a8b9-d937f02e3d74 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142680 Jul 30 03:37:16.166243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3325-45a7-4174-94a7-2263b04f664a req-2702be02-c5c1-4595-9a02-f4956fedb8f9 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:16.178253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be4d3325-45a7-4174-94a7-2263b04f664a req-2702be02-c5c1-4595-9a02-f4956fedb8f9 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 946 time: 0.2657719 Jul 30 03:37:16.228573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70473fd3-2e6b-49b1-bf60-2296a4c55ad8 None None] Network 38a31e96-7777-45d2-b322-40486ae3973d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:16.247846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.257069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be4d3325-45a7-4174-94a7-2263b04f664a req-c2bcce6f-082b-49af-a29e-e2906ffd3926 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c5874b-e191-4a83-9aa8-927b2ee6e00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779257 Jul 30 03:37:16.318461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-0d735a82-f3e7-448a-a143-d381d1de5e34 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:16.320151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port ea217150-4ca6-4ad8-a8b1-e29979420fac {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:16.321102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.321642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-0d735a82-f3e7-448a-a143-d381d1de5e34 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 946 time: 0.0811052 Jul 30 03:37:16.474836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.520216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Deleting port fb473dd6-aaca-4b8e-bfff-b98d5a354303 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:16.521550 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.587749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] DHCP port deletion for 38a31e96-7777-45d2-b322-40486ae3973d request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:37:16.592067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] For port ea217150-4ca6-4ad8-a8b1-e29979420fac, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea217150-4ca6-4ad8-a8b1-e29979420fac,segment=NetworkSegment(d563bdb6-b366-4893-8854-312ce95f6395),segment_id=d563bdb6-b366-4893-8854-312ce95f6395)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:16.592603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.606534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for ea217150-4ca6-4ad8-a8b1-e29979420fac owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:16.705589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] For port fb473dd6-aaca-4b8e-bfff-b98d5a354303, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fb473dd6-aaca-4b8e-bfff-b98d5a354303,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:16.706816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.725376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Deleting port ea217150-4ca6-4ad8-a8b1-e29979420fac {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:16.726049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.729707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Calling delete_port for fb473dd6-aaca-4b8e-bfff-b98d5a354303 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:16.731649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.803443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No DVR routers for this DVR port ea217150-4ca6-4ad8-a8b1-e29979420fac on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:16.813706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=ea217150-4ca6-4ad8-a8b1-e29979420fac,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:16.843430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] For port ea217150-4ca6-4ad8-a8b1-e29979420fac, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:16.843832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.884402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Calling delete_port for ea217150-4ca6-4ad8-a8b1-e29979420fac owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:16.887307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Port ea217150-4ca6-4ad8-a8b1-e29979420fac was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:37:16.894558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.921286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:16.942168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] Pushing event deleted for resources: {'Port': ['ID=ea217150-4ca6-4ad8-a8b1-e29979420fac,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:16.947324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27328d6-0af6-4a8b-b195-028a2424a9a0 None None] No DVR routers for this DVR port ea217150-4ca6-4ad8-a8b1-e29979420fac on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:16.966308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fb473dd6-aaca-4b8e-bfff-b98d5a354303'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:16.970569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Pushing event deleted for resources: {'Port': ['ID=fb473dd6-aaca-4b8e-bfff-b98d5a354303,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:17.034535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] No DVR routers for this DVR port fb473dd6-aaca-4b8e-bfff-b98d5a354303 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:17.044365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.044554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.046593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b80a3384-5f26-4e23-8f5d-7ee6ff9e7970 req-8a9088b2-f742-4ffa-a517-72ed5ff8b99a tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.16 "DELETE /v2.0/ports/fb473dd6-aaca-4b8e-bfff-b98d5a354303 HTTP/1.1" status: 204 len: 173 time: 0.7182286 Jul 30 03:37:17.048652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'name': 'network-vif-deleted', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:17.051267 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69bae95-5b00-4f92-b7bc-56a596a59d0a" -d '{"events": [{"server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "name": "network-vif-deleted", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:17.064709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece419ff-fd5a-438e-a7a5-6f41b23e787a req-b92feaad-5d2f-4e27-b8db-45393cc3203f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.066244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ece419ff-fd5a-438e-a7a5-6f41b23e787a req-b92feaad-5d2f-4e27-b8db-45393cc3203f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.4227729 Jul 30 03:37:17.080989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a31e96-7777-45d2-b322-40486ae3973d']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:17.097421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd563bdb6-b366-4893-8854-312ce95f6395') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:17.097673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd563bdb6-b366-4893-8854-312ce95f6395') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:17.110679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.112639 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb377a-e971-4cab-8911-716490b98244 x-openstack-request-id: req-3cdb377a-e971-4cab-8911-716490b98244 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:17.113326 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fbf26c-29ba-4754-a67b-eb661c233042", "name": "network-vif-deleted", "tag": "fb473dd6-aaca-4b8e-bfff-b98d5a354303", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:17.113657 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cdb377a-e971-4cab-8911-716490b98244 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:17.114079 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fbf26c-29ba-4754-a67b-eb661c233042', 'name': 'network-vif-deleted', 'tag': 'fb473dd6-aaca-4b8e-bfff-b98d5a354303', 'status': 'completed', 'code': 200} Jul 30 03:37:17.133077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ece419ff-fd5a-438e-a7a5-6f41b23e787a req-4c899751-d0ec-46fa-b6e3-eabe3c296b33 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Jul 30 03:37:17.158967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.174247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:17.175606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:17.187329 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:17.287356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.297864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.298088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.305424 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/38a31e96-7777-45d2-b322-40486ae3973d HTTP/1.1" status: 204 len: 168 time: 1.2551885 Jul 30 03:37:17.305905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.307915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44170) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:17.313872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.315419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374053061'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:17.321451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.328908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.330870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a706e-5980-40f7-a7fb-cda73864cd00 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=38a31e96-7777-45d2-b322-40486ae3973d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:17.336705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.345034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.347106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-48b8fa32-67bd-48fd-b910-549a3281d750 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5429 time: 0.1188579 Jul 30 03:37:17.396047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:17.401854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.405623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4205182-1a39-4143-8302-1d0271159eb2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:17.408906 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35eb53-fb69-4c55-bcc4-ab17db15c053" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "e4205182-1a39-4143-8302-1d0271159eb2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:17.419836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac0f68a3-139f-43a2-908d-876fd924904a req-bb2b5618-0ff7-4494-a1c2-504b8e84b2d1 tempest-FloatingIPsAssociationTestJSON-501780343 tempest-FloatingIPsAssociationTestJSON-501780343-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fbf26c-29ba-4754-a67b-eb661c233042 HTTP/1.1" status: 200 len: 210 time: 0.0634272 Jul 30 03:37:17.444037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:37:17.444993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07af4fbb-7418-4142-9f3b-e64a2e0a6b2a req-f7364b65-411c-4883-89ac-e8ae56d53a2f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904353 Jul 30 03:37:17.470403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.470797 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Added segment c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4 of type vlan for network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 Jul 30 03:37:17.482688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.499581 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4ad00-e442-4166-8862-afe234f21818 x-openstack-request-id: req-a5f4ad00-e442-4166-8862-afe234f21818 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:17.500301 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "e4205182-1a39-4143-8302-1d0271159eb2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:17.500712 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f4ad00-e442-4166-8862-afe234f21818 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:17.501258 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4205182-1a39-4143-8302-1d0271159eb2', 'code': 200} Jul 30 03:37:17.558782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.646488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.653310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:17.654160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.690472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea217150-4ca6-4ad8-a8b1-e29979420fac no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:17.717066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ea217150-4ca6-4ad8-a8b1-e29979420fac {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:17.717807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea217150-4ca6-4ad8-a8b1-e29979420fac not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:17.760949 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4507947 Jul 30 03:37:17.763940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44176) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:17.771401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:17.802019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71a69a-ecbe-4d93-8eaa-cdee22150c60 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Network': ['ID=3db3e1c3-954c-4641-b991-f7f9fe69ea74,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:17.814421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:37:17.944922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:17.945472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.947879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:17.952651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Deleting port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:17.952996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.045439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] For port 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:18.045802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.065023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Calling delete_port for 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:18.188436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.300231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=75322def-ab4b-4b66-91e2-0e1af9f117f3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:18.313550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Checking segment: {'id': 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:18.313947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network hostable DHCP agents. Network: 3db3e1c3-954c-4641-b991-f7f9fe69ea74, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:37:18.315218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.327224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cf4c9-b78f-4796-bd19-579335646dcb req-70b0037a-926e-4473-8e63-cf9f6b8d8ef2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:18.328741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-282cf4c9-b78f-4796-bd19-579335646dcb req-70b0037a-926e-4473-8e63-cf9f6b8d8ef2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.1045241 Jul 30 03:37:18.356424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:18.356695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:37:18.375558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3db3e1c3-954c-4641-b991-f7f9fe69ea74) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:18.389099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411feb7-5383-4866-a97b-f49ae5ccc4d0 None None] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:18.395253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:18.395860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.408947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-282cf4c9-b78f-4796-bd19-579335646dcb req-de94b8c9-a3fa-4611-94d3-162261276ad2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735583 Jul 30 03:37:18.442365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ff552c6b-b134-4f43-97f0-c40c13b8c986 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6752050 Jul 30 03:37:18.443270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44188) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:18.470737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1435904642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:18.540695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.543368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.549611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:18.597294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.632615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3db3e1c3-954c-4641-b991-f7f9fe69ea74', 'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': '75322def-ab4b-4b66-91e2-0e1af9f117f3'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:37:18.634061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.735592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 259c674e-aa43-4bee-bb13-4ed0f50fe583 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:18.772640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.818951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.856870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 259c674e-aa43-4bee-bb13-4ed0f50fe583 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:18.861234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Allocated IP 2001:db8::2 (3db3e1c3-954c-4641-b991-f7f9fe69ea74/75322def-ab4b-4b66-91e2-0e1af9f117f3/f819c4a6-fd14-4cd6-b89f-c97eb80cdd89) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:18.863960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 259c674e-aa43-4bee-bb13-4ed0f50fe583 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:18.864341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:18.974559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:37:19.049882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.121237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:19.133959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:19.142638 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] Sync routers for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:19.145255 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5584d40c-68fd-4ee4-a542-89d1b440a37f admin admin] 10.222.0.39 "PUT /v2.0/routers/9ebce1cd-9037-4321-9906-5cee8dd37eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1558712 Jul 30 03:37:19.150559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:19.157883 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.159609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 37304c23-fe93-4476-9c04-d2e5b21ee4eb up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:19.161848 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:19.162670 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:19.226605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.234205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.241411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.248967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.255544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.262954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.264183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.272224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.282170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-e23fbc17-65fc-4964-b7f4-f542dde1e52b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5429 time: 0.6957002 Jul 30 03:37:19.291429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Transition to ACTIVE for port object f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:19.296982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:19.318578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Transition to ACTIVE for port object f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:19.325228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:19.330248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.336849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:19.337520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.346796 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:19.403011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.404720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-391b8fe9-1138-46ec-bc94-09abb706a110 req-ddab3a3f-9740-45e6-b2c0-c0baa580c24a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207454 Jul 30 03:37:19.422760 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.427801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Pushing event updated for resources: {'Port': ['ID=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:19.428363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-39fa4136-4d4e-45d2-9d45-fdbf23cad32f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9840965 Jul 30 03:37:19.429984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:19.440180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:19.444732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74', 'name': 'tempest-PortsIpV6TestJSON-81433888'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:19.465861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:19.471648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:19.517424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:19.520477 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed7180-347f-4acc-972d-fbc5c7300d6e" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:19.588102 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85869c60-b748-4e89-9164-f8e4dbe7f2a6 x-openstack-request-id: req-85869c60-b748-4e89-9164-f8e4dbe7f2a6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:19.588524 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:19.588889 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85869c60-b748-4e89-9164-f8e4dbe7f2a6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:19.589659 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'code': 200} Jul 30 03:37:19.606711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.639303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.648323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Attempting to bind port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:19.648323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Attempting to bind port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:19.648647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Attempting to bind port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 on network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:19.664483 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:37:18Z', 'revision_number': 5, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port': {'id': '311cfda9-3e2a-444d-93f3-ec858d8a3c11', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:25:37Z', 'updated_at': '2021-07-30T03:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:19.690653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:19.691245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Checking segment: {'id': 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:19.692482 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.693683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Bound using segment: {'id': 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:19.695012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Bound port: f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3db3e1c3-954c-4641-b991-f7f9fe69ea74'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:19.698416 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.769229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] Checking router: 9ebce1cd-9037-4321-9906-5cee8dd37eb5 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:37:19.777426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:19.788106 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] Routers {'9ebce1cd-9037-4321-9906-5cee8dd37eb5'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:19.789255 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:19.824221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Deleting port 311cfda9-3e2a-444d-93f3-ec858d8a3c11 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:19.824221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.838350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] For port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:19.844110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] For port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,segment=NetworkSegment(c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4),segment_id=c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:19.845602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.847303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1516353f-4db7-42c1-a3b0-2c6a0378b775 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:19.861102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97ab9a-a89d-41d9-9246-c107bb18704e req-2f83048a-b111-4b91-a00c-1595c3c5fee5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:19.862698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac97ab9a-a89d-41d9-9246-c107bb18704e req-2f83048a-b111-4b91-a00c-1595c3c5fee5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.3581107 Jul 30 03:37:19.895353 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:19.983599 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] Set router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:19.991073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 1516353f-4db7-42c1-a3b0-2c6a0378b775 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:20.003444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac97ab9a-a89d-41d9-9246-c107bb18704e req-a15b9f98-e5de-426d-b277-3d75d24fb905 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305549 Jul 30 03:37:20.006977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:20.010863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.011031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] For port 311cfda9-3e2a-444d-93f3-ec858d8a3c11, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=311cfda9-3e2a-444d-93f3-ec858d8a3c11,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:20.011937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.025263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 1516353f-4db7-42c1-a3b0-2c6a0378b775 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:20.025650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.037174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Calling delete_port for 311cfda9-3e2a-444d-93f3-ec858d8a3c11 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:20.078157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:20.125325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:20.127130 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:37:19Z', 'revision_number': 6, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:20.171781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f168bc6-3dcf-485b-a114-f39c52d9a722 None None] Pushing event updated for resources: {'Port': ['ID=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:20.200352 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937d1a7-b3cb-4252-8852-bc1a4111483f None None] The sync data for ids ['9ebce1cd-9037-4321-9906-5cee8dd37eb5'] in n-d-778696-14 is: [{'id': '9ebce1cd-9037-4321-9906-5cee8dd37eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-360759924-router', 'tenant_id': '1e80d937358a47c6beacac8ebc868bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:25:36Z', 'updated_at': '2021-07-30T03:37:19Z', 'revision_number': 6, 'project_id': '1e80d937358a47c6beacac8ebc868bf2', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:20.248163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.307590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:20.314139 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.315899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a251436e-8a30-4de8-a725-1699f658a51e up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:20.444340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port a251436e-8a30-4de8-a725-1699f658a51e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:20.459016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port a251436e-8a30-4de8-a725-1699f658a51e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:20.459431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.470937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:20.566368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::352 (3db3e1c3-954c-4641-b991-f7f9fe69ea74/75322def-ab4b-4b66-91e2-0e1af9f117f3/700cddd8-5788-4ed6-8a9f-4b85f775aa64) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:20.627841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.673536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a251436e-8a30-4de8-a725-1699f658a51e,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:20.682891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.683944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0933d29d-86f0-453d-bd15-44507552530b up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:20.700187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.813364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.819463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.826305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.832504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.839111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.846259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.846539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.855947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:20.865271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-0430e957-64dc-48ac-8a8c-195e97acc62f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5432 time: 0.3222344 Jul 30 03:37:20.884774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Pushing event deleted for resources: {'Port': ['ID=311cfda9-3e2a-444d-93f3-ec858d8a3c11,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:20.977914 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:20.987533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:21.017317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 0933d29d-86f0-453d-bd15-44507552530b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:21.028029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 0933d29d-86f0-453d-bd15-44507552530b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:21.028493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.034645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d06d78dc-de04-4454-bf9f-41a21b390267 req-4b85c8b7-c6b6-42ef-a88f-ea62fb24bd90 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684408 Jul 30 03:37:21.111899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.114174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.129930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.177228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0933d29d-86f0-453d-bd15-44507552530b,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:21.185914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.216940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fb473dd6-aaca-4b8e-bfff-b98d5a354303 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:21.245429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.246817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ebce1cd-9037-4321-9906-5cee8dd37eb5 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:37:21.253402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.257052 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-213c329e-9144-4823-9ddc-d01b6752a62a admin admin] 10.222.0.39 "DELETE /v2.0/routers/9ebce1cd-9037-4321-9906-5cee8dd37eb5 HTTP/1.1" status: 204 len: 168 time: 2.1053421 Jul 30 03:37:21.257769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44240) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:21.279415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: fb473dd6-aaca-4b8e-bfff-b98d5a354303 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:21.279755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fb473dd6-aaca-4b8e-bfff-b98d5a354303 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:21.332286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Deleting subnet 55e81437-356b-400b-a61b-8e399aedf61a {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:37:21.341109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.347206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:21.397678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.425069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.464995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a02931-3048-4cda-a6c2-c2f1f8890daa req-dc3d9a39-69e0-4f88-bc6d-243a8dc2da4a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:21.466897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14a02931-3048-4cda-a6c2-c2f1f8890daa req-dc3d9a39-69e0-4f88-bc6d-243a8dc2da4a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.2443380 Jul 30 03:37:21.478428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object 700cddd8-5788-4ed6-8a9f-4b85f775aa64 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:21.503932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.527959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee144c-e21b-40fe-b841-8175761ff214 req-767a082f-fdbd-4715-9b3a-9baa993191cd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:21.529716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65ee144c-e21b-40fe-b841-8175761ff214 req-767a082f-fdbd-4715-9b3a-9baa993191cd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 946 time: 0.2157440 Jul 30 03:37:21.590833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37304c23-fe93-4476-9c04-d2e5b21ee4eb'}, {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775'}, {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e'}, {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0933d29d-86f0-453d-bd15-44507552530b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:21.593245 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c026f9eb-dd84-48ea-a512-2a7535aee73d" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "37304c23-fe93-4476-9c04-d2e5b21ee4eb"}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775"}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "a251436e-8a30-4de8-a725-1699f658a51e"}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "0933d29d-86f0-453d-bd15-44507552530b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:21.654847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.654958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14a02931-3048-4cda-a6c2-c2f1f8890daa req-d3973078-0fa2-491e-ad7c-6007789cb5f8 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745830 Jul 30 03:37:21.697857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e81437-356b-400b-a61b-8e399aedf61a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:21.702071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.707093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e2300692-6ec1-4688-be87-118d43f3008c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55e81437-356b-400b-a61b-8e399aedf61a HTTP/1.1" status: 204 len: 168 time: 0.4467256 Jul 30 03:37:21.710212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44248) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:21.728692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b5a21-2caa-4016-926c-9adae4a9e165 None None] Network ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:21.766076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65ee144c-e21b-40fe-b841-8175761ff214 req-5cf483c3-2f4c-4eb2-a37b-927b17e7c4d6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178504 Jul 30 03:37:21.786638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.797455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.856620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:21.858713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2f0c4-5ac6-4a27-ab89-b2c72f21bfce None None] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:21.870320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Deleting port cf53b80e-d550-491a-95b3-ce8e4172e708 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:21.870810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.901235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:21.925135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:21.930458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:21.950165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:21.956845 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7551f2-a60d-4d16-bd66-a3126db0e3f9 x-openstack-request-id: req-cd7551f2-a60d-4d16-bd66-a3126db0e3f9 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:21.957120 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.957302 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "37304c23-fe93-4476-9c04-d2e5b21ee4eb", "code": 200}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775", "code": 200}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "a251436e-8a30-4de8-a725-1699f658a51e", "code": 200}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-plugged", "status": "completed", "tag": "0933d29d-86f0-453d-bd15-44507552530b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:21.957619 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd7551f2-a60d-4d16-bd66-a3126db0e3f9 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:21.963382 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37304c23-fe93-4476-9c04-d2e5b21ee4eb', 'code': 200} Jul 30 03:37:21.963382 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775', 'code': 200} Jul 30 03:37:21.963382 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e', 'code': 200} Jul 30 03:37:21.963382 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0933d29d-86f0-453d-bd15-44507552530b', 'code': 200} Jul 30 03:37:21.964046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] For port cf53b80e-d550-491a-95b3-ce8e4172e708, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cf53b80e-d550-491a-95b3-ce8e4172e708,segment=NetworkSegment(75c40b6b-56c9-4d78-9f3c-f5895807cbd1),segment_id=75c40b6b-56c9-4d78-9f3c-f5895807cbd1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:21.964430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:21.972950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=700cddd8-5788-4ed6-8a9f-4b85f775aa64,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:21.986835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Calling delete_port for cf53b80e-d550-491a-95b3-ce8e4172e708 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:22.021957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f9cfacc3-ba6b-4f95-a3cd-2f5f3a58f744 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5860586 Jul 30 03:37:22.023284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:22.025174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Deleting port 4d91d732-3a59-405f-a6bd-a49d0ee3a136 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:22.026496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d10f2b63-d583-4d38-8c79-cdf966ef010c None None] Provisioning for port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:22.028821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.092309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:22.107000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:22.107548 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.197111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.201760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b618af4-b439-48ca-8612-971f1151e4c3 None None] DHCP port deletion for ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:37:22.261406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf53b80e-d550-491a-95b3-ce8e4172e708,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:22.275610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] No DVR routers for this DVR port cf53b80e-d550-491a-95b3-ce8e4172e708 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:22.349989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.369565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.379999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae382ff8-0ac8-4c5d-ac08-c4b1765e5889']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:22.391093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c40b6b-56c9-4d78-9f3c-f5895807cbd1') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:22.391501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c40b6b-56c9-4d78-9f3c-f5895807cbd1') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:22.393343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,segment=NetworkSegment(c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4),segment_id=c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:22.406330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.406837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.474476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.491393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:22.491848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.505341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:22.519091 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:22.532455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:22.532848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6cbe7f30-38ca-4ea2-b6bb-499ebe8d8984 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:22.533284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 311cfda9-3e2a-444d-93f3-ec858d8a3c11 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:22.572597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 311cfda9-3e2a-444d-93f3-ec858d8a3c11 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:22.573078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 311cfda9-3e2a-444d-93f3-ec858d8a3c11 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:22.578120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.578964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] For port 4d91d732-3a59-405f-a6bd-a49d0ee3a136, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4d91d732-3a59-405f-a6bd-a49d0ee3a136,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:22.579588 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.586425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.591811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] 10.222.0.39 "DELETE /v2.0/networks/ae382ff8-0ac8-4c5d-ac08-c4b1765e5889 HTTP/1.1" status: 204 len: 168 time: 0.8827729 Jul 30 03:37:22.599312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:22.604074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec09d2-c7a4-4519-bb15-8d0c6014296d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae382ff8-0ac8-4c5d-ac08-c4b1765e5889,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:22.798685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44274) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:22.871689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d881ed3-e8bb-45e3-9b14-ae1e6ec1183a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e80d937358a47c6beacac8ebc868bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679348 Jul 30 03:37:22.875731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:22.931890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e98db1e-1452-4c14-8433-0056cbe859fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.970985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e98db1e-1452-4c14-8433-0056cbe859fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:22.998296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0fb02aff-bb17-4660-9d83-cdd789d76800 None None] Provisioning complete for port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:22.999051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fb02aff-bb17-4660-9d83-cdd789d76800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.034310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Calling delete_port for 4d91d732-3a59-405f-a6bd-a49d0ee3a136 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:23.062284 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e98db1e-1452-4c14-8433-0056cbe859fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.065449 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e98db1e-1452-4c14-8433-0056cbe859fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.067396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3e98db1e-1452-4c14-8433-0056cbe859fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86e59050-63f4-46c3-a6fc-f7cac4b16bb2 HTTP/1.1" status: 204 len: 168 time: 0.1904745 Jul 30 03:37:23.078370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98db1e-1452-4c14-8433-0056cbe859fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e59050-63f4-46c3-a6fc-f7cac4b16bb2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:23.108601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.115016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.122410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.128611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.137251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.144247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.151911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.154375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4675039-eb72-403d-95f7-76ff68359928 req-0f6c9574-c54b-444c-9e5b-4126b7017ae8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.8980427 Jul 30 03:37:23.167667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.168088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.169051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.169540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.170000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.170459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.171077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.173726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-34f479c5-f845-412e-a8c2-b52a688394d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6498 time: 0.9351594 Jul 30 03:37:23.205399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0fb02aff-bb17-4660-9d83-cdd789d76800 None None] Provisioning for port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:23.210401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0fb02aff-bb17-4660-9d83-cdd789d76800 None None] Provisioning complete for port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:23.213111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fb02aff-bb17-4660-9d83-cdd789d76800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.258872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0fb02aff-bb17-4660-9d83-cdd789d76800 None None] Port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:23.379903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2264cea7-3eda-4836-be99-d3b42cbec01a None None] Provisioning complete for port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:23.380788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2264cea7-3eda-4836-be99-d3b42cbec01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.402416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-f269b155-fad7-4b8f-87d3-4c9e01510235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.403979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-f269b155-fad7-4b8f-87d3-4c9e01510235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1098 time: 0.4047890 Jul 30 03:37:23.442386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465b19-0b6e-4f36-b13a-19c73fe08921 req-a0aa555c-bc70-4385-96cc-156139da56bd tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.447299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2264cea7-3eda-4836-be99-d3b42cbec01a None None] Port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:23.449559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db465b19-0b6e-4f36-b13a-19c73fe08921 req-a0aa555c-bc70-4385-96cc-156139da56bd tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.4419928 Jul 30 03:37:23.476646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea83ed64-df3c-40c2-a569-5cf496e6ba2d req-9718016b-c229-4d10-8374-0895bfd0a6ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&id=e087a812-6240-4a37-b768-051b08ed20a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127523 Jul 30 03:37:23.511286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4675039-eb72-403d-95f7-76ff68359928 req-03cdc2f6-ccf6-4d10-b01f-bba1a10b65e5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515306 Jul 30 03:37:23.655636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db465b19-0b6e-4f36-b13a-19c73fe08921 req-ac2bb40e-213f-4ed3-9a21-d6682b539c2a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051489 Jul 30 03:37:23.708073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:23.792490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:23.795111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.810420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:23.840596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-8245130e-493d-4669-ab69-a81ade2a5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:23.842361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-8245130e-493d-4669-ab69-a81ade2a5a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.3853037 Jul 30 03:37:24.016926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cf53b80e-d550-491a-95b3-ce8e4172e708 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:24.029600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44316) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:24.040223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: cf53b80e-d550-491a-95b3-ce8e4172e708 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:24.040868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cf53b80e-d550-491a-95b3-ce8e4172e708 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:24.055797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-7bbceaea-9131-4f28-b32f-7d77e84eeb39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1002 time: 0.1975322 Jul 30 03:37:24.136067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-943497741-network', 'tenant_id': 'b184c94a36684db1b2ba1eaa93cc432a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:24.158193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Made reservation on behalf of b184c94a36684db1b2ba1eaa93cc432a for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:24.160528 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.164242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.169231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.248016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-c005d9c8-5666-4775-9a57-58072c2da1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:24.249724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-c005d9c8-5666-4775-9a57-58072c2da1ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1614912 Jul 30 03:37:24.250397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d91d732-3a59-405f-a6bd-a49d0ee3a136,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:24.266925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.275654 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.307692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:37:24.313871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9511c386-5f17-43be-b8a8-a863f223c21f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:24.330366 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.330706 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Added segment 3713a956-cbbd-4c9e-afa7-f5cd2aceea6f of type vlan for network 9d09a5c4-eb0a-460b-8173-21b52440e81f Jul 30 03:37:24.386673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.424915 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.426153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:24.426883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.448085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-2b77c147-02d6-4f35-866b-392d062b857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:24.449667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-2b77c147-02d6-4f35-866b-392d062b857c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839747 Jul 30 03:37:24.499223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4649472 Jul 30 03:37:24.499223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44320) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:24.504863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Request body: {'subnet': {'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-943497741-subnet', 'tenant_id': 'b184c94a36684db1b2ba1eaa93cc432a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:24.517718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c240292-f2ef-41cd-9760-db4f65793075 admin admin] Pushing event updated for resources: {'Network': ['ID=9d09a5c4-eb0a-460b-8173-21b52440e81f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:24.528547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:37:24.546758 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.575598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Made reservation on behalf of b184c94a36684db1b2ba1eaa93cc432a for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:24.579836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.584327 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.734069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.746215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-8452cb45-0705-40d7-a122-b58fb9ee15ba service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837348 Jul 30 03:37:24.759675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=700cddd8-5788-4ed6-8a9f-4b85f775aa64,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:24.888661 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:24.985595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6629987-2ada-4c0d-9199-301985d0cf37,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:25.022761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Checking segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:25.023102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Network hostable DHCP agents. Network: 9d09a5c4-eb0a-460b-8173-21b52440e81f, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:37:25.049512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:37:25.062805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9d09a5c4-eb0a-460b-8173-21b52440e81f) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:25.067168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.067817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:25.076971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a18fa-c6c7-4919-b125-8a50e5b1a276 None None] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:25.093273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef7dae94-2afd-4f72-ba05-2cf5e4d745c1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5926518 Jul 30 03:37:25.164409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.175332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c41270a4-b1a1-4470-8511-b5f86c2cc87a None None] Provisioning complete for port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:25.175782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c41270a4-b1a1-4470-8511-b5f86c2cc87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:25.182128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.199302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.205903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.212188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.218348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.224488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.226549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-2f99acf1-26f6-4c1a-9be1-d9be666d1700 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.5168505 Jul 30 03:37:25.273797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eb3f4ec-3740-41e4-bf7e-ee3796be4b7d req-3bd9fef3-c61e-47c2-b1fc-0e77ea1eb2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938996 Jul 30 03:37:25.297743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c41270a4-b1a1-4470-8511-b5f86c2cc87a None None] Port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:25.310037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da02060-d62f-43c8-9399-49b971fbab0b None None] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:25.337318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:25.351396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cca7d-012a-4d57-a7e5-3430b3e9a4a8 req-3b25163c-b61c-4c54-b948-2d0efeefa458 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:25.355682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c10cca7d-012a-4d57-a7e5-3430b3e9a4a8 req-3b25163c-b61c-4c54-b948-2d0efeefa458 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.5828667 Jul 30 03:37:25.864327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5412ff3-df20-4ab7-a9ee-98f64c2af714 req-5b6e8617-eacb-432d-bf93-11161cddd925 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6172996 Jul 30 03:37:25.880842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c10cca7d-012a-4d57-a7e5-3430b3e9a4a8 req-c754ea43-b21c-45bd-a051-eda399ba07bf tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557991 Jul 30 03:37:26.113379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:26.137171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Router c5a362f7-5771-4be8-9932-1d989c992578 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:37:26.186914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32123a-a798-45b4-8cff-f6cafd1a3837 req-18aa8b8a-6859-4afa-989f-5ef7971aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:26.188512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e32123a-a798-45b4-8cff-f6cafd1a3837 req-18aa8b8a-6859-4afa-989f-5ef7971aaf2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 1098 time: 0.1025336 Jul 30 03:37:26.440822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e32123a-a798-45b4-8cff-f6cafd1a3837 req-88887e72-a45b-4f2d-a404-91ad21df08e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414048 Jul 30 03:37:26.449892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:26.522271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:26.533202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] Sync routers for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:26.534576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4526f475-a643-4de0-94be-caea81d6f0d9 admin admin] 10.222.0.39 "PUT /v2.0/routers/c5a362f7-5771-4be8-9932-1d989c992578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9774754 Jul 30 03:37:26.537816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44380) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:26.560535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-1b60ebaa-0b81-42ba-8fba-c561969f271e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:26.562099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-1b60ebaa-0b81-42ba-8fba-c561969f271e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 812 time: 0.3301535 Jul 30 03:37:26.565702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:26.566713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:26.585936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-86a1070c-0d67-4d4e-87f1-d6b945855371 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/quotas/b184c94a36684db1b2ba1eaa93cc432a HTTP/1.1" status: 200 len: 375 time: 0.0168858 Jul 30 03:37:26.664811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-94dd07c0-be7e-4c72-a6de-cff858ede5a9 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655761 Jul 30 03:37:26.681112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:26.718083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:26.745924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:26.748245 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:26.772975 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:26.774383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:26.802191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:26.876470 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:26.890835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=700cddd8-5788-4ed6-8a9f-4b85f775aa64,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:26.901861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:26.911696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-bc007b20-49bf-4ba8-bf29-75e68af571fb service neutron] 10.222.0.39 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377675 Jul 30 03:37:26.912978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:27.009871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:27.021321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Deleting port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:27.021857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:27.024945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:27.096048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:27.102609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:27.120676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-ae9ab80b-01af-4201-ad57-debed971a664 service neutron] 10.222.0.39 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032428 Jul 30 03:37:27.132304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2cff8596-5dc4-4caa-a27b-db0000c162f7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:27.170839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edf49d-8a6e-4560-a658-ae5fe15dea99 req-febfcab7-135b-410a-8e29-e971991aabd1 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.172477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47edf49d-8a6e-4560-a658-ae5fe15dea99 req-febfcab7-135b-410a-8e29-e971991aabd1 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.1613483 Jul 30 03:37:27.268145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] For port c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:27.269873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:27.306162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Calling delete_port for c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:27.317137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:27.394137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:37:23Z', 'revision_number': 5, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port': {'id': 'c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:34Z', 'updated_at': '2021-07-30T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:27.436731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] Checking router: c5a362f7-5771-4be8-9932-1d989c992578 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:37:27.468026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47edf49d-8a6e-4560-a658-ae5fe15dea99 req-fefe8271-5a09-4829-83b8-36f16110926f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841299 Jul 30 03:37:27.508252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] Routers {'c5a362f7-5771-4be8-9932-1d989c992578'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:27.509270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c5a362f7-5771-4be8-9932-1d989c992578'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:27.693628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Router e13a0006-429b-4f8a-b9f6-553a57d490d2 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:37:27.715572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.718362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:27.721819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.728354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.735031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.741799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.754170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.761753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:27.764238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-2af63023-1cee-4ae7-8538-7cc0d705970c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.1617329 Jul 30 03:37:27.797582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:27.870942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] Set router c5a362f7-5771-4be8-9932-1d989c992578 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:27.917705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9da757-6802-4f83-a7e5-14cb5685a49c req-d0c95c1e-8bd7-4bc8-91fe-8df71f9db5b3 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362867 Jul 30 03:37:27.978835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.082525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6ff763d-0328-48c3-8f8e-49f56a7afb54 req-2285023c-9714-443e-8577-004e4398f842 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 210 time: 0.1208699 Jul 30 03:37:28.084406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:28.092946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a2794295-bd3f-483c-8c58-7bfe6fc7711f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/routers/e13a0006-429b-4f8a-b9f6-553a57d490d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0601599 Jul 30 03:37:28.093819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:28.098631 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] Sync routers for ids ['e13a0006-429b-4f8a-b9f6-553a57d490d2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:28.115554 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] Routers {'e13a0006-429b-4f8a-b9f6-553a57d490d2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:28.116174 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['e13a0006-429b-4f8a-b9f6-553a57d490d2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:28.141972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:37:26Z', 'revision_number': 6, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:28.210121 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:28.220067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.227033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.229208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4db287-592b-402d-8ba8-122b4d1456ae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.229381 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] Routers {'e13a0006-429b-4f8a-b9f6-553a57d490d2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:28.229878 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['e13a0006-429b-4f8a-b9f6-553a57d490d2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:28.234225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fd4db287-592b-402d-8ba8-122b4d1456ae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13a0006-429b-4f8a-b9f6-553a57d490d2 HTTP/1.1" status: 200 len: 987 time: 0.1368544 Jul 30 03:37:28.235246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:28.264551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-39a469fd-6e59-4c14-9c23-86b77b0ba8be None None] Provisioning complete for port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:28.265050 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39a469fd-6e59-4c14-9c23-86b77b0ba8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.267610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcd403-80e2-454b-8664-9bc160f52a0b None None] The sync data for ids ['c5a362f7-5771-4be8-9932-1d989c992578'] in n-d-778696-14 is: [{'id': 'c5a362f7-5771-4be8-9932-1d989c992578', 'name': 'tempest-FloatingIPsAssociationTestJSON-1082816852-router', 'tenant_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:32Z', 'updated_at': '2021-07-30T03:37:26Z', 'revision_number': 6, 'project_id': 'cf589f4b6bac40a9b44a85ccc818ef38', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:28.311386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:28.318161 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5b8d7-d2fc-4f76-9402-4d7994893095 None None] The sync data for ids ['e13a0006-429b-4f8a-b9f6-553a57d490d2'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:28.358307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.359279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a362f7-5771-4be8-9932-1d989c992578 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:37:28.370775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.372633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-58334de3-252d-4d2f-95f5-107dc8a2c75c admin admin] 10.222.0.39 "DELETE /v2.0/routers/c5a362f7-5771-4be8-9932-1d989c992578 HTTP/1.1" status: 204 len: 168 time: 1.8324499 Jul 30 03:37:28.379014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44436) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:28.393813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-39a469fd-6e59-4c14-9c23-86b77b0ba8be None None] Port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:28.448137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Deleting subnet e7e7aa2b-b195-4248-822d-48bd6e177080 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:37:28.452710 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.465401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:28.474407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.491925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.493178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.499525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.514584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.527046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.540426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.564107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:28.585033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-592f73e8-9f4b-45b3-adce-14bc67f0b6bb req-d8116bb3-6a8b-41bf-bfa2-d33cc92a9291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.4057798 Jul 30 03:37:28.594258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:28.597005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:28.607002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.610968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Request body: {'floatingip': {'port_id': '259c674e-aa43-4bee-bb13-4ed0f50fe583'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:28.649479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.727872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.744415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:28.765637 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e7e7aa2b-b195-4248-822d-48bd6e177080 HTTP/1.1" status: 204 len: 168 time: 0.3800550 Jul 30 03:37:28.769820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe988c7-695d-412e-894e-829608f63f80 None None] Network 2b057c97-3de8-4430-8a44-571e86303c87 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:28.772919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44448) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:28.848593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc5262-e85c-4031-a9a8-7b0c79d8438e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e7aa2b-b195-4248-822d-48bd6e177080,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:29.130027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.256918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Deleting port 3ab93e8d-0ab8-442a-8f18-672553d77b6e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:29.258239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.399182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.401744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] For port 3ab93e8d-0ab8-442a-8f18-672553d77b6e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3ab93e8d-0ab8-442a-8f18-672553d77b6e,segment=NetworkSegment(20ccb0b0-3f90-4caf-8408-b359deadce52),segment_id=20ccb0b0-3f90-4caf-8408-b359deadce52)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:29.402588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.422880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.430626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Calling delete_port for 3ab93e8d-0ab8-442a-8f18-672553d77b6e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:29.472870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a3ca2bc-95e2-4d24-897e-15305c6d4901 req-1ead326c-fe2d-43d5-a15d-8f3ac805d0b5 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 210 time: 0.0951023 Jul 30 03:37:29.573223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.609205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab93e8d-0ab8-442a-8f18-672553d77b6e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:29.614379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] No DVR routers for this DVR port 3ab93e8d-0ab8-442a-8f18-672553d77b6e on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:29.661831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:29.672720 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5128f1cc-820e-4c09-b5b0-534fbef44dec" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:29.718120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:29.798067 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.835565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.878174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b057c97-3de8-4430-8a44-571e86303c87']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:29.900727 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5038e7c3-01d7-4294-82b1-f43070e75b88 x-openstack-request-id: req-5038e7c3-01d7-4294-82b1-f43070e75b88 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:29.902152 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:29.902525 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5038e7c3-01d7-4294-82b1-f43070e75b88 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:29.904736 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:37:29.928278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ccb0b0-3f90-4caf-8408-b359deadce52') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:29.942414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ccb0b0-3f90-4caf-8408-b359deadce52') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:29.949056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7cc293-d69c-458d-a052-f938fd1dc200 None None] DHCP port deletion for 2b057c97-3de8-4430-8a44-571e86303c87 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:37:29.973883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:29.983588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030da98-dcd0-4037-be7b-2e8abed12694 req-02b2c6bd-47cb-4e6f-a123-af18a881bbdc tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:30.004363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3030da98-dcd0-4037-be7b-2e8abed12694 req-02b2c6bd-47cb-4e6f-a123-af18a881bbdc tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 1.3651087 Jul 30 03:37:30.010762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:30.014265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:30.030973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.049410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:30.055189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.059151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:30.059789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c1254d9b-5c3c-4019-b9a5-5f3fe66f89dc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:30.060773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d91d732-3a59-405f-a6bd-a49d0ee3a136 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:30.089117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4d91d732-3a59-405f-a6bd-a49d0ee3a136 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:30.090462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d91d732-3a59-405f-a6bd-a49d0ee3a136 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:30.159912 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:30.167741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.173852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.177072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b057c97-3de8-4430-8a44-571e86303c87 HTTP/1.1" status: 204 len: 168 time: 1.4004443 Jul 30 03:37:30.192110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb903-7459-49cf-bc50-7b7124bb222c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b057c97-3de8-4430-8a44-571e86303c87,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:30.389292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44466) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:30.438958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-c34423bc-aa1e-4aaa-9584-f1343bfcc54d tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:30.440622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-c34423bc-aa1e-4aaa-9584-f1343bfcc54d tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.18 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 812 time: 0.8956404 Jul 30 03:37:30.444501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3030da98-dcd0-4037-be7b-2e8abed12694 req-4aa9249d-1b83-4d13-81fd-487cf1db898c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389355 Jul 30 03:37:30.448344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ff2668f-a2c2-4db0-a10b-f204ba4b9bb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf589f4b6bac40a9b44a85ccc818ef38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578873 Jul 30 03:37:30.450804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44468) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:30.480655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Request body: {'port': {'device_id': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'admin_state_up': True, 'tenant_id': 'b184c94a36684db1b2ba1eaa93cc432a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:30.515582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae78f9b-2e98-435d-bc0e-2ce15137fc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.538343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.544657 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae78f9b-2e98-435d-bc0e-2ce15137fc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.606963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-2ad14456-8c9e-45c0-93ed-0947abd833fb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:30.608630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-2ad14456-8c9e-45c0-93ed-0947abd833fb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 812 time: 0.5984774 Jul 30 03:37:30.608778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae78f9b-2e98-435d-bc0e-2ce15137fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.612117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae78f9b-2e98-435d-bc0e-2ce15137fc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:30.615808 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ae78f9b-2e98-435d-bc0e-2ce15137fc6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7c5874b-e191-4a83-9aa8-927b2ee6e00b HTTP/1.1" status: 204 len: 168 time: 0.1638215 Jul 30 03:37:30.626333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae78f9b-2e98-435d-bc0e-2ce15137fc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c5874b-e191-4a83-9aa8-927b2ee6e00b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:30.721083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Request body: {'port': {'device_id': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'admin_state_up': True, 'tenant_id': 'b184c94a36684db1b2ba1eaa93cc432a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:30.731043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e785bb39-e087-46a2-ae59-51572fbdc8df req-3dcaa9f5-a761-436a-87f5-370f9b5a35aa tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 210 time: 0.0941503 Jul 30 03:37:31.268329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Made reservation on behalf of b184c94a36684db1b2ba1eaa93cc432a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:31.271887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:31.397594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-ad478bd9-f33c-490b-af80-6132e97ab7db tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:31.405656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-ad478bd9-f33c-490b-af80-6132e97ab7db tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 811 time: 0.5757222 Jul 30 03:37:31.412696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:31.682348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3ab93e8d-0ab8-442a-8f18-672553d77b6e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:31.722257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 3ab93e8d-0ab8-442a-8f18-672553d77b6e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:37:31.722879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3ab93e8d-0ab8-442a-8f18-672553d77b6e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:37:31.977697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44520) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:31.985048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-c1aafd05-1d3a-4491-832a-0de1a50032ac tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/quotas/4aee5c87e0084b549dd8e617816ff10a HTTP/1.1" status: 200 len: 375 time: 0.5781865 Jul 30 03:37:31.994751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:37:32.091457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Made reservation on behalf of b184c94a36684db1b2ba1eaa93cc432a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:32.094954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.138193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f6644ac-5da9-4b42-bed7-2636e18ecfa6 req-ba10288b-b6cc-46d9-96bb-0bf0234cd764 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 210 time: 0.1525135 Jul 30 03:37:32.216400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b351996-2592-48e9-be35-f91689ffd5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.246546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.329278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.366821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-11bb3c18-b3cb-44dd-ae69-43cd78b0bd52 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3807669 Jul 30 03:37:32.379779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b351996-2592-48e9-be35-f91689ffd5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.386508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b351996-2592-48e9-be35-f91689ffd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.448762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351996-2592-48e9-be35-f91689ffd5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b6134-ad2b-455f-aa8b-3786000b6cb7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:32.464935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8b351996-2592-48e9-be35-f91689ffd5ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49428757136841f081d47559ada24885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856920 Jul 30 03:37:32.467922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44532) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:32.573595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Allocated IP 172.20.0.14 (9d09a5c4-eb0a-460b-8173-21b52440e81f/e6629987-2ada-4c0d-9199-301985d0cf37/1d5b1bec-a385-4dd6-9115-6a9dec96b7b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:32.590855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58ab168a-ff08-43da-b185-933772f397d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.636373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58ab168a-ff08-43da-b185-933772f397d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.723608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58ab168a-ff08-43da-b185-933772f397d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.727281 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Floating IP 302cec62-11fe-484d-bb10-0c4183e085be associated. External IP: 172.25.6.223, port: 259c674e-aa43-4bee-bb13-4ed0f50fe583. Jul 30 03:37:32.731778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58ab168a-ff08-43da-b185-933772f397d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:32.739406 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-58ab168a-ff08-43da-b185-933772f397d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c4b6134-ad2b-455f-aa8b-3786000b6cb7 HTTP/1.1" status: 204 len: 168 time: 0.2677553 Jul 30 03:37:32.743376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-95eadeba-1664-485a-b109-4a5d4cf6b97e service neutron] 10.222.0.39 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754768 Jul 30 03:37:32.755237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab168a-ff08-43da-b185-933772f397d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b6134-ad2b-455f-aa8b-3786000b6cb7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:33.090005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:33.099402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 700cddd8-5788-4ed6-8a9f-4b85f775aa64 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:33.099748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:33.112185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-db9be144-87bb-44c1-bb81-5438fa2d5a13 service neutron] 10.222.0.39 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677838 Jul 30 03:37:33.659790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8755c94-1902-4c5a-9faa-1749c784ce57 req-37a34f4e-d155-472b-8e0b-e963825d7374 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 210 time: 0.1682086 Jul 30 03:37:33.682158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a1285a9-6d4e-4148-a736-98950d80b9e3 req-76720870-52c2-47ab-948b-592c0838d9d6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 210 time: 0.1909945 Jul 30 03:37:33.684285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:33.703943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:33.816832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Router daf5e411-7311-4472-9162-b60f62d2e55a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:37:33.817665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event updated for resources: {'Port': ['ID=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:33.829760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 700cddd8-5788-4ed6-8a9f-4b85f775aa64 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:34.049441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:34.143265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:34.156104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:34.158357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] Sync routers for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:34.158837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:34.161092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Allocated IP 172.20.0.10 (9d09a5c4-eb0a-460b-8173-21b52440e81f/e6629987-2ada-4c0d-9199-301985d0cf37/0e93a36a-4eb1-45a4-ab0c-316ebf18d874) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:34.167542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:34.197351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:34.198046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:34.224075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:34.224707 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:34.390071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:34.474889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b5ad4817-8c4f-4ea4-9972-16ac0c8446c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0049963 Jul 30 03:37:34.492596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbb40b8b-8ddc-49fd-942d-9064bbf7c4ff tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "PUT /v2.0/floatingips/302cec62-11fe-484d-bb10-0c4183e085be HTTP/1.1" status: 200 len: 991 time: 5.8940806 Jul 30 03:37:34.495765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Request body: {'port': {'device_id': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:34.535802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:34.538769 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e371a633-fd9d-4f31-ad36-76b1847733b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:34.570838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:34.686920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=700cddd8-5788-4ed6-8a9f-4b85f775aa64,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:34.718003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:34.837827 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acabf8a0-3a53-4029-a78f-1ab01a5b5e15 x-openstack-request-id: req-acabf8a0-3a53-4029-a78f-1ab01a5b5e15 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:34.839313 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:34.839791 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acabf8a0-3a53-4029-a78f-1ab01a5b5e15 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:34.839998 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'status': 'completed', 'code': 200} Jul 30 03:37:35.205612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.209189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.209967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.212064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.214965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.216659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.219499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.222681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-c5121103-ab84-43e8-bf80-07623b774c5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6498 time: 0.3172617 Jul 30 03:37:35.227930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '302cec62-11fe-484d-bb10-0c4183e085be', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'port_id': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'mac_address': 'fa:16:3e:07:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:55Z', 'updated_at': '2021-07-30T03:37:31Z', 'revision_number': 1, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:13Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:35.278142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] Checking router: daf5e411-7311-4472-9162-b60f62d2e55a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:37:35.289539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:35.290389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:35.296661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-33e701a4-60e7-4a97-8d93-1a655be19d9e tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.296661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-33e701a4-60e7-4a97-8d93-1a655be19d9e tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 811 time: 0.5609555 Jul 30 03:37:35.332828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Request body: {'port': {'device_id': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'admin_state_up': True, 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:35.423782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:37:35.639647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:35.648148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-d5ef038d-70b4-4a41-ba75-fba1c17a69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.651752 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-d5ef038d-70b4-4a41-ba75-fba1c17a69b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=623c59b3-0964-4687-ade5-b9a6b68f7662 HTTP/1.1" status: 200 len: 911 time: 0.4061768 Jul 30 03:37:35.759876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Made reservation on behalf of 4aee5c87e0084b549dd8e617816ff10a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:35.764826 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:35.776730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '302cec62-11fe-484d-bb10-0c4183e085be', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'port_id': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'mac_address': 'fa:16:3e:07:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:55Z', 'updated_at': '2021-07-30T03:37:31Z', 'revision_number': 1, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:13Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:35.779890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-ae88e1f6-6238-4ff2-929e-ceb8503368b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 200 len: 999 time: 0.1218047 Jul 30 03:37:35.786980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b460510f-af51-4d2c-9cd2-aad2bea0300b req-bc1912a1-780f-42eb-a8c5-b3b464531aa1 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 210 time: 0.1449947 Jul 30 03:37:35.821697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada390a9-7f71-4ef0-bc38-ff689c6babed None None] The sync data for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 is: [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '302cec62-11fe-484d-bb10-0c4183e085be', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'port_id': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'mac_address': 'fa:16:3e:07:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:35:55Z', 'updated_at': '2021-07-30T03:37:31Z', 'revision_number': 1, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:13Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:35.890861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68412526-1449-4ac0-86d6-1840ebd0f495 req-770b8e52-48a2-4078-bd58-076d685045ee tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 210 time: 0.2299092 Jul 30 03:37:35.962436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-2efc2611-2df4-4b18-a31e-070b60d866ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:35.967385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-2efc2611-2df4-4b18-a31e-070b60d866ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19198638-b24f-4731-9e8f-d02f19b89e7b HTTP/1.1" status: 200 len: 850 time: 0.1783481 Jul 30 03:37:36.142677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Allocated IP 172.20.0.11 (76a804f5-009f-425d-8cda-e450488f42ae/d5fc5e4a-dc29-478f-9cad-d283ff929d54/8c04a7b6-297b-4c9e-91a6-acc49db82afb) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:36.160441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-b336c71e-3770-4547-b75c-e1719b29987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:36.165365 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-b336c71e-3770-4547-b75c-e1719b29987f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623c59b3-0964-4687-ade5-b9a6b68f7662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872823 Jul 30 03:37:36.271311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb59f44-6ea3-473b-87c9-499464b2110d None None] New status for floating IP 302cec62-11fe-484d-bb10-0c4183e085be: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:37:36.477477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:36.487657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-86760548-904f-4c8f-ac84-dc0c5a3af4c1 service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127377 Jul 30 03:37:36.546533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Router e13a0006-429b-4f8a-b9f6-553a57d490d2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:37:36.626994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:36.662732 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e371a633-fd9d-4f31-ad36-76b1847733b4 req-7e399fb2-71b1-4b56-ae76-39b19e817971 service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670175 Jul 30 03:37:36.720340 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:36.747310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:36.747720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:37:36.760240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] Sync routers for ids ['e13a0006-429b-4f8a-b9f6-553a57d490d2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:37:36.777398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1a193ad6-6c39-478e-8802-73a1578df2a6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:36.792103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c32b1ea7-14b1-4304-91cd-6e7f525c7a74 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/routers/e13a0006-429b-4f8a-b9f6-553a57d490d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5526860 Jul 30 03:37:36.792639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:36.821998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Network 76a804f5-009f-425d-8cda-e450488f42ae is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:36.826365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:36.837139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:36.891788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] Routers {'e13a0006-429b-4f8a-b9f6-553a57d490d2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:36.894251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['e13a0006-429b-4f8a-b9f6-553a57d490d2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:36.917440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Pushing event updated for resources: {'Port': ['ID=8c04a7b6-297b-4c9e-91a6-acc49db82afb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:36.950439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:36.951255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:36.988954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:37.001462 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-8660d562-8fca-48f9-8d6b-32d42d0a67e0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6771011 Jul 30 03:37:37.013456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] Routers {'e13a0006-429b-4f8a-b9f6-553a57d490d2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:37:37.014501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['e13a0006-429b-4f8a-b9f6-553a57d490d2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:37.021261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Request body: {'port': {'device_id': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:37.034527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:37.054218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:37.056069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8eea85-90cd-420e-8467-438c56eb43f6 None None] The sync data for ids ['e13a0006-429b-4f8a-b9f6-553a57d490d2'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:37:37.069897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event updated for resources: {'Port': ['ID=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:37.075081 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e049274b-21cf-4776-8269-48f8723399c8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:37:37.077069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e049274b-21cf-4776-8269-48f8723399c8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/700cddd8-5788-4ed6-8a9f-4b85f775aa64 HTTP/1.1" status: 404 len: 333 time: 0.2270813 Jul 30 03:37:37.080881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:37.257064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:37.288709 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.307168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Transition to ACTIVE for port object 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:37.307466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.326298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:37.358832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:37.359843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:37.369616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.498221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:37.522046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661ec93-d4bb-4637-a910-75c93f851940 req-f14e99be-8990-429c-b8a2-b6ceb31bcafa tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:37.527741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1661ec93-d4bb-4637-a910-75c93f851940 req-f14e99be-8990-429c-b8a2-b6ceb31bcafa tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 932 time: 0.2497723 Jul 30 03:37:37.539910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:37.541042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.557353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cf509-d387-467b-89b6-8d6ee93ec236 req-0bf80da9-c9c4-4537-a334-6ecc0f83b769 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:37.565943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e9cf509-d387-467b-89b6-8d6ee93ec236 req-0bf80da9-c9c4-4537-a334-6ecc0f83b769 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 932 time: 0.6220505 Jul 30 03:37:37.619668 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:37:37.627492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30b62078-a181-45a0-9f2e-f9ce5de98143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.798050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e9cf509-d387-467b-89b6-8d6ee93ec236 req-c8f01120-8778-4fbd-aff5-ebebc18dceee tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259357 Jul 30 03:37:37.820874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1661ec93-d4bb-4637-a910-75c93f851940 req-85b5c773-1237-4cb2-86aa-82e97bf5c179 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746038 Jul 30 03:37:37.874215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Attempting to bind port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:37.874541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Attempting to bind port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:37.874862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Attempting to bind port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:37.884593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:37:37.884921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Attempting to bind port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:37.894484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:37.894846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Checking segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:37.895239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Bound using segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:37.895699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Bound port: 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:37.896056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.963243 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30b62078-a181-45a0-9f2e-f9ce5de98143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:37.978717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30b62078-a181-45a0-9f2e-f9ce5de98143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.000478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-39d7c4e7-c10f-4432-990b-d74da17da661 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3109424 Jul 30 03:37:38.037513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Request body: {'port': {'device_id': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:38.059954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] For port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:38.108675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-30b62078-a181-45a0-9f2e-f9ce5de98143 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef3f4e4807ba4eb0a3dc134a22f0718f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448723 Jul 30 03:37:38.123318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b62078-a181-45a0-9f2e-f9ce5de98143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa7223a-edf3-4e64-8dbd-72ab00501b13,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:38.132330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:38.135591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] For port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:38.159868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.175433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.206394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.210689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.224940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.305084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.305752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Fanout notify agent at l3_agent the message router_deleted on router e13a0006-429b-4f8a-b9f6-553a57d490d2 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:37:38.313593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.314876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-30ac3532-e16f-413a-9b9e-336c97d753ca tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/routers/e13a0006-429b-4f8a-b9f6-553a57d490d2 HTTP/1.1" status: 204 len: 168 time: 1.2331300 Jul 30 03:37:38.318193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:38.375152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:38.386656 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.388436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] 10.222.0.18 "PUT /v2.0/ports/1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 HTTP/1.1" status: 200 len: 1093 time: 3.8975699 Jul 30 03:37:38.397115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'tag': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:38.399738 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44775316-aa6b-477e-b583-a2466a22a52c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d4f8d2-1f16-41f5-aaae-57437cd5a30c", "tag": "1d5b1bec-a385-4dd6-9115-6a9dec96b7b4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:38.509743 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3f5f3-d929-4a43-9bb8-aeda0a7846cb x-openstack-request-id: req-61d3f5f3-d929-4a43-9bb8-aeda0a7846cb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:38.510029 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d4f8d2-1f16-41f5-aaae-57437cd5a30c", "tag": "1d5b1bec-a385-4dd6-9115-6a9dec96b7b4", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:38.510288 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61d3f5f3-d929-4a43-9bb8-aeda0a7846cb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:38.510684 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'tag': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4', 'status': 'completed', 'code': 200} Jul 30 03:37:38.539976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe40a9-88ec-4cdc-afb6-0e759ac9211a service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:38.602493 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a456e0a3-6c2a-42ed-9dc2-3c05bafdec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.604497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 75322def-ab4b-4b66-91e2-0e1af9f117f3 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:37:38.607301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b0f01cf2-b8f8-47be-b4fd-d23b3c1ed08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:38.608814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-b0f01cf2-b8f8-47be-b4fd-d23b3c1ed08e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=e4d4f8d2-1f16-41f5-aaae-57437cd5a30c HTTP/1.1" status: 200 len: 1096 time: 0.1518140 Jul 30 03:37:38.610683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.676504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-941cba11-6020-4ccd-9d26-7017e50e74aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0537403 Jul 30 03:37:38.690161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a456e0a3-6c2a-42ed-9dc2-3c05bafdec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.714160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.746338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-badd6791-b8fb-469d-8a62-774c4b6cf78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:38.747851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-badd6791-b8fb-469d-8a62-774c4b6cf78f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.0617187 Jul 30 03:37:38.807006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-3fbd7bfc-68bc-450e-9e09-b1e21328e6d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465610 Jul 30 03:37:38.907456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:38.957178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c04a7b6-297b-4c9e-91a6-acc49db82afb {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:38.972871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.031284 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.048790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Transition to ACTIVE for port object 8c04a7b6-297b-4c9e-91a6-acc49db82afb will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:39.067454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a456e0a3-6c2a-42ed-9dc2-3c05bafdec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.070867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a456e0a3-6c2a-42ed-9dc2-3c05bafdec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.076316 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.079197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/75322def-ab4b-4b66-91e2-0e1af9f117f3 HTTP/1.1" status: 204 len: 168 time: 0.7594392 Jul 30 03:37:39.079830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb496f0-ad01-4e2c-8e0a-93130b13faae tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=75322def-ab4b-4b66-91e2-0e1af9f117f3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:39.081135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a456e0a3-6c2a-42ed-9dc2-3c05bafdec26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aaa7223a-edf3-4e64-8dbd-72ab00501b13 HTTP/1.1" status: 204 len: 168 time: 0.9363160 Jul 30 03:37:39.085070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127fb68f-4809-49b8-8324-b75a7a11b10e None None] Network 3db3e1c3-954c-4641-b991-f7f9fe69ea74 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:39.088092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.089627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44700) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:39.116875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456e0a3-6c2a-42ed-9dc2-3c05bafdec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa7223a-edf3-4e64-8dbd-72ab00501b13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:39.133844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:39.166748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.192713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Pushing event updated for resources: {'Port': ['ID=8c04a7b6-297b-4c9e-91a6-acc49db82afb,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:39.240187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e8d02-810f-4481-b63b-49fa4edecdf9 req-dd662755-17de-49cc-9747-22a0ac93fa1b tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:39.243929 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-833e8d02-810f-4481-b63b-49fa4edecdf9 req-dd662755-17de-49cc-9747-22a0ac93fa1b tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 932 time: 0.2893248 Jul 30 03:37:39.270624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd35e-cbf2-4063-b131-6c2b33728817 req-d019cae4-7ce4-4c7b-9ae0-aea633829f31 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:39.278761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2fbd35e-cbf2-4063-b131-6c2b33728817 req-d019cae4-7ce4-4c7b-9ae0-aea633829f31 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 932 time: 0.3252029 Jul 30 03:37:39.301210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-69586870-2c31-4996-a7fa-6be2c2ca4b28 service neutron] 10.222.0.18 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705830 Jul 30 03:37:39.324504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Attempting to bind port 8c04a7b6-297b-4c9e-91a6-acc49db82afb on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:39.324843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Attempting to bind port 8c04a7b6-297b-4c9e-91a6-acc49db82afb by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:39.325235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Attempting to bind port 8c04a7b6-297b-4c9e-91a6-acc49db82afb on network 76a804f5-009f-425d-8cda-e450488f42ae {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:39.346803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Port 8c04a7b6-297b-4c9e-91a6-acc49db82afb on network 76a804f5-009f-425d-8cda-e450488f42ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:37:39.347178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Attempting to bind port 8c04a7b6-297b-4c9e-91a6-acc49db82afb on network 76a804f5-009f-425d-8cda-e450488f42ae {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:39.370805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:39.371183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Checking segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:39.371555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Bound using segment: {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:39.371983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Bound port: 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:39.372345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.428102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] DHCP port deletion for 3db3e1c3-954c-4641-b991-f7f9fe69ea74 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:37:39.483336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.530243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] For port 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:39.530584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Transition to ACTIVE for port object 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:39.534707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] For port 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:39.543107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] Deleting port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:39.543667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.543808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.576291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2fbd35e-cbf2-4063-b131-6c2b33728817 req-d3ad35e6-0274-4830-ada1-0938e6d8c04f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941306 Jul 30 03:37:39.596141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:39.597186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.599350 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c04a7b6-297b-4c9e-91a6-acc49db82afb HTTP/1.1" status: 200 len: 1093 time: 2.5858920 Jul 30 03:37:39.599867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'tag': '8c04a7b6-297b-4c9e-91a6-acc49db82afb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:39.611576 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e12e93-87a4-429b-adb4-fd9ad25f4f66" -d '{"events": [{"name": "network-changed", "server_uuid": "79fd0168-8c08-46e7-b0c9-faf263147d32", "tag": "8c04a7b6-297b-4c9e-91a6-acc49db82afb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:39.666624 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.691795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-833e8d02-810f-4481-b63b-49fa4edecdf9 req-7ed8d228-db2c-4514-b13a-8f3ac30386f8 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017239 Jul 30 03:37:39.754847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] For port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,segment=NetworkSegment(c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4),segment_id=c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:39.755307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:39.779370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:39.784259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:39.802160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e179-a69e-4263-89ba-e32c6e3e1124 service neutron] Pushing event updated for resources: {'Port': ['ID=8c04a7b6-297b-4c9e-91a6-acc49db82afb,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:39.819406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-c748eaee-b5f4-4fb3-88b5-e57d37bfdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:39.821815 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-c748eaee-b5f4-4fb3-88b5-e57d37bfdbaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 1096 time: 0.1626315 Jul 30 03:37:39.823303 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37ae4a-ab7c-4e81-9a3c-f59ec4548a36 x-openstack-request-id: req-0d37ae4a-ab7c-4e81-9a3c-f59ec4548a36 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:39.823595 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fd0168-8c08-46e7-b0c9-faf263147d32", "tag": "8c04a7b6-297b-4c9e-91a6-acc49db82afb", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:39.823845 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d37ae4a-ab7c-4e81-9a3c-f59ec4548a36 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:39.824238 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'tag': '8c04a7b6-297b-4c9e-91a6-acc49db82afb', 'status': 'completed', 'code': 200} Jul 30 03:37:39.860056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] Calling delete_port for f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:39.912888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-60fe3862-d355-4b6c-b912-6ff937a60cc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb HTTP/1.1" status: 200 len: 217 time: 0.0803318 Jul 30 03:37:39.943105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Attempting to bind port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:39.943847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Attempting to bind port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:39.943847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Attempting to bind port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:39.989576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-3924ca3b-030e-4a3c-ae3f-fa2d3705f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:39.991064 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-3924ca3b-030e-4a3c-ae3f-fa2d3705f7c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.0709195 Jul 30 03:37:39.996690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:37:39.997158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Attempting to bind port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:40.006390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:40.006737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Checking segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:40.007130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Bound using segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:40.008254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Bound port: 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:40.008724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.019561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.040144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:40.040604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.064612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,segment=NetworkSegment(c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4),segment_id=c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:40.067893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-9d760b77-ffb6-40dd-aded-ddf1f1f1bac8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674574 Jul 30 03:37:40.093463 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.217129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-06d47958-2f75-4202-a349-4d7b820609a0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202697 Jul 30 03:37:40.236097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.252896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:40.272018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] For port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,segment=NetworkSegment(c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4),segment_id=c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:40.272353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.291752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:40.297767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-6675543a-5a46-4ae5-918d-f734b5a2bd87 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201400 Jul 30 03:37:40.324251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] Pushing event deleted for resources: {'Port': ['ID=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:40.326356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1833c0-0eaf-4ba7-be8d-7148ac95c70a None None] No DVR routers for this DVR port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:40.480716 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e4c5292-837f-4163-83cb-920964acb4e0 req-f49a0005-907b-4468-a53f-3434d99a6ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744418 Jul 30 03:37:40.481564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44775316-aa6b-477e-b583-a2466a22a52c req-377bca0b-71b2-4ae6-83e4-81cf91f4d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:40.483420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-377bca0b-71b2-4ae6-83e4-81cf91f4d9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=e4d4f8d2-1f16-41f5-aaae-57437cd5a30c HTTP/1.1" status: 200 len: 1096 time: 0.1167161 Jul 30 03:37:40.488025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] For port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:40.619031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-e325fbe7-8630-45f5-8bbf-1ec96a4f3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:40.620780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-e325fbe7-8630-45f5-8bbf-1ec96a4f3fbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 1096 time: 0.0871072 Jul 30 03:37:40.623974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] For port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:40.657573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.702941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.871364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No DVR routers for this DVR port f819c4a6-fd14-4cd6-b89f-c97eb80cdd89 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:37:40.873179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-52e83c5e-820a-46ea-a5df-3d0556e00fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:40.875933 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-52e83c5e-820a-46ea-a5df-3d0556e00fbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 911 time: 0.2451279 Jul 30 03:37:40.879850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:40.880543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.884450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e93a36a-4eb1-45a4-ab0c-316ebf18d874 HTTP/1.1" status: 200 len: 1093 time: 2.8549232 Jul 30 03:37:40.885408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:40.889836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93317a4-851d-47af-9aec-0de42bd90db7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:40.893181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'tag': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:40.895900 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712" -d '{"events": [{"name": "network-changed", "server_uuid": "5511707c-3a7b-46ca-ad0a-94d6a6a0a126", "tag": "0e93a36a-4eb1-45a4-ab0c-316ebf18d874"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:40.900071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44775316-aa6b-477e-b583-a2466a22a52c req-fbe4e7ae-04e1-464e-a8a8-7d9f904cf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:40.902084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-fbe4e7ae-04e1-464e-a8a8-7d9f904cf7d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 912 time: 0.4096758 Jul 30 03:37:40.954925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-81944259-879d-452d-9aec-88f204982936 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb HTTP/1.1" status: 200 len: 217 time: 0.0697584 Jul 30 03:37:41.012059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-71a831b6-618b-4d0c-b922-557273cbbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:41.014110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-71a831b6-618b-4d0c-b922-557273cbbd47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.0500965 Jul 30 03:37:41.055545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-0d3dd2ee-ca5c-44ee-9a08-0fd515233eb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336676 Jul 30 03:37:41.201477 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-0734d52c-ce6c-4fab-9b39-f61653ddaf5b service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352220 Jul 30 03:37:41.362361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-53e12e93-87a4-429b-adb4-fd9ad25f4f66 req-d10353f6-6caa-45f1-87b9-5552f53e10b7 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455636 Jul 30 03:37:41.410779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=f819c4a6-fd14-4cd6-b89f-c97eb80cdd89,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:41.423802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-e65af31e-2626-4873-a96c-08e4b8f88b27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 HTTP/1.1" status: 200 len: 217 time: 0.4754848 Jul 30 03:37:41.481599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e054-72f9-4827-8591-18aea70ad651 req-81206c1e-0598-4de8-aba3-a9052e3ed419 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:41.483204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e21e054-72f9-4827-8591-18aea70ad651 req-81206c1e-0598-4de8-aba3-a9052e3ed419 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 944 time: 0.6950583 Jul 30 03:37:41.598532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:41.602114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-c1d17fb1-b79a-4bbd-9e98-8d9b209f3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:41.603619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-c1d17fb1-b79a-4bbd-9e98-8d9b209f3278 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 1096 time: 0.1941049 Jul 30 03:37:41.611537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b097d-2d82-4e83-ac1e-b695faaa35da req-4143d24d-950f-4385-b459-011320b2c127 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:41.618933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-825b097d-2d82-4e83-ac1e-b695faaa35da req-4143d24d-950f-4385-b459-011320b2c127 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 944 time: 0.7594075 Jul 30 03:37:41.663537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db3e1c3-954c-4641-b991-f7f9fe69ea74']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:41.726231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:41.727096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3134b1a-36b9-4ddc-a69a-a0a7bbd954c4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:37:41.729899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44775316-aa6b-477e-b583-a2466a22a52c req-da423dbb-3102-4d6d-90be-111ea12b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:41.731655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-da423dbb-3102-4d6d-90be-111ea12b9321 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.2849259 Jul 30 03:37:41.739267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-4d0986b5-2214-4d6c-86a1-58bcc172a6e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874 HTTP/1.1" status: 200 len: 217 time: 0.0889013 Jul 30 03:37:41.750731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-825b097d-2d82-4e83-ac1e-b695faaa35da req-ba0a2629-a230-47f8-8a2d-04d807c5cd3a tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307323 Jul 30 03:37:41.754085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e21e054-72f9-4827-8591-18aea70ad651 req-5330f0b9-b639-47c8-8a32-a5a88ba8458d tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351034 Jul 30 03:37:41.755934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:41.829262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-fa44592c-5568-4dcb-ba95-76bad8552164 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712192 Jul 30 03:37:41.852463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:41.996365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:37:41.998278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:37:42.042512 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:37:42.116359 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c145c8a-3a1d-4ad5-a17c-501ea67dc89e x-openstack-request-id: req-0c145c8a-3a1d-4ad5-a17c-501ea67dc89e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:42.117521 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5511707c-3a7b-46ca-ad0a-94d6a6a0a126", "tag": "0e93a36a-4eb1-45a4-ab0c-316ebf18d874", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:42.118061 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c145c8a-3a1d-4ad5-a17c-501ea67dc89e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:42.118667 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'tag': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874', 'status': 'completed', 'code': 200} Jul 30 03:37:42.134973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-71b21794-f68a-41fa-b501-93fb61e379d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:42.136866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-71b21794-f68a-41fa-b501-93fb61e379d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.3776338 Jul 30 03:37:42.214569 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:42.323560 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abcf49a8-f284-49b1-b979-07eb484f525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:42.328774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-bede3f56-db42-432b-9ea9-ba5563a5135f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804831 Jul 30 03:37:42.333260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-c7974827-c912-4afe-afe8-af5e8e3cea9e service neutron] 10.222.0.18 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871900 Jul 30 03:37:42.340792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:42.345499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/3db3e1c3-954c-4641-b991-f7f9fe69ea74 HTTP/1.1" status: 204 len: 168 time: 3.2403996 Jul 30 03:37:42.349177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44770) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:42.428154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c484c5-f4fe-44a8-8b61-3a118721c1ad tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:42.429579 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f0c484c5-f4fe-44a8-8b61-3a118721c1ad tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/619e7cf6-7328-4fee-9109-4c7251aaf04c HTTP/1.1" status: 200 len: 844 time: 0.0793836 Jul 30 03:37:42.439696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:42.524922 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fc4f189d-b700-4da3-a08b-74549419f298 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/619e7cf6-7328-4fee-9109-4c7251aaf04c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0840459 Jul 30 03:37:42.528794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:42.533227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:42.533656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:42.718912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbaf28-8f23-4d24-9405-285064af9adb tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=3db3e1c3-954c-4641-b991-f7f9fe69ea74,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:42.732143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44775316-aa6b-477e-b583-a2466a22a52c req-728d3340-b521-44e6-8ad5-c333bcc4ea44 service neutron] 10.222.0.18 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511875 Jul 30 03:37:42.771161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:42.777379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:42.870469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:42.906139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'port_id': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4', 'mac_address': 'fa:16:3e:26:cf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6629987-2ada-4c0d-9199-301985d0cf37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:42.978902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.028090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:43.047751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-022613b5-129f-4df4-96bf-ef6c4582e48b service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696804 Jul 30 03:37:43.057379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724838-2492-445a-b92b-fd1728a9ab5f req-fb28f480-13cb-4be7-b456-16a851bacf7a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:43.059058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43724838-2492-445a-b92b-fd1728a9ab5f req-fb28f480-13cb-4be7-b456-16a851bacf7a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 944 time: 0.1498225 Jul 30 03:37:43.095570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:43.114712 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.115532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8c04a7b6-297b-4c9e-91a6-acc49db82afb details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:43.149410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907cec-5615-4189-92c2-bc365b12ad38 req-55a4d544-8e9f-4341-a9f8-1734edabe818 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:43.157138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71907cec-5615-4189-92c2-bc365b12ad38 req-55a4d544-8e9f-4341-a9f8-1734edabe818 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 944 time: 0.2224677 Jul 30 03:37:43.260270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.284162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43724838-2492-445a-b92b-fd1728a9ab5f req-c0c0ea23-b10e-44fb-bff2-3406816d8ed2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122302 Jul 30 03:37:43.308059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f88c723c-8aaf-4fb3-9016-a83ed2ff8c3c req-3300c0d7-3dc1-41ea-b430-2db626805923 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477806 Jul 30 03:37:43.336092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71907cec-5615-4189-92c2-bc365b12ad38 req-e00ec642-bda9-4042-885b-4c66d9b1f36e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773791 Jul 30 03:37:43.384647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:43.400435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '8c04a7b6-297b-4c9e-91a6-acc49db82afb', 'network_id': '76a804f5-009f-425d-8cda-e450488f42ae', 'port_id': '8c04a7b6-297b-4c9e-91a6-acc49db82afb', 'mac_address': 'fa:16:3e:81:07:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fc5e4a-dc29-478f-9cad-d283ff929d54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:43.409868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:43.442684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:43.448855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:43.449459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.472810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef77aa-851e-41e5-ae0b-d35b51f55307 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:43.547197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=50df2213-9941-4434-8ee5-c6074a8738a6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:43.548342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-385f1521-7e1a-49a2-97eb-70b4f8da9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:43.554022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-385f1521-7e1a-49a2-97eb-70b4f8da9df1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 1096 time: 0.1363564 Jul 30 03:37:43.569385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a90ba17c-8e29-424e-8d21-eaa30a858913 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0396366 Jul 30 03:37:43.577888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:43.582775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'security_group': {'name': 'tempest-secgroup-1894396534'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:43.681878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.808581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-2390dc37-27a1-45d6-87d4-2ac3d6702576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:43.810909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-2390dc37-27a1-45d6-87d4-2ac3d6702576 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 912 time: 0.2454166 Jul 30 03:37:43.914685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:43.919450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-71123279-a5e5-489f-8c20-cce8cf34de53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874 HTTP/1.1" status: 200 len: 217 time: 0.0902159 Jul 30 03:37:43.950019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.986486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:43.996672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:44.020701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.021090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.021398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.021724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.039569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.040032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.040382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.040738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.041072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.041414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.041744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.042068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:44.053945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c04a7b6-297b-4c9e-91a6-acc49db82afb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:44.109371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-8252d5cb-b4c9-47fe-b969-22f76ab5ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:44.110936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-8252d5cb-b4c9-47fe-b969-22f76ab5ce26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.1907880 Jul 30 03:37:44.116923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8179d8d3-cbef-4f7f-8cdc-fa994d5f6a66,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:44.119795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:44.123523 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-84679481-8421-483e-8a04-f7a230ecad8f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5419197 Jul 30 03:37:44.124747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:44.156485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-4036a339-6447-43b9-b527-624197c1a276 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325844 Jul 30 03:37:44.160139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'security_group': {'name': 'tempest-secgroup-951374635'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:44.264325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:44.274032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:44.330511 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:44.363214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8c04a7b6-297b-4c9e-91a6-acc49db82afb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:44.483154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'tenant_id': '2e48558457644c5999e7752022d28f41', 'fixed_ips': [{'subnet_id': '50df2213-9941-4434-8ee5-c6074a8738a6'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:37:44.492725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:44.540901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['8c04a7b6-297b-4c9e-91a6-acc49db82afb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:44.640758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1d5b1bec-a385-4dd6-9115-6a9dec96b7b4'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:44.675728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c41fd-a8fc-446f-8c5d-fe0e815c0d6f req-f5ceb6c8-783c-4cae-8683-09697dd1c713 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:44.677258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-724c41fd-a8fc-446f-8c5d-fe0e815c0d6f req-f5ceb6c8-783c-4cae-8683-09697dd1c713 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 945 time: 0.2412517 Jul 30 03:37:44.706078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-7bca1d39-23aa-4d9c-be0c-8899ac0ff582 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112042 Jul 30 03:37:44.868873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-724c41fd-a8fc-446f-8c5d-fe0e815c0d6f req-0c58524c-9406-4254-bd4b-cc5bef9567a1 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700814 Jul 30 03:37:44.996057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:45.022749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:45.099562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:45.101780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9474847 Jul 30 03:37:45.104656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44826) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:45.110870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1737667745', 'security_groups': ['42cb0ec5-37ca-4d51-b564-8d680648719a'], 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '50df2213-9941-4434-8ee5-c6074a8738a6'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:45.211706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbaa7f8b-0bd8-429f-bade-ce221fd3a712 req-525f36b3-1ed9-4f1c-ab8b-cf891a465507 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905684 Jul 30 03:37:45.225202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cb0ec5-37ca-4d51-b564-8d680648719a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:45.248319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.252642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.253134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.255526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.256008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.256550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.258814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.259426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.259860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.260305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.260749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.261182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdb5c3-8e2e-41d1-8aba-c4085cd9c805 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:45.272570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72cd3-e3c8-4bc4-911c-f04f2b36cfc3 req-c855d149-7ee3-4bf1-a00e-169a5a64ca3d tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:45.280744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ac72cd3-e3c8-4bc4-911c-f04f2b36cfc3 req-c855d149-7ee3-4bf1-a00e-169a5a64ca3d tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 944 time: 0.2941918 Jul 30 03:37:45.324612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ac72cd3-e3c8-4bc4-911c-f04f2b36cfc3 req-2fba6cd6-35ed-46dc-9a72-f8745a5e0545 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Jul 30 03:37:45.335154 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:45.407412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:45.643106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Allocated IP 2001:db8::2 (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/50df2213-9941-4434-8ee5-c6074a8738a6/c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:45.671925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:45.703342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:45.717115 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d57b06c-ebec-4bf1-833c-f3850656229a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:45.860941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-182592e6-ea09-4dbb-a5c6-8ffb0350b3f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951200 Jul 30 03:37:46.135202 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.150657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Transition to ACTIVE for port object c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:46.161017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a16d2-fac5-414f-b0e4-98f76aae818d req-faacccb9-45d1-4ae1-abd5-bb434c403776 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:46.164525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-819a16d2-fac5-414f-b0e4-98f76aae818d req-faacccb9-45d1-4ae1-abd5-bb434c403776 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 945 time: 0.1465347 Jul 30 03:37:46.170504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-9497295f-9ebf-4472-ac07-d29299387054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:46.172551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-9497295f-9ebf-4472-ac07-d29299387054 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5998e451e36345ed9d73a6c3850d9f19&device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 1098 time: 0.2382193 Jul 30 03:37:46.203431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Transition to ACTIVE for port object c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:46.217395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.324095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Pushing event updated for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:46.362864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::7e (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/50df2213-9941-4434-8ee5-c6074a8738a6/bbd0384c-23bd-4ee0-864e-f537d2b4bbd7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:46.383887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:46.386984 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.389554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:46.395171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:46.446704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-e6cea178-51e8-49fe-be87-169d2825bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:46.448349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-e6cea178-51e8-49fe-be87-169d2825bcdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 200 len: 915 time: 0.2433128 Jul 30 03:37:46.480283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Attempting to bind port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:37:46.481175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Attempting to bind port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '325c0e9d-5c89-47ed-9c4b-573841a9b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:37:46.481944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Attempting to bind port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 on network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:37:46.487941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:37:46.488586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Checking segment: {'id': '325c0e9d-5c89-47ed-9c4b-573841a9b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:46.489171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.489779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Bound using segment: {'id': '325c0e9d-5c89-47ed-9c4b-573841a9b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:37:46.490464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Bound port: c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c0e9d-5c89-47ed-9c4b-573841a9b323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:37:46.491020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.567876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aba6df09-c169-487d-b232-9ac629337906 None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:37:46.573661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aba6df09-c169-487d-b232-9ac629337906 None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,segment=NetworkSegment(325c0e9d-5c89-47ed-9c4b-573841a9b323),segment_id=325c0e9d-5c89-47ed-9c4b-573841a9b323)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:37:46.578087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8c04a7b6-297b-4c9e-91a6-acc49db82afb up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:46.598150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-819a16d2-fac5-414f-b0e4-98f76aae818d req-a058105a-00b8-4b8b-bb05-ae45ee0e4577 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238498 Jul 30 03:37:46.640115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-b1e9f58f-ed0a-4980-80d5-022f456664eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 200 len: 1000 time: 0.1719446 Jul 30 03:37:46.696086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.711058 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.713803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:46.743476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-33725b9a-013f-49a9-915f-eaed1d07dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:46.756808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-33725b9a-013f-49a9-915f-eaed1d07dc7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c763764-0d83-428c-bf27-737813ddf7b3 HTTP/1.1" status: 200 len: 854 time: 0.1084528 Jul 30 03:37:46.760214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.859238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=bbd0384c-23bd-4ee0-864e-f537d2b4bbd7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:46.880848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.881223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.881573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.881917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.882537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.883170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.883292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.883927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.883927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.884220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.884549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.884872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:37:46.895587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:46.905062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:46.912915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:46.919629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:46.919872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:46.920739 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:46.951971 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-37a515c7-d6bb-4c7d-b151-1c741f7398e8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8451688 Jul 30 03:37:46.954638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44862) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:46.965969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:46.969411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4c3f-39d2-4ebf-ac3a-d36ce25e87c1 req-79d02d03-fa23-40db-ad51-55e0766894b4 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:46.984858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d5f4c3f-39d2-4ebf-ac3a-d36ce25e87c1 req-79d02d03-fa23-40db-ad51-55e0766894b4 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 944 time: 0.2212329 Jul 30 03:37:47.008810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 8c04a7b6-297b-4c9e-91a6-acc49db82afb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:47.074190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d5f4c3f-39d2-4ebf-ac3a-d36ce25e87c1 req-d148d91e-1c9c-4598-92ff-dc224c5e32de tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Jul 30 03:37:47.095478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-14b46e07-cf1e-4f7f-824c-b4a09c5098da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:47.097226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-14b46e07-cf1e-4f7f-824c-b4a09c5098da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24b2bd65-0552-4944-9d8a-d5329751d1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2796798 Jul 30 03:37:47.184171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 8c04a7b6-297b-4c9e-91a6-acc49db82afb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:47.184650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:47.348782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6df09-c169-487d-b232-9ac629337906 None None] Pushing event updated for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:47.358767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-899029d6-0677-4616-ad4e-02f50cdc031d service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490540 Jul 30 03:37:47.431976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:47.436214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:47.583319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:47.652588 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50df2213-9941-4434-8ee5-c6074a8738a6 (CIDR: 2001:db8::/64) Jul 30 03:37:47.653198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89acf4ec-358c-41bf-ba8f-e9e1b4c69226 req-e100dc30-a306-4319-82fe-d6dc260ddcee service neutron] 10.222.0.16 "GET /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526417 Jul 30 03:37:47.661136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'port_id': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874', 'mac_address': 'fa:16:3e:2b:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6629987-2ada-4c0d-9199-301985d0cf37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:47.661672 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:37:47.663174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:37:47.717124 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-903ec45f-0b13-4c0f-bea8-e9a73c72f9aa tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7596273 Jul 30 03:37:47.718279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:47.725839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:47.916304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:47.922852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:48.044722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc955-ff49-40e4-b270-a2b85c427f1d req-7414089a-3be3-47e3-a7a7-1713050ff9ea tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:48.056363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3eecc955-ff49-40e4-b270-a2b85c427f1d req-7414089a-3be3-47e3-a7a7-1713050ff9ea tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 945 time: 0.1764810 Jul 30 03:37:48.104633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.119021 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.126391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3eecc955-ff49-40e4-b270-a2b85c427f1d req-ff0dd27e-4e67-451e-a139-381b3b9d333e tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Jul 30 03:37:48.147107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:48.160833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c04a7b6-297b-4c9e-91a6-acc49db82afb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:48.164302 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bc3fb4-87c3-4507-80e7-a92afbc3fd65" -d '{"events": [{"server_uuid": "79fd0168-8c08-46e7-b0c9-faf263147d32", "name": "network-vif-plugged", "status": "completed", "tag": "8c04a7b6-297b-4c9e-91a6-acc49db82afb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:48.171884 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.182985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:48.310147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:48.347805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8c04a7b6-297b-4c9e-91a6-acc49db82afb,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:48.357572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.358444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:48.371482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.385079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:48.556927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:48.567609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:48.682107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:48.686713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:48.687101 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.720325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdbc23-7ebb-430b-8d00-f15fbe351135 req-9f887a50-e0b0-44c7-a445-a87ad7e2ec49 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:48.722259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14fdbc23-7ebb-430b-8d00-f15fbe351135 req-9f887a50-e0b0-44c7-a445-a87ad7e2ec49 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 945 time: 0.1316872 Jul 30 03:37:48.826754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14fdbc23-7ebb-430b-8d00-f15fbe351135 req-9047e05e-4fa5-41c9-b38c-ece0b9d97963 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879509 Jul 30 03:37:48.831421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.850873 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:48.879391 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14cc2db-ed8e-48e9-95d5-686949edd069 x-openstack-request-id: req-e14cc2db-ed8e-48e9-95d5-686949edd069 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:48.879726 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fd0168-8c08-46e7-b0c9-faf263147d32", "name": "network-vif-plugged", "status": "completed", "tag": "8c04a7b6-297b-4c9e-91a6-acc49db82afb", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:48.880213 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e14cc2db-ed8e-48e9-95d5-686949edd069 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:48.880626 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c04a7b6-297b-4c9e-91a6-acc49db82afb', 'code': 200} Jul 30 03:37:48.890537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['0e93a36a-4eb1-45a4-ab0c-316ebf18d874'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:48.987630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Provisioning for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:49.049450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:49.050098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.054104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:49.089925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:49.105187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.152159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:49.161740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=2679427b-f28b-4408-9010-81a44b626291,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:49.182501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:49.183324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.234921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6db4-3613-4610-aca2-cbfd840c6841 req-c433d572-3d6d-447d-a096-9bc2c646306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:49.248055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c38c6db4-3613-4610-aca2-cbfd840c6841 req-c433d572-3d6d-447d-a096-9bc2c646306e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 1098 time: 0.2762163 Jul 30 03:37:49.258757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7e401646-3438-46e7-bb57-7bcf73371236 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5385902 Jul 30 03:37:49.261560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44914) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:49.267631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-127264634', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2679427b-f28b-4408-9010-81a44b626291'}], 'security_groups': ['8179d8d3-cbef-4f7f-8cdc-fa994d5f6a66']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:49.326094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26871bf-907e-4e54-b9f0-3ed914ee9021 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:49.380495 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.411682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:49.421524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c38c6db4-3613-4610-aca2-cbfd840c6841 req-7f9e1647-c2fd-4ed2-a802-9bb9c2aa85df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512125 Jul 30 03:37:49.460024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4655de-1309-4384-b49c-891f3ac9760a req-beb3307a-1ac6-4b22-b27d-9d50e885b4ed tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:49.465472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c4655de-1309-4384-b49c-891f3ac9760a req-beb3307a-1ac6-4b22-b27d-9d50e885b4ed tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1963048 Jul 30 03:37:49.589452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c4655de-1309-4384-b49c-891f3ac9760a req-c82593d1-5b2b-4032-ad50-b2d9a055135c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139889 Jul 30 03:37:49.596740 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.786200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,segment=NetworkSegment(325c0e9d-5c89-47ed-9c4b-573841a9b323),segment_id=325c0e9d-5c89-47ed-9c4b-573841a9b323)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:49.786944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:49.793074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.904883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:49.905805 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:49.982971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:50.033016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e8a87-3dfe-4fc6-bdcc-f51687da817c None None] Pushing event updated for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:50.141218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69e4e840-6ead-40ba-b792-37ca325d58a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.217225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c326b4-c68a-42e0-b996-5b93bf0aa169 req-4b234800-baf5-4e28-85da-15bde2332c55 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:50.224454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9c326b4-c68a-42e0-b996-5b93bf0aa169 req-4b234800-baf5-4e28-85da-15bde2332c55 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 945 time: 0.2531421 Jul 30 03:37:50.263573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Delete allocated IP 2001:db8::7e (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/50df2213-9941-4434-8ee5-c6074a8738a6) {{(pid=93877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 03:37:50.286833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8:0:1::1c5 (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/2679427b-f28b-4408-9010-81a44b626291/bbd0384c-23bd-4ee0-864e-f537d2b4bbd7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:50.289735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a583fe9-f376-497c-b568-c17c08d2b181 None None] Provisioning for port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:50.311411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a583fe9-f376-497c-b568-c17c08d2b181 None None] Provisioning complete for port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:50.311664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a583fe9-f376-497c-b568-c17c08d2b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.318837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Update dhcp port {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'fixed_ips': [{'subnet_id': '50df2213-9941-4434-8ee5-c6074a8738a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '2679427b-f28b-4408-9010-81a44b626291'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:37:50.420817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9c326b4-c68a-42e0-b996-5b93bf0aa169 req-93a256ed-548a-49d0-a18d-55c9736fe13d tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802211 Jul 30 03:37:50.421343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.547992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69e4e840-6ead-40ba-b792-37ca325d58a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.555420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69e4e840-6ead-40ba-b792-37ca325d58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.562634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.577717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Ignored duplicate provisioning block setup for port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 03:37:50.583100 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.597177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4a583fe9-f376-497c-b568-c17c08d2b181 None None] Port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:50.621528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-69e4e840-6ead-40ba-b792-37ca325d58a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7f319b59f6b42d1b7d82ada1db4fe4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8330784 Jul 30 03:37:50.625223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:50.675345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e840-6ead-40ba-b792-37ca325d58a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea5c31a-39ea-48a2-84e4-35da4cf2fca2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:50.701805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=bbd0384c-23bd-4ee0-864e-f537d2b4bbd7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:50.704693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] In _notify_port_updated(), no bound segment for port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 on network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:37:50.710961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:50.711652 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.715392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0f31ee41-a070-483e-8d01-d134bbd54605 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/ports/bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 HTTP/1.1" status: 200 len: 930 time: 1.4498260 Jul 30 03:37:50.717034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:50.734422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Allocated IP 2001:db8:0:1::2 (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/2679427b-f28b-4408-9010-81a44b626291/c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:50.771312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f713d9d-7465-4b8e-a828-b077f7bb2a6e req-b225cfa1-acdc-4f34-af36-33373a4f8245 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:50.780170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f713d9d-7465-4b8e-a828-b077f7bb2a6e req-b225cfa1-acdc-4f34-af36-33373a4f8245 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.0738177 Jul 30 03:37:50.810696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416658d5-14df-4024-a84f-ea01abc29428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.823122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:50.844377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416658d5-14df-4024-a84f-ea01abc29428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.854055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f713d9d-7465-4b8e-a828-b077f7bb2a6e req-72ea509c-3b45-4a31-9689-cb949cb79723 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712702 Jul 30 03:37:50.878835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,segment=NetworkSegment(325c0e9d-5c89-47ed-9c4b-573841a9b323),segment_id=325c0e9d-5c89-47ed-9c4b-573841a9b323)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:50.884946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:50.887593 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb25bcdf-4092-4efb-825e-e4cdc4aec5ad" -d '{"events": [{"server_uuid": "e4d4f8d2-1f16-41f5-aaae-57437cd5a30c", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b1bec-a385-4dd6-9115-6a9dec96b7b4"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:50.933442 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.942249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:50.953406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:50.953791 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.973915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:50.978277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.980552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Transition to ACTIVE for port object c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:50.988593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416658d5-14df-4024-a84f-ea01abc29428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.990122 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:50.994831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416658d5-14df-4024-a84f-ea01abc29428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:51.001823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-416658d5-14df-4024-a84f-ea01abc29428 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ea5c31a-39ea-48a2-84e4-35da4cf2fca2 HTTP/1.1" status: 204 len: 168 time: 0.3711402 Jul 30 03:37:51.065836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416658d5-14df-4024-a84f-ea01abc29428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea5c31a-39ea-48a2-84e4-35da4cf2fca2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:51.129740 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aa9afd-5bc1-41fd-bfc2-c61cfe017559 x-openstack-request-id: req-b5aa9afd-5bc1-41fd-bfc2-c61cfe017559 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:51.130287 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d4f8d2-1f16-41f5-aaae-57437cd5a30c", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b1bec-a385-4dd6-9115-6a9dec96b7b4", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:51.131704 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5aa9afd-5bc1-41fd-bfc2-c61cfe017559 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:51.132281 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4', 'code': 200} Jul 30 03:37:51.162019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502fad1-3450-4f5f-9789-dab681ee8fc6 req-79dadab6-d141-4998-b720-0c63c1cd9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:51.169564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4502fad1-3450-4f5f-9789-dab681ee8fc6 req-79dadab6-d141-4998-b720-0c63c1cd9307 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4d4f8d2-1f16-41f5-aaae-57437cd5a30c HTTP/1.1" status: 200 len: 1098 time: 0.0843575 Jul 30 03:37:51.308831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:51.320968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-14623acb-cd1e-4d54-8d47-a2b8f379dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:51.322776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-14623acb-cd1e-4d54-8d47-a2b8f379dc06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 1098 time: 0.2078242 Jul 30 03:37:51.329919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:37:51.351822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4502fad1-3450-4f5f-9789-dab681ee8fc6 req-9f6c6614-be63-4e3d-98d2-88bc57b3908c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637905 Jul 30 03:37:51.374569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee305c-d184-4264-9bd3-2e74523c5198 req-e755c1a3-062f-4a3e-add8-e07d0b6c77ff tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:51.377963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2ee305c-d184-4264-9bd3-2e74523c5198 req-e755c1a3-062f-4a3e-add8-e07d0b6c77ff tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1673431 Jul 30 03:37:51.410749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6641b-58c1-41bc-a715-ae92e909ff2c None None] Pushing event updated for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:51.446831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2ee305c-d184-4264-9bd3-2e74523c5198 req-0c68f48a-3296-48eb-b7ab-717c90ec4e47 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600708 Jul 30 03:37:51.458215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04059c-2010-4c97-9bf8-4ae5a08a96a4 req-09248f08-137e-4ab3-8877-68735e6c5699 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:51.459941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d04059c-2010-4c97-9bf8-4ae5a08a96a4 req-09248f08-137e-4ab3-8877-68735e6c5699 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 946 time: 0.1551070 Jul 30 03:37:51.541767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-656cda32-70ec-42ab-ae35-9fc691e87901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:51.543537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-656cda32-70ec-42ab-ae35-9fc691e87901 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 911 time: 0.2110267 Jul 30 03:37:51.591095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d04059c-2010-4c97-9bf8-4ae5a08a96a4 req-a8582c50-5250-4d6b-b2a5-181c7a74aa7f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048923 Jul 30 03:37:51.742983 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-1201fae9-455a-492a-898c-1d28da58d7ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb HTTP/1.1" status: 200 len: 217 time: 0.1893432 Jul 30 03:37:51.768967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:51.855424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:51.865156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=bbd0384c-23bd-4ee0-864e-f537d2b4bbd7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:51.913208 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:51.961931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c649b66-6991-42ec-a158-62547480b40f req-5078973d-540d-4ee3-a258-bcf130b8ee5c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:51.964370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:51.969318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-27b84de1-e9ac-4abc-ad69-04781c7494d6 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 HTTP/1.1" status: 204 len: 168 time: 1.2477851 Jul 30 03:37:51.972037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45000) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:51.974496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c649b66-6991-42ec-a158-62547480b40f req-5078973d-540d-4ee3-a258-bcf130b8ee5c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 945 time: 0.1325703 Jul 30 03:37:52.021361 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-787ff06e-70ba-4f06-9f80-d811b01a8339 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:37:52.026214 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-787ff06e-70ba-4f06-9f80-d811b01a8339 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/bbd0384c-23bd-4ee0-864e-f537d2b4bbd7 HTTP/1.1" status: 404 len: 333 time: 0.0531924 Jul 30 03:37:52.026702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45004) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:52.039747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-0ce1171b-c45f-4670-b822-8843a7b54bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:52.041210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-0ce1171b-c45f-4670-b822-8843a7b54bee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.2907889 Jul 30 03:37:52.110488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-10902d86-7ed0-45ea-84f4-22355e2ec5f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592451 Jul 30 03:37:52.111644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c649b66-6991-42ec-a158-62547480b40f req-9444f661-aa23-4fda-ba65-91183ba19ef2 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362360 Jul 30 03:37:52.147462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:52.162343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.338727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9d374f8-3d8c-45dd-9254-26b55a699931 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.375256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-3b98e3f9-3876-4f9e-bd2b-2a54f54b48e1 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440410 Jul 30 03:37:52.386467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9d374f8-3d8c-45dd-9254-26b55a699931 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.393279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:52.687217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29e4a89e-05cf-418c-b70f-88675dac28e6 req-1de8ca6d-0e0c-4623-929a-4dfc9d630f58 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971170 Jul 30 03:37:52.688321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9d374f8-3d8c-45dd-9254-26b55a699931 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.692210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9d374f8-3d8c-45dd-9254-26b55a699931 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.696604 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a9d374f8-3d8c-45dd-9254-26b55a699931 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/security-groups/42cb0ec5-37ca-4d51-b564-8d680648719a HTTP/1.1" status: 204 len: 168 time: 0.6660666 Jul 30 03:37:52.699016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:52.722657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d374f8-3d8c-45dd-9254-26b55a699931 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cb0ec5-37ca-4d51-b564-8d680648719a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:52.785363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Provisioning for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:52.796768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:52.814138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.838927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7694a5d-2fd5-4b05-8d67-c3bdff2d0b8b req-d5d61b8d-4020-4895-bf19-690cb0b1e9b5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:52.848878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7694a5d-2fd5-4b05-8d67-c3bdff2d0b8b req-d5d61b8d-4020-4895-bf19-690cb0b1e9b5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1597626 Jul 30 03:37:52.920865 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a13d9b9-da11-4c86-bb8f-fd35ed748e4a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:52.963037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7694a5d-2fd5-4b05-8d67-c3bdff2d0b8b req-08ab6fe5-a886-4789-9265-ae63fc7e4022 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114039 Jul 30 03:37:52.999425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a13d9b9-da11-4c86-bb8f-fd35ed748e4a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.009326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Could not find standard attr ID for object bbd0384c-23bd-4ee0-864e-f537d2b4bbd7. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:53.022718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:53.023568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.084076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4c1711cf-2fcd-42ec-b013-529c23307eed None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:53.114016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a13d9b9-da11-4c86-bb8f-fd35ed748e4a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.118289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a13d9b9-da11-4c86-bb8f-fd35ed748e4a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.119675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7a13d9b9-da11-4c86-bb8f-fd35ed748e4a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/security-groups/8179d8d3-cbef-4f7f-8cdc-fa994d5f6a66 HTTP/1.1" status: 204 len: 168 time: 0.4177659 Jul 30 03:37:53.122415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45042) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:53.134022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:53.136430 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6207742-85f9-4714-a6a5-19c531cde3b2" -d '{"events": [{"server_uuid": "5511707c-3a7b-46ca-ad0a-94d6a6a0a126", "name": "network-vif-plugged", "status": "completed", "tag": "0e93a36a-4eb1-45a4-ab0c-316ebf18d874"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:53.148532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13d9b9-da11-4c86-bb8f-fd35ed748e4a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179d8d3-cbef-4f7f-8cdc-fa994d5f6a66,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:53.203692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-317d163b-08f4-4d81-accb-eb8f72671c8d None None] Could not find standard attr ID for object bbd0384c-23bd-4ee0-864e-f537d2b4bbd7. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:37:53.245263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 50df2213-9941-4434-8ee5-c6074a8738a6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:37:53.249041 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.253116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34851984-778c-4fba-b57b-0163eef0cd97 req-928b2ebb-bbf0-4851-b6d9-f8c41c63d60e tempest-AbsoluteLimitsNegativeTestJSON-1489017433 tempest-AbsoluteLimitsNegativeTestJSON-1489017433-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=06fb4f66c251424baa2e31062693c8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387621 Jul 30 03:37:53.296081 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.403590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.445893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a164b5-5f69-493b-ad04-a02c8ea0cd3f req-aa8469c8-eb69-49a4-8f45-e1083c24b659 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:53.453587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7a164b5-5f69-493b-ad04-a02c8ea0cd3f req-aa8469c8-eb69-49a4-8f45-e1083c24b659 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 946 time: 0.2033226 Jul 30 03:37:53.486751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.520021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=50df2213-9941-4434-8ee5-c6074a8738a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:53.526378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.533192 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cce7df44-207d-4240-bed2-98edc925b76d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/50df2213-9941-4434-8ee5-c6074a8738a6 HTTP/1.1" status: 204 len: 168 time: 0.4050102 Jul 30 03:37:53.533192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:53.536920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81fe205-c71f-47df-8c14-8bf9df5551fd None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:53.548489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34851984-778c-4fba-b57b-0163eef0cd97 req-3a603e9c-7a2b-41ee-a2c8-84d38eec8f16 tempest-AbsoluteLimitsNegativeTestJSON-1489017433 tempest-AbsoluteLimitsNegativeTestJSON-1489017433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:53.552194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:53.555853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34851984-778c-4fba-b57b-0163eef0cd97 req-3a603e9c-7a2b-41ee-a2c8-84d38eec8f16 tempest-AbsoluteLimitsNegativeTestJSON-1489017433 tempest-AbsoluteLimitsNegativeTestJSON-1489017433-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936869 Jul 30 03:37:53.579455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7a164b5-5f69-493b-ad04-a02c8ea0cd3f req-2e863a75-fa58-42ed-8fa1-9f1806865670 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206346 Jul 30 03:37:53.594052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34851984-778c-4fba-b57b-0163eef0cd97 req-8c9dab66-76d3-4aee-9c56-02b49cae92e4 tempest-AbsoluteLimitsNegativeTestJSON-1489017433 tempest-AbsoluteLimitsNegativeTestJSON-1489017433-project] 10.222.0.39 "GET /v2.0/quotas/06fb4f66c251424baa2e31062693c8f6 HTTP/1.1" status: 200 len: 375 time: 0.0371807 Jul 30 03:37:53.650112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34851984-778c-4fba-b57b-0163eef0cd97 req-208207a2-f072-4f83-ac9f-707f27a7f744 tempest-AbsoluteLimitsNegativeTestJSON-1489017433 tempest-AbsoluteLimitsNegativeTestJSON-1489017433-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06fb4f66c251424baa2e31062693c8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547762 Jul 30 03:37:53.678439 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170acddc-2c45-44c2-a2dd-935e31a1ae56 x-openstack-request-id: req-170acddc-2c45-44c2-a2dd-935e31a1ae56 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:53.679239 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511707c-3a7b-46ca-ad0a-94d6a6a0a126", "name": "network-vif-plugged", "status": "completed", "tag": "0e93a36a-4eb1-45a4-ab0c-316ebf18d874", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:53.679685 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-170acddc-2c45-44c2-a2dd-935e31a1ae56 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:53.680757 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874', 'code': 200} Jul 30 03:37:53.756989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:53.766823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:53.846391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a94c-bd73-4c41-887d-58d9f008adf6 req-64f4cdc6-37eb-4927-ad0b-43b1c2a87290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:53.848188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c67a94c-bd73-4c41-887d-58d9f008adf6 req-64f4cdc6-37eb-4927-ad0b-43b1c2a87290 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 1098 time: 0.0799024 Jul 30 03:37:53.903876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c67a94c-bd73-4c41-887d-58d9f008adf6 req-1cd3bed5-33a9-4eda-a79d-419435c7d318 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Jul 30 03:37:54.141734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.150386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f595d97-3860-4905-9fee-c1a2ac0a6f6d req-bd804804-fead-4660-92ea-4cd8ad8605e6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:54.164759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f595d97-3860-4905-9fee-c1a2ac0a6f6d req-bd804804-fead-4660-92ea-4cd8ad8605e6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1132293 Jul 30 03:37:54.168489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:54.171614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:54.190727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:54.199732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:54.200703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.235034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6987004 Jul 30 03:37:54.235867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:54.236354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f595d97-3860-4905-9fee-c1a2ac0a6f6d req-81c2d6c4-42c0-4499-8dbf-157d4becaf79 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704885 Jul 30 03:37:54.242138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'security_group': {'name': 'tempest-secgroup-1505050641'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:54.279190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e99ee-fcad-497e-8cb3-1cb6bd62491a tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=8e0e6520-bf1b-4229-9660-bd3727a7d143,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:54.284378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.362074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25ff41ed-e76c-42e2-90f6-3acc0de1629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.389417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.394267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.435810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492191ac-b99a-4dc4-be4e-afe35e0db4ff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:54.509345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25ff41ed-e76c-42e2-90f6-3acc0de1629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.514680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25ff41ed-e76c-42e2-90f6-3acc0de1629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.519357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.524735 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-24c8caec-5485-4c89-a8e4-ec4a0824a0af tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2875841 Jul 30 03:37:54.526142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45080) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:54.531352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433558347'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:54.561728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.566828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-25ff41ed-e76c-42e2-90f6-3acc0de1629a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06fb4f66c251424baa2e31062693c8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743215 Jul 30 03:37:54.568396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff41ed-e76c-42e2-90f6-3acc0de1629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52a04d1-2dce-499d-846f-9fca181874d2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:54.571833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:54.602475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:37:54.682137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0331befc-1348-4da7-8c75-31e1336ce970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.722259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.723744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0460cf7-d02f-4f59-ada6-40712193b575 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:54.732863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.746277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0331befc-1348-4da7-8c75-31e1336ce970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.783452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72da89-dd2a-4816-931d-9c68098097c5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:54.794295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.802958 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-63dab607-0847-48b3-afae-4f1cc329b954 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2699590 Jul 30 03:37:54.803879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:54.820331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'security_group': {'name': 'tempest-secgroup-487269136'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:54.857541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.990441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.995032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-45c556da-1ad9-44de-b6ca-31f538b3cc6a None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:54.995502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:54.995733 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45c556da-1ad9-44de-b6ca-31f538b3cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.043002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.044412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fb93b5-c760-476f-90b5-a8c8f697c4e3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:55.047730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.054146 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c68e061e-90e7-4f38-8d51-585fbfd5fa16 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2481971 Jul 30 03:37:55.055242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45096) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:55.061242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-202480253', 'security_groups': ['b7fb93b5-c760-476f-90b5-a8c8f697c4e3'], 'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e0e6520-bf1b-4229-9660-bd3727a7d143'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:55.108376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:55.122419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.166337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1eef-c5b1-44db-8b25-d14d9b48c13b req-08cdd7ee-fc04-4238-960c-505f55c2cdfc tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:55.174626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f59c1eef-c5b1-44db-8b25-d14d9b48c13b req-08cdd7ee-fc04-4238-960c-505f55c2cdfc tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 946 time: 0.4882190 Jul 30 03:37:55.226557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f59c1eef-c5b1-44db-8b25-d14d9b48c13b req-11376812-4f25-40b6-84c4-199202a2b085 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484128 Jul 30 03:37:55.229552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0331befc-1348-4da7-8c75-31e1336ce970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.235460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0331befc-1348-4da7-8c75-31e1336ce970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.236770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0331befc-1348-4da7-8c75-31e1336ce970 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f52a04d1-2dce-499d-846f-9fca181874d2 HTTP/1.1" status: 204 len: 168 time: 0.6636865 Jul 30 03:37:55.265303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331befc-1348-4da7-8c75-31e1336ce970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52a04d1-2dce-499d-846f-9fca181874d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:55.286605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:55.345361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Update dhcp port {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'fixed_ips': [{'subnet_id': '2679427b-f28b-4408-9010-81a44b626291', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e0e6520-bf1b-4229-9660-bd3727a7d143'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:37:55.379627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.409076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:55.481650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-45c556da-1ad9-44de-b6ca-31f538b3cc6a None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:55.482184 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45c556da-1ad9-44de-b6ca-31f538b3cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.496413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.504504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1775dc-2f0b-4741-94a1-937b4e064fb7 req-c7c9dd80-4023-4ab9-b500-1a3386836e0d tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:55.506126 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f1775dc-2f0b-4741-94a1-937b4e064fb7 req-c7c9dd80-4023-4ab9-b500-1a3386836e0d tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.0806837 Jul 30 03:37:55.527679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] device_id is not set on port 2f231307-7e79-463c-9dc8-172d973407c9 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:37:55.552740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f1775dc-2f0b-4741-94a1-937b4e064fb7 req-3aea97a7-a6ab-4ac3-bc8b-1c84884317cc tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383699 Jul 30 03:37:55.630766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-45c556da-1ad9-44de-b6ca-31f538b3cc6a None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:55.690204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:37:55.700873 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf917c78-f4fe-412a-b6ab-6052c5844d16" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:37:55.745973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Allocated IP 2001:db8::2 (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/8e0e6520-bf1b-4229-9660-bd3727a7d143/c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:55.768517 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855127c1-e64f-450a-a68f-aeb64e56190f x-openstack-request-id: req-855127c1-e64f-450a-a68f-aeb64e56190f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:37:55.768780 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:37:55.769163 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-855127c1-e64f-450a-a68f-aeb64e56190f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:37:55.769667 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:37:55.860485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,segment=NetworkSegment(325c0e9d-5c89-47ed-9c4b-573841a9b323),segment_id=325c0e9d-5c89-47ed-9c4b-573841a9b323)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:55.893474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:55.910896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Transition to ACTIVE for port object c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:55.915832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.003407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8::4e (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/8e0e6520-bf1b-4229-9660-bd3727a7d143/2f231307-7e79-463c-9dc8-172d973407c9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:56.064725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1167d-3cfe-4ddc-ad94-bb036ef4c1c2 None None] Pushing event updated for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:56.226851 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.251126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object 2f231307-7e79-463c-9dc8-172d973407c9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:37:56.251340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:56.300259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.365798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f21cfe-c571-431f-bdb4-9e08a894e3eb req-066966db-5afd-4918-82d5-682afb850f7f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:56.371701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0f21cfe-c571-431f-bdb4-9e08a894e3eb req-066966db-5afd-4918-82d5-682afb850f7f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 946 time: 0.0626640 Jul 30 03:37:56.404838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:56.408369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:56.410165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-752632616-network', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:56.422003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:37:56.431482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:56.432153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.450236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0f21cfe-c571-431f-bdb4-9e08a894e3eb req-bb467c4b-2f80-46f4-a810-ab97b4de6460 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735190 Jul 30 03:37:56.466973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=2f231307-7e79-463c-9dc8-172d973407c9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:56.478829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:56.481789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.492386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43b6d71d-fbe9-442b-a926-995fb12eb770 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4345129 Jul 30 03:37:56.494257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45142) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:56.497180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.509942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:56.610167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:37:56.798784 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.799283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:56.814610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:37:56.827686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.833700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:56.838094 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.914178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e57a3a-4b9b-49af-991d-5ce391cda0d7 req-e7e0c3d6-c6d9-435a-973b-d4ef3939377b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:56.916262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e57a3a-4b9b-49af-991d-5ce391cda0d7 req-e7e0c3d6-c6d9-435a-973b-d4ef3939377b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.2048078 Jul 30 03:37:56.936905 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.947677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e461b-f4ee-4686-a3e9-2728031f2e79,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:56.953541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:37:56.978901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:56.979282 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Added segment 9f1e83fe-4452-42e2-9192-4f0f96c5b725 of type vlan for network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 Jul 30 03:37:56.997769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:37:57.024490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:37:57.031248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.046065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.099032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea789ac-69ae-4a9e-b784-9d78595734ff req-2250ac44-84ae-4790-ab77-93d068f5183f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:57.106349 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e0e6520-bf1b-4229-9660-bd3727a7d143 (CIDR: 2001:db8::/64) Jul 30 03:37:57.108656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ea789ac-69ae-4a9e-b784-9d78595734ff req-2250ac44-84ae-4790-ab77-93d068f5183f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4d4f8d2-1f16-41f5-aaae-57437cd5a30c HTTP/1.1" status: 200 len: 946 time: 0.4894896 Jul 30 03:37:57.112871 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:37:57.113330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:37:57.139521 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.141314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:57.142179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.144855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f8a93c98-8f35-44ae-a0d9-bca1c26b9bec tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6494319 Jul 30 03:37:57.146055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf9bad06-8402-402e-beb3-38bbcdbfd524 None None] Provisioning for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:57.149810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45162) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:57.162837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:57.174732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10e57a3a-4b9b-49af-991d-5ce391cda0d7 req-3d6f0889-2459-4011-aa2b-c629e07e286c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184408 Jul 30 03:37:57.204152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf9bad06-8402-402e-beb3-38bbcdbfd524 None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:57.204502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf9bad06-8402-402e-beb3-38bbcdbfd524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.255781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2cff8596-5dc4-4caa-a27b-db0000c162f7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:37:57.292919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0406339 Jul 30 03:37:57.320716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:57.325216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:57.337231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Request body: {'subnet': {'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-752632616-subnet', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:57.376873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ea789ac-69ae-4a9e-b784-9d78595734ff req-1fa1256f-9ba0-465b-a9f0-42434c9513e0 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667732 Jul 30 03:37:57.387404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:57.390270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.410188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:57.419500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.492470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bc7a2-3dc8-4303-b140-11d1b71560a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd93119-6c40-4e8a-ac7f-5df7f7459ba4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:57.549938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:37:57.635698 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2679427b-f28b-4408-9010-81a44b626291 (CIDR: 2001:db8:0:1::/64) Jul 30 03:37:57.652467 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:37:57.655022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:37:57.680254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.694098 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-419ab5aa-0fb3-499b-b8f0-17f8c83e6509 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5431297 Jul 30 03:37:57.698213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45176) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:57.704646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf9bad06-8402-402e-beb3-38bbcdbfd524 None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:57.705862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf9bad06-8402-402e-beb3-38bbcdbfd524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.714447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'subnet': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:57.821311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bad06-8402-402e-beb3-38bbcdbfd524 None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:57.825132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:57.836750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Checking segment: {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:37:57.837124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Network hostable DHCP agents. Network: fcd93119-6c40-4e8a-ac7f-5df7f7459ba4, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:37:57.854954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a07789b-d327-437e-972f-2fd23a863e76,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:57.872798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:37:57.910855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, fcd93119-6c40-4e8a-ac7f-5df7f7459ba4) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:57.924723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:57.925580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.931706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b119804-e76f-4558-af7c-f1699a7ea77d None None] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:57.961157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Made reservation on behalf of 2e48558457644c5999e7752022d28f41 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:37:57.965438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:57.971633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc690497-64a8-4c0f-9830-d4eff84ce368 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6495388 Jul 30 03:37:57.974971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45190) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:57.983104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:58.040074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.043735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:58.045614 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.045768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.142585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eac0efe5-061a-4b68-a6d3-edab8be8e007 None None] Provisioning for port 2f231307-7e79-463c-9dc8-172d973407c9 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:37:58.165796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.175427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eac0efe5-061a-4b68-a6d3-edab8be8e007 None None] Provisioning complete for port 2f231307-7e79-463c-9dc8-172d973407c9 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:58.175427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eac0efe5-061a-4b68-a6d3-edab8be8e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.312225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eac0efe5-061a-4b68-a6d3-edab8be8e007 None None] Port 2f231307-7e79-463c-9dc8-172d973407c9 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:37:58.413646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.493541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:37:58.497753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:37:58.505630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:58.506228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.513415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e619ff-c977-4f9c-8d7f-ef781960d510 req-a47df159-720b-4909-996d-2f29d2926018 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:58.521147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4e619ff-c977-4f9c-8d7f-ef781960d510 req-a47df159-720b-4909-996d-2f29d2926018 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1813288 Jul 30 03:37:58.523589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.532858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Subnet': ['ID=e7331cf2-a06c-4a5a-8cc6-791569d0cbd8,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:37:58.546954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0509231-b12c-4064-a648-180a2607b444 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:37:58.549091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a62ef4a-9cc5-4e5b-89b1-35e9a01e9068 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8480635 Jul 30 03:37:58.551600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:37:58.571031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-fcd93119-6c40-4e8a-ac7f-5df7f7459ba4', 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'fixed_ips': [{'subnet_id': '5a07789b-d327-437e-972f-2fd23a863e76'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:37:58.571373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-28033221', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7331cf2-a06c-4a5a-8cc6-791569d0cbd8'}], 'security_groups': ['492191ac-b99a-4dc4-be4e-afe35e0db4ff', '1a72da89-dd2a-4816-931d-9c68098097c5']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:37:58.577734 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.677247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:37:58.697308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:58.854649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4e619ff-c977-4f9c-8d7f-ef781960d510 req-07ba194c-d713-4640-94ff-05f5f5d7e5ab tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881367 Jul 30 03:37:58.981687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-09d4a6a3-c7ae-4c38-95aa-d2269ae6eb31 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:58.983380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-09d4a6a3-c7ae-4c38-95aa-d2269ae6eb31 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 812 time: 0.5138168 Jul 30 03:37:59.099451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-ae8c5080-5fec-4a57-9eb9-fe335493b12e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/quotas/b184c94a36684db1b2ba1eaa93cc432a HTTP/1.1" status: 200 len: 375 time: 0.0813434 Jul 30 03:37:59.333061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:59.379621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-aff6b934-3121-4cab-a9b7-5c7160f946df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2784183 Jul 30 03:37:59.391226 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:59.525289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-532b01d7-8513-4ff1-b4d8-ef0c58bf8fa6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:37:59.527227 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-532b01d7-8513-4ff1-b4d8-ef0c58bf8fa6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d4f8d2-1f16-41f5-aaae-57437cd5a30c HTTP/1.1" status: 200 len: 946 time: 0.2489367 Jul 30 03:37:59.637169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Allocated IP 172.20.0.2 (fcd93119-6c40-4e8a-ac7f-5df7f7459ba4/5a07789b-d327-437e-972f-2fd23a863e76/dda597a4-8256-403e-9462-ded150842c1f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:59.706965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-f06dfdfc-1a05-4b2e-91f4-d68521c2991e service neutron] 10.222.0.39 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261940 Jul 30 03:37:59.750464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:37:59.750895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:37:59.812451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Delete allocated IP 2001:db8::4e (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/8e0e6520-bf1b-4229-9660-bd3727a7d143) {{(pid=93877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 03:37:59.836484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Allocated IP 172.25.6.253 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/422bf099-5956-45fa-95d5-6d8cf22f0af8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:59.870177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Allocated IP 2001:db8:0:2::210 (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/e7331cf2-a06c-4a5a-8cc6-791569d0cbd8/2f231307-7e79-463c-9dc8-172d973407c9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:37:59.887604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Deleting port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:37:59.887604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.013817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-2c58e00a-a5cf-41c8-a33b-e5c759206f67 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:00.015590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-2c58e00a-a5cf-41c8-a33b-e5c759206f67 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511707c-3a7b-46ca-ad0a-94d6a6a0a126 HTTP/1.1" status: 200 len: 946 time: 0.1761470 Jul 30 03:38:00.037100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-dc2bf78b-a489-4db4-9d27-aef04cfbf14d service neutron] 10.222.0.39 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291743 Jul 30 03:38:00.212124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Update dhcp port {'port': {'network_id': '5b259fd0-ae05-4a8c-8e05-8c80e6d110f2', 'fixed_ips': [{'subnet_id': '2679427b-f28b-4408-9010-81a44b626291', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e0e6520-bf1b-4229-9660-bd3727a7d143', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7331cf2-a06c-4a5a-8cc6-791569d0cbd8'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:38:00.326813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.371240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.396022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac1d7-60c8-427f-8ba8-fd155c8db3e8 req-413864b2-53ce-4c7a-b0c1-120608d7dfff tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:00.406013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.408145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-024ac1d7-60c8-427f-8ba8-fd155c8db3e8 req-413864b2-53ce-4c7a-b0c1-120608d7dfff tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.3102887 Jul 30 03:38:00.414548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] For port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:00.414927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.416974 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.442433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Calling delete_port for 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:00.532892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Transition to ACTIVE for port object dda597a4-8256-403e-9462-ded150842c1f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:00.557786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.585120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Transition to ACTIVE for port object 2f231307-7e79-463c-9dc8-172d973407c9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:00.594242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.635478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-024ac1d7-60c8-427f-8ba8-fd155c8db3e8 req-aea07592-ccfa-45f7-a1ed-972e7fad4371 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146926 Jul 30 03:38:00.657382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Deleting port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:00.657741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.795771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event updated for resources: {'Port': ['ID=2f231307-7e79-463c-9dc8-172d973407c9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:00.811087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.830264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] In _notify_port_updated(), no bound segment for port 2f231307-7e79-463c-9dc8-172d973407c9 on network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:38:00.839688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:00.841289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:00.844059 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe68d06-eac8-4941-977c-c69a0c32408d" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:00.844267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.844377 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1bd69709-b207-4991-96b7-6bc4ccf4a062 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "PUT /v2.0/ports/2f231307-7e79-463c-9dc8-172d973407c9 HTTP/1.1" status: 200 len: 968 time: 2.2913625 Jul 30 03:38:00.863046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45248) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:00.864653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Transition to ACTIVE for port object dda597a4-8256-403e-9462-ded150842c1f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:00.880074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.915194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:00.916787 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:00.950784 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.013942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:01.046154 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a70628-10a2-40ae-9f09-e119fe0071b2 x-openstack-request-id: req-07a70628-10a2-40ae-9f09-e119fe0071b2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:01.046949 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:01.046949 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07a70628-10a2-40ae-9f09-e119fe0071b2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:01.049537 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:38:01.055744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:01.082838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.094000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:01.108381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] For port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:01.108761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.111760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Pushing event updated for resources: {'Port': ['ID=422bf099-5956-45fa-95d5-6d8cf22f0af8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:01.118641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ba9218c-538b-49d6-a5eb-0e8a09f6b728 req-21159e72-da06-4774-ae9f-c15e063a0f49 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 210 time: 0.1348007 Jul 30 03:38:01.178284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:01.200365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event deleted for resources: {'Port': ['ID=1d5b1bec-a385-4dd6-9115-6a9dec96b7b4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:01.262775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 2f231307-7e79-463c-9dc8-172d973407c9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:01.263292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.281018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:01.284461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:01.284461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:01.330371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:01.348218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:01.365248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Pushing event updated for resources: {'Port': ['ID=dda597a4-8256-403e-9462-ded150842c1f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:01.366107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.439627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Calling delete_port for 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:01.485143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] No DVR routers for this DVR port 1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:01.487987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.490336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d465ee68-4c2b-4045-8fc1-90cd7b8e220e req-c582fb7c-99dd-4357-8eba-5b328fe0c9df tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.18 "DELETE /v2.0/ports/1d5b1bec-a385-4dd6-9115-6a9dec96b7b4 HTTP/1.1" status: 204 len: 173 time: 1.9560115 Jul 30 03:38:01.522418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'name': 'network-vif-deleted', 'tag': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:01.526702 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bab8eb0-a532-443f-98b5-9c003be7f70f" -d '{"events": [{"server_uuid": "e4d4f8d2-1f16-41f5-aaae-57437cd5a30c", "name": "network-vif-deleted", "tag": "1d5b1bec-a385-4dd6-9115-6a9dec96b7b4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:01.530775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 2f231307-7e79-463c-9dc8-172d973407c9 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:01.615708 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a04019e-ebc7-4ab8-bb14-1cdb25edacb1 x-openstack-request-id: req-9a04019e-ebc7-4ab8-bb14-1cdb25edacb1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:01.616020 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d4f8d2-1f16-41f5-aaae-57437cd5a30c", "name": "network-vif-deleted", "tag": "1d5b1bec-a385-4dd6-9115-6a9dec96b7b4", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:01.616326 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a04019e-ebc7-4ab8-bb14-1cdb25edacb1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:01.616920 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d4f8d2-1f16-41f5-aaae-57437cd5a30c', 'name': 'network-vif-deleted', 'tag': '1d5b1bec-a385-4dd6-9115-6a9dec96b7b4', 'status': 'completed', 'code': 200} Jul 30 03:38:01.645274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Allocated IP 2001:db8:0:2::2 (5b259fd0-ae05-4a8c-8e05-8c80e6d110f2/e7331cf2-a06c-4a5a-8cc6-791569d0cbd8/c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:01.850901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=10']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:01.857637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Attempting to bind port dda597a4-8256-403e-9462-ded150842c1f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:01.858380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Attempting to bind port dda597a4-8256-403e-9462-ded150842c1f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:01.858769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Attempting to bind port dda597a4-8256-403e-9462-ded150842c1f on network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:01.884530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:01.884951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Checking segment: {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:01.885314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:01.885717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Bound using segment: {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:01.886450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Bound port: dda597a4-8256-403e-9462-ded150842c1f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:01.886646 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.069454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.152124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=2f231307-7e79-463c-9dc8-172d973407c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:02.170744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] For port dda597a4-8256-403e-9462-ded150842c1f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:02.188525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] For port dda597a4-8256-403e-9462-ded150842c1f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dda597a4-8256-403e-9462-ded150842c1f,segment=NetworkSegment(9f1e83fe-4452-42e2-9192-4f0f96c5b725),segment_id=9f1e83fe-4452-42e2-9192-4f0f96c5b725)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:02.216227 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.481540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,segment=NetworkSegment(325c0e9d-5c89-47ed-9c4b-573841a9b323),segment_id=325c0e9d-5c89-47ed-9c4b-573841a9b323)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:02.543597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f3165-2ed9-4f13-b03a-dc5c0fa43a3f req-1c0863d7-f988-4401-882c-b961c49a966c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:02.551860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-036f3165-2ed9-4f13-b03a-dc5c0fa43a3f req-1c0863d7-f988-4401-882c-b961c49a966c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.6723180 Jul 30 03:38:02.589000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6780f-7893-4e5d-9aa1-44e1afb3713b req-b9290ab5-3ceb-49e2-9be5-80e1922fdfd5 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:02.603495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d6780f-7893-4e5d-9aa1-44e1afb3713b req-b9290ab5-3ceb-49e2-9be5-80e1922fdfd5 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 946 time: 0.8035140 Jul 30 03:38:02.648675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389912-737d-40fd-bc4b-5be56292daf8 None None] Pushing event updated for resources: {'Port': ['ID=dda597a4-8256-403e-9462-ded150842c1f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:02.676096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.715401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.768832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Transition to ACTIVE for port object c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:02.784671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.829869 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.868388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:02.872553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ee58366-44fd-4cd6-b143-4dc3f67257bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/2f231307-7e79-463c-9dc8-172d973407c9 HTTP/1.1" status: 204 len: 168 time: 2.0063741 Jul 30 03:38:02.875331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45280) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:02.931383 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4d1c6d-44a6-4de1-8e05-703be1739e8b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] GET failed (client error): The resource could not be found. Jul 30 03:38:02.933625 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4a4d1c6d-44a6-4de1-8e05-703be1739e8b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports/2f231307-7e79-463c-9dc8-172d973407c9 HTTP/1.1" status: 404 len: 333 time: 0.0539546 Jul 30 03:38:02.936312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:03.042021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1439e692-13cb-4cb8-9898-f1675eaf244d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:03.049257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3255413-1a83-4129-ac46-51da736bc130 None None] Pushing event updated for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:03.067359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-036f3165-2ed9-4f13-b03a-dc5c0fa43a3f req-378993b4-1269-4291-b0fd-f6720cb3ecd4 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042219 Jul 30 03:38:03.067359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event deleted for resources: {'Port': ['ID=0e93a36a-4eb1-45a4-ab0c-316ebf18d874,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:03.078144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:03.136728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:03.137506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:03.169160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1439e692-13cb-4cb8-9898-f1675eaf244d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:03.317282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1439e692-13cb-4cb8-9898-f1675eaf244d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:03.319966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1439e692-13cb-4cb8-9898-f1675eaf244d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:03.323944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1439e692-13cb-4cb8-9898-f1675eaf244d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/security-groups/b7fb93b5-c760-476f-90b5-a8c8f697c4e3 HTTP/1.1" status: 204 len: 168 time: 0.3863204 Jul 30 03:38:03.324670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d6780f-7893-4e5d-9aa1-44e1afb3713b req-a0f3ea10-dd44-49e6-8c53-d42b5db919f7 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6949334 Jul 30 03:38:03.330136 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:03.383959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e692-13cb-4cb8-9898-f1675eaf244d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fb93b5-c760-476f-90b5-a8c8f697c4e3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:03.398770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-06f77995-db6a-4117-9763-b914bb5b6fc7 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:03.400312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-06f77995-db6a-4117-9763-b914bb5b6fc7 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 812 time: 0.3262756 Jul 30 03:38:03.431067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Request body: {'port': {'device_id': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'admin_state_up': True, 'tenant_id': 'b184c94a36684db1b2ba1eaa93cc432a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:03.751342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Made reservation on behalf of b184c94a36684db1b2ba1eaa93cc432a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:03.755227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:04.143891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dda597a4-8256-403e-9462-ded150842c1f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:04.264539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Allocated IP 172.20.0.12 (9d09a5c4-eb0a-460b-8173-21b52440e81f/e6629987-2ada-4c0d-9199-301985d0cf37/78f31ccc-8478-4a36-9c48-76b5a7fabc70) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:04.346155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port dda597a4-8256-403e-9462-ded150842c1f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:04.354216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:04.582628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96debe7a-29a4-41a4-b174-b770efadc3d8 None None] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:04.622717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49ebec4b-e28c-4104-a362-926d9d9dcb73 req-26805184-12a6-46f4-b8cb-aaf204f234d8 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 210 time: 1.1787872 Jul 30 03:38:04.639430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] No DVR routers for this DVR port 0e93a36a-4eb1-45a4-ab0c-316ebf18d874 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:04.697159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:04.705692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "DELETE /v2.0/ports/0e93a36a-4eb1-45a4-ab0c-316ebf18d874 HTTP/1.1" status: 204 len: 173 time: 4.6802890 Jul 30 03:38:04.737141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'name': 'network-vif-deleted', 'tag': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:04.739814 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab7834-133e-4737-97bd-c3d5c130a9dd" -d '{"events": [{"server_uuid": "5511707c-3a7b-46ca-ad0a-94d6a6a0a126", "name": "network-vif-deleted", "tag": "0e93a36a-4eb1-45a4-ab0c-316ebf18d874"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:04.838262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:04.935751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] Provisioning for port dda597a4-8256-403e-9462-ded150842c1f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:04.937322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-5f815551-5ecd-421f-9ec1-c68454aedd98 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:04.943297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-5f815551-5ecd-421f-9ec1-c68454aedd98 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.16 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 946 time: 1.4011877 Jul 30 03:38:04.964419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-3a257180-a385-46a3-84a3-ccdd2635bba3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:04.970875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] Provisioning complete for port dda597a4-8256-403e-9462-ded150842c1f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:04.972484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-3a257180-a385-46a3-84a3-ccdd2635bba3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 812 time: 0.8700297 Jul 30 03:38:04.975673 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.040970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Request body: {'port': {'device_id': 'd00dc715-b210-4789-b40d-dfa949595b46', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'admin_state_up': True, 'tenant_id': 'b184c94a36684db1b2ba1eaa93cc432a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:05.111688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b52f08-b611-433e-8a19-76a37a106452 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.197321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b52f08-b611-433e-8a19-76a37a106452 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.206328 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.295109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] For port dda597a4-8256-403e-9462-ded150842c1f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dda597a4-8256-403e-9462-ded150842c1f,segment=NetworkSegment(9f1e83fe-4452-42e2-9192-4f0f96c5b725),segment_id=9f1e83fe-4452-42e2-9192-4f0f96c5b725)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:05.303504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.318878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.333689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.363210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1dd5-cbc4-4856-8511-4241151f8dd7 req-15d04057-3dd6-448d-a6ed-52d99b86334b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:05.375189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86de1dd5-cbc4-4856-8511-4241151f8dd7 req-15d04057-3dd6-448d-a6ed-52d99b86334b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.7675812 Jul 30 03:38:05.476187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0739ea-c39f-46b9-b414-e96a09e015d8 None None] Pushing event updated for resources: {'Port': ['ID=dda597a4-8256-403e-9462-ded150842c1f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:05.503793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Could not find standard attr ID for object 2f231307-7e79-463c-9dc8-172d973407c9. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:38:05.520732 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b52f08-b611-433e-8a19-76a37a106452 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.534124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90b52f08-b611-433e-8a19-76a37a106452 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.534450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Made reservation on behalf of b184c94a36684db1b2ba1eaa93cc432a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:05.536003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-90b52f08-b611-433e-8a19-76a37a106452 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a72da89-dd2a-4816-931d-9c68098097c5 HTTP/1.1" status: 204 len: 168 time: 2.1324430 Jul 30 03:38:05.542145 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.550579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Provisioning for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:05.552300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event updated for resources: {'Port': ['ID=78f31ccc-8478-4a36-9c48-76b5a7fabc70,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:05.557991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:05.558751 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.561143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:05.655992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b52f08-b611-433e-8a19-76a37a106452 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72da89-dd2a-4816-931d-9c68098097c5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:05.818395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:05.818872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:05.840717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86de1dd5-cbc4-4856-8511-4241151f8dd7 req-04b59216-ad7c-45ce-97d7-8536d6d25818 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641743 Jul 30 03:38:05.884967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc073e5-9341-44e4-adfd-cc893794f101 req-19665a89-a253-4fc6-8b5b-4c8648a7942c tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:05.892801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddc073e5-9341-44e4-adfd-cc893794f101 req-19665a89-a253-4fc6-8b5b-4c8648a7942c tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 946 time: 0.8277481 Jul 30 03:38:05.911572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-517d7c2b-e5eb-4996-a0d0-13d08ed282f5 None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:05.917233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dda597a4-8256-403e-9462-ded150842c1f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:05.975252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Allocated IP 172.20.0.6 (9d09a5c4-eb0a-460b-8173-21b52440e81f/e6629987-2ada-4c0d-9199-301985d0cf37/a6e3ce3d-8b85-4d2b-bb28-61d6082a633d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:05.999610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dda597a4-8256-403e-9462-ded150842c1f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:05.999978 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.015058 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b26f344-e19a-498a-9d05-b4292bc0204b x-openstack-request-id: req-6b26f344-e19a-498a-9d05-b4292bc0204b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:06.015487 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511707c-3a7b-46ca-ad0a-94d6a6a0a126", "name": "network-vif-deleted", "tag": "0e93a36a-4eb1-45a4-ab0c-316ebf18d874", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:06.015814 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b26f344-e19a-498a-9d05-b4292bc0204b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:06.016434 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5511707c-3a7b-46ca-ad0a-94d6a6a0a126', 'name': 'network-vif-deleted', 'tag': '0e93a36a-4eb1-45a4-ab0c-316ebf18d874', 'status': 'completed', 'code': 200} Jul 30 03:38:06.031642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Deleting port d3446138-9c90-4705-8db4-cc21199ee664 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:06.032072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.074826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4465e6ec-c6d8-4e13-96b0-1b1a5da8b6ba None None] Could not find standard attr ID for object 2f231307-7e79-463c-9dc8-172d973407c9. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:38:06.100909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddc073e5-9341-44e4-adfd-cc893794f101 req-dc3cf4bf-e646-452f-9f61-1bc9302d78d2 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816700 Jul 30 03:38:06.189723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4465e6ec-c6d8-4e13-96b0-1b1a5da8b6ba None None] Provisioning complete for port dda597a4-8256-403e-9462-ded150842c1f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:06.189723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4465e6ec-c6d8-4e13-96b0-1b1a5da8b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.285100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19898bb8-bcd3-4fce-962b-bcedded55183 req-5dd04063-7077-45f1-a4fc-b39284c5076d tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 210 time: 0.1100526 Jul 30 03:38:06.322935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.338054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:06.344680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:06.346256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Router 7414f167-7a88-4181-bf46-cd3a1d955a3b is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:38:06.352513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:06.377099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] For port d3446138-9c90-4705-8db4-cc21199ee664, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d3446138-9c90-4705-8db4-cc21199ee664,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:06.377475 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.378386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0390b82e-01e6-45a6-976a-d6d0f385e414 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.462955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0390b82e-01e6-45a6-976a-d6d0f385e414 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.478902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:06.479627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.538027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.558438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6b6184f8-551c-44c6-9717-89f1239f6bf6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1318095 Jul 30 03:38:06.602298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Network 9d09a5c4-eb0a-460b-8173-21b52440e81f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:06.610300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Request body: {'port': {'device_id': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:06.645840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:06.652648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:06.659897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0390b82e-01e6-45a6-976a-d6d0f385e414 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.662520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0390b82e-01e6-45a6-976a-d6d0f385e414 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.664495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0390b82e-01e6-45a6-976a-d6d0f385e414 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/security-groups/492191ac-b99a-4dc4-be4e-afe35e0db4ff HTTP/1.1" status: 204 len: 168 time: 1.0896051 Jul 30 03:38:06.699956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45322) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:06.700800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390b82e-01e6-45a6-976a-d6d0f385e414 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492191ac-b99a-4dc4-be4e-afe35e0db4ff,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:06.775739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event updated for resources: {'Port': ['ID=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:06.844975 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.854647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:06.855309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.888318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d3446138-9c90-4705-8db4-cc21199ee664 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:06.892937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.893511 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.893626 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Floating IP 5ee4b901-98b3-4b3d-8910-13e968e79ddb disassociated. External IP: 172.25.6.9, port: d3446138-9c90-4705-8db4-cc21199ee664. Jul 30 03:38:06.893939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Calling delete_port for d3446138-9c90-4705-8db4-cc21199ee664 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:06.903094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 8e0e6520-bf1b-4229-9660-bd3727a7d143 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:38:06.948817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:06.964022 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d964ef6a-bfae-4bd1-b4aa-9c6a42052fcb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9357896 Jul 30 03:38:07.029653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:07.033685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Request body: {'port': {'device_id': 'd00dc715-b210-4789-b40d-dfa949595b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:07.076212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.083172 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Sync routers for ids ['7414f167-7a88-4181-bf46-cd3a1d955a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:07.103800 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Routers {'7414f167-7a88-4181-bf46-cd3a1d955a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:07.105365 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7414f167-7a88-4181-bf46-cd3a1d955a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:07.116974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.142938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db171-8f17-43ca-9cab-d8b5726583ba req-e524d217-69a4-42cc-b36c-b7ae884bed11 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:07.143987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d58db171-8f17-43ca-9cab-d8b5726583ba req-e524d217-69a4-42cc-b36c-b7ae884bed11 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.0920832 Jul 30 03:38:07.245141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d58db171-8f17-43ca-9cab-d8b5726583ba req-acc25a23-8696-48ee-a40a-233525d85bd0 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938065 Jul 30 03:38:07.246386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.251210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45334) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:07.255894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8415ade3-2334-4fa5-a606-899da053e690 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2787695 Jul 30 03:38:07.259009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.343410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.357217 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Set router 7414f167-7a88-4181-bf46-cd3a1d955a3b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:07.511968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a2a56f1-5a5b-4028-aa97-b90fa3a23076 req-452511a6-90d5-40be-a268-3693e50786c7 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 210 time: 0.2396073 Jul 30 03:38:07.514376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event deleted for resources: {'Port': ['ID=d3446138-9c90-4705-8db4-cc21199ee664,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:07.669025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.736553 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:38:02Z', 'revision_number': 3, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:07.799069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4b77-518d-4419-82fb-f4c1b1075067 req-e2cce37e-8e25-4a23-9cc0-12fb460b5f8c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:07.812552 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Checking router: 7414f167-7a88-4181-bf46-cd3a1d955a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:07.823472 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Updating router 7414f167-7a88-4181-bf46-cd3a1d955a3b port 422bf099-5956-45fa-95d5-6d8cf22f0af8 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:38:07.826757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63ec4b77-518d-4419-82fb-f4c1b1075067 req-e2cce37e-8e25-4a23-9cc0-12fb460b5f8c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 931 time: 0.2775335 Jul 30 03:38:07.906954 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:07.912066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:38:07.957193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63ec4b77-518d-4419-82fb-f4c1b1075067 req-ff2e2201-342c-4eaf-8f03-b4456c9a12d2 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290514 Jul 30 03:38:08.162555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:08.174480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] Sync routers for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:08.209206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:08.211423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:08.337820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] No DVR routers for this DVR port d3446138-9c90-4705-8db4-cc21199ee664 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:08.353439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:08.377255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c36832eb-d2d1-48da-b9bc-71477f909fae req-7dc094e5-3b14-4f83-b917-9d1314d4b962 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.16 "DELETE /v2.0/ports/d3446138-9c90-4705-8db4-cc21199ee664 HTTP/1.1" status: 204 len: 173 time: 3.4095471 Jul 30 03:38:08.378535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'name': 'network-vif-deleted', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:08.393680 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75922965-12b8-49d6-9f2b-24622dc43622" -d '{"events": [{"server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "name": "network-vif-deleted", "tag": "d3446138-9c90-4705-8db4-cc21199ee664"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:08.498651 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:08.530642 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Transition to ACTIVE for port object 422bf099-5956-45fa-95d5-6d8cf22f0af8 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:08.550983 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:08.622734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:08.683771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d157aa-f862-4b4b-ade0-d1e73d8138e3 req-c9ffedb0-eed5-4495-8fac-088984decd95 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:08.688786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4d157aa-f862-4b4b-ade0-d1e73d8138e3 req-c9ffedb0-eed5-4495-8fac-088984decd95 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.2184370 Jul 30 03:38:08.694625 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Attempting to bind port 422bf099-5956-45fa-95d5-6d8cf22f0af8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:08.700893 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Attempting to bind port 422bf099-5956-45fa-95d5-6d8cf22f0af8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:08.704766 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Attempting to bind port 422bf099-5956-45fa-95d5-6d8cf22f0af8 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:08.723357 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Pushing event updated for resources: {'Port': ['ID=422bf099-5956-45fa-95d5-6d8cf22f0af8,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:08.733032 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f34cc-480b-46bf-a3b2-2a4e1db42ab8 x-openstack-request-id: req-ff0f34cc-480b-46bf-a3b2-2a4e1db42ab8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:08.733250 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764657bf-35ff-4168-98a8-f2450bf2ec6d", "name": "network-vif-deleted", "tag": "d3446138-9c90-4705-8db4-cc21199ee664", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:08.733515 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff0f34cc-480b-46bf-a3b2-2a4e1db42ab8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:08.734496 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764657bf-35ff-4168-98a8-f2450bf2ec6d', 'name': 'network-vif-deleted', 'tag': 'd3446138-9c90-4705-8db4-cc21199ee664', 'status': 'completed', 'code': 200} Jul 30 03:38:08.735704 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.736215 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.736723 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.737211 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.737708 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.738178 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.738659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.739207 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.743401 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.743991 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.744490 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.745003 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:08.748686 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:08.754238 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:08.754854 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:08.755545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:08.756219 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Bound port: 422bf099-5956-45fa-95d5-6d8cf22f0af8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:08.760650 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:08.818533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4d157aa-f862-4b4b-ade0-d1e73d8138e3 req-8317f5cb-a7bf-4f5a-8892-a9b78ba452ea tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227026 Jul 30 03:38:08.888703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-372be6cc-9eda-4da4-a0fd-bd169590e7bb req-3296f68d-d652-4907-81e3-1d58d24b3ef6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/ports?device_id=764657bf-35ff-4168-98a8-f2450bf2ec6d HTTP/1.1" status: 200 len: 210 time: 0.0611889 Jul 30 03:38:08.899949 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] For port 422bf099-5956-45fa-95d5-6d8cf22f0af8, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:08.903881 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] For port 422bf099-5956-45fa-95d5-6d8cf22f0af8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=422bf099-5956-45fa-95d5-6d8cf22f0af8,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:08.912393 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.007543 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Routers {'7414f167-7a88-4181-bf46-cd3a1d955a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:09.010169 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7414f167-7a88-4181-bf46-cd3a1d955a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:09.177337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.190375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bde5-53d1-4212-91f4-a830a4c74795 req-281225d1-2473-44c5-8918-b5116ceb344b tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:09.201525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7099bde5-53d1-4212-91f4-a830a4c74795 req-281225d1-2473-44c5-8918-b5116ceb344b tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 931 time: 0.1054201 Jul 30 03:38:09.253520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7099bde5-53d1-4212-91f4-a830a4c74795 req-7a44fd42-a253-4b2f-9fb9-0e50678f775a tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Jul 30 03:38:09.301868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f31ccc-8478-4a36-9c48-76b5a7fabc70 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:09.317194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0e6520-bf1b-4229-9660-bd3727a7d143,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:09.328552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.338061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:09.340534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0174e381-52d2-4bba-a206-bdbd6555c1bd tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/8e0e6520-bf1b-4229-9660-bd3727a7d143 HTTP/1.1" status: 204 len: 168 time: 2.6312373 Jul 30 03:38:09.352811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbf4cc-74a0-42c6-b183-02e377951bd1 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:09.354725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21185d-abd2-4b1c-8854-b1223128b730 None None] Pushing event updated for resources: {'Port': ['ID=422bf099-5956-45fa-95d5-6d8cf22f0af8,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:09.428149 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] Set router 7414f167-7a88-4181-bf46-cd3a1d955a3b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:09.450719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.483522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet e7331cf2-a06c-4a5a-8cc6-791569d0cbd8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:38:09.489001 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.589120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Transition to ACTIVE for port object 78f31ccc-8478-4a36-9c48-76b5a7fabc70 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:09.591311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.636322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:09.833007 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.029580 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:38:02Z', 'revision_number': 3, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:10.032172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:14Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:10.051474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Pushing event updated for resources: {'Port': ['ID=78f31ccc-8478-4a36-9c48-76b5a7fabc70,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:10.058794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.083541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45390) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:10.100252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4f7e8-5eb4-4337-b5b7-e6113788784f req-4179e647-54bf-4b94-83b9-e94850f0b988 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:10.111978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8c4f7e8-5eb4-4337-b5b7-e6113788784f req-4179e647-54bf-4b94-83b9-e94850f0b988 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1664474 Jul 30 03:38:10.112476 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1cebc-aedb-41cf-909b-b9a96583242c None None] The sync data for ids ['7414f167-7a88-4181-bf46-cd3a1d955a3b'] in n-d-778696-14 is: [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:38:02Z', 'revision_number': 3, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:10.120335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] Checking router: 7fa0a152-a6b9-48f3-9109-5409ee926ac2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:10.144125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:10.144757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:37:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:10.297480 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.339077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:10.356858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.370555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/e7331cf2-a06c-4a5a-8cc6-791569d0cbd8 HTTP/1.1" status: 204 len: 168 time: 1.0308125 Jul 30 03:38:10.389788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8c4f7e8-5eb4-4337-b5b7-e6113788784f req-122173f0-fb65-4053-9099-f6ea5a541297 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765448 Jul 30 03:38:10.404985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45394) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:10.453683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Attempting to bind port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:10.454040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Attempting to bind port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:10.454373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Attempting to bind port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:10.462553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d9413-99cf-47b1-82b7-4a132a396a8e tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=e7331cf2-a06c-4a5a-8cc6-791569d0cbd8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:10.483560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cd10-c3ae-4309-98ff-1de4d7d7ef48 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.618036 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-67189e55-27fa-465a-a8e7-ee1fa698c162 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:10.619915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67189e55-27fa-465a-a8e7-ee1fa698c162 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:10.622464 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67189e55-27fa-465a-a8e7-ee1fa698c162 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/8e0e6520-bf1b-4229-9660-bd3727a7d143 HTTP/1.1" status: 404 len: 337 time: 0.2033174 Jul 30 03:38:10.639500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e3ce3d-8b85-4d2b-bb28-61d6082a633d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:10.655346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:10.662343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:38:10.663759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Attempting to bind port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:10.695205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.714952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:10.715777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Checking segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:10.716421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Bound using segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:10.717107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Bound port: 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:10.717876 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.783058 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cd10-c3ae-4309-98ff-1de4d7d7ef48 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.905283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.909191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Transition to ACTIVE for port object a6e3ce3d-8b85-4d2b-bb28-61d6082a633d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:10.935901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:10.947439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting subnet 2679427b-f28b-4408-9010-81a44b626291 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:38:11.013665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f50f37-95b9-4c04-a269-df61c512c415 req-a499d37e-570f-44fc-b19e-06392b6d464c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:11.028954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7f50f37-95b9-4c04-a269-df61c512c415 req-a499d37e-570f-44fc-b19e-06392b6d464c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 931 time: 0.5972931 Jul 30 03:38:11.030818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:14Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:11.033643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cd10-c3ae-4309-98ff-1de4d7d7ef48 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:11.040492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cd10-c3ae-4309-98ff-1de4d7d7ef48 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:11.048097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f1a8cd10-c3ae-4309-98ff-1de4d7d7ef48 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d0b7970-d3fd-4a30-9fbe-826fdbd739d9 HTTP/1.1" status: 204 len: 168 time: 0.9245722 Jul 30 03:38:11.052033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:11.057316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:11.152053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e567a52-4dda-4a21-acef-861bba24cad0 None None] The sync data for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 is: [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:34:53Z', 'revision_number': 4, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '2e221f09-5c64-407d-b13b-0a8857a637ce', 'name': '', 'network_id': '24b2bd65-0552-4944-9d8a-d5329751d1fc', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'mac_address': 'fa:16:3e:20:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:52Z', 'updated_at': '2021-07-30T03:35:14Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'subnets': [{'id': '9c763764-0d83-428c-bf27-737813ddf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:11.253635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40cb24-ad19-40ed-8703-e381eba697cb None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:11.267389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8cd10-c3ae-4309-98ff-1de4d7d7ef48 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b7970-d3fd-4a30-9fbe-826fdbd739d9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:11.274451 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4d23f0df-b2cf-4462-9c53-bae782a184fe tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] show failed (client error): The resource could not be found. Jul 30 03:38:11.277336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4d23f0df-b2cf-4462-9c53-bae782a184fe tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "GET /v2.0/security-groups/5d0b7970-d3fd-4a30-9fbe-826fdbd739d9 HTTP/1.1" status: 404 len: 347 time: 0.1982849 Jul 30 03:38:11.283974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:11.284548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Allocated IP 172.20.0.1 (fcd93119-6c40-4e8a-ac7f-5df7f7459ba4/5a07789b-d327-437e-972f-2fd23a863e76/af21862a-b316-4daa-bbbc-9fc1e4d24ebd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:11.371811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:11.469641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7f50f37-95b9-4c04-a269-df61c512c415 req-7273f716-cd61-41c5-9bcb-2198b690be6e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393289 Jul 30 03:38:11.482071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Pushing event updated for resources: {'Port': ['ID=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:11.510959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-64d423ad-c738-4d56-a8f8-93e0fcdeec5b None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:11.511370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-64d423ad-c738-4d56-a8f8-93e0fcdeec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:11.712257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] For port 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:11.793751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc654-c0aa-4a0c-b0ad-ba7f33d11264 req-24b1db0d-7810-44ef-9ee5-53558c795dec tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:11.796110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-306fc654-c0aa-4a0c-b0ad-ba7f33d11264 req-24b1db0d-7810-44ef-9ee5-53558c795dec tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.2541668 Jul 30 03:38:11.844298 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd11c2-16f3-4f8c-b81a-05d2cc2650b6 None None] New status for floating IP 5ee4b901-98b3-4b3d-8910-13e968e79ddb: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:38:11.887879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] For port 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:11.937810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:11.979960 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.008813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 422bf099-5956-45fa-95d5-6d8cf22f0af8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:12.094103 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.127648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Deleting port 0e9bf0e6-75fa-408b-b8b7-4d2e3e0d2f6b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:12.127990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.162103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Transition to ACTIVE for port object af21862a-b316-4daa-bbbc-9fc1e4d24ebd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:12.172995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 422bf099-5956-45fa-95d5-6d8cf22f0af8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:12.217838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 422bf099-5956-45fa-95d5-6d8cf22f0af8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:12.218474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.259825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-306fc654-c0aa-4a0c-b0ad-ba7f33d11264 req-133bce22-3f54-4d27-a12c-814fbe0fdfac tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548397 Jul 30 03:38:12.332873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:12.333980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.339390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] 10.222.0.16 "PUT /v2.0/ports/78f31ccc-8478-4a36-9c48-76b5a7fabc70 HTTP/1.1" status: 200 len: 1093 time: 5.7392292 Jul 30 03:38:12.345361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.351625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.353161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'tag': '78f31ccc-8478-4a36-9c48-76b5a7fabc70'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:12.358046 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0a972c-68d1-44ff-86fd-bb914b9fa603" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d87c88-bb86-4005-8773-64f486f6c276", "tag": "78f31ccc-8478-4a36-9c48-76b5a7fabc70"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:12.401435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-64d423ad-c738-4d56-a8f8-93e0fcdeec5b None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:12.402128 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-64d423ad-c738-4d56-a8f8-93e0fcdeec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.432038 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61709c7a-3909-435a-8adf-710511832b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.440361 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c3803-5578-4a12-90e7-10d5663c21f6 x-openstack-request-id: req-dd2c3803-5578-4a12-90e7-10d5663c21f6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:12.440774 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d87c88-bb86-4005-8773-64f486f6c276", "tag": "78f31ccc-8478-4a36-9c48-76b5a7fabc70", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:12.441128 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd2c3803-5578-4a12-90e7-10d5663c21f6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:12.441934 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'tag': '78f31ccc-8478-4a36-9c48-76b5a7fabc70', 'status': 'completed', 'code': 200} Jul 30 03:38:12.446840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Attempting to bind port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:12.447550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Attempting to bind port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:12.448084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Attempting to bind port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:12.451449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Subnet': ['ID=2679427b-f28b-4408-9010-81a44b626291,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:12.479853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d on network 9d09a5c4-eb0a-460b-8173-21b52440e81f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:38:12.480617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Attempting to bind port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d on network 9d09a5c4-eb0a-460b-8173-21b52440e81f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:12.486807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.487226 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.490383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.498480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:12.499851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Checking segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:12.499979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-faffb0a2-83d7-489b-ab67-e418ba60cef0 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/2679427b-f28b-4408-9010-81a44b626291 HTTP/1.1" status: 204 len: 168 time: 1.8420064 Jul 30 03:38:12.500614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Bound using segment: {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:12.501335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Bound port: a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:12.501979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.505757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:12.511397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:12.546409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:12.549743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:12.559606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-64d423ad-c738-4d56-a8f8-93e0fcdeec5b None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:12.602810 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.617145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Calling delete_port for 0e9bf0e6-75fa-408b-b8b7-4d2e3e0d2f6b owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:12.622972 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b66204-7a61-408e-903c-fa626ba4c05b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:12.624785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b66204-7a61-408e-903c-fa626ba4c05b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:12.626746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-61b66204-7a61-408e-903c-fa626ba4c05b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/50df2213-9941-4434-8ee5-c6074a8738a6 HTTP/1.1" status: 404 len: 337 time: 0.1200395 Jul 30 03:38:12.633462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45432) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:12.636778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.675567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 422bf099-5956-45fa-95d5-6d8cf22f0af8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=422bf099-5956-45fa-95d5-6d8cf22f0af8,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:12.693341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:12.732258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb926c6-b2d3-4419-85be-3a1cfa4301de service neutron] Pushing event updated for resources: {'Port': ['ID=78f31ccc-8478-4a36-9c48-76b5a7fabc70,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:12.807056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2468b2-443c-4f92-8a35-a3ad988405c0 req-3f912e57-3e26-47c9-86b5-b1e898c01052 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:12.810634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b2468b2-443c-4f92-8a35-a3ad988405c0 req-3f912e57-3e26-47c9-86b5-b1e898c01052 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 943 time: 0.1461935 Jul 30 03:38:12.811080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=422bf099-5956-45fa-95d5-6d8cf22f0af8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:12.865865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Pushing event updated for resources: {'Port': ['ID=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:12.931993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] For port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:12.935734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] For port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:12.945394 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd90d994-6eb0-4f0d-9195-45500db9aa92 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13a0006-429b-4f8a-b9f6-553a57d490d2 HTTP/1.1" status: 200 len: 205 time: 0.3017433 Jul 30 03:38:12.949737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:12.970740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b2468b2-443c-4f92-8a35-a3ad988405c0 req-cf62fdec-7c81-4dcf-9559-c4d8656c4e0a tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336677 Jul 30 03:38:12.983258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6ee83f62-e8e9-456e-bc34-751ea4660b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:13.007784 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-6ee83f62-e8e9-456e-bc34-751ea4660b50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 1096 time: 0.5833292 Jul 30 03:38:13.012495 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.096610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.133432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Pushing event deleted for resources: {'Port': ['ID=0e9bf0e6-75fa-408b-b8b7-4d2e3e0d2f6b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:13.189094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Pushing event updated for resources: {'Port': ['ID=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:13.200738 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f451a33e-2218-4d24-b5cf-a8c5efb0b321 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] delete failed (client error): The resource could not be found. Jul 30 03:38:13.204332 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f451a33e-2218-4d24-b5cf-a8c5efb0b321 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/routers/e13a0006-429b-4f8a-b9f6-553a57d490d2 HTTP/1.1" status: 404 len: 336 time: 0.2452266 Jul 30 03:38:13.211985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-756fd64d-2554-4d6c-adcf-9f3503ee2eb5 None None] Provisioning for port af21862a-b316-4daa-bbbc-9fc1e4d24ebd completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:13.220286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-756fd64d-2554-4d6c-adcf-9f3503ee2eb5 None None] Provisioning complete for port af21862a-b316-4daa-bbbc-9fc1e4d24ebd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:13.222752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-756fd64d-2554-4d6c-adcf-9f3503ee2eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.223443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.237076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.239929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.245349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-68ecfe79-f50c-4f1d-860d-280a26d8fea6 tempest-ServersTestFqdnHostnames-175273562 tempest-ServersTestFqdnHostnames-175273562-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ee4b901-98b3-4b3d-8910-13e968e79ddb HTTP/1.1" status: 204 len: 168 time: 1.9570169 Jul 30 03:38:13.254992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.290915 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-532b86e6-9bb6-4777-82ac-a77e0a039ef0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70 HTTP/1.1" status: 200 len: 217 time: 0.1273334 Jul 30 03:38:13.310826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-756fd64d-2554-4d6c-adcf-9f3503ee2eb5 None None] Port af21862a-b316-4daa-bbbc-9fc1e4d24ebd cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:13.314971 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6250c5c0-0e54-4e4e-ac65-a2b11bf99373 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:13.315313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:13.315429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6250c5c0-0e54-4e4e-ac65-a2b11bf99373 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:13.317562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6250c5c0-0e54-4e4e-ac65-a2b11bf99373 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/75322def-ab4b-4b66-91e2-0e1af9f117f3 HTTP/1.1" status: 404 len: 337 time: 0.0734665 Jul 30 03:38:13.319815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.322594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-d60ae1c3-4693-41d0-ae0b-ff0fab0750cc service neutron] 10.222.0.16 "PUT /v2.0/ports/a6e3ce3d-8b85-4d2b-bb28-61d6082a633d HTTP/1.1" status: 200 len: 1092 time: 6.2963922 Jul 30 03:38:13.337534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45448) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.359329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b964c52-6899-4fcf-8ca7-1c126edf6837 None None] Network 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:13.463611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c0dd893c-d46f-4320-a76b-82ff6f17161c None None] Provisioning complete for port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:13.464123 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c0dd893c-d46f-4320-a76b-82ff6f17161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.565105 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc13c33-bb5d-460a-a861-856a625d93d7 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:13.566287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc13c33-bb5d-460a-a861-856a625d93d7 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:13.568329 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8dc13c33-bb5d-460a-a861-856a625d93d7 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/4bb7ab3d-a844-4338-9735-543400f101a3 HTTP/1.1" status: 404 len: 337 time: 0.2284253 Jul 30 03:38:13.576069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45454) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.637547 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1b9b0d-8459-4277-80f4-1913714a27bf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:13.638384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1b9b0d-8459-4277-80f4-1913714a27bf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:13.641225 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ea1b9b0d-8459-4277-80f4-1913714a27bf tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/f48cd434-3f88-4ce3-b758-f5b26ebbebe7 HTTP/1.1" status: 404 len: 337 time: 0.0603116 Jul 30 03:38:13.645371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-94eed078-4143-4e0e-b598-c2e9ef00ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:13.648052 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-94eed078-4143-4e0e-b598-c2e9ef00ce47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.3175693 Jul 30 03:38:13.648897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45456) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.659363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-c1a9150d-f880-43c2-979e-81fd1ee01347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:13.661212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-c1a9150d-f880-43c2-979e-81fd1ee01347 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 1095 time: 0.2605922 Jul 30 03:38:13.675601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c0dd893c-d46f-4320-a76b-82ff6f17161c None None] Provisioning complete for port 619e7cf6-7328-4fee-9109-4c7251aaf04c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:13.676010 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c0dd893c-d46f-4320-a76b-82ff6f17161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.729539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd893c-d46f-4320-a76b-82ff6f17161c None None] Port 619e7cf6-7328-4fee-9109-4c7251aaf04c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:13.749948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-7b6d9ae0-e751-45f8-bbf3-f247c80eba9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873811 Jul 30 03:38:13.751114 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34a4e4b-e268-4983-a9b8-5cebd04a0171 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:13.751963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34a4e4b-e268-4983-a9b8-5cebd04a0171 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:13.756313 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a34a4e4b-e268-4983-a9b8-5cebd04a0171 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/cfe1165b-4355-4cf3-b70b-27b2eb4245b3 HTTP/1.1" status: 404 len: 333 time: 0.1032484 Jul 30 03:38:13.785393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] DHCP port deletion for 5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:38:13.791548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45458) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.800060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:13.812797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-10464d90-376d-422d-bbe7-eca43e4d0d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d HTTP/1.1" status: 200 len: 217 time: 0.1106737 Jul 30 03:38:13.883702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 422bf099-5956-45fa-95d5-6d8cf22f0af8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:13.892733 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16dfa80-f6b3-4bc5-acb5-89b4f2d0a6d5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:13.893847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16dfa80-f6b3-4bc5-acb5-89b4f2d0a6d5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:13.895316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f16dfa80-f6b3-4bc5-acb5-89b4f2d0a6d5 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/f0cf2e11-94fa-45df-b2cd-8ad5df36a135 HTTP/1.1" status: 404 len: 337 time: 0.0929444 Jul 30 03:38:13.917677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45460) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:13.961003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] Deleting port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:13.971555 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:14.182741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] For port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,segment=NetworkSegment(325c0e9d-5c89-47ed-9c4b-573841a9b323),segment_id=325c0e9d-5c89-47ed-9c4b-573841a9b323)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:14.183366 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:14.204855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] Calling delete_port for c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:14.372414 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:14.447908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] Pushing event deleted for resources: {'Port': ['ID=c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:14.456203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c500c20-0fee-46b8-9ea2-304e477b385b None None] No DVR routers for this DVR port c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:14.478033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 422bf099-5956-45fa-95d5-6d8cf22f0af8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:14.478794 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:14.583661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266618-277b-439c-b3ba-b03e3cb89c68 req-dedc89d5-12cb-4649-a1d2-20bc70c3e018 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:14.591828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8266618-277b-439c-b3ba-b03e3cb89c68 req-dedc89d5-12cb-4649-a1d2-20bc70c3e018 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 1.1153572 Jul 30 03:38:14.610355 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:38:14.674270 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-42fbc13a-2f14-421a-a30c-df5d5e858408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:14.684844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00dc715-b210-4789-b40d-dfa949595b46', 'tag': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:14.687842 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8905c3d0-d556-409b-85bd-060061c61562" -d '{"events": [{"name": "network-changed", "server_uuid": "d00dc715-b210-4789-b40d-dfa949595b46", "tag": "a6e3ce3d-8b85-4d2b-bb28-61d6082a633d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:14.704653 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbd6dc2-5f28-4b8e-8bfe-d71e209d78e2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:14.705497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbd6dc2-5f28-4b8e-8bfe-d71e209d78e2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:14.707507 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5bbd6dc2-5f28-4b8e-8bfe-d71e209d78e2 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/777182a9-2ecb-4178-87da-f3a5a0849e7c HTTP/1.1" status: 404 len: 337 time: 0.7816989 Jul 30 03:38:14.719732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45474) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:14.733899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35f4e-2782-435f-b1c3-bf24ad3fc2f1 req-ec15cfda-18bb-448b-b095-5e70959df82e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:14.747177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83d35f4e-2782-435f-b1c3-bf24ad3fc2f1 req-ec15cfda-18bb-448b-b095-5e70959df82e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 943 time: 0.4303126 Jul 30 03:38:14.756626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-98658a72-db0b-4315-a669-fa23215f17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:14.762444 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-98658a72-db0b-4315-a669-fa23215f17e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.9080181 Jul 30 03:38:14.780606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8266618-277b-439c-b3ba-b03e3cb89c68 req-268d1167-ec84-4988-8f00-1c8bf2bca4c1 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877637 Jul 30 03:38:14.852408 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2bb875-63b0-4be8-8ae0-2d320871be7d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:14.853535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2bb875-63b0-4be8-8ae0-2d320871be7d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:14.855568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a2bb875-63b0-4be8-8ae0-2d320871be7d tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/bb7ff8d4-5321-47aa-bec5-21516d1ed2ce HTTP/1.1" status: 404 len: 333 time: 0.1284876 Jul 30 03:38:14.871367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83d35f4e-2782-435f-b1c3-bf24ad3fc2f1 req-bca33ecc-e199-46d5-b27b-f6f5980c5a05 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224868 Jul 30 03:38:14.879829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45476) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:14.901853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-0d991b7c-b23c-4e27-86bc-5022e659d41d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837390 Jul 30 03:38:14.903997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-e44fc20e-369d-4035-88c2-82ed3d9d065e service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1112578 Jul 30 03:38:14.915874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:14.929958 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3aa8a5-44b8-4b2e-b1d8-48d47672417b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:14.930644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3aa8a5-44b8-4b2e-b1d8-48d47672417b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:14.941120 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1f3aa8a5-44b8-4b2e-b1d8-48d47672417b tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/55c5d5e8-23e9-4492-9b4b-79b7896ce5b8 HTTP/1.1" status: 404 len: 337 time: 0.0600533 Jul 30 03:38:14.955130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:14.985205 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935fc48-869f-4fc0-b32e-31914df45e21 x-openstack-request-id: req-f935fc48-869f-4fc0-b32e-31914df45e21 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:14.985669 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00dc715-b210-4789-b40d-dfa949595b46", "tag": "a6e3ce3d-8b85-4d2b-bb28-61d6082a633d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:14.986020 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f935fc48-869f-4fc0-b32e-31914df45e21 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:14.986512 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00dc715-b210-4789-b40d-dfa949595b46', 'tag': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d', 'status': 'completed', 'code': 200} Jul 30 03:38:15.015373 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4221b32-cb6c-438e-a363-585f0ef832ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] DELETE failed (client error): The resource could not be found. Jul 30 03:38:15.016095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4221b32-cb6c-438e-a363-585f0ef832ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:38:15.019050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a4221b32-cb6c-438e-a363-585f0ef832ce tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/subnets/0537a43a-973f-4ff7-9080-da4a54111040 HTTP/1.1" status: 404 len: 337 time: 0.0625951 Jul 30 03:38:15.020736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45480) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:15.193123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-9f5a5d91-e56d-478e-9a0e-af5b98569c1f service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506437 Jul 30 03:38:15.199624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Deleting port 619e7cf6-7328-4fee-9109-4c7251aaf04c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:15.200137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.227629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.239162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-f829dabb-424f-4ea3-8a12-bdfc40b82777 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867033 Jul 30 03:38:15.246856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.312090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.321198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.410074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Calling delete_port for 619e7cf6-7328-4fee-9109-4c7251aaf04c owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:15.485336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Pushing event updated for resources: {'Port': ['ID=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:15.486077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.517825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-4386d9b0-4f88-440a-9bef-baab9f0ed116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:15.519830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-4386d9b0-4f88-440a-9bef-baab9f0ed116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 1096 time: 0.1049602 Jul 30 03:38:15.645045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4e9a3b7a-f971-4b8d-8774-00dfe9270841 req-7e3f50a4-4c8d-427a-bbfd-6c08c46e85ec service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928170 Jul 30 03:38:15.649591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.718542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-f8fde19f-4d93-40f0-b893-b65ee5f33654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:15.721139 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-f8fde19f-4d93-40f0-b893-b65ee5f33654 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 912 time: 0.1418045 Jul 30 03:38:15.739242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:15.742444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:15.784525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Port': ['ID=619e7cf6-7328-4fee-9109-4c7251aaf04c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:15.786924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:15.793201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5b6049d1-2c80-4923-bdf0-cf37f6856cf8 tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/ports/619e7cf6-7328-4fee-9109-4c7251aaf04c HTTP/1.1" status: 204 len: 168 time: 0.7715197 Jul 30 03:38:15.796650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:15.918368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:15.984930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:15.985444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c7a59eae-8d4a-4fbc-84a9-bcfa1f3f24e1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:16.059037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-b4aafb2f-a532-441c-b227-1f86fe70491a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70 HTTP/1.1" status: 200 len: 217 time: 0.2923329 Jul 30 03:38:16.134205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.198372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c79bc7d5-4ca7-4fc8-b261-40f770af9a39 None None] Provisioning complete for port af21862a-b316-4daa-bbbc-9fc1e4d24ebd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:16.198628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c79bc7d5-4ca7-4fc8-b261-40f770af9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.236598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Router 7414f167-7a88-4181-bf46-cd3a1d955a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:38:16.262056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905c3d0-d556-409b-85bd-060061c61562 req-8d9edc09-80be-495b-aac1-5ce56765403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:16.264208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-8d9edc09-80be-495b-aac1-5ce56765403c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 1095 time: 0.4900367 Jul 30 03:38:16.274097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-ddb08101-216f-432c-9256-b23d252d51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:16.276247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-ddb08101-216f-432c-9256-b23d252d51a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.2061975 Jul 30 03:38:16.283337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3f9c0-2112-42dd-a43b-ee501e9e5714 req-05618cc7-dd61-4ed3-96e7-c156f990e0c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:16.296651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27a3f9c0-2112-42dd-a43b-ee501e9e5714 req-05618cc7-dd61-4ed3-96e7-c156f990e0c3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 943 time: 0.3049147 Jul 30 03:38:16.344248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c79bc7d5-4ca7-4fc8-b261-40f770af9a39 None None] Port af21862a-b316-4daa-bbbc-9fc1e4d24ebd cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:16.359029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af420-907e-425b-97ec-66ce5fffde37 req-c6ea703f-f311-4b64-96d8-fcc340f0682f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:16.366826 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.367647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f81af420-907e-425b-97ec-66ce5fffde37 req-c6ea703f-f311-4b64-96d8-fcc340f0682f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.3726695 Jul 30 03:38:16.400895 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-a9c7cf30-ecc6-4e7a-aeb5-3dd1c9826050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105652 Jul 30 03:38:16.450486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f81af420-907e-425b-97ec-66ce5fffde37 req-3fdc6e2b-9411-4ddb-b7b7-b55caffbbe95 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716953 Jul 30 03:38:16.519529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-cdc2465b-f7ba-4843-a910-6ae97c06c236 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050417 Jul 30 03:38:16.702880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.716053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b259fd0-ae05-4a8c-8e05-8c80e6d110f2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:16.724018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905c3d0-d556-409b-85bd-060061c61562 req-9f9c5c67-c7d7-4d75-bed3-9b253b4379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:16.726041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-9f9c5c67-c7d7-4d75-bed3-9b253b4379c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 200 len: 912 time: 0.4485159 Jul 30 03:38:16.732354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325c0e9d-5c89-47ed-9c4b-573841a9b323') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:16.732897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325c0e9d-5c89-47ed-9c4b-573841a9b323') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:16.734319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:16.745812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Sync routers for ids ['7414f167-7a88-4181-bf46-cd3a1d955a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:16.755726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27a3f9c0-2112-42dd-a43b-ee501e9e5714 req-3ee04a24-1e6b-4d3d-803f-7c8e3ad158c1 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399860 Jul 30 03:38:16.763254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8ffa7c32-6ddd-4dad-84e6-2cf8050c3010 admin admin] 10.222.0.39 "PUT /v2.0/routers/7414f167-7a88-4181-bf46-cd3a1d955a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5072789 Jul 30 03:38:16.779784 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.792237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Deleting port 2e221f09-5c64-407d-b13b-0a8857a637ce {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:16.792923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.799421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Routers {'7414f167-7a88-4181-bf46-cd3a1d955a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:16.800079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7414f167-7a88-4181-bf46-cd3a1d955a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:16.812612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.851083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:38:16.851890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:16.863567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-c08a6035-c785-4f0b-b482-59a000ba21c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d HTTP/1.1" status: 200 len: 217 time: 0.1200907 Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:38:16.872718 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:38:16.995448 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cf0a972c-68d1-44ff-86fd-bb914b9fa603 req-57795f6a-42a4-4631-adba-e7e6052f2aa5 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627225 Jul 30 03:38:17.032992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905c3d0-d556-409b-85bd-060061c61562 req-817ee5aa-b685-441d-b70e-015f51aa17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:17.034656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-817ee5aa-b685-441d-b70e-015f51aa17b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 200 len: 852 time: 0.1549976 Jul 30 03:38:17.037012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.075741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.087814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] 10.222.0.39 "DELETE /v2.0/networks/5b259fd0-ae05-4a8c-8e05-8c80e6d110f2 HTTP/1.1" status: 204 len: 168 time: 1.2886269 Jul 30 03:38:17.087814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:17.097141 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-e914cd14-51c1-4692-a055-34e8de0947f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d09a5c4-eb0a-460b-8173-21b52440e81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528593 Jul 30 03:38:17.127705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] For port 2e221f09-5c64-407d-b13b-0a8857a637ce, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2e221f09-5c64-407d-b13b-0a8857a637ce,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:17.130965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.160436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d403a3-61ea-4dcc-9c98-70f5afc2f12f tempest-PortsIpV6TestJSON-996074954 tempest-PortsIpV6TestJSON-996074954-project] Pushing event deleted for resources: {'Network': ['ID=5b259fd0-ae05-4a8c-8e05-8c80e6d110f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:17.163688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Set router 7414f167-7a88-4181-bf46-cd3a1d955a3b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:17.201430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Calling delete_port for 2e221f09-5c64-407d-b13b-0a8857a637ce owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:17.308215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-312bd575-2a61-4b9f-a5e5-8706f4e0e016 service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020700 Jul 30 03:38:17.310964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-336736129'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:17.399484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:17.403194 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.439206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:17.464132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:38:17.482856 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.483297 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Added segment a87b2647-fa7d-484a-b587-5e9b5e9874a4 of type vlan for network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 Jul 30 03:38:17.525966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.561720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8905c3d0-d556-409b-85bd-060061c61562 req-cd269b7e-7e74-4083-b9ae-ff2db792659a service neutron] 10.222.0.16 "GET /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454398 Jul 30 03:38:17.588048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.599565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:17.608721 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.623790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:38:13Z', 'revision_number': 4, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af21862a-b316-4daa-bbbc-9fc1e4d24ebd', 'name': '', 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'mac_address': 'fa:16:3e:2a:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5a07789b-d327-437e-972f-2fd23a863e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:10Z', 'updated_at': '2021-07-30T03:38:14Z', 'revision_number': 2, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'subnets': [{'id': '5a07789b-d327-437e-972f-2fd23a863e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:17.706773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Checking router: 7414f167-7a88-4181-bf46-cd3a1d955a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:17.707763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Updating router 7414f167-7a88-4181-bf46-cd3a1d955a3b port af21862a-b316-4daa-bbbc-9fc1e4d24ebd binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:38:17.757198 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.982175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:17.989461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8660173 Jul 30 03:38:17.995415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45536) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:18.002229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'subnet': {'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:18.023630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2be36a-8815-4c64-8665-518f7ebb0690 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Network': ['ID=211e4fde-338b-4d20-bf1e-5e3b5848c9e4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:18.042354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:38:18.173161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92297405-c65f-4657-aae6-2ed14ddf6ace req-255b7aad-5188-4ae1-98c9-80a55d5205d8 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:18.180538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92297405-c65f-4657-aae6-2ed14ddf6ace req-255b7aad-5188-4ae1-98c9-80a55d5205d8 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.4454057 Jul 30 03:38:18.187244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aa98875f-4aff-49aa-aa17-9d33daf3eade admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e48558457644c5999e7752022d28f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170900 Jul 30 03:38:18.190333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:18.199124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98a39c-df62-44d7-bb73-bd1ea714de12 req-41aad3c9-ddde-4f85-bf35-1d922a35f6f6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:18.200749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b98a39c-df62-44d7-bb73-bd1ea714de12 req-41aad3c9-ddde-4f85-bf35-1d922a35f6f6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 943 time: 0.2235949 Jul 30 03:38:18.211076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:18.217598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.314368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92297405-c65f-4657-aae6-2ed14ddf6ace req-5705682c-4e34-4457-8131-f407829c33a9 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328521 Jul 30 03:38:18.359445 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.401597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e221f09-5c64-407d-b13b-0a8857a637ce,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:18.428125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b98a39c-df62-44d7-bb73-bd1ea714de12 req-53f36057-8846-468d-aca5-e47a20a54efe tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725662 Jul 30 03:38:18.464954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.492297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Transition to ACTIVE for port object af21862a-b316-4daa-bbbc-9fc1e4d24ebd will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:18.499299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-978aa1f9-1096-433c-ba11-75272acc23ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.509961 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.603017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.631764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-978aa1f9-1096-433c-ba11-75272acc23ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.646583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc98cf-696a-43ce-8b7e-458dd6d6bc2e None None] Pushing event updated for resources: {'Port': ['ID=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:18.763343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Subnet': ['ID=399f317f-86ff-4e2f-84a9-b2bbe323403e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:18.783431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Checking segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:18.783801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network hostable DHCP agents. Network: 211e4fde-338b-4d20-bf1e-5e3b5848c9e4, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:38:18.807074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Attempting to bind port af21862a-b316-4daa-bbbc-9fc1e4d24ebd on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:18.807074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Attempting to bind port af21862a-b316-4daa-bbbc-9fc1e4d24ebd by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:18.807074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Attempting to bind port af21862a-b316-4daa-bbbc-9fc1e4d24ebd on network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:18.817188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:18.817650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Checking segment: {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:18.834183 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.835260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Bound using segment: {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:18.839499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:38:18.842661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Bound port: af21862a-b316-4daa-bbbc-9fc1e4d24ebd, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1e83fe-4452-42e2-9192-4f0f96c5b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:18.845223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.861386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 211e4fde-338b-4d20-bf1e-5e3b5848c9e4) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:18.870078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:18.870687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.884081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c949da-5849-4a43-b982-a16559f0911a None None] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:18.920257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-978aa1f9-1096-433c-ba11-75272acc23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.923471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-978aa1f9-1096-433c-ba11-75272acc23ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:18.926923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-978aa1f9-1096-433c-ba11-75272acc23ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3ca1a53-63a7-4af1-af9c-d5cb674d9c3a HTTP/1.1" status: 204 len: 168 time: 0.7230308 Jul 30 03:38:18.956237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.006929 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7005f429-553e-43e2-bc1a-a192ae9c41f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0098469 Jul 30 03:38:19.009386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45548) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:19.015702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-898113091'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:19.123888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a25a2-9a1a-46e1-af71-a38fc69f1e17 req-63dfd603-ef70-4b86-8287-2a581fe8f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:19.125471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e40a25a2-9a1a-46e1-af71-a38fc69f1e17 req-63dfd603-ef70-4b86-8287-2a581fe8f98a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 1098 time: 0.2206795 Jul 30 03:38:19.127363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:19.140828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.215454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa1f9-1096-433c-ba11-75272acc23ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca1a53-63a7-4af1-af9c-d5cb674d9c3a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:19.274137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e40a25a2-9a1a-46e1-af71-a38fc69f1e17 req-210d6ef7-615e-4cc8-8ccc-03d705ecdbaa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257634 Jul 30 03:38:19.274911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:38:19.299448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.299814 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Added segment afda7240-56ce-4ef1-b1ff-6924f411f59e of type vlan for network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc Jul 30 03:38:19.371729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.425375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.437122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 78f31ccc-8478-4a36-9c48-76b5a7fabc70 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:38:19.456672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:38:19.483429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:19.484105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.620425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] For port af21862a-b316-4daa-bbbc-9fc1e4d24ebd, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:19.650436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6398454 Jul 30 03:38:19.654029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:19.660629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'subnet': {'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:19.668128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] For port af21862a-b316-4daa-bbbc-9fc1e4d24ebd, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,segment=NetworkSegment(9f1e83fe-4452-42e2-9192-4f0f96c5b725),segment_id=9f1e83fe-4452-42e2-9192-4f0f96c5b725)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:19.682789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599a0b-1b8f-4f59-a8f1-11cab94ba3f3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Network': ['ID=a0f597ed-2fe6-4663-ae8d-e0c008c23bcc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:19.687277 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:19.787356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc98cf-696a-43ce-8b7e-458dd6d6bc2e None None] Pushing event updated for resources: {'Port': ['ID=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:19.811363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:38:19.926014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:19.937552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:20.302400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:20.346366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '78f31ccc-8478-4a36-9c48-76b5a7fabc70', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'port_id': '78f31ccc-8478-4a36-9c48-76b5a7fabc70', 'mac_address': 'fa:16:3e:0c:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6629987-2ada-4c0d-9199-301985d0cf37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:38:20.357164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Routers {'7414f167-7a88-4181-bf46-cd3a1d955a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:20.358069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7414f167-7a88-4181-bf46-cd3a1d955a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:20.604173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:20.658090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45634) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:20.749917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845cb23-0ac0-4313-b73e-2c5013d3a189 req-a2628384-6721-40df-a77a-503d2d9db4ec tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:20.761422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9845cb23-0ac0-4313-b73e-2c5013d3a189 req-a2628384-6721-40df-a77a-503d2d9db4ec tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 1.2811246 Jul 30 03:38:20.773404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Subnet': ['ID=b62bbdaf-05ad-49d7-810b-2d8123a079f7,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:20.830815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Checking segment: {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:20.838491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network hostable DHCP agents. Network: a0f597ed-2fe6-4663-ae8d-e0c008c23bcc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:38:20.839423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879b353-5d79-42b6-827f-e20e2e50e464 req-c7894fbc-96d2-4bfa-ab11-eace42261aaf tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:20.853969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d879b353-5d79-42b6-827f-e20e2e50e464 req-c7894fbc-96d2-4bfa-ab11-eace42261aaf tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 943 time: 1.2587242 Jul 30 03:38:20.883126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:38:20.904287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a0f597ed-2fe6-4663-ae8d-e0c008c23bcc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:20.909668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:20.910484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:20.934767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7004937-c1eb-44e2-82cd-32989cee29ce None None] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:20.948893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c7447f82-0730-467d-99ce-277d34b04c3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2850494 Jul 30 03:38:20.989851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835619816'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:21.018551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:21.039102 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] Sync routers for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:21.046012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7a2f69b9-bc52-4900-a2df-47904b04a72a admin admin] 10.222.0.39 "PUT /v2.0/routers/7fa0a152-a6b9-48f3-9109-5409ee926ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7898803 Jul 30 03:38:21.049295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45664) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:21.058113 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:21.063725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:21.076423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9845cb23-0ac0-4313-b73e-2c5013d3a189 req-c4e879fc-6a17-4b94-94f6-3abf78ae64de tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136618 Jul 30 03:38:21.102597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d879b353-5d79-42b6-827f-e20e2e50e464 req-359b96a6-36dc-4408-8c2d-1e465f583c1a tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473888 Jul 30 03:38:21.289124 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:21.331101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] Set router 7414f167-7a88-4181-bf46-cd3a1d955a3b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:21.418763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.446077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'fixed_ips': [{'subnet_id': '399f317f-86ff-4e2f-84a9-b2bbe323403e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:38:21.447829 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.492199 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.537419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f31ccc-8478-4a36-9c48-76b5a7fabc70 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:21.607317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:38:18Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:21.614664 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.631122 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.637508 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] Checking router: 7fa0a152-a6b9-48f3-9109-5409ee926ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:21.642657 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.647685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] Routers {'7fa0a152-a6b9-48f3-9109-5409ee926ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:21.648759 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:21.738083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Allocated IP 19.80.0.2 (211e4fde-338b-4d20-bf1e-5e3b5848c9e4/399f317f-86ff-4e2f-84a9-b2bbe323403e/2c33d61f-d016-40b6-a0a4-885c82aa1f01) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:21.800154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Deleting port 969221bd-4a62-4c1c-af20-2af723281cab {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:21.800950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.843072 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] Set router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:21.924857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] For port 969221bd-4a62-4c1c-af20-2af723281cab, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=969221bd-4a62-4c1c-af20-2af723281cab,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:21.925472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:21.954071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Calling delete_port for 969221bd-4a62-4c1c-af20-2af723281cab owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:21.998774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:22.042451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.043171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a6e3ce3d-8b85-4d2b-bb28-61d6082a633d details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:38:22.079612 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:38:18Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:22.110326 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e8dbc-0e60-4092-95b3-9542a7c4e0c0 None None] The sync data for ids ['7fa0a152-a6b9-48f3-9109-5409ee926ac2'] in n-d-778696-14 is: [{'id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'name': 'tempest-ServersTestFqdnHostnames-1540315970-router', 'tenant_id': '5998e451e36345ed9d73a6c3850d9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '969221bd-4a62-4c1c-af20-2af723281cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:47Z', 'updated_at': '2021-07-30T03:38:18Z', 'revision_number': 5, 'project_id': '5998e451e36345ed9d73a6c3850d9f19', 'gw_port': {'id': '969221bd-4a62-4c1c-af20-2af723281cab', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa0a152-a6b9-48f3-9109-5409ee926ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:22.129977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=78f31ccc-8478-4a36-9c48-76b5a7fabc70,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:22.141283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a0f597ed-2fe6-4663-ae8d-e0c008c23bcc', 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'fixed_ips': [{'subnet_id': 'b62bbdaf-05ad-49d7-810b-2d8123a079f7'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:38:22.142199 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.259880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b74ef-33d0-47d4-bcca-90892cdb20eb req-c4ad2eec-35ce-4ba4-aa93-e69e51e7eee8 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:22.261691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-777b74ef-33d0-47d4-bcca-90892cdb20eb req-c4ad2eec-35ce-4ba4-aa93-e69e51e7eee8 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 943 time: 0.0723286 Jul 30 03:38:22.286089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:22.323879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-777b74ef-33d0-47d4-bcca-90892cdb20eb req-a40087e8-5d24-4c3a-8cb0-98aeb67462bb tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531373 Jul 30 03:38:22.406971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d', 'network_id': '9d09a5c4-eb0a-460b-8173-21b52440e81f', 'port_id': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d', 'mac_address': 'fa:16:3e:68:df:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6629987-2ada-4c0d-9199-301985d0cf37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:38:22.431886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:38:13Z', 'revision_number': 4, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af21862a-b316-4daa-bbbc-9fc1e4d24ebd', 'name': '', 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'mac_address': 'fa:16:3e:2a:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5a07789b-d327-437e-972f-2fd23a863e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:10Z', 'updated_at': '2021-07-30T03:38:19Z', 'revision_number': 4, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'subnets': [{'id': '5a07789b-d327-437e-972f-2fd23a863e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:22.548418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.566792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed366a-764f-4e47-a717-fc808d123356 None None] The sync data for ids ['7414f167-7a88-4181-bf46-cd3a1d955a3b'] in n-d-778696-14 is: [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:38:13Z', 'revision_number': 4, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af21862a-b316-4daa-bbbc-9fc1e4d24ebd', 'name': '', 'network_id': 'fcd93119-6c40-4e8a-ac7f-5df7f7459ba4', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'mac_address': 'fa:16:3e:2a:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5a07789b-d327-437e-972f-2fd23a863e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:10Z', 'updated_at': '2021-07-30T03:38:19Z', 'revision_number': 4, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'subnets': [{'id': '5a07789b-d327-437e-972f-2fd23a863e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:22.620754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1881ab-ef9c-47a0-9ac4-98dd654023a8 req-a506ff95-ac4d-447d-9d91-cabe39d9199b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:22.623972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b1881ab-ef9c-47a0-9ac4-98dd654023a8 req-a506ff95-ac4d-447d-9d91-cabe39d9199b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1294971 Jul 30 03:38:22.625859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.704332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=969221bd-4a62-4c1c-af20-2af723281cab,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:22.739268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Transition to ACTIVE for port object 2c33d61f-d016-40b6-a0a4-885c82aa1f01 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:22.756857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b1881ab-ef9c-47a0-9ac4-98dd654023a8 req-44de1881-9c0c-4f36-ae27-8ce607757567 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236119 Jul 30 03:38:22.862448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.886999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Transition to ACTIVE for port object 2c33d61f-d016-40b6-a0a4-885c82aa1f01 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:22.907512 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.924375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:22.994076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:23.010948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.017438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:23.033049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Allocated IP 19.86.0.2 (a0f597ed-2fe6-4663-ae8d-e0c008c23bcc/b62bbdaf-05ad-49d7-810b-2d8123a079f7/93e068d9-ca2a-429c-bf7a-66279e1bafb5) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:23.040825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:23.062375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.066821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.071835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e3ce3d-8b85-4d2b-bb28-61d6082a633d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:23.085470 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.138659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Pushing event updated for resources: {'Port': ['ID=2c33d61f-d016-40b6-a0a4-885c82aa1f01,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:23.197653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:23.215197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea517380-50cc-45e4-b65c-277d8ee890d1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:23.221411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.222317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa0a152-a6b9-48f3-9109-5409ee926ac2 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:38:23.244948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.249515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:23.263917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3daa5332-c1c8-456b-a76d-49b956bf83c6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7fa0a152-a6b9-48f3-9109-5409ee926ac2 HTTP/1.1" status: 204 len: 168 time: 2.2029693 Jul 30 03:38:23.324909 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.369107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Attempting to bind port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:23.369639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Attempting to bind port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:23.375158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Attempting to bind port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:23.375849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Deleting subnet 9c763764-0d83-428c-bf27-737813ddf7b3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:38:23.388218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.469221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.507810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.531230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.564448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-7694637e-6b0e-4cce-8f50-6c2a244e4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:23.566576 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-7694637e-6b0e-4cce-8f50-6c2a244e4dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 1098 time: 0.2298846 Jul 30 03:38:23.577506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.581240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9148095 Jul 30 03:38:23.734363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.771173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-4480f734-6522-4966-85e2-f98ddece57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:23.775011 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-4480f734-6522-4966-85e2-f98ddece57f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 911 time: 0.1986766 Jul 30 03:38:23.775575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45696) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:23.817482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b3bf-0ee8-4706-b92f-a7d59ef021a2 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4502b3b0-3b03-4a2e-b01d-bc59c5536289,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:23.842922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.870333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:23.871579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Checking segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:23.872792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.873274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Bound using segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:23.874524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Bound port: 2c33d61f-d016-40b6-a0a4-885c82aa1f01, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:23.875658 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.911316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c763764-0d83-428c-bf27-737813ddf7b3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:23.924624 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:23.932237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-016c3ab4-0983-433b-a68b-badb17039899 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9c763764-0d83-428c-bf27-737813ddf7b3 HTTP/1.1" status: 204 len: 168 time: 0.6795599 Jul 30 03:38:23.932903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:24.077925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-d35b679c-2f64-4972-afd0-97e2047ce356 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb HTTP/1.1" status: 200 len: 217 time: 0.2615337 Jul 30 03:38:24.104363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85826c-f060-4ee9-8dea-6a1fa6a13610 req-ce6fdffa-d064-4518-b305-8e4b25c7fe83 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:24.111388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.116630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d85826c-f060-4ee9-8dea-6a1fa6a13610 req-ce6fdffa-d064-4518-b305-8e4b25c7fe83 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.6507027 Jul 30 03:38:24.135549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Transition to ACTIVE for port object 93e068d9-ca2a-429c-bf7a-66279e1bafb5 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:24.161738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Transition to ACTIVE for port object 93e068d9-ca2a-429c-bf7a-66279e1bafb5 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:24.174219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d85826c-f060-4ee9-8dea-6a1fa6a13610 req-885002ee-9b2b-4e10-a997-3fc0001b9d31 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565326 Jul 30 03:38:24.177226 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.253588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bffe5f-ea52-47ff-9ec8-236ae1fb5b4d None None] Network 24b2bd65-0552-4944-9d8a-d5329751d1fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:24.264394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['78f31ccc-8478-4a36-9c48-76b5a7fabc70'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:38:24.270562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['a6e3ce3d-8b85-4d2b-bb28-61d6082a633d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:38:24.273255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af21862a-b316-4daa-bbbc-9fc1e4d24ebd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:24.353207 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a2de5b3-0f09-4cf7-91bb-21beeca117ef tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5753200 Jul 30 03:38:24.357227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Deleting port d73181b6-f52c-4708-a9c3-44a714b5cb04 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:24.357639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.359814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:24.364248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.367749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-security--967710450', 'description': 'tempest-security-description-1742364656'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:24.385825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-33a8224c-64cd-4b2f-9552-b48c83d8d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:24.387798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-33a8224c-64cd-4b2f-9552-b48c83d8d706 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.2991097 Jul 30 03:38:24.434753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:24.490972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.535110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] For port 2c33d61f-d016-40b6-a0a4-885c82aa1f01, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:24.548636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] For port d73181b6-f52c-4708-a9c3-44a714b5cb04, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d73181b6-f52c-4708-a9c3-44a714b5cb04,segment=NetworkSegment(18c8bb6e-ad78-4c8a-ba95-917888629b58),segment_id=18c8bb6e-ad78-4c8a-ba95-917888629b58)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:24.549238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.572071 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-e08ec863-8d0f-4720-95dd-59ee5e93fd9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769662 Jul 30 03:38:24.575549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656186c8-6246-4981-9998-1af10e2b4b40 req-bb777739-204f-43c2-b0ff-735a5118aaef tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:24.577120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-656186c8-6246-4981-9998-1af10e2b4b40 req-bb777739-204f-43c2-b0ff-735a5118aaef tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 944 time: 0.1806061 Jul 30 03:38:24.578145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Calling delete_port for d73181b6-f52c-4708-a9c3-44a714b5cb04 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:24.695524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] For port 2c33d61f-d016-40b6-a0a4-885c82aa1f01, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2c33d61f-d016-40b6-a0a4-885c82aa1f01,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:24.751773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.764802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:24.766632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.773808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.775995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "PUT /v2.0/security-groups/4502b3b0-3b03-4a2e-b01d-bc59c5536289 HTTP/1.1" status: 200 len: 1779 time: 0.4130490 Jul 30 03:38:24.776477 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.788975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port af21862a-b316-4daa-bbbc-9fc1e4d24ebd completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:24.796539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:24.817379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Pushing event updated for resources: {'Port': ['ID=93e068d9-ca2a-429c-bf7a-66279e1bafb5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:24.849355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:24.882392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af21862a-b316-4daa-bbbc-9fc1e4d24ebd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:24.883101 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:24.885635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:24.902304 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-429d0488-eb38-471b-b209-a5efdfd6ff01 service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025966 Jul 30 03:38:24.971067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-dbcdac19-0dd9-47c3-a5bf-abd3b52aa6a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1768665 Jul 30 03:38:25.007429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-656186c8-6246-4981-9998-1af10e2b4b40 req-1f08ea53-4597-439b-b7c7-568f997e972c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109509 Jul 30 03:38:25.198308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.215018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1ffea-d37b-40dd-9355-698cf9acfe1d None None] Pushing event updated for resources: {'Port': ['ID=2c33d61f-d016-40b6-a0a4-885c82aa1f01,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:25.239935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-38f457e1-4a9e-4bb2-8759-71ace3eb398e req-d160903e-cfd3-4a1a-b470-35986337fc9b service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127987 Jul 30 03:38:25.250110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8d68-6068-41f5-9f45-4bb5a5c24b7b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4502b3b0-3b03-4a2e-b01d-bc59c5536289,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:25.298093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73181b6-f52c-4708-a9c3-44a714b5cb04,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:25.308260 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d1a1313b-fbe9-4be6-8eba-79a68fa5359f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups/4502b3b0-3b03-4a2e-b01d-bc59c5536289 HTTP/1.1" status: 200 len: 1779 time: 0.5097048 Jul 30 03:38:25.316553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-12337bb1-4725-40a1-ba02-3a4a7f3e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:25.318285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-12337bb1-4725-40a1-ba02-3a4a7f3e6d61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aee5c87e0084b549dd8e617816ff10a&device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 1098 time: 0.2936883 Jul 30 03:38:25.318610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:25.329492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Attempting to bind port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:25.330010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Attempting to bind port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:25.330471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Attempting to bind port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 on network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:25.337301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a7449-cad7-462e-898c-82c4f95b2d4a None None] DHCP port deletion for 24b2bd65-0552-4944-9d8a-d5329751d1fc request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:38:25.342671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:25.343243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Checking segment: {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:25.343736 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.344229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Bound using segment: {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:25.344824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Bound port: 93e068d9-ca2a-429c-bf7a-66279e1bafb5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:25.345301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.460704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] No DVR routers for this DVR port d73181b6-f52c-4708-a9c3-44a714b5cb04 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:25.593875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] For port 93e068d9-ca2a-429c-bf7a-66279e1bafb5, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:25.597246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] For port 93e068d9-ca2a-429c-bf7a-66279e1bafb5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93e068d9-ca2a-429c-bf7a-66279e1bafb5,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:25.616262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.620425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-13b09c31-1845-4033-b824-99f98b547163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:25.620982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.625667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-13b09c31-1845-4033-b824-99f98b547163 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 200 len: 911 time: 0.2180760 Jul 30 03:38:25.728516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-feda3a47-295a-47b9-b226-72db2fc76a7e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.759034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port af21862a-b316-4daa-bbbc-9fc1e4d24ebd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,segment=NetworkSegment(9f1e83fe-4452-42e2-9192-4f0f96c5b725),segment_id=9f1e83fe-4452-42e2-9192-4f0f96c5b725)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:25.761757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bbdb7-821e-4cd2-986e-f4ec6bb7436c None None] Pushing event updated for resources: {'Port': ['ID=93e068d9-ca2a-429c-bf7a-66279e1bafb5,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:25.780002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.870255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-6c0cd618-5f54-4eec-9390-ff5d3f1cba59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a193ad6-6c39-478e-8802-73a1578df2a6 HTTP/1.1" status: 200 len: 217 time: 0.1830564 Jul 30 03:38:25.872451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-feda3a47-295a-47b9-b226-72db2fc76a7e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.885984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:25.887382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2e221f09-5c64-407d-b13b-0a8857a637ce no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:25.933343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b2bd65-0552-4944-9d8a-d5329751d1fc']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:25.971765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2e221f09-5c64-407d-b13b-0a8857a637ce {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:25.972119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2e221f09-5c64-407d-b13b-0a8857a637ce not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:25.975386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 969221bd-4a62-4c1c-af20-2af723281cab no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:26.029110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c8bb6e-ad78-4c8a-ba95-917888629b58') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:26.029698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c8bb6e-ad78-4c8a-ba95-917888629b58') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:26.051521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 969221bd-4a62-4c1c-af20-2af723281cab {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:26.052691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 969221bd-4a62-4c1c-af20-2af723281cab not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:26.053612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1d83-f1ec-42f2-8ba5-607cfddb1a39 req-347352c6-9396-4ce5-8809-79abfab81597 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:26.055502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:26.062303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bafd1d83-f1ec-42f2-8ba5-607cfddb1a39 req-347352c6-9396-4ce5-8809-79abfab81597 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.6594100 Jul 30 03:38:26.082173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.138323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.160510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:38:26.160927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:38:26.163035 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:38:26.192790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-08cb25d0-b93e-4ef7-930c-8967180571da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:26.194553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-08cb25d0-b93e-4ef7-930c-8967180571da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 200 len: 851 time: 0.3059318 Jul 30 03:38:26.250642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-feda3a47-295a-47b9-b226-72db2fc76a7e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.253442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-feda3a47-295a-47b9-b226-72db2fc76a7e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.257800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45722) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:26.258310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-feda3a47-295a-47b9-b226-72db2fc76a7e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/4502b3b0-3b03-4a2e-b01d-bc59c5536289 HTTP/1.1" status: 204 len: 168 time: 0.9347949 Jul 30 03:38:26.265240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bafd1d83-f1ec-42f2-8ba5-607cfddb1a39 req-3c1df699-9f7b-404a-b9d1-78f51fac5e3c tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018447 Jul 30 03:38:26.317228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-e398f406-15e1-47a4-8f93-cdc8dbbb6332 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76a804f5-009f-425d-8cda-e450488f42ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720065 Jul 30 03:38:26.319599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda3a47-295a-47b9-b226-72db2fc76a7e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502b3b0-3b03-4a2e-b01d-bc59c5536289,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:26.421725 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-609d7ed3-af8b-4122-9ee7-6d8fa6dfd7cf tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1627114 Jul 30 03:38:26.424434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:26.440288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.441593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2c33d61f-d016-40b6-a0a4-885c82aa1f01 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:26.447393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.452698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] 10.222.0.39 "DELETE /v2.0/networks/24b2bd65-0552-4944-9d8a-d5329751d1fc HTTP/1.1" status: 204 len: 168 time: 2.5130689 Jul 30 03:38:26.466468 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-ef60b7df-1569-4b21-a4ab-fe8d09650287 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] delete failed (client error): The resource could not be found. Jul 30 03:38:26.469137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef60b7df-1569-4b21-a4ab-fe8d09650287 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/4502b3b0-3b03-4a2e-b01d-bc59c5536289 HTTP/1.1" status: 404 len: 347 time: 0.0412545 Jul 30 03:38:26.471440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45728) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:26.488646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--858119163'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:26.541698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a166f-0fd6-4051-a071-824219df1094 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b2bd65-0552-4944-9d8a-d5329751d1fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:26.581940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.593764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:26.602016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93e068d9-ca2a-429c-bf7a-66279e1bafb5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:26.609667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62562e-1e2a-4e4d-a6ae-a19735cf9c33 req-33aab34c-33ee-43f2-9833-2ad6717508a6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:26.621434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b62562e-1e2a-4e4d-a6ae-a19735cf9c33 req-33aab34c-33ee-43f2-9833-2ad6717508a6 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 944 time: 0.2032142 Jul 30 03:38:26.672654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-d2db1487-8677-43b8-8fd2-21ffd9bb185b service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166177 Jul 30 03:38:26.723721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:26.726094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b62562e-1e2a-4e4d-a6ae-a19735cf9c33 req-ff588c70-427f-4708-ac92-3b54d2e63783 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968401 Jul 30 03:38:26.860835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.881421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.909216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d73181b6-f52c-4708-a9c3-44a714b5cb04 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:26.941002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c4740-5c82-4931-883e-4b5f01a805e7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:26.952268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:26.983001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:26.987094 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-42f6417f-442c-4f84-aca2-3959fd943c2c tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5097361 Jul 30 03:38:26.987451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93a16804-56c5-438f-b92a-ed11f40dc588 req-bbbd1ed0-9d6d-410c-b02e-210214cec43b service neutron] 10.222.0.18 "GET /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045826 Jul 30 03:38:26.987655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:26.990145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d73181b6-f52c-4708-a9c3-44a714b5cb04 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:26.994123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': 'f41c4740-5c82-4931-883e-4b5f01a805e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:26.998001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d73181b6-f52c-4708-a9c3-44a714b5cb04 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:27.009228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019044e-0137-4a7b-b534-050960642dda None None] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:27.073167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.101714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-270ff277-4f6c-4cd8-aff8-0a9f5a59b146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5998e451e36345ed9d73a6c3850d9f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455274 Jul 30 03:38:27.104688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:27.185537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] Provisioning for port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:27.186469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.191985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.204317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] Provisioning complete for port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:27.204680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.213785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b245d4-3b0c-4b39-b3a3-b223c69ffdca,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:27.238904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.244084 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-89e6d837-8caf-4594-84fa-890529529cc1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2557039 Jul 30 03:38:27.246898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:27.293141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f66c4634-1631-4060-b161-5a990eadd861 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.306094 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f66c4634-1631-4060-b161-5a990eadd861 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.345723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb7197d-3e4a-4d54-b55d-0421c7a4b799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.348726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f66c4634-1631-4060-b161-5a990eadd861 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.359092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f66c4634-1631-4060-b161-5a990eadd861 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.363032 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f66c4634-1631-4060-b161-5a990eadd861 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/72b245d4-3b0c-4b39-b3a3-b223c69ffdca HTTP/1.1" status: 204 len: 168 time: 0.1139493 Jul 30 03:38:27.368830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:27.407654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 78f31ccc-8478-4a36-9c48-76b5a7fabc70 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:27.474507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.491336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb7197d-3e4a-4d54-b55d-0421c7a4b799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.499739 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6eeb75f3-c7fb-4845-89d1-d6b442815304 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1256924 Jul 30 03:38:27.502145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c4634-1631-4060-b161-5a990eadd861 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72b245d4-3b0c-4b39-b3a3-b223c69ffdca,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:27.511374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:27.533554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] For port 2c33d61f-d016-40b6-a0a4-885c82aa1f01, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2c33d61f-d016-40b6-a0a4-885c82aa1f01,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:27.534334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f9770b83-997b-46be-a698-f6ae8bd55462 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:27.541820 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.542766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f9770b83-997b-46be-a698-f6ae8bd55462 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:27.544519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f9770b83-997b-46be-a698-f6ae8bd55462 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/networks?id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4&id=a0f597ed-2fe6-4663-ae8d-e0c008c23bcc&id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4 HTTP/1.1" status: 200 len: 1390 time: 0.3729079 Jul 30 03:38:27.547186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:27.573576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:27.574263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.577875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7cf45-5b44-4e6b-a219-3819da705107 None None] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:27.660719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6702e6eb-b714-45e4-af3f-e2aa4b381e7d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.661094 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb7197d-3e4a-4d54-b55d-0421c7a4b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.670979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb7197d-3e4a-4d54-b55d-0421c7a4b799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.672378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dbb7197d-3e4a-4d54-b55d-0421c7a4b799 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f057089-5221-4890-b78e-500cc0a8a13b HTTP/1.1" status: 204 len: 168 time: 0.5664012 Jul 30 03:38:27.690283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-81beca0c-c814-4a33-bc0b-b4b780905e4d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/quotas/7f96ef9fa1f5455d8dc27cffd3a75d36 HTTP/1.1" status: 200 len: 375 time: 0.1231542 Jul 30 03:38:27.706718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7197d-3e4a-4d54-b55d-0421c7a4b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f057089-5221-4890-b78e-500cc0a8a13b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:27.717570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8e20d-f3e1-4498-99bf-ae2a643f4b31 None None] Pushing event updated for resources: {'Port': ['ID=2c33d61f-d016-40b6-a0a4-885c82aa1f01,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:27.725871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] Provisioning for port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:27.729565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6702e6eb-b714-45e4-af3f-e2aa4b381e7d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.751179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] Provisioning complete for port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:27.751841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.776784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29fe16-ee8d-4efe-a841-1e43a79024b7 req-91ec60e3-354e-47b2-b48e-e13cfc99f2e5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:27.784945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec29fe16-ee8d-4efe-a841-1e43a79024b7 req-91ec60e3-354e-47b2-b48e-e13cfc99f2e5 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.3072152 Jul 30 03:38:27.840517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6702e6eb-b714-45e4-af3f-e2aa4b381e7d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.845282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6702e6eb-b714-45e4-af3f-e2aa4b381e7d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:27.846863 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6702e6eb-b714-45e4-af3f-e2aa4b381e7d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/f41c4740-5c82-4931-883e-4b5f01a805e7 HTTP/1.1" status: 204 len: 168 time: 0.3336437 Jul 30 03:38:27.851297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:27.871677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e6eb-b714-45e4-af3f-e2aa4b381e7d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c4740-5c82-4931-883e-4b5f01a805e7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:27.921103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-28f945b2-b083-4372-8bf5-5d6ec99591c7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2016857 Jul 30 03:38:27.932728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec29fe16-ee8d-4efe-a841-1e43a79024b7 req-099e3303-5cb4-43d4-a632-afe5f584f7b6 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445458 Jul 30 03:38:27.977281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.097719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a493f89-09fc-4b0b-8790-2b3fa937ad4e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2440856 Jul 30 03:38:28.102274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:28.109397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821692451'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:28.141666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ba29f-8764-440b-898f-ae0b7b914439 req-cb9f14f3-714b-4e1e-a56f-23261953d12c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:28.143279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d3ba29f-8764-440b-898f-ae0b7b914439 req-cb9f14f3-714b-4e1e-a56f-23261953d12c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.1040783 Jul 30 03:38:28.171550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1d70e54b-ca68-46cf-8110-48fab1052a48 service neutron] 10.222.0.39 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156451 Jul 30 03:38:28.185425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.208802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f31ccc-8478-4a36-9c48-76b5a7fabc70'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:28.213642 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280a74c-710f-445b-81ba-d09f563b11be" -d '{"events": [{"server_uuid": "a6d87c88-bb86-4005-8773-64f486f6c276", "name": "network-vif-plugged", "status": "completed", "tag": "78f31ccc-8478-4a36-9c48-76b5a7fabc70"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:28.255342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d3ba29f-8764-440b-898f-ae0b7b914439 req-311d3c80-223b-4cdd-9854-aad8000cd317 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046209 Jul 30 03:38:28.266623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2c33d61f-d016-40b6-a0a4-885c82aa1f01 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:28.323167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.332697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.349010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-b0446dd1-549e-4f86-9a57-480af94e110d service neutron] 10.222.0.39 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616819 Jul 30 03:38:28.374131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:28.392608 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.394855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b3377-ecc0-4c4e-beff-bb3b4524886c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:28.398726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a6e3ce3d-8b85-4d2b-bb28-61d6082a633d up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:28.400342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.401751 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7596cede-cc5a-4e64-acf5-45454e5ef6c9 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2980056 Jul 30 03:38:28.404717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:28.411460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '9c5b3377-ecc0-4c4e-beff-bb3b4524886c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:28.460312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.536618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b9be-2334-40f4-b882-6e43b3389ca6 req-c2638c49-d744-414c-8cd7-8ff342ad3be3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:28.543648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1af0b9be-2334-40f4-b882-6e43b3389ca6 req-c2638c49-d744-414c-8cd7-8ff342ad3be3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 944 time: 0.1482117 Jul 30 03:38:28.553286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-c4449eca-8234-4d86-becf-e0a9dfc3e2b8 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f597ed-2fe6-4663-ae8d-e0c008c23bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961248 Jul 30 03:38:28.582457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.589695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.591504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:28.591998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.635059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d6c1c0-2660-4057-9796-e2031ebf431e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:28.665912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.671998 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b85e8da2-27fe-4dfa-80ca-d499e537001f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2656028 Jul 30 03:38:28.674796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:28.678683 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.680372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '9c5b3377-ecc0-4c4e-beff-bb3b4524886c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:28.680721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1af0b9be-2334-40f4-b882-6e43b3389ca6 req-30b84912-1055-4b83-bd31-20b83e6bfeb4 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262648 Jul 30 03:38:28.720984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=78f31ccc-8478-4a36-9c48-76b5a7fabc70,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:28.737516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.772579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-15303310-e582-4702-802a-75706f378ee8 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f597ed-2fe6-4663-ae8d-e0c008c23bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095470 Jul 30 03:38:28.809415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45812) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:28.816548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:28.851103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] For port 93e068d9-ca2a-429c-bf7a-66279e1bafb5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93e068d9-ca2a-429c-bf7a-66279e1bafb5,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:28.866647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:28.869902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.905936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-e32fd6d9-c3bf-47bb-b969-f2727862bf70 service neutron] 10.222.0.39 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322970 Jul 30 03:38:28.929522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:28.946319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.007408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1333777761-network', 'tenant_id': '3d912242ab4a459d90dd78a017923984'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:29.014147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da555e1-5c21-4475-b537-108e432890fe,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:29.025062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-fa218344-5606-44de-8e16-f377b217a704 service neutron] 10.222.0.39 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179078 Jul 30 03:38:29.032188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.038305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:29.038789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b7202bfb-b64b-46d3-8343-79454bf64a11 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625586 Jul 30 03:38:29.045115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '9c5b3377-ecc0-4c4e-beff-bb3b4524886c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:29.056844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Made reservation on behalf of 3d912242ab4a459d90dd78a017923984 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:29.060439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.087292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.113778 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.181625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af21862a-b316-4daa-bbbc-9fc1e4d24ebd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:29.183658 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.246973 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4363a826-f5ed-4022-9040-e9d485664c08 x-openstack-request-id: req-4363a826-f5ed-4022-9040-e9d485664c08 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:29.247736 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d87c88-bb86-4005-8773-64f486f6c276", "name": "network-vif-plugged", "status": "completed", "tag": "78f31ccc-8478-4a36-9c48-76b5a7fabc70", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:29.248203 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4363a826-f5ed-4022-9040-e9d485664c08 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:29.248948 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f31ccc-8478-4a36-9c48-76b5a7fabc70', 'code': 200} Jul 30 03:38:29.340215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681f2fa-cb99-44c2-9a79-c001bcc61d26 None None] Pushing event updated for resources: {'Port': ['ID=93e068d9-ca2a-429c-bf7a-66279e1bafb5,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:29.346420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.350511 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.360796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.362276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12e24d5d-3ae2-4f59-81fa-ef6ee8db7034 None None] Provisioning complete for port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:29.363152 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e24d5d-3ae2-4f59-81fa-ef6ee8db7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.365101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af21862a-b316-4daa-bbbc-9fc1e4d24ebd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:29.365741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.387801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.390306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4bf59b-414d-4867-a52d-9f3ddbb58cba,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:29.448474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.453575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-252b37d5-3428-4b2f-bf96-4043a8c22089 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4100718 Jul 30 03:38:29.453575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:29.463991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3fe82-8b2c-4eeb-8b38-73f9ad4384e5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:29.465926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '9c5b3377-ecc0-4c4e-beff-bb3b4524886c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:29.486100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.493558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:38:29.526334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.528332 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Added segment a63969e3-7358-4899-bfcb-113712eeb1ed of type vlan for network 48a0936e-dd32-4922-8e68-6e215aa9f65a Jul 30 03:38:29.548567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041f64-8b95-4d4e-aa2b-b2b4ef3494ae req-7771d4ee-abc1-4494-87b4-9180387ac5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:29.556559 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-65041f64-8b95-4d4e-aa2b-b2b4ef3494ae req-7771d4ee-abc1-4494-87b4-9180387ac5e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 1098 time: 0.2309129 Jul 30 03:38:29.557321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:29.585544 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.603774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abe9e6-e059-409d-a3c4-2aa1a8e61952 req-b8a7cdd7-2fc2-4190-ab61-6d87979e572a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:29.615342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2abe9e6-e059-409d-a3c4-2aa1a8e61952 req-b8a7cdd7-2fc2-4190-ab61-6d87979e572a tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.2259245 Jul 30 03:38:29.665410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:29.667822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.669208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12e24d5d-3ae2-4f59-81fa-ef6ee8db7034 None None] Provisioning complete for port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:29.669943 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12e24d5d-3ae2-4f59-81fa-ef6ee8db7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.718225 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-65041f64-8b95-4d4e-aa2b-b2b4ef3494ae req-07b66dae-2522-45fb-a0ae-dc795fbb5080 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080849 Jul 30 03:38:29.754708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.758584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:29.760227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2abe9e6-e059-409d-a3c4-2aa1a8e61952 req-a059b282-fff6-4616-80ae-45a045d178b2 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393478 Jul 30 03:38:29.762436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.795391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.861958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4497910c-8b20-4f7f-a9b4-964bbd5f4329 req-cdaf84ec-df63-4da1-a007-34a3c39cccea tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 210 time: 0.0449035 Jul 30 03:38:29.914805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1041718 Jul 30 03:38:29.918103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:29.923892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Request body: {'subnet': {'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1333777761-subnet', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:29.932488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.941569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ee5b9-691b-4059-b736-e8c1a66b65e0 admin admin] Pushing event updated for resources: {'Network': ['ID=48a0936e-dd32-4922-8e68-6e215aa9f65a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:29.951038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:29.967329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:38:29.992381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b0ce93-fbe6-4644-a9a7-8e71d1d22ed0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:30.004051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Made reservation on behalf of 3d912242ab4a459d90dd78a017923984 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:30.007301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.017312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c478f-9d16-4dd1-97ee-c5415a22be8e req-a2240792-b388-425a-87f5-1182a836d2b2 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:30.025854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d1c478f-9d16-4dd1-97ee-c5415a22be8e req-a2240792-b388-425a-87f5-1182a836d2b2 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 945 time: 0.0876248 Jul 30 03:38:30.033288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.035605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7ab66eb4-dd07-44c9-a364-16f36363c050 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5788782 Jul 30 03:38:30.043038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.050588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '9c5b3377-ecc0-4c4e-beff-bb3b4524886c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:30.101872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d1c478f-9d16-4dd1-97ee-c5415a22be8e req-5dd68c75-2481-4ae3-a10d-b98fa0e90064 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754642 Jul 30 03:38:30.121719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.217202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93e068d9-ca2a-429c-bf7a-66279e1bafb5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:30.227655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.243200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.293383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:30.293847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.342106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4fd95e-d512-46a0-8a19-4238c986087d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:30.351228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.357623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b418574a-d752-4133-af93-8c63ec145bfe tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3123930 Jul 30 03:38:30.360380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.407108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.413186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89a9a-40eb-4996-baef-22092a07d286 req-e25f188a-78a2-4fc4-9395-fa00b8e3cd8a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:30.415602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbf89a9a-40eb-4996-baef-22092a07d286 req-e25f188a-78a2-4fc4-9395-fa00b8e3cd8a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.1922758 Jul 30 03:38:30.456000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a325824e-722c-4ac1-ab7a-3a6f95d5d87d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.470633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a325824e-722c-4ac1-ab7a-3a6f95d5d87d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.484717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4d3c04-13a5-4ab3-956a-b45027ad6170,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:30.494078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Checking segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:30.494439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Network hostable DHCP agents. Network: 48a0936e-dd32-4922-8e68-6e215aa9f65a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:38:30.515288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:38:30.528325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbf89a9a-40eb-4996-baef-22092a07d286 req-3e4964bd-c3c8-4062-a96f-9166b6225bce tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986011 Jul 30 03:38:30.529943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 48a0936e-dd32-4922-8e68-6e215aa9f65a) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:30.531481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.540866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:30.542287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.546621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30520fae-2feb-4b88-ab00-5888d287351d None None] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:30.560096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a325824e-722c-4ac1-ab7a-3a6f95d5d87d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.566103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a325824e-722c-4ac1-ab7a-3a6f95d5d87d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.570943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a325824e-722c-4ac1-ab7a-3a6f95d5d87d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3f4fd95e-d512-46a0-8a19-4238c986087d HTTP/1.1" status: 204 len: 168 time: 0.2069840 Jul 30 03:38:30.571239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.577110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325824e-722c-4ac1-ab7a-3a6f95d5d87d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f4fd95e-d512-46a0-8a19-4238c986087d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:30.583333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fcb44b8d-3046-4b8c-88d4-b74ad859acd2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6633656 Jul 30 03:38:30.587119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.592789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:30.625679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.628191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.637010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c79a88d-d299-460b-a154-fc865a585c33 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0645709 Jul 30 03:38:30.640541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.684451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0212-6a99-4751-80fd-ed6d480d54d1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.716598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.718311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0212-6a99-4751-80fd-ed6d480d54d1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.727158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-48a0936e-dd32-4922-8e68-6e215aa9f65a', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:38:30.729134 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.822652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:30.838323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0212-6a99-4751-80fd-ed6d480d54d1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.846058 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0212-6a99-4751-80fd-ed6d480d54d1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.847290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f1fc0212-6a99-4751-80fd-ed6d480d54d1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/48b0ce93-fbe6-4644-a9a7-8e71d1d22ed0 HTTP/1.1" status: 204 len: 168 time: 0.2056890 Jul 30 03:38:30.850618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.895467 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:30.912925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc0212-6a99-4751-80fd-ed6d480d54d1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48b0ce93-fbe6-4644-a9a7-8e71d1d22ed0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:30.937806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec80b88a-b0e7-42be-8cba-00e3966e2f36 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0857713 Jul 30 03:38:30.940511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:30.983166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e2ead-d95c-4a60-b79d-cab92482cc34 req-8d5fdf70-ab43-49b9-a4ff-c633339abb2f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:30.984737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c9e2ead-d95c-4a60-b79d-cab92482cc34 req-8d5fdf70-ab43-49b9-a4ff-c633339abb2f tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.1079195 Jul 30 03:38:31.009636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6860e0fc-7685-4a65-a7c9-75084762164b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.019528 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6860e0fc-7685-4a65-a7c9-75084762164b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.026076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.055945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6860e0fc-7685-4a65-a7c9-75084762164b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.068095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6860e0fc-7685-4a65-a7c9-75084762164b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.072522 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6860e0fc-7685-4a65-a7c9-75084762164b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3f4bf59b-414d-4867-a52d-9f3ddbb58cba HTTP/1.1" status: 204 len: 168 time: 0.1282024 Jul 30 03:38:31.073235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45870) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:31.093932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860e0fc-7685-4a65-a7c9-75084762164b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f4bf59b-414d-4867-a52d-9f3ddbb58cba,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:31.113253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:31.119533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Allocated IP 172.20.0.2 (48a0936e-dd32-4922-8e68-6e215aa9f65a/2c4d3c04-13a5-4ab3-956a-b45027ad6170/f3f3cdab-78ae-4359-bc73-9750a28848d6) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:31.172138 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b5bdee1-6a61-44cc-a7c6-10788597e173 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0948348 Jul 30 03:38:31.172965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45876) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:31.223506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f446e553-ed75-406b-b204-a220faccb8de tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.233564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f446e553-ed75-406b-b204-a220faccb8de tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.310076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f446e553-ed75-406b-b204-a220faccb8de tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.321225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f446e553-ed75-406b-b204-a220faccb8de tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.326816 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f446e553-ed75-406b-b204-a220faccb8de tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9da555e1-5c21-4475-b537-108e432890fe HTTP/1.1" status: 204 len: 168 time: 0.1490116 Jul 30 03:38:31.332272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45878) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:31.355761 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.380491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e553-ed75-406b-b204-a220faccb8de tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9da555e1-5c21-4475-b537-108e432890fe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:31.385933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Transition to ACTIVE for port object f3f3cdab-78ae-4359-bc73-9750a28848d6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:31.416247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Transition to ACTIVE for port object f3f3cdab-78ae-4359-bc73-9750a28848d6 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:31.418860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00dc715-b210-4789-b40d-dfa949595b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d'}, {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:31.423519 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc08c03-f567-4d3d-8c87-a0b38f51b83a" -d '{"events": [{"server_uuid": "d00dc715-b210-4789-b40d-dfa949595b46", "name": "network-vif-plugged", "status": "completed", "tag": "a6e3ce3d-8b85-4d2b-bb28-61d6082a633d"}, {"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:31.427571 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.435604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.458162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:31.482957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:31.487648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:31.505563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-948fa8f8-f28b-41a2-ba1a-c04b74eb5e3f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1679168 Jul 30 03:38:31.507330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45884) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:31.540781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5f94a4a-1bbf-4eee-b313-e9f9c394d9f6 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.549996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5f94a4a-1bbf-4eee-b313-e9f9c394d9f6 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.583842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:31.585879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5f94a4a-1bbf-4eee-b313-e9f9c394d9f6 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.595420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5f94a4a-1bbf-4eee-b313-e9f9c394d9f6 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.600164 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5f94a4a-1bbf-4eee-b313-e9f9c394d9f6 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e7d6c1c0-2660-4057-9796-e2031ebf431e HTTP/1.1" status: 204 len: 168 time: 0.0915911 Jul 30 03:38:31.606179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45888) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:31.617261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f94a4a-1bbf-4eee-b313-e9f9c394d9f6 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7d6c1c0-2660-4057-9796-e2031ebf431e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:31.623743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb380609-1aa0-40c1-b570-a4c94df1d526 req-fa03b69b-787f-43ae-ba7c-a0b691519666 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 210 time: 0.5615361 Jul 30 03:38:31.635756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Attempting to bind port f3f3cdab-78ae-4359-bc73-9750a28848d6 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:31.636057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c9e2ead-d95c-4a60-b79d-cab92482cc34 req-c143f89a-8c0a-449d-aba5-15df4bf55eda tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433318 Jul 30 03:38:31.636574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Attempting to bind port f3f3cdab-78ae-4359-bc73-9750a28848d6 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:31.637283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Attempting to bind port f3f3cdab-78ae-4359-bc73-9750a28848d6 on network 48a0936e-dd32-4922-8e68-6e215aa9f65a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:31.647425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:31.648680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Checking segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:31.649666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.660267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Bound using segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:31.660267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Bound port: f3f3cdab-78ae-4359-bc73-9750a28848d6, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:31.660267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.734216 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ea41579-d294-4fbe-82fb-1e9a3f68ab33 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262715 Jul 30 03:38:31.737279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45890) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:31.755599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Pushing event updated for resources: {'Port': ['ID=f3f3cdab-78ae-4359-bc73-9750a28848d6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:31.771445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-818730a6-08eb-44e8-b194-f9087289a41b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:31.777768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-818730a6-08eb-44e8-b194-f9087289a41b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:31.779659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-818730a6-08eb-44e8-b194-f9087289a41b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "GET /v2.0/networks?id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4&id=a0f597ed-2fe6-4663-ae8d-e0c008c23bcc&id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4 HTTP/1.1" status: 200 len: 1390 time: 0.1584108 Jul 30 03:38:31.808659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] For port f3f3cdab-78ae-4359-bc73-9750a28848d6, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:31.812803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] For port f3f3cdab-78ae-4359-bc73-9750a28848d6, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f3f3cdab-78ae-4359-bc73-9750a28848d6,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:31.821189 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.858084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70cab085-e2bf-43c3-95e8-af72ff0c5fe1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.893631 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dcd960-fa95-4e4a-b5f1-558a9620a516 x-openstack-request-id: req-74dcd960-fa95-4e4a-b5f1-558a9620a516 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:31.893920 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00dc715-b210-4789-b40d-dfa949595b46", "name": "network-vif-plugged", "status": "completed", "tag": "a6e3ce3d-8b85-4d2b-bb28-61d6082a633d", "code": 200}, {"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:31.894178 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74dcd960-fa95-4e4a-b5f1-558a9620a516 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:31.894573 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00dc715-b210-4789-b40d-dfa949595b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d', 'code': 200} Jul 30 03:38:31.894835 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:38:31.912359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277d5fa-45a1-49b2-a4fe-5666ed5c2142 None None] Pushing event updated for resources: {'Port': ['ID=f3f3cdab-78ae-4359-bc73-9750a28848d6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:31.920297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70cab085-e2bf-43c3-95e8-af72ff0c5fe1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.928312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'port': {'device_id': '1493b73e-f877-4055-bb18-4d067a03ecef', 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'admin_state_up': True, 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:31.989025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70cab085-e2bf-43c3-95e8-af72ff0c5fe1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.993156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70cab085-e2bf-43c3-95e8-af72ff0c5fe1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:31.997875 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-70cab085-e2bf-43c3-95e8-af72ff0c5fe1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c5b3377-ecc0-4c4e-beff-bb3b4524886c HTTP/1.1" status: 204 len: 168 time: 0.2553692 Jul 30 03:38:31.998580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:32.043468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cab085-e2bf-43c3-95e8-af72ff0c5fe1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5b3377-ecc0-4c4e-beff-bb3b4524886c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:32.090023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfed3bf-1bbf-46b2-b2a8-04845750510b req-048d57f5-dbf8-40c3-ab51-770dc110bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:32.091585 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fbfed3bf-1bbf-46b2-b2a8-04845750510b req-048d57f5-dbf8-40c3-ab51-770dc110bd4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 1097 time: 0.0919304 Jul 30 03:38:32.095288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9127b27-f219-4924-bcfe-1411abc0d794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942416 Jul 30 03:38:32.107206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:32.114767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--245431489'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:32.140459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe533b-7122-41a7-a31d-818b3a9e122c req-e8f12014-e47d-46d7-84e3-c207e2a31a0e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:32.146246 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fbfed3bf-1bbf-46b2-b2a8-04845750510b req-8b4fb6be-5e9c-47b7-9a63-e5dcb820475f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Jul 30 03:38:32.147646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ebe533b-7122-41a7-a31d-818b3a9e122c req-e8f12014-e47d-46d7-84e3-c207e2a31a0e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 945 time: 0.2861457 Jul 30 03:38:32.172489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:32.238925 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:32.287295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726e16-4a63-4ba7-9cd7-2c8ed86c12e3 req-56fc8c2e-b9db-4623-bf4d-9dcc26b59cfc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:32.288884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80726e16-4a63-4ba7-9cd7-2c8ed86c12e3 req-56fc8c2e-b9db-4623-bf4d-9dcc26b59cfc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2955420 Jul 30 03:38:32.302689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:32.379278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ebe533b-7122-41a7-a31d-818b3a9e122c req-9f5392bb-98a5-4f10-9595-c860e8a2980e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266347 Jul 30 03:38:32.439864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80726e16-4a63-4ba7-9cd7-2c8ed86c12e3 req-5def4822-2b62-44b7-aeff-5c1d8c1a26b8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415014 Jul 30 03:38:32.471712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:32.475303 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:32.514163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-2361b696-4755-47fd-8509-6e51eefa7838 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:32.516229 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-2361b696-4755-47fd-8509-6e51eefa7838 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.0654736 Jul 30 03:38:32.535695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Allocated IP 172.25.6.246 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/086c7d26-e9be-4f92-be69-2749c3de7591) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:32.638567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Deleting port 8c04a7b6-297b-4c9e-91a6-acc49db82afb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:32.639032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:32.773664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:38:32.781708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] For port 8c04a7b6-297b-4c9e-91a6-acc49db82afb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8c04a7b6-297b-4c9e-91a6-acc49db82afb,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:32.782089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:32.796629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Calling delete_port for 8c04a7b6-297b-4c9e-91a6-acc49db82afb owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:32.863189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e322a0d-54c6-4396-beab-d97b3a7f95df req-d8fd7049-3bfe-4057-8ee7-45e89cfb21d4 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 210 time: 0.1116185 Jul 30 03:38:32.965869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Allocated IP 19.80.0.199 (211e4fde-338b-4d20-bf1e-5e3b5848c9e4/399f317f-86ff-4e2f-84a9-b2bbe323403e/3a60392b-d582-48cd-856d-7a70d8538a71) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:32.984640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:32.998902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e49516-7cec-4a16-a5e1-cef52d3bc8b3 req-dd961023-8f8b-41fb-93a3-ec41a430c9fe tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:33.000519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8e49516-7cec-4a16-a5e1-cef52d3bc8b3 req-dd961023-8f8b-41fb-93a3-ec41a430c9fe tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=79fd0168-8c08-46e7-b0c9-faf263147d32 HTTP/1.1" status: 200 len: 946 time: 0.2649283 Jul 30 03:38:33.006995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'mac_address': 'fa:16:3e:e2:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:38:33.026837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.039380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.053748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1a193ad6-6c39-478e-8802-73a1578df2a6', '8c04a7b6-297b-4c9e-91a6-acc49db82afb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:38:33.078768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Pushing event deleted for resources: {'Port': ['ID=8c04a7b6-297b-4c9e-91a6-acc49db82afb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:33.095044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.105849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.142278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:33.150867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] No DVR routers for this DVR port 8c04a7b6-297b-4c9e-91a6-acc49db82afb on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:33.154106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.156800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d07c7cd-beb0-4585-844a-b76dfb3998e5 req-34dc983f-4af3-4cee-b01a-870a238a4f87 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "DELETE /v2.0/ports/8c04a7b6-297b-4c9e-91a6-acc49db82afb HTTP/1.1" status: 204 len: 173 time: 0.6331060 Jul 30 03:38:33.157298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'name': 'network-vif-deleted', 'tag': '8c04a7b6-297b-4c9e-91a6-acc49db82afb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:33.163175 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f455dffe-7596-41eb-b02e-d65fc4519192" -d '{"events": [{"server_uuid": "79fd0168-8c08-46e7-b0c9-faf263147d32", "name": "network-vif-deleted", "tag": "8c04a7b6-297b-4c9e-91a6-acc49db82afb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:33.199694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16288f42-994b-4736-a876-d9eb9a0aae24 None None] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:33.225895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.233630 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f6bacb-e04e-46a4-822f-4642008b44ff x-openstack-request-id: req-d4f6bacb-e04e-46a4-822f-4642008b44ff {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:33.234026 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fd0168-8c08-46e7-b0c9-faf263147d32", "name": "network-vif-deleted", "tag": "8c04a7b6-297b-4c9e-91a6-acc49db82afb", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:33.234374 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4f6bacb-e04e-46a4-822f-4642008b44ff {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:33.234872 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fd0168-8c08-46e7-b0c9-faf263147d32', 'name': 'network-vif-deleted', 'tag': '8c04a7b6-297b-4c9e-91a6-acc49db82afb', 'status': 'completed', 'code': 200} Jul 30 03:38:33.236277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:33.237410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8e49516-7cec-4a16-a5e1-cef52d3bc8b3 req-b5b48452-e758-4376-8654-2098236ae7b8 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092755 Jul 30 03:38:33.251969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.256482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1451650 Jul 30 03:38:33.257085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:33.271745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '0ee55fc8-9185-4c83-b0f0-4b320f8ec94c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:33.278534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c239ab-ebf5-4f2f-9fcb-0973c8a6b963 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee55fc8-9185-4c83-b0f0-4b320f8ec94c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:33.289939 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.322802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.370132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a3b557df-b162-4cc3-aeab-29f08669d1dc None None] Provisioning for port f3f3cdab-78ae-4359-bc73-9750a28848d6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:33.416860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2cff8596-5dc4-4caa-a27b-db0000c162f7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:38:33.441639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.453134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.491975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:33.522883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac111650-77b0-4dfa-8e44-0efe28bcb026,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:33.537946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.539413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-34e8dfe8-312b-4e4e-8e3a-f95289f6d6f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2811625 Jul 30 03:38:33.542226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45920) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:33.573421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.672600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8607f07-a668-4d97-8e02-e73e3ccb787d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.724117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8607f07-a668-4d97-8e02-e73e3ccb787d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.781736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:33.804991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8607f07-a668-4d97-8e02-e73e3ccb787d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.812191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8607f07-a668-4d97-8e02-e73e3ccb787d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:33.813595 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b8607f07-a668-4d97-8e02-e73e3ccb787d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ee55fc8-9185-4c83-b0f0-4b320f8ec94c HTTP/1.1" status: 204 len: 168 time: 0.2693806 Jul 30 03:38:33.819905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45928) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:33.846721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8607f07-a668-4d97-8e02-e73e3ccb787d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee55fc8-9185-4c83-b0f0-4b320f8ec94c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:33.886318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:33.893151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:33.947009 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-13f3b6d9-26ee-4106-938c-cab2da6d193b tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238685 Jul 30 03:38:33.952752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:33.967573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633936826'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:33.990622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Pushing event updated for resources: {'Port': ['ID=086c7d26-e9be-4f92-be69-2749c3de7591,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:34.014990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.015171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b345b-07c3-495d-be1c-bd90fb7d3b2a req-6e26196b-4951-4119-95d7-be1ba2496307 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:34.024614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737b345b-07c3-495d-be1c-bd90fb7d3b2a req-6e26196b-4951-4119-95d7-be1ba2496307 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 945 time: 0.5025177 Jul 30 03:38:34.074080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.124938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059b355-5df9-4543-9d64-644ca592bb7a req-c016dcd2-551f-4a08-bfdb-94e395d44060 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:34.126535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d059b355-5df9-4543-9d64-644ca592bb7a req-c016dcd2-551f-4a08-bfdb-94e395d44060 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 946 time: 0.5443420 Jul 30 03:38:34.163861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737b345b-07c3-495d-be1c-bd90fb7d3b2a req-09c36ed1-96db-4cbc-9ce9-b63442ae6a21 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382346 Jul 30 03:38:34.165050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Transition to ACTIVE for port object 3a60392b-d582-48cd-856d-7a70d8538a71 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:34.189955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.197648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.229563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.230987 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2771795 Jul 30 03:38:34.234380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:34.243019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--12720421'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:34.275744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f3f3cdab-78ae-4359-bc73-9750a28848d6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:34.282416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591de36-ccce-400e-9ec8-d8927bd18622 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82709d6-247c-49eb-bade-7297f3eb8f93,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:34.300311 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.358372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f3f3cdab-78ae-4359-bc73-9750a28848d6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:34.368822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f3f3cdab-78ae-4359-bc73-9750a28848d6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:34.369205 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.387506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b97c4a35-c0b6-41e8-a838-feadf712c637 req-16fd1333-2c07-419a-be39-4fce4bd12cc1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 210 time: 0.0743549 Jul 30 03:38:34.432817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.447755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.518086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d059b355-5df9-4543-9d64-644ca592bb7a req-152bb73d-8d73-4574-9caa-ae0fd9a8f716 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445110 Jul 30 03:38:34.539998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.542701 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3069839 Jul 30 03:38:34.545850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:34.546019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.558029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': 'd82709d6-247c-49eb-bade-7297f3eb8f93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '082803a3-0282-4753-b4b5-c45ce89b315f', 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:34.606005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b293e-27d5-4d75-8462-1a762458cc1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082803a3-0282-4753-b4b5-c45ce89b315f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:34.632592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.637044 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.647814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f3f3cdab-78ae-4359-bc73-9750a28848d6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f3f3cdab-78ae-4359-bc73-9750a28848d6,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:34.665027 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.783718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f3f3cdab-78ae-4359-bc73-9750a28848d6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:34.805365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.806035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:34.810999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:34.812827 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.835980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:34.841801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd95e5-cc77-499b-a288-be858eea28a3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:34.857138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:34.862475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.867720 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b7443eba-b2b3-464f-9bd9-44958b3e1e23 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3182805 Jul 30 03:38:34.868602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:34.884126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Port': ['ID=3a60392b-d582-48cd-856d-7a70d8538a71,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:34.937714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2cff8596-5dc4-4caa-a27b-db0000c162f7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:34.938096 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.959001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adf275a5-a9f2-48b7-868c-7ea69cd8b540 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:34.988113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adf275a5-a9f2-48b7-868c-7ea69cd8b540 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.001431 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.046755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adf275a5-a9f2-48b7-868c-7ea69cd8b540 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.058982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adf275a5-a9f2-48b7-868c-7ea69cd8b540 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.062671 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-adf275a5-a9f2-48b7-868c-7ea69cd8b540 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/aedd95e5-cc77-499b-a288-be858eea28a3 HTTP/1.1" status: 204 len: 168 time: 0.1904533 Jul 30 03:38:35.063072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:35.101212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.104673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf275a5-a9f2-48b7-868c-7ea69cd8b540 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aedd95e5-cc77-499b-a288-be858eea28a3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:35.147410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-37203e53-3154-423e-9d96-64778027a68f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0815742 Jul 30 03:38:35.153506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:35.154093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45964) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:35.162246 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c190582-5de2-4025-821d-6fd069468f39" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:35.191762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:35.208707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:35.209727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.210775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8c04a7b6-297b-4c9e-91a6-acc49db82afb no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:35.215882 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.259902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 8c04a7b6-297b-4c9e-91a6-acc49db82afb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:35.260469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8c04a7b6-297b-4c9e-91a6-acc49db82afb not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:35.303486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b39b7ed3-fa32-4092-bae2-0ac8d83b3048 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.327276 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535f0fd-eaf8-4aa9-8211-d5f1c33c928e x-openstack-request-id: req-9535f0fd-eaf8-4aa9-8211-d5f1c33c928e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:35.328275 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-plugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:35.328701 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9535f0fd-eaf8-4aa9-8211-d5f1c33c928e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:35.329267 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:38:35.363465 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b39b7ed3-fa32-4092-bae2-0ac8d83b3048 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.377947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2d5ec097-bf46-4b13-a59a-83c3bf0fdc50 None None] Provisioning for port 3a60392b-d582-48cd-856d-7a70d8538a71 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:35.405818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2d5ec097-bf46-4b13-a59a-83c3bf0fdc50 None None] Provisioning complete for port 3a60392b-d582-48cd-856d-7a70d8538a71 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:35.406189 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec097-bf46-4b13-a59a-83c3bf0fdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.467210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b39b7ed3-fa32-4092-bae2-0ac8d83b3048 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.473617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b39b7ed3-fa32-4092-bae2-0ac8d83b3048 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.477978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=13']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:35.481047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b39b7ed3-fa32-4092-bae2-0ac8d83b3048 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/082803a3-0282-4753-b4b5-c45ce89b315f HTTP/1.1" status: 204 len: 168 time: 0.3237746 Jul 30 03:38:35.488917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45972) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:35.504514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b7ed3-fa32-4092-bae2-0ac8d83b3048 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082803a3-0282-4753-b4b5-c45ce89b315f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:35.510498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ec097-bf46-4b13-a59a-83c3bf0fdc50 None None] Port 3a60392b-d582-48cd-856d-7a70d8538a71 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:35.570828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0c0d5e41-e277-4c25-921f-66309b4015ba tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7105873 Jul 30 03:38:35.587023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b758e9e6-293a-44ca-9a06-9aa6e6dea850 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0955467 Jul 30 03:38:35.589595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45976) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:35.613435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'port': {'device_id': '1493b73e-f877-4055-bb18-4d067a03ecef', 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc', 'admin_state_up': True, 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:35.716250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c42bfdc-0da4-486c-a858-a4ba6059e794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.743468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c42bfdc-0da4-486c-a858-a4ba6059e794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.760450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb84af-b3a0-40e6-832e-5ae9684fa095 req-dd1cefde-e47a-4b6d-93a5-93a12a5f127c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:35.762383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ffb84af-b3a0-40e6-832e-5ae9684fa095 req-dd1cefde-e47a-4b6d-93a5-93a12a5f127c tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 945 time: 0.2283776 Jul 30 03:38:35.774581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3862c-1f7b-43e6-95f0-c0713a3426fd req-ee904996-2047-4d3a-a30a-f2f5ee71518d tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:35.782739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08a3862c-1f7b-43e6-95f0-c0713a3426fd req-ee904996-2047-4d3a-a30a-f2f5ee71518d tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.6752181 Jul 30 03:38:35.924234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c42bfdc-0da4-486c-a858-a4ba6059e794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.927563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c42bfdc-0da4-486c-a858-a4ba6059e794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.933264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1c42bfdc-0da4-486c-a858-a4ba6059e794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/d82709d6-247c-49eb-bade-7297f3eb8f93 HTTP/1.1" status: 204 len: 168 time: 0.3361840 Jul 30 03:38:35.934410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:35.948927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:35.966242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ffb84af-b3a0-40e6-832e-5ae9684fa095 req-c559c24b-6228-4823-8957-7b1c35f20c46 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698828 Jul 30 03:38:35.971056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08a3862c-1f7b-43e6-95f0-c0713a3426fd req-b2db09a1-2830-4122-adea-051e6ad2255b tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859534 Jul 30 03:38:35.993040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42bfdc-0da4-486c-a858-a4ba6059e794 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82709d6-247c-49eb-bade-7297f3eb8f93,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:36.061372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0801ed0d-5912-4abc-add9-da03cb33ae9a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221993 Jul 30 03:38:36.063348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45986) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:36.073051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--72836449'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:36.079415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:36.088317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.115704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.222492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f3f3cdab-78ae-4359-bc73-9750a28848d6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:36.347736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f3f3cdab-78ae-4359-bc73-9750a28848d6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:36.350218 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.367885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.371345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee665b4-0205-4460-8f33-bc8633f87ae4 req-cbf32eb3-c37a-4e51-83ab-9b8b93ee4145 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:36.372959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ee665b4-0205-4460-8f33-bc8633f87ae4 req-cbf32eb3-c37a-4e51-83ab-9b8b93ee4145 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 932 time: 0.2158248 Jul 30 03:38:36.382655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.421767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6059063-2794-4f99-bb07-27bdb34e5c4c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:36.426832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.429132 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d386782-26bf-434b-b6f7-cf752ed07c1e tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3621526 Jul 30 03:38:36.432512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45988) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:36.441023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': 'b6059063-2794-4f99-bb07-27bdb34e5c4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:36.462677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886492f-8525-4ebc-92b1-41343739856d req-bcd222d9-0596-4a71-98c8-eb0d841fb085 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:36.465847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5886492f-8525-4ebc-92b1-41343739856d req-bcd222d9-0596-4a71-98c8-eb0d841fb085 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.2830224 Jul 30 03:38:36.476755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.554476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Allocated IP 19.86.0.246 (a0f597ed-2fe6-4663-ae8d-e0c008c23bcc/b62bbdaf-05ad-49d7-810b-2d8123a079f7/bbc82514-6c3f-4361-8b18-86492c104434) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:36.575190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ee665b4-0205-4460-8f33-bc8633f87ae4 req-9ea7feec-619d-4951-a318-6f49ade9ea7d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712446 Jul 30 03:38:36.575850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:38:36.596360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.605959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.654629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b961b7f-8eab-4688-b3fd-2f0f7244d6d2,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:36.698306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.705804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5886492f-8525-4ebc-92b1-41343739856d req-bc43d4d7-7920-41da-8695-a5124ab77392 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979301 Jul 30 03:38:36.706736 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43542189-5c88-45fb-aea7-46c35cc5aba1 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2726200 Jul 30 03:38:36.707475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45992) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:36.740071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-556277ba-1693-4401-9d89-db175064f935 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.752703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-556277ba-1693-4401-9d89-db175064f935 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.803217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-556277ba-1693-4401-9d89-db175064f935 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.827379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-556277ba-1693-4401-9d89-db175064f935 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:36.832183 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-556277ba-1693-4401-9d89-db175064f935 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3b961b7f-8eab-4688-b3fd-2f0f7244d6d2 HTTP/1.1" status: 204 len: 168 time: 0.1233459 Jul 30 03:38:36.833576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556277ba-1693-4401-9d89-db175064f935 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b961b7f-8eab-4688-b3fd-2f0f7244d6d2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:36.842090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:36.905455 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3459cc1-207c-4437-ab5e-6b06bfe32c1f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605772 Jul 30 03:38:36.906461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45998) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:37.019323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-048d2863-19b5-40fd-b981-3596854b24a7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.048407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-048d2863-19b5-40fd-b981-3596854b24a7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.135050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-048d2863-19b5-40fd-b981-3596854b24a7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.137756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-048d2863-19b5-40fd-b981-3596854b24a7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.141800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-048d2863-19b5-40fd-b981-3596854b24a7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6059063-2794-4f99-bb07-27bdb34e5c4c HTTP/1.1" status: 204 len: 168 time: 0.2338512 Jul 30 03:38:37.142598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:37.239605 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa0c1074-14b9-4d3e-8aad-3d3f88f3fffc tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894675 Jul 30 03:38:37.248026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-8e71ea28-5b7a-4935-8005-57e1e3208666 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:37.250173 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-8e71ea28-5b7a-4935-8005-57e1e3208666 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.2321589 Jul 30 03:38:37.250876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46004) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:37.251688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d2863-19b5-40fd-b981-3596854b24a7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6059063-2794-4f99-bb07-27bdb34e5c4c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:37.258298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051687061'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:37.338142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.416942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:37.436405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Sync routers for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:37.451126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1154-e849-48a7-a43d-b6ccc95d3092 req-ac4e04fc-3e9e-4c77-a27e-29f77a7377be tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:37.460900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:37.461554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:37.465342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-babb1154-e849-48a7-a43d-b6ccc95d3092 req-ac4e04fc-3e9e-4c77-a27e-29f77a7377be tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 946 time: 0.1958582 Jul 30 03:38:37.469234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.498325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.508186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Deleting port 1a193ad6-6c39-478e-8802-73a1578df2a6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:37.508534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.513535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.541225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b4c5-77d4-400d-acfa-ae76bf25fe76 req-11d5ec96-2228-4fb2-87ee-0ca1a5220c02 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:37.551996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc29b4c5-77d4-400d-acfa-ae76bf25fe76 req-11d5ec96-2228-4fb2-87ee-0ca1a5220c02 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b18d2b-7162-40c8-8d16-381e4ef5fb24 HTTP/1.1" status: 200 len: 946 time: 0.2904987 Jul 30 03:38:37.607936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.612257 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3584349 Jul 30 03:38:37.618153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:37.620299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95301b6e-673f-41ee-afb3-cbaa05ed4d15 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76aeaae0-dad6-44d7-82b6-6aacc2d81c6c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:37.627583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '76aeaae0-dad6-44d7-82b6-6aacc2d81c6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:37.657617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Transition to ACTIVE for port object bbc82514-6c3f-4361-8b18-86492c104434 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:37.678500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.683998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1b2c6700-f5b8-4cf4-a210-d4fc2c4fe45d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.0939703 Jul 30 03:38:37.695416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:37.724149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] For port 1a193ad6-6c39-478e-8802-73a1578df2a6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1a193ad6-6c39-478e-8802-73a1578df2a6,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:37.724149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.747119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:37.781677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Calling delete_port for 1a193ad6-6c39-478e-8802-73a1578df2a6 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:37.899750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-babb1154-e849-48a7-a43d-b6ccc95d3092 req-2ba347fb-2142-4930-afff-395b4b85abcd tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172462 Jul 30 03:38:37.954335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc29b4c5-77d4-400d-acfa-ae76bf25fe76 req-e23c0905-884a-43bb-995d-10cd94f943a9 tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e845f6-6b6d-43c5-8119-a0e55f7e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003413 Jul 30 03:38:37.959595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:38.120291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.154892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1a193ad6-6c39-478e-8802-73a1578df2a6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:38:38.229619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:34Z', 'revision_number': 3, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:38.271057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Pushing event deleted for resources: {'Port': ['ID=1a193ad6-6c39-478e-8802-73a1578df2a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:38.284973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Checking router: 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:38.295436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Updating router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 port 086c7d26-e9be-4f92-be69-2749c3de7591 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:38:38.323175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] No DVR routers for this DVR port 1a193ad6-6c39-478e-8802-73a1578df2a6 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:38.326514 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.328323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-77cdb573-5c12-4808-bc84-8686a24ae867 req-5f59b1ce-faf0-49f1-b716-53132f866bfa tempest-ServerRescueTestJSON-1367778615 tempest-ServerRescueTestJSON-1367778615-project] 10.222.0.18 "DELETE /v2.0/ports/1a193ad6-6c39-478e-8802-73a1578df2a6 HTTP/1.1" status: 204 len: 173 time: 1.0487335 Jul 30 03:38:38.347182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.353687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.356581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'name': 'network-vif-deleted', 'tag': '1a193ad6-6c39-478e-8802-73a1578df2a6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:38.361804 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0c4404-d47e-414c-b249-3c8f23bba6b1" -d '{"events": [{"server_uuid": "13b18d2b-7162-40c8-8d16-381e4ef5fb24", "name": "network-vif-deleted", "tag": "1a193ad6-6c39-478e-8802-73a1578df2a6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:38.367862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.377021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.420944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2808028-137e-44be-8d4a-daa577a00b50,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:38.424675 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.433052 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8c03dcde-d5b2-4805-bd70-c9bb4fee25d7 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8114161 Jul 30 03:38:38.433538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46022) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:38.484255 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f57798b-da5a-4dbf-8297-2533986b09c0 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules/d2808028-137e-44be-8d4a-daa577a00b50 HTTP/1.1" status: 200 len: 763 time: 0.0468643 Jul 30 03:38:38.485698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46024) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:38.579153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eaabfd25-9d9c-4dcf-b3ab-36de8bb34560 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0911973 Jul 30 03:38:38.582070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:38.619613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Port': ['ID=bbc82514-6c3f-4361-8b18-86492c104434,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:38.625486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e50446-8780-49e2-be1a-91197b4dda87 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.634612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e50446-8780-49e2-be1a-91197b4dda87 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.684494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e50446-8780-49e2-be1a-91197b4dda87 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.690728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e50446-8780-49e2-be1a-91197b4dda87 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.694546 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-35e50446-8780-49e2-be1a-91197b4dda87 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d2808028-137e-44be-8d4a-daa577a00b50 HTTP/1.1" status: 204 len: 168 time: 0.1088419 Jul 30 03:38:38.700938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:38.705281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50446-8780-49e2-be1a-91197b4dda87 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2808028-137e-44be-8d4a-daa577a00b50,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:38.741427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:38.754844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2ce06-8c67-433f-b62f-ef97b73a87a0 req-bc904858-0a9e-487b-9b74-2ef7810f2c82 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:38.756739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7f2ce06-8c67-433f-b62f-ef97b73a87a0 req-bc904858-0a9e-487b-9b74-2ef7810f2c82 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 932 time: 0.5328634 Jul 30 03:38:38.765420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:38.795750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:38.905027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-77d83992-29eb-46a0-9b62-803348683264 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1999283 Jul 30 03:38:38.905392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46030) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:38.912587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '76aeaae0-dad6-44d7-82b6-6aacc2d81c6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:38.946241 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:38.947407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e16098-729d-4707-9f68-23d9edca522c req-762d675b-d503-4f01-86cb-87dae9fab273 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:38.949326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5e16098-729d-4707-9f68-23d9edca522c req-762d675b-d503-4f01-86cb-87dae9fab273 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.4181631 Jul 30 03:38:38.963178 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7f2ce06-8c67-433f-b62f-ef97b73a87a0 req-c491327a-3365-4ca0-bff5-0b2bdc0dc9c7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935129 Jul 30 03:38:38.973158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Transition to ACTIVE for port object 086c7d26-e9be-4f92-be69-2749c3de7591 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:38.991778 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.010409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:39.013791 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.045616 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.106863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Attempting to bind port 086c7d26-e9be-4f92-be69-2749c3de7591 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:39.110091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Attempting to bind port 086c7d26-e9be-4f92-be69-2749c3de7591 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:39.111716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Attempting to bind port 086c7d26-e9be-4f92-be69-2749c3de7591 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:39.157879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:39.158998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:39.159767 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.161183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:39.161679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Bound port: 086c7d26-e9be-4f92-be69-2749c3de7591, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:39.162120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.234067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f8bfc811-6e2f-41e8-8932-57cd6583d3df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6249194 Jul 30 03:38:39.262045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] For port 086c7d26-e9be-4f92-be69-2749c3de7591, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:39.265762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] For port 086c7d26-e9be-4f92-be69-2749c3de7591, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=086c7d26-e9be-4f92-be69-2749c3de7591,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:39.270603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c942dba-b78e-4aa4-8233-2d6dceddbc66 None None] Pushing event updated for resources: {'Port': ['ID=086c7d26-e9be-4f92-be69-2749c3de7591,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:39.278942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.283955 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.290511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.311887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'port': {'device_id': '1493b73e-f877-4055-bb18-4d067a03ecef', 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'admin_state_up': True, 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:39.344736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:39.345480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:39.376044 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812a7670-e9b0-4678-bc2f-d651035ebf16 x-openstack-request-id: req-812a7670-e9b0-4678-bc2f-d651035ebf16 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:39.376590 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b18d2b-7162-40c8-8d16-381e4ef5fb24", "name": "network-vif-deleted", "tag": "1a193ad6-6c39-478e-8802-73a1578df2a6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:39.377077 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-812a7670-e9b0-4678-bc2f-d651035ebf16 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:39.377686 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b18d2b-7162-40c8-8d16-381e4ef5fb24', 'name': 'network-vif-deleted', 'tag': '1a193ad6-6c39-478e-8802-73a1578df2a6', 'status': 'completed', 'code': 200} Jul 30 03:38:39.380904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abdd880-3778-4170-8abf-e48ec4e2fa65,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:39.406533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.411092 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4fc35437-4578-473c-a084-ed412935d78a tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5022247 Jul 30 03:38:39.413514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46040) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:39.418450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5e16098-729d-4707-9f68-23d9edca522c req-c8bcbb5b-916f-4457-b2ae-8bdecbda9b9c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4535453 Jul 30 03:38:39.420083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46042) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:39.553922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c942dba-b78e-4aa4-8233-2d6dceddbc66 None None] Pushing event updated for resources: {'Port': ['ID=086c7d26-e9be-4f92-be69-2749c3de7591,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:39.590335 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64279e36-9e69-432f-8aeb-ea47bf613c8d tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules/6abdd880-3778-4170-8abf-e48ec4e2fa65 HTTP/1.1" status: 200 len: 763 time: 0.1707969 Jul 30 03:38:39.590335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46044) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:39.776101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c7edd155-8b1d-460d-8a02-128722e208bc None None] Provisioning for port bbc82514-6c3f-4361-8b18-86492c104434 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:39.789011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:39.790443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3482c74-0bd7-4312-94ce-d2ec905fc608 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1993394 Jul 30 03:38:39.794777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46048) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:39.821702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c7edd155-8b1d-460d-8a02-128722e208bc None None] Provisioning complete for port bbc82514-6c3f-4361-8b18-86492c104434 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:39.821969 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c7edd155-8b1d-460d-8a02-128722e208bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.854172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.863901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:39.874495 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.900137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16987a78-309f-4be4-bd50-b6f7179ef3ba tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.914064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16987a78-309f-4be4-bd50-b6f7179ef3ba tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:39.951516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c7edd155-8b1d-460d-8a02-128722e208bc None None] Port bbc82514-6c3f-4361-8b18-86492c104434 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:39.993456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16987a78-309f-4be4-bd50-b6f7179ef3ba tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.013639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16987a78-309f-4be4-bd50-b6f7179ef3ba tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.017170 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-16987a78-309f-4be4-bd50-b6f7179ef3ba tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6abdd880-3778-4170-8abf-e48ec4e2fa65 HTTP/1.1" status: 204 len: 168 time: 0.2227943 Jul 30 03:38:40.022940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46052) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:40.070867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16987a78-309f-4be4-bd50-b6f7179ef3ba tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6abdd880-3778-4170-8abf-e48ec4e2fa65,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:40.149223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-10aa6e95-2451-40ad-a26e-f68093864091 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1217730 Jul 30 03:38:40.151739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:40.157558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Request body: {'security_group_rule': {'security_group_id': '76aeaae0-dad6-44d7-82b6-6aacc2d81c6c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:40.163898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663101d5-685d-4f0e-9ab5-018d47af55d6 req-65894702-537f-45ee-9f45-99f20dcf88d3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:40.165786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-663101d5-685d-4f0e-9ab5-018d47af55d6 req-65894702-537f-45ee-9f45-99f20dcf88d3 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 946 time: 0.2632773 Jul 30 03:38:40.194452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:34Z', 'revision_number': 3, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:40.217072 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Project e1305f3ccbbe4f2f8db2c23c09836b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:38:40.226858 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.266061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1265e6-5f2f-480b-b073-4c8cc3b2ac34 None None] The sync data for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 is: [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:34Z', 'revision_number': 3, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:40.346829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.358427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4b895-812e-46f4-9506-7b61facfcb66 req-e1d65f73-3f51-4198-8864-9a7ac3fcc2f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:40.359704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.367454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4b895-812e-46f4-9506-7b61facfcb66 req-e1d65f73-3f51-4198-8864-9a7ac3fcc2f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:40.379277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1a4b895-812e-46f4-9506-7b61facfcb66 req-e1d65f73-3f51-4198-8864-9a7ac3fcc2f5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 1655 time: 0.2597218 Jul 30 03:38:40.391511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.395317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa3aef8-dcb2-4bde-987d-1bb80b409fca,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:40.588949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Allocated IP 172.20.0.1 (48a0936e-dd32-4922-8e68-6e215aa9f65a/2c4d3c04-13a5-4ab3-956a-b45027ad6170/27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:40.793490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.797256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f2468626-039e-4a07-922d-82db60fe265f tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6417882 Jul 30 03:38:40.811903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:40.817120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1a193ad6-6c39-478e-8802-73a1578df2a6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:40.855426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 1a193ad6-6c39-478e-8802-73a1578df2a6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:40.856154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1a193ad6-6c39-478e-8802-73a1578df2a6 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:40.868187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:40.875988 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cefaa8fa-3176-4a31-b9f2-8b96bb920719 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules/7aa3aef8-dcb2-4bde-987d-1bb80b409fca HTTP/1.1" status: 200 len: 769 time: 0.0605996 Jul 30 03:38:40.903481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:40.989254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1a4b895-812e-46f4-9506-7b61facfcb66 req-a7a2426e-0e4a-4b5b-a712-922f98669847 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089330 Jul 30 03:38:41.026352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-663101d5-685d-4f0e-9ab5-018d47af55d6 req-81372c72-f32f-4b35-89ab-fde631d62f69 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8362498 Jul 30 03:38:41.071244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Allocated IP 19.80.0.94 (211e4fde-338b-4d20-bf1e-5e3b5848c9e4/399f317f-86ff-4e2f-84a9-b2bbe323403e/dd11ef55-965e-4694-a94c-d3ce9f990c41) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:41.080007 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.183066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2bd75470-48e9-45a3-a2ce-82df6e3bad25 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2606959 Jul 30 03:38:41.186058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Transition to ACTIVE for port object 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:41.187817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46066) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:41.281099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f1c343-73f2-4a98-8a19-838cd9900b59 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.322484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-3279eed0-16ed-4c7b-915a-cf3a9b88f667 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:41.327863 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-3279eed0-16ed-4c7b-915a-cf3a9b88f667 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 946 time: 0.1597500 Jul 30 03:38:41.360490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9930d-7533-43f1-9f6d-30345c3205ab req-f87d8a90-9f11-46a9-9425-9caa6fe522c8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:41.362075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7df9930d-7533-43f1-9f6d-30345c3205ab req-f87d8a90-9f11-46a9-9425-9caa6fe522c8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.1630096 Jul 30 03:38:41.419426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f1c343-73f2-4a98-8a19-838cd9900b59 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.466157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7df9930d-7533-43f1-9f6d-30345c3205ab req-c21d83d7-04b3-400b-be71-e1686d2bb8e7 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972166 Jul 30 03:38:41.509552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f1c343-73f2-4a98-8a19-838cd9900b59 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.515459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38f1c343-73f2-4a98-8a19-838cd9900b59 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.516716 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-38f1c343-73f2-4a98-8a19-838cd9900b59 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7aa3aef8-dcb2-4bde-987d-1bb80b409fca HTTP/1.1" status: 204 len: 168 time: 0.3046880 Jul 30 03:38:41.527109 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.530637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46074) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:41.531686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1c343-73f2-4a98-8a19-838cd9900b59 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aa3aef8-dcb2-4bde-987d-1bb80b409fca,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:41.614684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:41.648975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:41.652783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.657351 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d69a4e8-99d9-4103-b40d-e85148eaa9f3 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1205745 Jul 30 03:38:41.668088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46076) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:41.670411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:41.768831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Deleting port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:41.769191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.785476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Pushing event updated for resources: {'Port': ['ID=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:41.788884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Transition to ACTIVE for port object dd11ef55-965e-4694-a94c-d3ce9f990c41 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:41.816011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.947221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] For port 78f31ccc-8478-4a36-9c48-76b5a7fabc70, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=78f31ccc-8478-4a36-9c48-76b5a7fabc70,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:41.947828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:41.965147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Calling delete_port for 78f31ccc-8478-4a36-9c48-76b5a7fabc70 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:41.997009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.133428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Port': ['ID=dd11ef55-965e-4694-a94c-d3ce9f990c41,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:42.156096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dea41242-98f2-4993-8db2-8593d28da174 None None] Provisioning for port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:42.168193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dea41242-98f2-4993-8db2-8593d28da174 None None] Provisioning complete for port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:42.168569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dea41242-98f2-4993-8db2-8593d28da174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.190674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Deleting port 6a26fc9d-d671-4518-9ec9-59174a2173fe {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:42.192696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.256181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dea41242-98f2-4993-8db2-8593d28da174 None None] Port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:42.317167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b8aebd4-bcdf-4bc6-9926-7259c45173e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.333129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 086c7d26-e9be-4f92-be69-2749c3de7591 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:42.355919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:42.359997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:42.375411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:42.506110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 086c7d26-e9be-4f92-be69-2749c3de7591 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:42.512582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 086c7d26-e9be-4f92-be69-2749c3de7591 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:42.512959 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.543821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:42.545030 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.604563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c24604-5432-4044-8be1-90c6ea733981 req-79733d2c-9750-437e-a38f-675802ac70cc tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:42.606318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-09c24604-5432-4044-8be1-90c6ea733981 req-79733d2c-9750-437e-a38f-675802ac70cc tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 945 time: 0.9138052 Jul 30 03:38:42.607556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.637354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3758d017-4ea7-4890-afde-d2aa29f7bd5e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3455150 Jul 30 03:38:42.648000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['78f31ccc-8478-4a36-9c48-76b5a7fabc70', 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:38:42.667826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Request body: {'port': {'device_id': '1493b73e-f877-4055-bb18-4d067a03ecef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:42.708603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca023486-cd1d-45d2-81c4-11f6cbe55a90 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.788150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.801311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.869238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194786a-8076-43a7-9cfe-9d2719038fff req-07d7ec29-6c01-40e7-81e9-b1575a40c730 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:42.883931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f194786a-8076-43a7-9cfe-9d2719038fff req-07d7ec29-6c01-40e7-81e9-b1575a40c730 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 867 time: 0.7192476 Jul 30 03:38:42.900295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-449376d8-c526-4cdd-b0f2-a5f01ee34654 None None] Provisioning for port dd11ef55-965e-4694-a94c-d3ce9f990c41 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:42.944278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event deleted for resources: {'Port': ['ID=78f31ccc-8478-4a36-9c48-76b5a7fabc70,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:42.949543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 086c7d26-e9be-4f92-be69-2749c3de7591, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=086c7d26-e9be-4f92-be69-2749c3de7591,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:42.958193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-449376d8-c526-4cdd-b0f2-a5f01ee34654 None None] Provisioning complete for port dd11ef55-965e-4694-a94c-d3ce9f990c41 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:42.958193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449376d8-c526-4cdd-b0f2-a5f01ee34654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:42.970051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fabbb-656c-478e-be3f-0edc7fb51808 req-8c5e6395-f43f-403d-bedf-309ddd6f30a2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:42.978103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fabbb-656c-478e-be3f-0edc7fb51808 req-8c5e6395-f43f-403d-bedf-309ddd6f30a2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:42.985946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fabbb-656c-478e-be3f-0edc7fb51808 req-8c5e6395-f43f-403d-bedf-309ddd6f30a2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:42.994391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2fabbb-656c-478e-be3f-0edc7fb51808 req-8c5e6395-f43f-403d-bedf-309ddd6f30a2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2376 time: 0.8284516 Jul 30 03:38:43.013860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca023486-cd1d-45d2-81c4-11f6cbe55a90 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.030780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.054189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f194786a-8076-43a7-9cfe-9d2719038fff req-a68c5867-6708-4229-ad7c-43c67e1e618f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/security-groups?id=9511c386-5f17-43be-b8a8-a863f223c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277723 Jul 30 03:38:43.055819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.200563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] For port 6a26fc9d-d671-4518-9ec9-59174a2173fe, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6a26fc9d-d671-4518-9ec9-59174a2173fe,segment=NetworkSegment(a3e4d8b9-0204-4aa3-9a1d-d768677b685e),segment_id=a3e4d8b9-0204-4aa3-9a1d-d768677b685e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:43.201375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.212651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-449376d8-c526-4cdd-b0f2-a5f01ee34654 None None] Port dd11ef55-965e-4694-a94c-d3ce9f990c41 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:43.218469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Calling delete_port for 6a26fc9d-d671-4518-9ec9-59174a2173fe owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:43.262412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=086c7d26-e9be-4f92-be69-2749c3de7591,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:43.342689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2fabbb-656c-478e-be3f-0edc7fb51808 req-fba27758-1c08-4aef-9b89-26151af0274d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468204 Jul 30 03:38:43.376263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] No DVR routers for this DVR port 78f31ccc-8478-4a36-9c48-76b5a7fabc70 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:43.385334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.387889 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78e6ce91-0c7b-43f5-a109-ec2915b94efa req-ac24697f-2ec1-4017-889b-37603ca40b8f tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "DELETE /v2.0/ports/78f31ccc-8478-4a36-9c48-76b5a7fabc70 HTTP/1.1" status: 204 len: 173 time: 2.0517447 Jul 30 03:38:43.388999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'name': 'network-vif-deleted', 'tag': '78f31ccc-8478-4a36-9c48-76b5a7fabc70'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:43.391851 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05612d64-b99f-4418-8532-8bbdb8e426ad" -d '{"events": [{"server_uuid": "a6d87c88-bb86-4005-8773-64f486f6c276", "name": "network-vif-deleted", "tag": "78f31ccc-8478-4a36-9c48-76b5a7fabc70"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:43.565489 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a476f-25f0-4fec-8186-a93988b97246 x-openstack-request-id: req-cc6a476f-25f0-4fec-8186-a93988b97246 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:43.566389 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d87c88-bb86-4005-8773-64f486f6c276", "name": "network-vif-deleted", "tag": "78f31ccc-8478-4a36-9c48-76b5a7fabc70", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:43.566870 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc6a476f-25f0-4fec-8186-a93988b97246 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:43.567704 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d87c88-bb86-4005-8773-64f486f6c276', 'name': 'network-vif-deleted', 'tag': '78f31ccc-8478-4a36-9c48-76b5a7fabc70', 'status': 'completed', 'code': 200} Jul 30 03:38:43.583582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca023486-cd1d-45d2-81c4-11f6cbe55a90 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.586970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca023486-cd1d-45d2-81c4-11f6cbe55a90 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.588523 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca023486-cd1d-45d2-81c4-11f6cbe55a90 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "DELETE /v2.0/security-groups/76aeaae0-dad6-44d7-82b6-6aacc2d81c6c HTTP/1.1" status: 204 len: 168 time: 1.9143822 Jul 30 03:38:43.597226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46106) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:43.671647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9803a4e0-3d23-405f-bd47-8fc142d1df36 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700479 Jul 30 03:38:43.673712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a60392b-d582-48cd-856d-7a70d8538a71 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:43.677685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Deleting port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:43.678355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.682593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46108) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:43.683914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.690387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023486-cd1d-45d2-81c4-11f6cbe55a90 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aeaae0-dad6-44d7-82b6-6aacc2d81c6c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:43.701307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Transition to ACTIVE for port object 3a60392b-d582-48cd-856d-7a70d8538a71 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:43.877321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.882898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:43.905568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3632a2a4-108d-4adf-a9b4-bfec56c86b71 tempest-SecGroupIPv6Test-848103593 tempest-SecGroupIPv6Test-848103593-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2157807 Jul 30 03:38:43.999538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:44.053294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Pushing event updated for resources: {'Port': ['ID=3a60392b-d582-48cd-856d-7a70d8538a71,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:44.323221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 086c7d26-e9be-4f92-be69-2749c3de7591 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:44.353738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] For port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,segment=NetworkSegment(3713a956-cbbd-4c9e-afa7-f5cd2aceea6f),segment_id=3713a956-cbbd-4c9e-afa7-f5cd2aceea6f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:44.354329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:44.392242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:44.472196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46122) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:44.485343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 086c7d26-e9be-4f92-be69-2749c3de7591 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:44.485719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:44.512529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Calling delete_port for a6e3ce3d-8b85-4d2b-bb28-61d6082a633d owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:44.640619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a26fc9d-d671-4518-9ec9-59174a2173fe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:44.726116 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58e3e3d0-6721-4ab2-858e-1d2d9ef44172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:44.931192 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.006717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.056528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e713d5-959c-4504-a4f6-8c97a86226c3 req-5bcb3fa0-11ad-445a-acc4-8dce1139c7e3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:45.060253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27e713d5-959c-4504-a4f6-8c97a86226c3 req-5bcb3fa0-11ad-445a-acc4-8dce1139c7e3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 1.7148678 Jul 30 03:38:45.068713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a820420f-f4e3-4f87-b6f0-4a9002904b11 req-1ed020cd-d552-466e-9e22-9dc0f7c25f58 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d87c88-bb86-4005-8773-64f486f6c276 HTTP/1.1" status: 200 len: 210 time: 0.6938140 Jul 30 03:38:45.069815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.091250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Attempting to bind port 3a60392b-d582-48cd-856d-7a70d8538a71 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:45.098487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Attempting to bind port 3a60392b-d582-48cd-856d-7a70d8538a71 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:45.098959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Attempting to bind port 3a60392b-d582-48cd-856d-7a70d8538a71 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:45.117792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Pushing event updated for resources: {'Port': ['ID=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:45.165825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Pushing event deleted for resources: {'Port': ['ID=a6e3ce3d-8b85-4d2b-bb28-61d6082a633d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:45.179297 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-016c458f-15cc-43ce-a11f-783ce53b8544 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1305f3ccbbe4f2f8db2c23c09836b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396230 Jul 30 03:38:45.196898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46128) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:45.201013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Port 3a60392b-d582-48cd-856d-7a70d8538a71 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:38:45.201591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Attempting to bind port 3a60392b-d582-48cd-856d-7a70d8538a71 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:45.242877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] No DVR routers for this DVR port a6e3ce3d-8b85-4d2b-bb28-61d6082a633d on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:38:45.245948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.248177 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-09c24604-5432-4044-8be1-90c6ea733981 req-e0326405-7731-4243-8f17-a057a608b57e tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.16 "DELETE /v2.0/ports/a6e3ce3d-8b85-4d2b-bb28-61d6082a633d HTTP/1.1" status: 204 len: 173 time: 2.5489433 Jul 30 03:38:45.248850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.276881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:45.277223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Checking segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:45.277619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Bound using segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:45.278096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Bound port: 3a60392b-d582-48cd-856d-7a70d8538a71, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:45.278462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.286076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27e713d5-959c-4504-a4f6-8c97a86226c3 req-29865b05-62ce-4bfc-b8c0-17600da598a7 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121973 Jul 30 03:38:45.430511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:45.432632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] For port 3a60392b-d582-48cd-856d-7a70d8538a71, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:45.437792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] For port 3a60392b-d582-48cd-856d-7a70d8538a71, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3a60392b-d582-48cd-856d-7a70d8538a71,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:45.438987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:45.460718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bea4-8224-4455-b9ac-f220d2efdffb req-17e1b5ec-fea3-4f42-ae2a-f05c7e5a6464 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:45.466805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bea4-8224-4455-b9ac-f220d2efdffb req-17e1b5ec-fea3-4f42-ae2a-f05c7e5a6464 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:45.473073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bea4-8224-4455-b9ac-f220d2efdffb req-17e1b5ec-fea3-4f42-ae2a-f05c7e5a6464 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:45.481370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3812bea4-8224-4455-b9ac-f220d2efdffb req-17e1b5ec-fea3-4f42-ae2a-f05c7e5a6464 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2388 time: 0.1369209 Jul 30 03:38:45.521970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454e2bf7-6e95-4ea8-893a-705f98c0f2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.522412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 78f31ccc-8478-4a36-9c48-76b5a7fabc70 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:45.551998 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.559512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 78f31ccc-8478-4a36-9c48-76b5a7fabc70 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:45.559857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 78f31ccc-8478-4a36-9c48-76b5a7fabc70 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:45.560285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a6e3ce3d-8b85-4d2b-bb28-61d6082a633d no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:45.570785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00dc715-b210-4789-b40d-dfa949595b46', 'name': 'network-vif-deleted', 'tag': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:45.574716 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcaa49e-86a5-4440-9d93-9b5d19f3a6ef" -d '{"events": [{"server_uuid": "d00dc715-b210-4789-b40d-dfa949595b46", "name": "network-vif-deleted", "tag": "a6e3ce3d-8b85-4d2b-bb28-61d6082a633d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:45.604951 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454e2bf7-6e95-4ea8-893a-705f98c0f2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.630290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: a6e3ce3d-8b85-4d2b-bb28-61d6082a633d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:45.631646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a6e3ce3d-8b85-4d2b-bb28-61d6082a633d not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:45.693711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:45.699543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.701597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] 10.222.0.18 "PUT /v2.0/ports/3a60392b-d582-48cd-856d-7a70d8538a71 HTTP/1.1" status: 200 len: 1093 time: 3.0456049 Jul 30 03:38:45.709838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'tag': '3a60392b-d582-48cd-856d-7a70d8538a71'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:45.712480 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fecb8a-071a-40da-a179-c22c311ecc13" -d '{"events": [{"name": "network-changed", "server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "tag": "3a60392b-d582-48cd-856d-7a70d8538a71"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:45.749633 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c65d6-dd7c-4385-8f5a-8c6f67e727be x-openstack-request-id: req-314c65d6-dd7c-4385-8f5a-8c6f67e727be {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:45.749935 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00dc715-b210-4789-b40d-dfa949595b46", "name": "network-vif-deleted", "tag": "a6e3ce3d-8b85-4d2b-bb28-61d6082a633d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:45.750184 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-314c65d6-dd7c-4385-8f5a-8c6f67e727be {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:45.750708 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00dc715-b210-4789-b40d-dfa949595b46', 'name': 'network-vif-deleted', 'tag': 'a6e3ce3d-8b85-4d2b-bb28-61d6082a633d', 'status': 'completed', 'code': 200} Jul 30 03:38:45.827037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Request body: {'port': {'device_id': '1493b73e-f877-4055-bb18-4d067a03ecef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:45.834634 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f21df-c7f8-4d80-afcf-07b555ebe8bd x-openstack-request-id: req-1a6f21df-c7f8-4d80-afcf-07b555ebe8bd {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:45.843967 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "tag": "3a60392b-d582-48cd-856d-7a70d8538a71", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:45.844293 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a6f21df-c7f8-4d80-afcf-07b555ebe8bd {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:45.845137 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'tag': '3a60392b-d582-48cd-856d-7a70d8538a71', 'status': 'completed', 'code': 200} Jul 30 03:38:45.874841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3812bea4-8224-4455-b9ac-f220d2efdffb req-70b68426-af89-4eab-9543-0dd1193874e5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924298 Jul 30 03:38:45.918064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Pushing event updated for resources: {'Port': ['ID=3a60392b-d582-48cd-856d-7a70d8538a71,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:45.947596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.952082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.952603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.962397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.968328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.971309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.971768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.972235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.973314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454e2bf7-6e95-4ea8-893a-705f98c0f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.973770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.974743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.975159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6839aabc-8d5e-46ba-b256-06ad0e04c185 None None] Provisioning complete for port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:45.975630 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6839aabc-8d5e-46ba-b256-06ad0e04c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.976082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.977679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88f604-f78d-45e8-b1e7-49721230a57d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:45.979185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454e2bf7-6e95-4ea8-893a-705f98c0f2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:45.980589 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-454e2bf7-6e95-4ea8-893a-705f98c0f2f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea517380-50cc-45e4-b65c-277d8ee890d1 HTTP/1.1" status: 204 len: 168 time: 0.7817838 Jul 30 03:38:46.033931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-90ad1eb8-5fce-40c3-8c78-fcdc0a0c4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.034512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-90ad1eb8-5fce-40c3-8c78-fcdc0a0c4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.034989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-90ad1eb8-5fce-40c3-8c78-fcdc0a0c4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.037267 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-90ad1eb8-5fce-40c3-8c78-fcdc0a0c4f17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2732 time: 0.1679084 Jul 30 03:38:46.059124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:46.063807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6839aabc-8d5e-46ba-b256-06ad0e04c185 None None] Port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:38:46.071302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:38:46.117917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e2bf7-6e95-4ea8-893a-705f98c0f2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea517380-50cc-45e4-b65c-277d8ee890d1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:46.325488 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:46.425976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98bbffde-4a1a-4eaf-8c1e-001fc33d2d28 req-deffcef9-e728-4ede-b460-1008927ef791 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] 10.222.0.39 "GET /v2.0/ports?device_id=d00dc715-b210-4789-b40d-dfa949595b46 HTTP/1.1" status: 200 len: 210 time: 0.1309769 Jul 30 03:38:46.611579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-7d919cf4-059b-4907-9c68-7fa0039b5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.612065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-7d919cf4-059b-4907-9c68-7fa0039b5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.612519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-7d919cf4-059b-4907-9c68-7fa0039b5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.614594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-7d919cf4-059b-4907-9c68-7fa0039b5844 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.5603776 Jul 30 03:38:46.617209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:38:46.705911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:46.714771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ea2c26ef-ded7-4f5e-a11e-d2e60cc34f06 admin admin] 10.222.0.39 "PUT /v2.0/routers/7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0126846 Jul 30 03:38:46.718861 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Sync routers for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:46.747853 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:46.748491 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:46.758923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f55e56-47c2-4912-9220-b5363e08cef8 req-8de4fa95-de22-43ca-80c2-561f91e223ff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:46.772347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5f55e56-47c2-4912-9220-b5363e08cef8 req-8de4fa95-de22-43ca-80c2-561f91e223ff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.1983864 Jul 30 03:38:46.978296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5f55e56-47c2-4912-9220-b5363e08cef8 req-fafa7049-c811-4383-8d33-b56a3eb11ba0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759915 Jul 30 03:38:47.030753 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:47.175640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc82514-6c3f-4361-8b18-86492c104434 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:47.228682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:47.308926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd4e14-ce1f-4622-9c66-b38a2c1c20dc req-850272f3-cfdf-47cb-b2e6-ea7ca378a9d6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:47.344965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd4e14-ce1f-4622-9c66-b38a2c1c20dc req-850272f3-cfdf-47cb-b2e6-ea7ca378a9d6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:47.367511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd4e14-ce1f-4622-9c66-b38a2c1c20dc req-850272f3-cfdf-47cb-b2e6-ea7ca378a9d6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:47.372599 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ecbd4e14-ce1f-4622-9c66-b38a2c1c20dc req-850272f3-cfdf-47cb-b2e6-ea7ca378a9d6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2388 time: 0.3468509 Jul 30 03:38:47.398982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Transition to ACTIVE for port object bbc82514-6c3f-4361-8b18-86492c104434 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:47.454392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:47.491330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-ef8c9962-6338-4d24-a41a-3a32cbfecfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:47.493024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8fecb8a-071a-40da-a179-c22c311ecc13 req-ef8c9962-6338-4d24-a41a-3a32cbfecfbb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8660762 Jul 30 03:38:47.494304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:38:47.505163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] Sync routers for ids ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:38:47.531163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4637ac13-e48c-4f9c-a804-4d1102e1de34 admin admin] 10.222.0.39 "PUT /v2.0/routers/4b0370cf-f53f-4e3e-8dc8-d49938b0c90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0979235 Jul 30 03:38:47.532424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] Routers {'4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:47.533312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46186) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:47.537645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:47.580197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ecbd4e14-ce1f-4622-9c66-b38a2c1c20dc req-479b1bae-b458-4cc7-8362-510ee3d698c9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873226 Jul 30 03:38:47.611563 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:43Z', 'revision_number': 2, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:47.659372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Pushing event updated for resources: {'Port': ['ID=bbc82514-6c3f-4361-8b18-86492c104434,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:47.681416 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Checking router: 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:47.681770 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Updating router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:38:47.725888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] Set router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:47.804455 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:47.862810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46190) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:47.863078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:47.910008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858842836', 'description': 'tempest-description--510307565'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:48.054144 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-66501625-57d3-4623-a4aa-1c7ccb48b74e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3376679 Jul 30 03:38:48.092355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Deleting subnet e6629987-2ada-4c0d-9199-301985d0cf37 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:38:48.098951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.102360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.180299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.182908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:38:43Z', 'revision_number': 5, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:48.237778 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.285897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] Checking router: 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:38:48.298065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] Routers {'4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:48.298810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:48.318388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.319049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.330550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.331149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.331698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.332350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.332784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.335350 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0e98cc1b-2174-485b-b15e-ce04f2990668 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6498 time: 0.2271578 Jul 30 03:38:48.372866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Attempting to bind port bbc82514-6c3f-4361-8b18-86492c104434 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:48.373406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Attempting to bind port bbc82514-6c3f-4361-8b18-86492c104434 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:48.373922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Attempting to bind port bbc82514-6c3f-4361-8b18-86492c104434 on network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:48.412532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Port bbc82514-6c3f-4361-8b18-86492c104434 on network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:38:48.412896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Attempting to bind port bbc82514-6c3f-4361-8b18-86492c104434 on network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:48.415360 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.482864 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.486762 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.494252 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Transition to ACTIVE for port object 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:48.508169 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.654110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-b47f6041-e7a2-44f0-9499-b250d77999d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.657273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-b47f6041-e7a2-44f0-9499-b250d77999d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.657786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-b47f6041-e7a2-44f0-9499-b250d77999d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.671841 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-b47f6041-e7a2-44f0-9499-b250d77999d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=623c59b3-0964-4687-ade5-b9a6b68f7662&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a0f7542c-9210-4588-817a-4ea327c5fd44&id=a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 200 len: 2289 time: 0.2835619 Jul 30 03:38:48.687593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.758984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Attempting to bind port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:48.759388 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Attempting to bind port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:48.759762 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Attempting to bind port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 on network 48a0936e-dd32-4922-8e68-6e215aa9f65a {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:48.781162 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:48.782200 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Checking segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:48.783030 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.784642 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Bound using segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:48.786287 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Bound port: 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:48.787799 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.819728 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.847674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Deleting port 8545d0de-8eb0-447c-a190-b12e479240dd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:38:48.848025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.882938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:48.883335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Checking segment: {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:48.883741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Bound using segment: {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:48.884184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Bound port: bbc82514-6c3f-4361-8b18-86492c104434, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afda7240-56ce-4ef1-b1ff-6924f411f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:48.884538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.913126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f68df1-1e82-41e3-8f17-afe63ca5f51e None None] Pushing event updated for resources: {'Port': ['ID=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:48.966446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644369-2eba-4604-8a83-d753faea7158 req-8b433bbf-2f41-49f1-a329-388499ccab16 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:48.971925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41644369-2eba-4604-8a83-d753faea7158 req-8b433bbf-2f41-49f1-a329-388499ccab16 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.6549032 Jul 30 03:38:48.985173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:48.993303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1236506 Jul 30 03:38:49.011289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] For port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:49.019205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46214) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:49.025745 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] For port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:49.034619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Request body: {'security_group_rule': {'security_group_id': '7d3af280-4d8a-4595-8610-0795b72a130d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:49.037869 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.166218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41644369-2eba-4604-8a83-d753faea7158 req-33d9b9ab-5e3f-424d-9a74-520e9170de82 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736152 Jul 30 03:38:49.211575 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-d0c2e165-4bd4-4770-80f2-373eb4594359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 200 len: 1001 time: 0.5139415 Jul 30 03:38:49.306821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df620f02-681f-4f0e-974d-73fe23bed5fe req-33e90fc2-2aaa-450e-83d1-ca0136c0caa9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:49.332926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] Set router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:49.340879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df620f02-681f-4f0e-974d-73fe23bed5fe req-33e90fc2-2aaa-450e-83d1-ca0136c0caa9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:49.363170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-6cb91aac-2ec7-4428-bf9b-fa092f5e0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:49.366247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-6cb91aac-2ec7-4428-bf9b-fa092f5e0ff5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19198638-b24f-4731-9e8f-d02f19b89e7b HTTP/1.1" status: 200 len: 850 time: 0.1222944 Jul 30 03:38:49.375505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.381974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df620f02-681f-4f0e-974d-73fe23bed5fe req-33e90fc2-2aaa-450e-83d1-ca0136c0caa9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:49.386895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df620f02-681f-4f0e-974d-73fe23bed5fe req-33e90fc2-2aaa-450e-83d1-ca0136c0caa9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2400 time: 0.6877472 Jul 30 03:38:49.387724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa47cf0-4c9c-4981-972c-c71aab388d24 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3af280-4d8a-4595-8610-0795b72a130d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:49.433115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] For port 8545d0de-8eb0-447c-a190-b12e479240dd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8545d0de-8eb0-447c-a190-b12e479240dd,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:49.433115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.444825 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f68df1-1e82-41e3-8f17-afe63ca5f51e None None] Pushing event updated for resources: {'Port': ['ID=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:49.457016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.488361 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:38:49.495062 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:38:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:49.496828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Calling delete_port for 8545d0de-8eb0-447c-a190-b12e479240dd owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:38:49.545297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-6a6e8070-0dab-47a1-aec4-97930daf8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:49.547798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-6a6e8070-0dab-47a1-aec4-97930daf8219 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623c59b3-0964-4687-ade5-b9a6b68f7662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687191 Jul 30 03:38:49.682536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df620f02-681f-4f0e-974d-73fe23bed5fe req-11352961-351e-4f66-9c30-4439985a6426 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094624 Jul 30 03:38:49.750186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] For port bbc82514-6c3f-4361-8b18-86492c104434, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:49.769381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] For port bbc82514-6c3f-4361-8b18-86492c104434, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bbc82514-6c3f-4361-8b18-86492c104434,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:49.790673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.810834 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-1b314f37-382d-48b6-b42f-7f5f7453089e service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516448 Jul 30 03:38:49.883553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.921033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:49.925902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:49.931092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] 10.222.0.18 "PUT /v2.0/ports/bbc82514-6c3f-4361-8b18-86492c104434 HTTP/1.1" status: 200 len: 1093 time: 4.1884170 Jul 30 03:38:49.949126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'tag': 'bbc82514-6c3f-4361-8b18-86492c104434'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:49.953584 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f307410-5b10-49c3-b226-c789db58948d" -d '{"events": [{"name": "network-changed", "server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "tag": "bbc82514-6c3f-4361-8b18-86492c104434"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:49.956771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:38:43Z', 'revision_number': 5, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:49.988137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Request body: {'port': {'device_id': '1493b73e-f877-4055-bb18-4d067a03ecef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:49.992629 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-1d016ff0-62ca-45ff-9a9a-f0e94442256c service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707265 Jul 30 03:38:49.995511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.040772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b4f4b-f9ad-49f1-98bb-1c2a40869492 None None] The sync data for ids ['4b0370cf-f53f-4e3e-8dc8-d49938b0c90a'] in n-d-778696-14 is: [{'id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'name': 'tempest-ServerRescueTestJSON-1957244538-router', 'tenant_id': '4aee5c87e0084b549dd8e617816ff10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:36:22Z', 'updated_at': '2021-07-30T03:38:43Z', 'revision_number': 5, 'project_id': '4aee5c87e0084b549dd8e617816ff10a', 'gw_port': {'id': '8545d0de-8eb0-447c-a190-b12e479240dd', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0370cf-f53f-4e3e-8dc8-d49938b0c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:36:23Z', 'updated_at': '2021-07-30T03:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:50.072903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704455f3-0581-47f5-b0f7-2d3c9d811375,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:50.104488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-446e6236-267c-45b5-8caa-27194abcbdf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 217 time: 0.0894864 Jul 30 03:38:50.108840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.111440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.115353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0937846 Jul 30 03:38:50.117705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.118054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.118552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.118723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.119060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.119447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.119781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.120136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.120468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.120793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.121114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.121435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a68b1b-de89-4db5-9899-d6e48f8b56d7 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:50.127110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:50.153883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Request body: {'security_group_rule': {'security_group_id': '7d3af280-4d8a-4595-8610-0795b72a130d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:50.198603 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30535d0e-eeee-47ff-94f5-6f58228bf898 x-openstack-request-id: req-30535d0e-eeee-47ff-94f5-6f58228bf898 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:50.199203 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "tag": "bbc82514-6c3f-4361-8b18-86492c104434", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:50.199632 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30535d0e-eeee-47ff-94f5-6f58228bf898 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:50.200216 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'tag': 'bbc82514-6c3f-4361-8b18-86492c104434', 'status': 'completed', 'code': 200} Jul 30 03:38:50.201676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6629987-2ada-4c0d-9199-301985d0cf37,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:50.204407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.207928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.210347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fe85694f-a19e-43e9-9fbc-28e909d77988 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e6629987-2ada-4c0d-9199-301985d0cf37 HTTP/1.1" status: 204 len: 168 time: 2.3250792 Jul 30 03:38:50.230549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718921a1-dfe0-4136-bace-d697a768c3ca service neutron] Pushing event updated for resources: {'Port': ['ID=bbc82514-6c3f-4361-8b18-86492c104434,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:50.241196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46228) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:50.280016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-d6283ecf-34b2-499f-b00a-be335ff48bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:50.285998 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-d6283ecf-34b2-499f-b00a-be335ff48bc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1701961 Jul 30 03:38:50.395908 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:38:50.417152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.690175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-b43040d3-d41f-413c-a539-6287fbe9b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:50.691863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-b43040d3-d41f-413c-a539-6287fbe9b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:50.692363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-b43040d3-d41f-413c-a539-6287fbe9b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:50.695370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f307410-5b10-49c3-b226-c789db58948d req-b43040d3-d41f-413c-a539-6287fbe9b665 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2800 time: 0.4077411 Jul 30 03:38:50.738051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:50.767539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-2d0c6cb3-65d2-437e-94df-25419b497c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:50.769016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-2d0c6cb3-65d2-437e-94df-25419b497c48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3740768 Jul 30 03:38:50.854039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58658f61-f3ce-4adf-a31a-336ae16f8e95 req-830a45af-8780-4b48-959c-2fae70700e3e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:50.857478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58658f61-f3ce-4adf-a31a-336ae16f8e95 req-830a45af-8780-4b48-959c-2fae70700e3e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.4361596 Jul 30 03:38:50.994904 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:48Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:51.082587 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598da54-fa6a-4d18-9126-9e5ee6def9f3 None None] The sync data for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 is: [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:48Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:38:51.105804 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.119833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d09a5c4-eb0a-460b-8173-21b52440e81f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:51.162939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:51.162939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3713a956-cbbd-4c9e-afa7-f5cd2aceea6f') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:51.180623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.199087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.238417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.258102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:38:51.260222 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.281888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Pushing event deleted for resources: {'Port': ['ID=8545d0de-8eb0-447c-a190-b12e479240dd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:51.289073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-436b37b7-5deb-4ee6-934c-68f187ae1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:51.289548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-436b37b7-5deb-4ee6-934c-68f187ae1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:51.290017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-436b37b7-5deb-4ee6-934c-68f187ae1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:51.291767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f307410-5b10-49c3-b226-c789db58948d req-436b37b7-5deb-4ee6-934c-68f187ae1680 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.5266025 Jul 30 03:38:51.513895 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-36681270-6300-4acf-813e-cfd6e970780a service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093670 Jul 30 03:38:51.516393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.612432 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:38:51.668708 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:38:51.715336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.726561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58658f61-f3ce-4adf-a31a-336ae16f8e95 req-22c02ea1-76eb-4293-bf07-f2edce24ecff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8408124 Jul 30 03:38:51.745262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.747416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d09a5c4-eb0a-460b-8173-21b52440e81f HTTP/1.1" status: 204 len: 168 time: 1.4973214 Jul 30 03:38:51.781658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fcd35-6e1b-4ba4-aad0-575b499dc584 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d09a5c4-eb0a-460b-8173-21b52440e81f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:51.836975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd11ef55-965e-4694-a94c-d3ce9f990c41 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:38:51.895216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ff1a4-f99b-4ae3-b314-104da23b93a3 req-dafaffd4-0135-41bc-93dc-addc9127f024 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:51.906868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ff1a4-f99b-4ae3-b314-104da23b93a3 req-dafaffd4-0135-41bc-93dc-addc9127f024 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:51.916170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ff1a4-f99b-4ae3-b314-104da23b93a3 req-dafaffd4-0135-41bc-93dc-addc9127f024 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:51.924806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-709ff1a4-f99b-4ae3-b314-104da23b93a3 req-dafaffd4-0135-41bc-93dc-addc9127f024 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2400 time: 1.0662377 Jul 30 03:38:51.937295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.942470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.964886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:51.999582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Transition to ACTIVE for port object dd11ef55-965e-4694-a94c-d3ce9f990c41 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:38:52.010869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-c90c763f-90a7-4e20-9254-d530d4b3b6f1 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731855 Jul 30 03:38:52.012119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307410-5b10-49c3-b226-c789db58948d req-746b25f8-55f9-4486-852e-819b84242c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:52.013782 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f307410-5b10-49c3-b226-c789db58948d req-746b25f8-55f9-4486-852e-819b84242c58 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6647432 Jul 30 03:38:52.018925 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.022117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6aba62-c9f7-43b7-b56d-1a4ee5bb578f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:52.118897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-709ff1a4-f99b-4ae3-b314-104da23b93a3 req-5668de22-dacd-47ef-bdbd-dd8df8006fa1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877429 Jul 30 03:38:52.120612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.126146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ce9fb540-980c-42a6-9b70-e5f52222eafa tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9876456 Jul 30 03:38:52.140134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46254) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:52.159148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:52.212595 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.346785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Pushing event updated for resources: {'Port': ['ID=dd11ef55-965e-4694-a94c-d3ce9f990c41,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:52.425033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:52.429544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:52.605830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:38:52.625709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:52.626601 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.686004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-58209f29-ba5c-4ab8-9cd9-8353b7ef83f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b184c94a36684db1b2ba1eaa93cc432a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617481 Jul 30 03:38:52.698587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:52.751128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.754592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-1d37db70-8599-4e77-958f-a35ec896f979 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 217 time: 0.0647917 Jul 30 03:38:52.756757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.843479 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.891098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03c454b1-c1ef-4dc9-878c-189ca8a3f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.898230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Attempting to bind port dd11ef55-965e-4694-a94c-d3ce9f990c41 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:38:52.898566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Attempting to bind port dd11ef55-965e-4694-a94c-d3ce9f990c41 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:38:52.901030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Attempting to bind port dd11ef55-965e-4694-a94c-d3ce9f990c41 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:52.921210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Port dd11ef55-965e-4694-a94c-d3ce9f990c41 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:38:52.922204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Attempting to bind port dd11ef55-965e-4694-a94c-d3ce9f990c41 on network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:38:52.926560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:38:52.935586 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.936732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ed88171b-8895-4a99-a40f-dd916c0ad626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:52.939539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ed88171b-8895-4a99-a40f-dd916c0ad626 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1620576 Jul 30 03:38:52.943831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.945439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0370cf-f53f-4e3e-8dc8-d49938b0c90a {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:38:52.956069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:52.963381 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5ade162f-0f06-4737-aab9-7d833733032c admin admin] 10.222.0.39 "DELETE /v2.0/routers/4b0370cf-f53f-4e3e-8dc8-d49938b0c90a HTTP/1.1" status: 204 len: 168 time: 5.4268687 Jul 30 03:38:52.965782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46264) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:53.019900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:38:53.019900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Checking segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:53.019900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Bound using segment: {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:38:53.019900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Bound port: dd11ef55-965e-4694-a94c-d3ce9f990c41, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2647-fa7d-484a-b587-5e9b5e9874a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:38:53.022518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.031003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:53.044267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a26fc9d-d671-4518-9ec9-59174a2173fe no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:53.049088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.050792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.051746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.052818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.053974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.054504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.055014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.055581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.056101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.056768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.057285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.057779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:38:53.095496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6a26fc9d-d671-4518-9ec9-59174a2173fe {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:53.096024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a26fc9d-d671-4518-9ec9-59174a2173fe not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:53.151542 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03c454b1-c1ef-4dc9-878c-189ca8a3f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.264864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-910b441a-cbc0-4815-a181-258e4d12b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:53.265232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-910b441a-cbc0-4815-a181-258e4d12b253 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2985754 Jul 30 03:38:53.268613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Deleting subnet d5fc5e4a-dc29-478f-9cad-d283ff929d54 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:38:53.272687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.359694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.377722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cddd48-a642-491e-a1fe-f760fba3298e req-e8bcb968-d318-406f-9fda-1a4c8aad9dce tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:53.379718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99cddd48-a642-491e-a1fe-f760fba3298e req-e8bcb968-d318-406f-9fda-1a4c8aad9dce tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.4942424 Jul 30 03:38:53.438965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4f05-cd8c-46d1-86c9-4925c8f2ab03 req-d5c9505d-b967-4914-8881-3b49a0cf1fea tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:53.446296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4f05-cd8c-46d1-86c9-4925c8f2ab03 req-d5c9505d-b967-4914-8881-3b49a0cf1fea tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:53.452732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4f05-cd8c-46d1-86c9-4925c8f2ab03 req-d5c9505d-b967-4914-8881-3b49a0cf1fea tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:53.463491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47dc4f05-cd8c-46d1-86c9-4925c8f2ab03 req-d5c9505d-b967-4914-8881-3b49a0cf1fea tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2412 time: 0.1646316 Jul 30 03:38:53.559348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.564829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] For port dd11ef55-965e-4694-a94c-d3ce9f990c41, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:38:53.572895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99cddd48-a642-491e-a1fe-f760fba3298e req-54c9777f-7376-41ca-8388-27f4ceb19a55 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674500 Jul 30 03:38:53.619976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47dc4f05-cd8c-46d1-86c9-4925c8f2ab03 req-78b986a8-8e75-4b95-b58b-ae054f0aab15 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555076 Jul 30 03:38:53.628566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] For port dd11ef55-965e-4694-a94c-d3ce9f990c41, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:38:53.643876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.657295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.663957 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03c454b1-c1ef-4dc9-878c-189ca8a3f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.667316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03c454b1-c1ef-4dc9-878c-189ca8a3f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.674348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-03c454b1-c1ef-4dc9-878c-189ca8a3f1bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9511c386-5f17-43be-b8a8-a863f223c21f HTTP/1.1" status: 204 len: 168 time: 0.9672518 Jul 30 03:38:53.689067 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-aa74d90b-4490-409a-8d5c-404d7f5b9226 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971074 Jul 30 03:38:53.696616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:53.697341 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:53.698701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] 10.222.0.18 "PUT /v2.0/ports/dd11ef55-965e-4694-a94c-d3ce9f990c41 HTTP/1.1" status: 200 len: 1092 time: 3.7173231 Jul 30 03:38:53.728061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'tag': 'dd11ef55-965e-4694-a94c-d3ce9f990c41'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:38:53.747034 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e8366-44ff-4ab4-ae27-79bb22887c01" -d '{"events": [{"name": "network-changed", "server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "tag": "dd11ef55-965e-4694-a94c-d3ce9f990c41"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:38:53.829056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c454b1-c1ef-4dc9-878c-189ca8a3f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9511c386-5f17-43be-b8a8-a863f223c21f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:53.989529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Allocated IP 172.25.6.95 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f4696c71-201a-4d18-a895-83509c05bc47) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:38:53.994402 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-72f6fbf9-475b-40c3-aaa5-fa5278417819 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032990 Jul 30 03:38:54.132057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:54.140091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-3c162ebc-7bd3-4537-8035-385209203be0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=e4205182-1a39-4143-8302-1d0271159eb2 HTTP/1.1" status: 200 len: 217 time: 0.1385994 Jul 30 03:38:54.195893 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab2f6f-3f11-450f-9383-7266f19ec209 x-openstack-request-id: req-3fab2f6f-3f11-450f-9383-7266f19ec209 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:38:54.196217 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "tag": "dd11ef55-965e-4694-a94c-d3ce9f990c41", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:38:54.196421 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fab2f6f-3f11-450f-9383-7266f19ec209 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:38:54.196926 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'tag': 'dd11ef55-965e-4694-a94c-d3ce9f990c41', 'status': 'completed', 'code': 200} Jul 30 03:38:54.207212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:54.243167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83cd8-70b6-4458-8477-c6abeb972c1d service neutron] Pushing event updated for resources: {'Port': ['ID=dd11ef55-965e-4694-a94c-d3ce9f990c41,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:54.248653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:54.294803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:54.304222 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d5fc5e4a-dc29-478f-9cad-d283ff929d54 HTTP/1.1" status: 204 len: 168 time: 1.2388160 Jul 30 03:38:54.306706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:54.314474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:38:54.325583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:38:54.346245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:54.360926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:38:54.385506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f376d-0bb1-4fe5-8c91-7b92e3511942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fc5e4a-dc29-478f-9cad-d283ff929d54,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:54.466925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-c308f1e9-fe51-4682-bb41-b491d2515ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:54.473393 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-c308f1e9-fe51-4682-bb41-b491d2515ad9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.3202150 Jul 30 03:38:54.550064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event updated for resources: {'Port': ['ID=f4696c71-201a-4d18-a895-83509c05bc47,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:54.551023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:38:54.551560 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:54.642426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0e1e6b46-3a63-4d7a-808e-821d5ffe45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:54.646742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0e1e6b46-3a63-4d7a-808e-821d5ffe45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:54.647611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0e1e6b46-3a63-4d7a-808e-821d5ffe45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:54.649406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0e1e6b46-3a63-4d7a-808e-821d5ffe45e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2868 time: 0.8317580 Jul 30 03:38:54.722237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:54.766810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-06287b97-5b5a-494e-aa7f-f3367a342c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:54.777668 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-06287b97-5b5a-494e-aa7f-f3367a342c0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2642546 Jul 30 03:38:54.786281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-01084fac-3d3a-477c-bc61-d14e5d1370b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=3a60392b-d582-48cd-856d-7a70d8538a71 HTTP/1.1" status: 200 len: 217 time: 0.0995164 Jul 30 03:38:54.810721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8545d0de-8eb0-447c-a190-b12e479240dd no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:38:54.874828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8545d0de-8eb0-447c-a190-b12e479240dd {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:38:54.876537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8545d0de-8eb0-447c-a190-b12e479240dd not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:38:54.936176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-a1598a43-da06-4eb3-a102-ff2eda503e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:54.938269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-a1598a43-da06-4eb3-a102-ff2eda503e4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=399f317f-86ff-4e2f-84a9-b2bbe323403e HTTP/1.1" status: 200 len: 801 time: 0.1148500 Jul 30 03:38:54.982267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.063996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.067454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.081571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a804f5-009f-425d-8cda-e450488f42ae']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:55.095112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:55.095731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e4d8b9-0204-4aa3-9a1d-d768677b685e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:38:55.122204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.194604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.234747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:38:55.235096 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:38:55.239189 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:38:55.419339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.423257 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ce52bf1e-d29f-45db-84d0-0316f171c0ba service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292326 Jul 30 03:38:55.437010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:55.454584 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] 10.222.0.39 "DELETE /v2.0/networks/76a804f5-009f-425d-8cda-e450488f42ae HTTP/1.1" status: 204 len: 168 time: 1.0982723 Jul 30 03:38:55.501105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46338) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:55.578056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c393fc-dc4c-4c2a-a5e5-460dd1e63a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=76a804f5-009f-425d-8cda-e450488f42ae,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:55.871961 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-b16fcd38-0942-4412-8ebf-e9f0f1d21051 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367354 Jul 30 03:38:55.976688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46344) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:55.998059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-dd982de5-3565-4519-8fe5-09177dd1f8fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=0933d29d-86f0-453d-bd15-44507552530b HTTP/1.1" status: 200 len: 217 time: 0.1192036 Jul 30 03:38:56.113086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef17bf-a863-49e7-baf1-bba4e2c95d2b req-25d387ea-2e56-4b8a-bb50-e4bff0ec05a6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.115246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36ef17bf-a863-49e7-baf1-bba4e2c95d2b req-25d387ea-2e56-4b8a-bb50-e4bff0ec05a6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 1.3338757 Jul 30 03:38:56.137280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801d9a-4444-4c5d-80b2-bd039d4b3c20 req-6d0473fd-5787-49f8-a924-6de605a78cd0 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.152135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801d9a-4444-4c5d-80b2-bd039d4b3c20 req-6d0473fd-5787-49f8-a924-6de605a78cd0 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.173317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801d9a-4444-4c5d-80b2-bd039d4b3c20 req-6d0473fd-5787-49f8-a924-6de605a78cd0 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.179710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47801d9a-4444-4c5d-80b2-bd039d4b3c20 req-6d0473fd-5787-49f8-a924-6de605a78cd0 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2412 time: 1.3485456 Jul 30 03:38:56.200964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-6dbb67cb-3ec2-49ea-a567-f75d9ad9b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.202447 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-6dbb67cb-3ec2-49ea-a567-f75d9ad9b97e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1829007 Jul 30 03:38:56.213284 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d0c34f0-048e-4f8b-a360-979dea41ab9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4aee5c87e0084b549dd8e617816ff10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300136 Jul 30 03:38:56.215099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:56.288114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-469871653-network', 'tenant_id': 'effbd2985ada444697001f0d0304be05'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:56.304366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36ef17bf-a863-49e7-baf1-bba4e2c95d2b req-59654eb7-bf09-4f45-be2c-b9334b122146 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219747 Jul 30 03:38:56.331513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47801d9a-4444-4c5d-80b2-bd039d4b3c20 req-e63d763f-59ce-4817-bf1c-3fe43a74afab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490035 Jul 30 03:38:56.335700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0648bfca-defd-472d-81dd-80593624d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.337205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-0648bfca-defd-472d-81dd-80593624d6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3368495 Jul 30 03:38:56.400968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Made reservation on behalf of effbd2985ada444697001f0d0304be05 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:56.412457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.430100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-445e3ca4-94b8-4a6b-a478-7160e8fc71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.446195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-445e3ca4-94b8-4a6b-a478-7160e8fc71c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2318079 Jul 30 03:38:56.476690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.494384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.502164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.506633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afbbd79d-3d25-409b-b5f2-d563d21a8e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.560534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event updated for resources: {'Port': ['ID=f4696c71-201a-4d18-a895-83509c05bc47,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:56.603112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afbbd79d-3d25-409b-b5f2-d563d21a8e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.612441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.625945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-dcc3981c-0f50-454a-8976-5714c43386b5 service neutron] 10.222.0.18 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561839 Jul 30 03:38:56.763509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-30eae963-7e45-40fb-ae45-03431c5a5597 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042336 Jul 30 03:38:56.765906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-72ffae6b-e49a-44bb-af72-58b0dedbf4c4 service neutron] 10.222.0.18 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306908 Jul 30 03:38:56.821056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-c203a28e-e181-45c6-9025-50462061f8ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=bbc82514-6c3f-4361-8b18-86492c104434 HTTP/1.1" status: 200 len: 217 time: 0.0479140 Jul 30 03:38:56.890128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afbbd79d-3d25-409b-b5f2-d563d21a8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.896631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afbbd79d-3d25-409b-b5f2-d563d21a8e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:56.907836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-afbbd79d-3d25-409b-b5f2-d563d21a8e94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73e845f6-6b6d-43c5-8119-a0e55f7e871c HTTP/1.1" status: 204 len: 168 time: 0.6813729 Jul 30 03:38:56.908532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-d0ea7fcb-6230-4c4c-bd1a-01d72d4d1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:56.910054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-d0ea7fcb-6230-4c4c-bd1a-01d72d4d1602 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b62bbdaf-05ad-49d7-810b-2d8123a079f7 HTTP/1.1" status: 200 len: 801 time: 0.0819597 Jul 30 03:38:56.952651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbd79d-3d25-409b-b5f2-d563d21a8e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e845f6-6b6d-43c5-8119-a0e55f7e871c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:57.002558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f6bfff11-f1ed-462c-84f8-7601226464e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:57.010906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f6bfff11-f1ed-462c-84f8-7601226464e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f597ed-2fe6-4663-ae8d-e0c008c23bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923891 Jul 30 03:38:57.059612 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-5f0962b7-3b3b-41cc-816e-2ea9b58db207 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921360 Jul 30 03:38:57.087275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.113736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.115004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3d6729de-1544-494d-a20d-c6c5d81993d6 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9733925 Jul 30 03:38:57.145098 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-99ab620f-4562-46f8-adb2-8bc949ccd420 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775 HTTP/1.1" status: 200 len: 217 time: 0.0736065 Jul 30 03:38:57.148139 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.232657 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-62bee386-08d5-4a3a-baa1-d578979854c2 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f597ed-2fe6-4663-ae8d-e0c008c23bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139359 Jul 30 03:38:57.309530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:38:57.325878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4746565-f8a7-4764-b8a0-07e3b3df88dd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:57.337904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.338258 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Added segment 36d0be5b-37fd-47dd-ae4e-f6cc1189a995 of type vlan for network 993809f0-8287-466f-ae45-e396dc106803 Jul 30 03:38:57.356164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-f05be6e8-754d-4a37-b757-8edb80d28d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:57.358138 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-f05be6e8-754d-4a37-b757-8edb80d28d41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.2018828 Jul 30 03:38:57.425252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.460100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-3ce00475-e8c3-40cf-9571-3139ca59f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:57.461920 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-3ce00475-e8c3-40cf-9571-3139ca59f848 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823982 Jul 30 03:38:57.493298 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.496894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:57.497555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.580250 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0719826 Jul 30 03:38:57.619664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46386) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:57.627028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Request body: {'subnet': {'network_id': '993809f0-8287-466f-ae45-e396dc106803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-469871653-subnet', 'tenant_id': 'effbd2985ada444697001f0d0304be05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:57.668165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Made reservation on behalf of effbd2985ada444697001f0d0304be05 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:57.671301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:57.717758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-637ad681-152a-4529-b8fc-86d277a5b654 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--858842836&fields=id&tenant_id=3d912242ab4a459d90dd78a017923984 HTTP/1.1" status: 200 len: 267 time: 0.2286794 Jul 30 03:38:57.750485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-d34f5148-50ec-425e-81c2-17682aae171c service neutron] 10.222.0.18 "GET /v2.0/networks/a0f597ed-2fe6-4663-ae8d-e0c008c23bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079434 Jul 30 03:38:57.771056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf06d-b72f-41ec-b8cd-f981fe12f81e req-ec60a0be-2c8c-4444-a592-c5205bc45a72 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:57.772898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fcdf06d-b72f-41ec-b8cd-f981fe12f81e req-ec60a0be-2c8c-4444-a592-c5205bc45a72 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.3188818 Jul 30 03:38:57.939128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-9bc14b3c-4cef-4ff9-85d3-a17cc6264036 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41 HTTP/1.1" status: 200 len: 217 time: 0.1406589 Jul 30 03:38:57.976020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3472c0d-dfd8-4446-bacc-62c987967a68 admin admin] Pushing event updated for resources: {'Network': ['ID=993809f0-8287-466f-ae45-e396dc106803,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:57.987967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 993809f0-8287-466f-ae45-e396dc106803 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:38:58.056003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fcdf06d-b72f-41ec-b8cd-f981fe12f81e req-3b792b66-c5c8-48ee-9264-2a29d3cfeaef tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302635 Jul 30 03:38:58.080430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-9fa37386-00f0-4b98-b8ab-1326a0e5fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.082050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-9fa37386-00f0-4b98-b8ab-1326a0e5fa40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=399f317f-86ff-4e2f-84a9-b2bbe323403e HTTP/1.1" status: 200 len: 801 time: 0.1247649 Jul 30 03:38:58.104593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-f523a60d-9c20-42e0-ad50-30b3dc8e793f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.118099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-f523a60d-9c20-42e0-ad50-30b3dc8e793f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/networks?id=48a0936e-dd32-4922-8e68-6e215aa9f65a HTTP/1.1" status: 200 len: 806 time: 0.3990920 Jul 30 03:38:58.162821 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-8fb310a4-3419-4d3c-94a9-27052fc831e6 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918058 Jul 30 03:38:58.190900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-ed5ec68c-520f-411f-8323-9aa543b0ce91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/quotas/3d912242ab4a459d90dd78a017923984 HTTP/1.1" status: 200 len: 375 time: 0.0718045 Jul 30 03:38:58.309780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:58.454817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Pushing event updated for resources: {'Subnet': ['ID=172f4830-b677-4382-8447-d31679e527a5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:38:58.478855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Checking segment: {'id': '36d0be5b-37fd-47dd-ae4e-f6cc1189a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '993809f0-8287-466f-ae45-e396dc106803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:38:58.478855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Network hostable DHCP agents. Network: 993809f0-8287-466f-ae45-e396dc106803, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:38:58.511069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-eae5a1f0-53a8-4733-ba6a-8d57ea192139 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d912242ab4a459d90dd78a017923984&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3188026 Jul 30 03:38:58.530741 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ff4ce8a7-6541-4010-a437-c20ed161f93c service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083062 Jul 30 03:38:58.561982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f000f89d-d530-4fdc-bcd0-b92ba5a43e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.563508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-f000f89d-d530-4fdc-bcd0-b92ba5a43e1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282396 Jul 30 03:38:58.619618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46406) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:38:58.629191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-70b8168e-c2b7-4541-8dc2-b76a77d5c602 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 200 len: 217 time: 0.0870550 Jul 30 03:38:58.659567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Network 993809f0-8287-466f-ae45-e396dc106803 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:38:58.676750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860eb94-87b7-49d9-9d5e-20794d2bb31a req-c117c5b2-e1d3-482e-a5b7-8754c5e16e85 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.683073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860eb94-87b7-49d9-9d5e-20794d2bb31a req-c117c5b2-e1d3-482e-a5b7-8754c5e16e85 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.689240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860eb94-87b7-49d9-9d5e-20794d2bb31a req-c117c5b2-e1d3-482e-a5b7-8754c5e16e85 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.697905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0860eb94-87b7-49d9-9d5e-20794d2bb31a req-c117c5b2-e1d3-482e-a5b7-8754c5e16e85 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2412 time: 0.3697731 Jul 30 03:38:58.731586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 993809f0-8287-466f-ae45-e396dc106803) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:38:58.738224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.738817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:58.745821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce11af-e62c-4a05-98b1-fa5befe82808 None None] Network 993809f0-8287-466f-ae45-e396dc106803 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:58.752293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0aa66c35-3719-4fc4-b06c-f0445ebe1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.753781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-0aa66c35-3719-4fc4-b06c-f0445ebe1774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.1134200 Jul 30 03:38:58.775645 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e9f02a1-015d-4815-af3e-306e30c7816f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1520491 Jul 30 03:38:58.820439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ab5f0b8c-491b-40d5-bfcf-11c79150b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:58.827830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ab5f0b8c-491b-40d5-bfcf-11c79150b3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647800 Jul 30 03:38:58.828644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0860eb94-87b7-49d9-9d5e-20794d2bb31a req-7797352c-ad32-4cd2-9c54-ea8eedfcf640 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302116 Jul 30 03:38:58.949629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-403624408-network', 'tenant_id': '3654eb97e34c461f89fb144c95adb90d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:38:58.985094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-b36fbdcd-339b-4359-b4a5-a2361adcfaac service neutron] 10.222.0.39 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731104 Jul 30 03:38:59.008952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-c8b37a7d-2a0c-4519-a728-4c5c335fe4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883197 Jul 30 03:38:59.086455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7c158-4c89-4937-ae2a-aa2754bd5504 None None] Network 993809f0-8287-466f-ae45-e396dc106803 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:38:59.154360 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-ce4d0e32-76e9-481a-be3e-ec16c26f6447 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174856 Jul 30 03:38:59.251144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Made reservation on behalf of 3654eb97e34c461f89fb144c95adb90d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:38:59.253365 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:59.267812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:59.371760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b12ce590-5836-4b83-b8a9-5f7b31274c92 req-8247278b-e2d4-4846-9c19-d61679a017aa service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060187 Jul 30 03:38:59.488720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-14567599-67fc-47fb-aa17-e94fac833668 service neutron] 10.222.0.39 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908545 Jul 30 03:38:59.556563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ca7c-60c5-4a1c-920c-01ee15e247e3 req-e88c7adf-24b5-4d5d-9569-eaa068f4b852 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:59.566157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e510ca7c-60c5-4a1c-920c-01ee15e247e3 req-e88c7adf-24b5-4d5d-9569-eaa068f4b852 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.3361557 Jul 30 03:38:59.666481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e510ca7c-60c5-4a1c-920c-01ee15e247e3 req-01f6dc38-17b0-4c4e-a8d1-89924ed7188e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989711 Jul 30 03:38:59.686184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-131e964b-d106-45aa-9305-a2e2e108abf6 req-3221f20e-7d04-464f-a768-3bc4fc9087c4 service neutron] 10.222.0.18 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620727 Jul 30 03:38:59.788149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:59.816105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:59.879435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:38:59.916028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5de7e3c4-ac84-4d1c-8ed9-2b4732757f15 req-cbfae701-0a8e-40f7-8f8f-005a8c47da40 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 210 time: 0.0688312 Jul 30 03:38:59.960377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-b6a563c6-9c25-45a7-9f70-bc8a878aa481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:59.961140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-b6a563c6-9c25-45a7-9f70-bc8a878aa481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:59.961813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-b6a563c6-9c25-45a7-9f70-bc8a878aa481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:38:59.963920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-b6a563c6-9c25-45a7-9f70-bc8a878aa481 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2868 time: 0.1724317 Jul 30 03:38:59.965491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:38:59.966054 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Added segment 1b486988-d90b-4c90-95e6-643296911a88 of type vlan for network 28602ac5-7fe4-497a-960e-713273f9ad6b Jul 30 03:39:00.013191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9682e13f-0fd9-45af-b008-05d01dca9494,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:00.192893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:00.325832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-331d9382-a32e-44c8-9b76-66e6f853fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.327452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-331d9382-a32e-44c8-9b76-66e6f853fb40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4 HTTP/1.1" status: 200 len: 901 time: 0.3517823 Jul 30 03:39:00.441262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4305-c83d-4ad9-a0a1-826886d80d73 req-35722fc9-f8ab-4035-a049-8d03e88b63df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.483798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4305-c83d-4ad9-a0a1-826886d80d73 req-35722fc9-f8ab-4035-a049-8d03e88b63df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.493873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4305-c83d-4ad9-a0a1-826886d80d73 req-35722fc9-f8ab-4035-a049-8d03e88b63df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.495795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c97c4305-c83d-4ad9-a0a1-826886d80d73 req-35722fc9-f8ab-4035-a049-8d03e88b63df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2412 time: 0.4312704 Jul 30 03:39:00.500525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-8b982843-46d4-4ec4-96f4-9ff6c1880658 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41 HTTP/1.1" status: 200 len: 217 time: 0.1562567 Jul 30 03:39:00.501148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:00.502100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.502681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:00.542739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:00.782386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-a1ba7fc4-300f-402d-91be-5d201382efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.783660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-a1ba7fc4-300f-402d-91be-5d201382efee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=399f317f-86ff-4e2f-84a9-b2bbe323403e HTTP/1.1" status: 200 len: 801 time: 0.2496912 Jul 30 03:39:00.789132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] Pushing event updated for resources: {'Network': ['ID=28602ac5-7fe4-497a-960e-713273f9ad6b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:00.800729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 28602ac5-7fe4-497a-960e-713273f9ad6b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:00.882595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-41eab054-be7f-4c22-b645-a8a795ad387e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:00.893892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-41eab054-be7f-4c22-b645-a8a795ad387e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/networks?id=993809f0-8287-466f-ae45-e396dc106803 HTTP/1.1" status: 200 len: 821 time: 0.6729319 Jul 30 03:39:00.900544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46464) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:00.906027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Request body: {'subnet': {'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-403624408-subnet', 'tenant_id': '3654eb97e34c461f89fb144c95adb90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:00.912837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3e34eb28-ef2c-4720-9853-1b26a41896eb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2735109 Jul 30 03:39:01.007915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Made reservation on behalf of 3654eb97e34c461f89fb144c95adb90d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:01.017319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:01.060833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-7dd635e9-c8b0-4de7-bd24-c692a1695ac0 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/quotas/effbd2985ada444697001f0d0304be05 HTTP/1.1" status: 200 len: 375 time: 0.1658871 Jul 30 03:39:01.110741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-85ea28cd-a8a8-4ce2-83ac-112a4c28c53b tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=effbd2985ada444697001f0d0304be05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482526 Jul 30 03:39:01.289512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c97c4305-c83d-4ad9-a0a1-826886d80d73 req-ec24295d-7b0e-4393-9466-17ca1cca26ee tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826707 Jul 30 03:39:01.313297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-f3705206-ceaf-43f0-a8ce-1e0a43ca02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:01.323971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-f3705206-ceaf-43f0-a8ce-1e0a43ca02a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=211e4fde-338b-4d20-bf1e-5e3b5848c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5170622 Jul 30 03:39:01.523187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:01.576558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-8f99f966-a6c6-4822-ba3a-e3311b1d2e89 service neutron] 10.222.0.39 "GET /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647489 Jul 30 03:39:01.608618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Checking segment: {'id': '1b486988-d90b-4c90-95e6-643296911a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:01.609125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Network hostable DHCP agents. Network: 28602ac5-7fe4-497a-960e-713273f9ad6b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:01.620218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7b4f13-5662-4882-b7ba-9760355bf6b1,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:01.653594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Network 28602ac5-7fe4-497a-960e-713273f9ad6b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:01.675765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 28602ac5-7fe4-497a-960e-713273f9ad6b) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:01.682793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:01.684581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:01.691847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477407d-7a25-4e30-8a94-a87bfa47a30f None None] Network 28602ac5-7fe4-497a-960e-713273f9ad6b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:01.739523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-e3120612-2584-4ad5-9fdd-b5a9c1b90be2 service neutron] 10.222.0.18 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024148 Jul 30 03:39:01.772702 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-624332dc-fec8-4c6e-87b5-dfec01257048 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8709369 Jul 30 03:39:01.900688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-907e8366-44ff-4ab4-ae27-79bb22887c01 req-0468feb0-466b-4a34-8697-ed3f68735c76 service neutron] 10.222.0.18 "GET /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431248 Jul 30 03:39:01.930695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-fa96a4fb-cb5b-452e-bf1e-b764dbb4d318 service neutron] 10.222.0.39 "GET /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522570 Jul 30 03:39:01.962016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2a61-ff13-4058-9839-d73177fccb01 req-6246d5f9-902e-4552-a420-5c56f77c25fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:01.968887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e1e2a61-ff13-4058-9839-d73177fccb01 req-6246d5f9-902e-4552-a420-5c56f77c25fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 0.3120832 Jul 30 03:39:02.106437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e1e2a61-ff13-4058-9839-d73177fccb01 req-47ea4fb8-30e5-4a5e-8747-90ea32ffb21c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308682 Jul 30 03:39:02.244129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684feef2-c2ba-45ec-93c0-73e840d86144 None None] Network 28602ac5-7fe4-497a-960e-713273f9ad6b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:02.370554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-ebc024a9-18ff-4386-a493-e0d03abf9178 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:02.376350 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-ebc024a9-18ff-4386-a493-e0d03abf9178 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.16 "GET /v2.0/networks?id=48a0936e-dd32-4922-8e68-6e215aa9f65a HTTP/1.1" status: 200 len: 806 time: 0.5020828 Jul 30 03:39:02.404737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-061e5342-7c60-44a9-a2ff-a8ac47d81a01 req-25d288a4-c28a-4431-bfda-1b6f5e86d8b2 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 210 time: 0.0440357 Jul 30 03:39:02.486558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd178d00-9484-4bdd-bade-03bf0f8bfee3 req-33a92e66-1d75-42b3-ae32-ccb5f734d88f tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 210 time: 0.0495300 Jul 30 03:39:02.525445 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-b21833b9-b6c9-4624-a758-abf90fb1df0b tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d912242ab4a459d90dd78a017923984 HTTP/1.1" status: 200 len: 379 time: 0.1322098 Jul 30 03:39:02.539089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Request body: {'port': {'device_id': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'admin_state_up': True, 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'security_groups': ['7d3af280-4d8a-4595-8610-0795b72a130d']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:02.758901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd64f8-172d-4275-86e6-4a10f95964d6 req-37801aea-003e-4638-80ce-cd9e5023e1bc tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:02.782874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd64f8-172d-4275-86e6-4a10f95964d6 req-37801aea-003e-4638-80ce-cd9e5023e1bc tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:02.786151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Made reservation on behalf of 3d912242ab4a459d90dd78a017923984 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:02.791411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:02.791812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd64f8-172d-4275-86e6-4a10f95964d6 req-37801aea-003e-4638-80ce-cd9e5023e1bc tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:02.793536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fecd64f8-172d-4275-86e6-4a10f95964d6 req-37801aea-003e-4638-80ce-cd9e5023e1bc tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2412 time: 0.1371210 Jul 30 03:39:02.889073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-9267f952-c504-4956-9d5d-a05fa098073e tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:02.899559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-9267f952-c504-4956-9d5d-a05fa098073e tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/networks?id=28602ac5-7fe4-497a-960e-713273f9ad6b HTTP/1.1" status: 200 len: 808 time: 0.3936670 Jul 30 03:39:02.918823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dd11ef55-965e-4694-a94c-d3ce9f990c41 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:02.995927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fecd64f8-172d-4275-86e6-4a10f95964d6 req-eb8c7756-3293-442f-ad6d-59466231e020 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761837 Jul 30 03:39:02.999803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-994da297-43e8-430e-aa55-6d5071ed42fc tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/quotas/3654eb97e34c461f89fb144c95adb90d HTTP/1.1" status: 200 len: 375 time: 0.0967996 Jul 30 03:39:03.045129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Allocated IP 172.20.0.4 (48a0936e-dd32-4922-8e68-6e215aa9f65a/2c4d3c04-13a5-4ab3-956a-b45027ad6170/60c00fbc-6324-4cd5-a80f-8ca2406eb1e7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:03.087059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-8c534f5b-beda-41ba-9958-84193362e990 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3654eb97e34c461f89fb144c95adb90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761065 Jul 30 03:39:03.177928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port dd11ef55-965e-4694-a94c-d3ce9f990c41, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:03.197053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'dd11ef55-965e-4694-a94c-d3ce9f990c41', 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'port_id': 'dd11ef55-965e-4694-a94c-d3ce9f990c41', 'mac_address': 'fa:16:3e:d6:c7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399f317f-86ff-4e2f-84a9-b2bbe323403e', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:03.288492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.292972 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.308995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Transition to ACTIVE for port object 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:03.346000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd11ef55-965e-4694-a94c-d3ce9f990c41 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:03.352522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.362718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-e4f4027d-b058-4450-b59a-f039b6ed4edf service neutron] 10.222.0.39 "GET /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691038 Jul 30 03:39:03.415087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port dd11ef55-965e-4694-a94c-d3ce9f990c41, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:03.428806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.429495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3a60392b-d582-48cd-856d-7a70d8538a71 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:03.471961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 3a60392b-d582-48cd-856d-7a70d8538a71, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3a60392b-d582-48cd-856d-7a70d8538a71,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:03.487146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '3a60392b-d582-48cd-856d-7a70d8538a71', 'network_id': '211e4fde-338b-4d20-bf1e-5e3b5848c9e4', 'port_id': '3a60392b-d582-48cd-856d-7a70d8538a71', 'mac_address': 'fa:16:3e:93:e7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399f317f-86ff-4e2f-84a9-b2bbe323403e', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:03.487931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:03.493407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:03.495209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event updated for resources: {'Port': ['ID=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:03.497590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:03.570335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:03.572728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.604711 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a7364e34-bea1-418c-8bed-27c6523c619f tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704436 Jul 30 03:39:03.610593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.630986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Request body: {'port': {'device_id': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:03.686735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=dd11ef55-965e-4694-a94c-d3ce9f990c41,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:03.692333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a60392b-d582-48cd-856d-7a70d8538a71 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:03.724159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 3a60392b-d582-48cd-856d-7a70d8538a71, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3a60392b-d582-48cd-856d-7a70d8538a71,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:03.733201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.733931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bbc82514-6c3f-4361-8b18-86492c104434 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:03.758300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:03.957298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=3a60392b-d582-48cd-856d-7a70d8538a71,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:04.007148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bbc82514-6c3f-4361-8b18-86492c104434, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bbc82514-6c3f-4361-8b18-86492c104434,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:04.046150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'bbc82514-6c3f-4361-8b18-86492c104434', 'network_id': 'a0f597ed-2fe6-4663-ae8d-e0c008c23bcc', 'port_id': 'bbc82514-6c3f-4361-8b18-86492c104434', 'mac_address': 'fa:16:3e:86:f0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62bbdaf-05ad-49d7-810b-2d8123a079f7', 'ip_address': '19.86.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:04.048661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-591adaa5-3eae-4acf-b677-eccb19279581 None None] Provisioning for port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:04.055741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-591adaa5-3eae-4acf-b677-eccb19279581 None None] Provisioning complete for port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:04.056130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-591adaa5-3eae-4acf-b677-eccb19279581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:04.194207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-a5b5b3c1-47da-4008-a234-28ec5e31ceb9 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:04.195156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-a5b5b3c1-47da-4008-a234-28ec5e31ceb9 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.16 "GET /v2.0/networks?id=993809f0-8287-466f-ae45-e396dc106803 HTTP/1.1" status: 200 len: 821 time: 0.1546609 Jul 30 03:39:04.197142 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:04.242818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Request body: {'port': {'device_id': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'network_id': '993809f0-8287-466f-ae45-e396dc106803', 'admin_state_up': True, 'tenant_id': 'effbd2985ada444697001f0d0304be05'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:04.251485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc82514-6c3f-4361-8b18-86492c104434 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:04.316717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-591adaa5-3eae-4acf-b677-eccb19279581 None None] Port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:39:04.366270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bbc82514-6c3f-4361-8b18-86492c104434, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bbc82514-6c3f-4361-8b18-86492c104434,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:04.374134 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:04.456300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bbc82514-6c3f-4361-8b18-86492c104434,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:04.562017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3111b-9599-463b-b58a-b35fee187562 req-ef00a2dc-aeda-4b77-a377-33dd93a3236f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:04.571549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23f3111b-9599-463b-b58a-b35fee187562 req-ef00a2dc-aeda-4b77-a377-33dd93a3236f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 947 time: 1.2993336 Jul 30 03:39:04.644831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bbc82514-6c3f-4361-8b18-86492c104434'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:04.645072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Made reservation on behalf of effbd2985ada444697001f0d0304be05 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:04.649840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:04.695421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['dd11ef55-965e-4694-a94c-d3ce9f990c41'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:04.704999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23f3111b-9599-463b-b58a-b35fee187562 req-4f00c103-8d2a-4bd2-b45f-2e468ac1b2cd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322854 Jul 30 03:39:04.711195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-86cc2e54-002e-415c-8886-ca814af4988b service neutron] 10.222.0.39 "GET /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3362677 Jul 30 03:39:04.797221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:04.817137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:04.852495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Transition to ACTIVE for port object 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:04.932926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd09bb-58b6-49f7-98fc-1668b9ac2653 req-26b3a04c-c5d4-401f-9bcf-aed5dffa40ac tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:04.952786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ffd09bb-58b6-49f7-98fc-1668b9ac2653 req-26b3a04c-c5d4-401f-9bcf-aed5dffa40ac tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 931 time: 0.1108770 Jul 30 03:39:04.953000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:05.079082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cd0f8bc-bf44-45f1-8ca4-20e4e2402541 req-482e74a3-96c3-4159-a3af-6d72f9a7a819 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 210 time: 0.0781744 Jul 30 03:39:05.115740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ffd09bb-58b6-49f7-98fc-1668b9ac2653 req-1f983637-ff39-451f-b8f8-244c413031b3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615248 Jul 30 03:39:05.130535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:05.292846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Allocated IP 172.20.0.11 (993809f0-8287-466f-ae45-e396dc106803/172f4830-b677-4382-8447-d31679e527a5/4ae66c15-5c3c-4715-8d11-dcb3a6a339ab) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:05.322660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bca6b-7ea8-4357-9bc5-fc25159365a1 req-b43a30f8-4efe-4475-99d0-5b8c08fe4f25 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:05.339984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bca6b-7ea8-4357-9bc5-fc25159365a1 req-b43a30f8-4efe-4475-99d0-5b8c08fe4f25 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:05.360285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bca6b-7ea8-4357-9bc5-fc25159365a1 req-b43a30f8-4efe-4475-99d0-5b8c08fe4f25 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:05.369452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-259bca6b-7ea8-4357-9bc5-fc25159365a1 req-b43a30f8-4efe-4475-99d0-5b8c08fe4f25 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2415 time: 0.1706893 Jul 30 03:39:05.376504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Pushing event updated for resources: {'Port': ['ID=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:05.417678 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:05.471702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:05.474242 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bae032-71f4-4de1-960a-ce31be4cbb19" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:05.475368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e8ea201-b1b8-41da-ab3c-3cccf56ec083 req-93a77408-774c-44cd-b689-83f220e8b62f tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 210 time: 0.1047833 Jul 30 03:39:05.530014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:05.538737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:05.627096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-259bca6b-7ea8-4357-9bc5-fc25159365a1 req-2a83319a-792c-4ba1-8c09-175b1c06674b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506245 Jul 30 03:39:05.629442 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c269fb9-c015-4514-87b8-7dd5fd7762d6 x-openstack-request-id: req-7c269fb9-c015-4514-87b8-7dd5fd7762d6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:05.629739 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:05.630018 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c269fb9-c015-4514-87b8-7dd5fd7762d6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:05.635447 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'code': 200} Jul 30 03:39:05.671900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=14']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:05.706251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['3a60392b-d582-48cd-856d-7a70d8538a71'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:05.874587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Attempting to bind port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:05.875208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Attempting to bind port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:05.875436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Attempting to bind port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 on network 48a0936e-dd32-4922-8e68-6e215aa9f65a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:05.918438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 on network 48a0936e-dd32-4922-8e68-6e215aa9f65a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:05.918767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Attempting to bind port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 on network 48a0936e-dd32-4922-8e68-6e215aa9f65a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:05.947219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:05.947579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Checking segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:05.947949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Bound using segment: {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:05.948406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Bound port: 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63969e3-7358-4899-bfcb-113712eeb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:05.948773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:05.964603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0ddb-b372-43b1-9941-c8d5c559597e req-6b598597-9022-4fa7-834e-69281cabe66f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:05.976349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e0c0ddb-b372-43b1-9941-c8d5c559597e req-6b598597-9022-4fa7-834e-69281cabe66f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1181085 Jul 30 03:39:06.056943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e0c0ddb-b372-43b1-9941-c8d5c559597e req-80848dce-8c1d-48ff-b19b-5e5992f38f15 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793452 Jul 30 03:39:06.085854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:06.316242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cce57c4-447b-4b33-bcb5-19a225b4633d req-02ba1c28-2260-46e8-bf0c-287c3fc17aff tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 210 time: 0.0517099 Jul 30 03:39:06.317043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c2c6-a82d-4300-b79a-f5652a49dbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.384408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9ee4-591d-44ba-bc4a-9e40c5a1acd1 req-efd111b9-d665-41db-b985-fcd2f1bf328e tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:06.386144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab6e9ee4-591d-44ba-bc4a-9e40c5a1acd1 req-efd111b9-d665-41db-b985-fcd2f1bf328e tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 943 time: 0.1206198 Jul 30 03:39:06.538358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab6e9ee4-591d-44ba-bc4a-9e40c5a1acd1 req-6d5219bd-243b-4c25-ac12-4f330fda2d4c tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246090 Jul 30 03:39:06.557795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.588395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9277b6-359b-4306-a4b0-0d6426ed1621 req-e16fd47f-440b-4384-85fe-ebdc97eab654 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:06.597540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] For port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:06.597924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a9277b6-359b-4306-a4b0-0d6426ed1621 req-e16fd47f-440b-4384-85fe-ebdc97eab654 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1798851 Jul 30 03:39:06.603958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] For port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:06.623286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.653076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c2c6-a82d-4300-b79a-f5652a49dbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.666816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:06.668016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.670079 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] 10.222.0.16 "PUT /v2.0/ports/60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 HTTP/1.1" status: 200 len: 1092 time: 3.0479133 Jul 30 03:39:06.673676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:06.676055 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567f494c-afba-48ba-909e-55662973f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:06.693044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c2c6-a82d-4300-b79a-f5652a49dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.819287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5c2c6-a82d-4300-b79a-f5652a49dbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a05ba-9128-4208-a180-08f87af28249,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:06.823585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd7a5b-01c6-46b9-859d-664c7c7fb59a service neutron] Pushing event updated for resources: {'Port': ['ID=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:06.888896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:06.934017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3a60392b-d582-48cd-856d-7a70d8538a71 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:06.946675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4ae5c2c6-a82d-4300-b79a-f5652a49dbb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e67d774f0bec4725a81b01db8e1412cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8596995 Jul 30 03:39:06.954220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46632) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:06.960821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42ff4b5d-7f9a-4453-bf43-0f605480e076 req-7d6b891b-7b6b-453e-91f4-f232531c2b0c tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 210 time: 0.0987725 Jul 30 03:39:06.978885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a11aabd3-a056-4d1a-8b8d-cbaa7a588128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:06.980571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-a11aabd3-a056-4d1a-8b8d-cbaa7a588128 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d912242ab4a459d90dd78a017923984&device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 1095 time: 0.2029204 Jul 30 03:39:07.000071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Network 993809f0-8287-466f-ae45-e396dc106803 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:07.003824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a9277b6-359b-4306-a4b0-0d6426ed1621 req-3aea2576-da56-4425-af37-fdeba0652230 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997858 Jul 30 03:39:07.081810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Pushing event updated for resources: {'Port': ['ID=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:07.089471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:07.091537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 3a60392b-d582-48cd-856d-7a70d8538a71 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:07.093596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:07.100393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 3a60392b-d582-48cd-856d-7a70d8538a71 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:07.100776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.107238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-b8b5e7f4-f9ce-4ae0-8267-7fb44c62aa38 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.109740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-b8b5e7f4-f9ce-4ae0-8267-7fb44c62aa38 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.18 "GET /v2.0/networks?id=28602ac5-7fe4-497a-960e-713273f9ad6b HTTP/1.1" status: 200 len: 808 time: 0.4591944 Jul 30 03:39:07.115935 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2268d7-46e4-41b6-8b1c-2ee5f911e572 x-openstack-request-id: req-6c2268d7-46e4-41b6-8b1c-2ee5f911e572 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:07.116249 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:07.116510 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c2268d7-46e4-41b6-8b1c-2ee5f911e572 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:07.116917 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'status': 'completed', 'code': 200} Jul 30 03:39:07.124581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Request body: {'port': {'device_id': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b', 'admin_state_up': True, 'tenant_id': '3654eb97e34c461f89fb144c95adb90d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:07.180681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-8f1611cc-ca78-4b91-a913-249fb66b5195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 HTTP/1.1" status: 200 len: 217 time: 0.1763518 Jul 30 03:39:07.249166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-359b846c-12a2-4761-a54c-e9836ab61b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.259588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.260238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.277248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.306303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-359b846c-12a2-4761-a54c-e9836ab61b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.309648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-2c7fbd4f-6c42-4fe5-abe1-cfac0ad48f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.311306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-2c7fbd4f-6c42-4fe5-abe1-cfac0ad48f8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c4d3c04-13a5-4ab3-956a-b45027ad6170 HTTP/1.1" status: 200 len: 845 time: 0.1201487 Jul 30 03:39:07.318426 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1de2b377-73b7-45b7-b96d-4a79ca57c62e tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0880487 Jul 30 03:39:07.351306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Request body: {'port': {'device_id': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:07.368093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 3a60392b-d582-48cd-856d-7a70d8538a71, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3a60392b-d582-48cd-856d-7a70d8538a71,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:07.376761 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.379404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dd11ef55-965e-4694-a94c-d3ce9f990c41 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:07.487030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Made reservation on behalf of 3654eb97e34c461f89fb144c95adb90d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:07.490824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-6d57d262-4162-4179-9337-8b52c77d15af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.492021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.493022 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-6d57d262-4162-4179-9337-8b52c77d15af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48a0936e-dd32-4922-8e68-6e215aa9f65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721559 Jul 30 03:39:07.500538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.552436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b71ad-e569-4363-a104-4b18dd9f4d11 req-a086abe4-c8bc-4eae-a86b-a1b046bc3285 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.556009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-359b846c-12a2-4761-a54c-e9836ab61b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.559428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b71ad-e569-4363-a104-4b18dd9f4d11 req-a086abe4-c8bc-4eae-a86b-a1b046bc3285 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.560061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-359b846c-12a2-4761-a54c-e9836ab61b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.563362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-359b846c-12a2-4761-a54c-e9836ab61b81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f98a05ba-9128-4208-a180-08f87af28249 HTTP/1.1" status: 204 len: 168 time: 0.6039085 Jul 30 03:39:07.569507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=3a60392b-d582-48cd-856d-7a70d8538a71,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:07.588923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b846c-12a2-4761-a54c-e9836ab61b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a05ba-9128-4208-a180-08f87af28249,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:07.610469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b71ad-e569-4363-a104-4b18dd9f4d11 req-a086abe4-c8bc-4eae-a86b-a1b046bc3285 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.622072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc2b71ad-e569-4363-a104-4b18dd9f4d11 req-a086abe4-c8bc-4eae-a86b-a1b046bc3285 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2415 time: 0.4515829 Jul 30 03:39:07.637375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a60392b-d582-48cd-856d-7a70d8538a71'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:07.641618 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d41ae4-e832-479f-a464-ba53e975bbb0" -d '{"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-plugged", "status": "completed", "tag": "3a60392b-d582-48cd-856d-7a70d8538a71"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:07.649543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port dd11ef55-965e-4694-a94c-d3ce9f990c41 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:07.662208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port dd11ef55-965e-4694-a94c-d3ce9f990c41 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:07.662726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.781093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-3a4cfb58-c7dc-4335-98e5-96f4b6307a19 service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780662 Jul 30 03:39:07.795248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc2b71ad-e569-4363-a104-4b18dd9f4d11 req-e86ac7aa-663a-4b43-8eaf-9b0f71cd134f tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712945 Jul 30 03:39:07.816071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0925b-fae4-4083-a8d8-5269038a55db req-7da9687a-284a-4df3-b20d-0b4ccc36bcc4 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:07.825243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65b0925b-fae4-4083-a8d8-5269038a55db req-7da9687a-284a-4df3-b20d-0b4ccc36bcc4 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 932 time: 0.3619392 Jul 30 03:39:07.928427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:07.930808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65b0925b-fae4-4083-a8d8-5269038a55db req-5f9fed22-6037-40bd-9ac8-1f63449bdb79 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043937 Jul 30 03:39:08.011469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port dd11ef55-965e-4694-a94c-d3ce9f990c41, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:08.017395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.018792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bbc82514-6c3f-4361-8b18-86492c104434 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:08.077012 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb14146-82af-49d8-895c-19be5e4bcb73 x-openstack-request-id: req-3bb14146-82af-49d8-895c-19be5e4bcb73 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:08.080265 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-plugged", "status": "completed", "tag": "3a60392b-d582-48cd-856d-7a70d8538a71", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:08.081638 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bb14146-82af-49d8-895c-19be5e4bcb73 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:08.083816 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a60392b-d582-48cd-856d-7a70d8538a71', 'code': 200} Jul 30 03:39:08.152988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:08.207689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ade1-410a-4cb9-a70b-2dbff84a0790 req-c30da1f3-22c1-4ef6-a1dc-fc6af028cf22 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:08.224540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=dd11ef55-965e-4694-a94c-d3ce9f990c41,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:08.228403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29c2ade1-410a-4cb9-a70b-2dbff84a0790 req-c30da1f3-22c1-4ef6-a1dc-fc6af028cf22 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 943 time: 0.2896347 Jul 30 03:39:08.231492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-494d1e78-8528-4e41-b2e7-eebdc731e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.258381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Allocated IP 172.20.0.4 (28602ac5-7fe4-497a-960e-713273f9ad6b/bf7b4f13-5662-4882-b7ba-9760355bf6b1/fe52d486-4e80-471b-9af1-cc19499a8257) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:08.269790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port bbc82514-6c3f-4361-8b18-86492c104434 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:08.280178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46698) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:08.282217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port bbc82514-6c3f-4361-8b18-86492c104434 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:08.282604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.292504 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fb9ce918-4ded-40e1-a8e8-2e6d25485228 req-ee285294-7af2-454c-9db6-83890a9fd0aa service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027924 Jul 30 03:39:08.389222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:08.399434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.418133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Transition to ACTIVE for port object 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:08.419349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c67d05a-9126-4e35-ae62-27c24da26652 req-d199f402-8db6-45f3-8042-ddcae5356026 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 210 time: 0.1253076 Jul 30 03:39:08.437735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.442051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29c2ade1-410a-4cb9-a70b-2dbff84a0790 req-b1bd43b9-3d15-4258-a43c-24443e9930b9 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076147 Jul 30 03:39:08.446036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.524120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bbc82514-6c3f-4361-8b18-86492c104434, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bbc82514-6c3f-4361-8b18-86492c104434,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:08.536934 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.564877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f494c-afba-48ba-909e-55662973f66f req-8085b4b9-b79e-44c5-bc3b-93cca5753e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:08.571661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-8085b4b9-b79e-44c5-bc3b-93cca5753e21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d912242ab4a459d90dd78a017923984&device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 1095 time: 0.1267748 Jul 30 03:39:08.576322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Pushing event updated for resources: {'Port': ['ID=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:08.647399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bbc82514-6c3f-4361-8b18-86492c104434,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:08.688307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d48f06d-8582-4394-9776-1195d7b6732e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.750712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Attempting to bind port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:08.751099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Attempting to bind port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '36d0be5b-37fd-47dd-ae4e-f6cc1189a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '993809f0-8287-466f-ae45-e396dc106803'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:08.751462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Attempting to bind port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab on network 993809f0-8287-466f-ae45-e396dc106803 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:08.757049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f494c-afba-48ba-909e-55662973f66f req-2a492b34-4cd9-4ce4-b53c-5505a4fef130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:08.758567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-2a492b34-4cd9-4ce4-b53c-5505a4fef130 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48a0936e-dd32-4922-8e68-6e215aa9f65a HTTP/1.1" status: 200 len: 906 time: 0.1832802 Jul 30 03:39:08.760982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab on network 993809f0-8287-466f-ae45-e396dc106803 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:08.761387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Attempting to bind port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab on network 993809f0-8287-466f-ae45-e396dc106803 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:08.773190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:08.773532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Checking segment: {'id': '36d0be5b-37fd-47dd-ae4e-f6cc1189a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '993809f0-8287-466f-ae45-e396dc106803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:08.773904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Bound using segment: {'id': '36d0be5b-37fd-47dd-ae4e-f6cc1189a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '993809f0-8287-466f-ae45-e396dc106803'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:08.774442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Bound port: 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d0be5b-37fd-47dd-ae4e-f6cc1189a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '993809f0-8287-466f-ae45-e396dc106803'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:08.774693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.788006 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-494d1e78-8528-4e41-b2e7-eebdc731e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.800293 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-494d1e78-8528-4e41-b2e7-eebdc731e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.806212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:08.822936 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-2de00098-8bce-429b-b6a3-fef5c82272a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 HTTP/1.1" status: 200 len: 217 time: 0.0561967 Jul 30 03:39:08.860645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d1e78-8528-4e41-b2e7-eebdc731e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad282fe-8d38-44d5-9680-3bda06e4370f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:08.868019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-494d1e78-8528-4e41-b2e7-eebdc731e8df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ffdcc2c613a4104a240d272685e0d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127280 Jul 30 03:39:08.870619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:08.945763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f494c-afba-48ba-909e-55662973f66f req-3b5f800a-ae86-40bc-af59-ecfa5d6d2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:08.947417 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-3b5f800a-ae86-40bc-af59-ecfa5d6d2407 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c4d3c04-13a5-4ab3-956a-b45027ad6170 HTTP/1.1" status: 200 len: 845 time: 0.1179490 Jul 30 03:39:08.986800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] For port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:09.002518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] For port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,segment=NetworkSegment(36d0be5b-37fd-47dd-ae4e-f6cc1189a995),segment_id=36d0be5b-37fd-47dd-ae4e-f6cc1189a995)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:09.008443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23d4a6a0-5d74-4b8f-bab4-96b20448f602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.022703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.050327 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23d4a6a0-5d74-4b8f-bab4-96b20448f602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.093270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270ef10-3e40-4800-8d7a-00610e712d8a req-86734e4a-ce23-4cb8-9bed-03f73f28e287 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.097116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.097740 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.099040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270ef10-3e40-4800-8d7a-00610e712d8a req-86734e4a-ce23-4cb8-9bed-03f73f28e287 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.099385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] 10.222.0.16 "PUT /v2.0/ports/4ae66c15-5c3c-4715-8d11-dcb3a6a339ab HTTP/1.1" status: 200 len: 1093 time: 1.7557130 Jul 30 03:39:09.105318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270ef10-3e40-4800-8d7a-00610e712d8a req-86734e4a-ce23-4cb8-9bed-03f73f28e287 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.107270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b270ef10-3e40-4800-8d7a-00610e712d8a req-86734e4a-ce23-4cb8-9bed-03f73f28e287 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2418 time: 0.1966243 Jul 30 03:39:09.121189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'tag': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:09.123470 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d31e0afd-a1f5-49b8-94ad-de931230737f", "tag": "4ae66c15-5c3c-4715-8d11-dcb3a6a339ab"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:09.127296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.133809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f494c-afba-48ba-909e-55662973f66f req-6e8a2b4c-f756-4b14-bade-9c1883a9b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.135293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-6e8a2b4c-f756-4b14-bade-9c1883a9b7fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48a0936e-dd32-4922-8e68-6e215aa9f65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605101 Jul 30 03:39:09.144467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee12dc7-74e0-4e89-bb40-1112d02cb4cf service neutron] Pushing event updated for resources: {'Port': ['ID=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:09.161535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d48f06d-8582-4394-9776-1195d7b6732e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.205812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d48f06d-8582-4394-9776-1195d7b6732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.220933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Network 28602ac5-7fe4-497a-960e-713273f9ad6b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:09.242593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:09.245162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:09.265133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192adf7-ac12-4d1d-897a-8d5171c6be61 req-25ff2a91-c995-41c7-9768-efbef7eb0a9c tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.267618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1192adf7-ac12-4d1d-897a-8d5171c6be61 req-25ff2a91-c995-41c7-9768-efbef7eb0a9c tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 944 time: 0.2089770 Jul 30 03:39:09.289557 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d48f06d-8582-4394-9776-1195d7b6732e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17a7621c838c4e6d8d3e8009115b86d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9940360 Jul 30 03:39:09.291599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Pushing event updated for resources: {'Port': ['ID=fe52d486-4e80-471b-9af1-cc19499a8257,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:09.299190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46744) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:09.300177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48f06d-8582-4394-9776-1195d7b6732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c576f4-9eb0-4e77-b4b8-806b63f9cc9e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:09.304973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b270ef10-3e40-4800-8d7a-00610e712d8a req-9336dd87-b56b-4526-9c6f-f601737681ad tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704054 Jul 30 03:39:09.305451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23d4a6a0-5d74-4b8f-bab4-96b20448f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.308005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23d4a6a0-5d74-4b8f-bab4-96b20448f602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.311842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-23d4a6a0-5d74-4b8f-bab4-96b20448f602 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ad282fe-8d38-44d5-9680-3bda06e4370f HTTP/1.1" status: 204 len: 168 time: 0.4372065 Jul 30 03:39:09.332481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-61d9728b-6760-4e91-a213-998004272f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.332481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-61d9728b-6760-4e91-a213-998004272f79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=effbd2985ada444697001f0d0304be05&device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 1096 time: 0.1622133 Jul 30 03:39:09.341028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-908a6e72-45fd-4fb0-ba8d-a726d25046d5 service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893616 Jul 30 03:39:09.344928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a6a0-5d74-4b8f-bab4-96b20448f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad282fe-8d38-44d5-9680-3bda06e4370f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:09.390746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.391368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.421893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1192adf7-ac12-4d1d-897a-8d5171c6be61 req-135dea6f-76e5-49fd-9d6f-abaf35f13a4b tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256337 Jul 30 03:39:09.438131 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-4d657464-e2cb-4b22-b093-10c2faf26393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab HTTP/1.1" status: 200 len: 217 time: 0.0949080 Jul 30 03:39:09.452429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-408d4a4c-9e66-40c7-b032-8b3e9b3fcec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.479024 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-408d4a4c-9e66-40c7-b032-8b3e9b3fcec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.534812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-7983a42b-254b-474b-b596-f7167a55af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.535122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-84ecee91-292d-4a11-b55c-139cf2c0a4e3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4152157 Jul 30 03:39:09.536795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-7983a42b-254b-474b-b596-f7167a55af76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=172f4830-b677-4382-8447-d31679e527a5 HTTP/1.1" status: 200 len: 861 time: 0.0900037 Jul 30 03:39:09.549030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Request body: {'port': {'device_id': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:09.560344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-567f494c-afba-48ba-909e-55662973f66f req-9a4eda27-cea6-4338-90fc-ba2b0bd2f683 service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092211 Jul 30 03:39:09.577363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-408d4a4c-9e66-40c7-b032-8b3e9b3fcec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.579813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-408d4a4c-9e66-40c7-b032-8b3e9b3fcec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.584219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-408d4a4c-9e66-40c7-b032-8b3e9b3fcec0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1c576f4-9eb0-4e77-b4b8-806b63f9cc9e HTTP/1.1" status: 204 len: 168 time: 0.2710397 Jul 30 03:39:09.584413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-1f97a703-4b00-4a0c-bd50-4a5ecefe103a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=993809f0-8287-466f-ae45-e396dc106803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361917 Jul 30 03:39:09.621507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d4a4c-9e66-40c7-b032-8b3e9b3fcec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c576f4-9eb0-4e77-b4b8-806b63f9cc9e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:09.663549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13440d5a-c011-4de7-b309-2b75230c7faf req-7111221c-c658-4f51-aa59-5e955fd4963a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:09.670889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13440d5a-c011-4de7-b309-2b75230c7faf req-7111221c-c658-4f51-aa59-5e955fd4963a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2221363 Jul 30 03:39:09.682388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:09.703300 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-9877dfbf-3bf0-475c-95ac-4d5aaffa332a service neutron] 10.222.0.16 "GET /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124587 Jul 30 03:39:09.753275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13440d5a-c011-4de7-b309-2b75230c7faf req-d8620017-753e-42e4-a7b9-63d7427c007e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766678 Jul 30 03:39:09.835982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0f341d80-90f4-483b-9af5-cbcfeabfbb58 req-30fb6b17-6ac5-4f71-aa48-f31f1dcb7e59 service neutron] 10.222.0.16 "GET /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246066 Jul 30 03:39:09.862884 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386b27b9-fb41-4fc0-adcc-d241998f3fcb x-openstack-request-id: req-386b27b9-fb41-4fc0-adcc-d241998f3fcb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:09.863231 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31e0afd-a1f5-49b8-94ad-de931230737f", "tag": "4ae66c15-5c3c-4715-8d11-dcb3a6a339ab", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:09.863489 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-386b27b9-fb41-4fc0-adcc-d241998f3fcb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:09.863892 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'tag': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab', 'status': 'completed', 'code': 200} Jul 30 03:39:10.010273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-03e20722-e029-43d6-94a8-f469c3fb90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.012675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-03e20722-e029-43d6-94a8-f469c3fb90d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=effbd2985ada444697001f0d0304be05&device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 1096 time: 0.0700779 Jul 30 03:39:10.068220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a3a61-8e4f-4305-920e-a047c73cc77f req-c333d7a6-d90c-4813-bb27-6564e5c020bd tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.069866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-066a3a61-8e4f-4305-920e-a047c73cc77f req-c333d7a6-d90c-4813-bb27-6564e5c020bd tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 943 time: 0.1500371 Jul 30 03:39:10.086346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd11ef55-965e-4694-a94c-d3ce9f990c41'}, {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc82514-6c3f-4361-8b18-86492c104434'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:10.090126 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8151ed-97c0-4a5c-91fc-2e85097a15b3" -d '{"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-plugged", "status": "completed", "tag": "dd11ef55-965e-4694-a94c-d3ce9f990c41"}, {"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-plugged", "status": "completed", "tag": "bbc82514-6c3f-4361-8b18-86492c104434"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:10.116526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d07d3b-6b71-4d3b-8401-9e8b75d1b45c req-7add55a0-b303-48f9-9d03-f7f3c6fd2a09 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.117987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00d07d3b-6b71-4d3b-8401-9e8b75d1b45c req-7add55a0-b303-48f9-9d03-f7f3c6fd2a09 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 931 time: 0.1742351 Jul 30 03:39:10.143267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-7fd61792-0204-453d-8a24-2b02b99e4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.144896 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-7fd61792-0204-453d-8a24-2b02b99e4d3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=993809f0-8287-466f-ae45-e396dc106803 HTTP/1.1" status: 200 len: 921 time: 0.1230114 Jul 30 03:39:10.170011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-066a3a61-8e4f-4305-920e-a047c73cc77f req-fa70cd5e-4550-4ff6-aff9-f893d4310450 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930886 Jul 30 03:39:10.234142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00d07d3b-6b71-4d3b-8401-9e8b75d1b45c req-490e4ab9-cd62-4b35-ac14-2cce6a1349f2 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057806 Jul 30 03:39:10.237619 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-896a9d3d-8214-421f-9463-0a819d56b528 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab HTTP/1.1" status: 200 len: 217 time: 0.0846250 Jul 30 03:39:10.264488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe52d486-4e80-471b-9af1-cc19499a8257 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:10.285144 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:10.301354 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda50c32-57e3-45a1-8a0b-a0a2aaf7ff38 x-openstack-request-id: req-dda50c32-57e3-45a1-8a0b-a0a2aaf7ff38 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:10.301915 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-plugged", "status": "completed", "tag": "dd11ef55-965e-4694-a94c-d3ce9f990c41", "code": 200}, {"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-plugged", "status": "completed", "tag": "bbc82514-6c3f-4361-8b18-86492c104434", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:10.302420 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dda50c32-57e3-45a1-8a0b-a0a2aaf7ff38 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:10.303196 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd11ef55-965e-4694-a94c-d3ce9f990c41', 'code': 200} Jul 30 03:39:10.303662 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc82514-6c3f-4361-8b18-86492c104434', 'code': 200} Jul 30 03:39:10.312984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Transition to ACTIVE for port object fe52d486-4e80-471b-9af1-cc19499a8257 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:10.320472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:10.342293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-b60fadf6-fb8d-4f1e-922f-1713453486de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.344846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-b60fadf6-fb8d-4f1e-922f-1713453486de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=172f4830-b677-4382-8447-d31679e527a5 HTTP/1.1" status: 200 len: 861 time: 0.0989389 Jul 30 03:39:10.397118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-a956c409-7b80-4e2a-b467-10af9b19e92b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=993809f0-8287-466f-ae45-e396dc106803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435278 Jul 30 03:39:10.551420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953b276-df47-48a6-aaae-2746ce88c0ed req-fb042e5a-5b3d-4311-94f3-87dd268737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.552200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953b276-df47-48a6-aaae-2746ce88c0ed req-fb042e5a-5b3d-4311-94f3-87dd268737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.552841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953b276-df47-48a6-aaae-2746ce88c0ed req-fb042e5a-5b3d-4311-94f3-87dd268737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.554605 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2953b276-df47-48a6-aaae-2746ce88c0ed req-fb042e5a-5b3d-4311-94f3-87dd268737ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2874 time: 0.1631377 Jul 30 03:39:10.559513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Pushing event updated for resources: {'Port': ['ID=fe52d486-4e80-471b-9af1-cc19499a8257,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:10.609048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-8d97515a-b7e4-4cd1-85ee-6674aa32dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.610649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-8d97515a-b7e4-4cd1-85ee-6674aa32dc34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.1666110 Jul 30 03:39:10.626117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbadd7-3d4c-4863-99c3-2ca31928c062 req-d2f965b5-48c7-4779-b894-de6401f6c463 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.627682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fdbadd7-3d4c-4863-99c3-2ca31928c062 req-d2f965b5-48c7-4779-b894-de6401f6c463 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1374490 Jul 30 03:39:10.641148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37bee-ba9d-40c7-a5c0-c521d1faba33 req-31a8bbeb-fd9b-447d-9117-889e97babb53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.648213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37bee-ba9d-40c7-a5c0-c521d1faba33 req-31a8bbeb-fd9b-447d-9117-889e97babb53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.655048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37bee-ba9d-40c7-a5c0-c521d1faba33 req-31a8bbeb-fd9b-447d-9117-889e97babb53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.655398 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2953b276-df47-48a6-aaae-2746ce88c0ed req-77b6d6e9-21a8-4e41-9ead-6afa7ce9e1c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915966 Jul 30 03:39:10.657401 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-8d9f99a4-8ddc-484c-8d66-87b4d7e26893 service neutron] 10.222.0.16 "GET /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152922 Jul 30 03:39:10.663942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65b37bee-ba9d-40c7-a5c0-c521d1faba33 req-31a8bbeb-fd9b-447d-9117-889e97babb53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2418 time: 0.1973906 Jul 30 03:39:10.712690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:10.716990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fdbadd7-3d4c-4863-99c3-2ca31928c062 req-67ed614b-907b-4f5c-9dd5-8a0f3a73fb10 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510623 Jul 30 03:39:10.749694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Attempting to bind port fe52d486-4e80-471b-9af1-cc19499a8257 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:10.749985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Attempting to bind port fe52d486-4e80-471b-9af1-cc19499a8257 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '1b486988-d90b-4c90-95e6-643296911a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:10.750315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Attempting to bind port fe52d486-4e80-471b-9af1-cc19499a8257 on network 28602ac5-7fe4-497a-960e-713273f9ad6b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:10.764567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Port fe52d486-4e80-471b-9af1-cc19499a8257 on network 28602ac5-7fe4-497a-960e-713273f9ad6b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:10.764904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Attempting to bind port fe52d486-4e80-471b-9af1-cc19499a8257 on network 28602ac5-7fe4-497a-960e-713273f9ad6b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:10.770815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65b37bee-ba9d-40c7-a5c0-c521d1faba33 req-f1f88236-e02f-476f-b1df-02d7e8394977 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Jul 30 03:39:10.774226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:10.774226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Checking segment: {'id': '1b486988-d90b-4c90-95e6-643296911a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:10.774580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Bound using segment: {'id': '1b486988-d90b-4c90-95e6-643296911a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:10.774935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Bound port: fe52d486-4e80-471b-9af1-cc19499a8257, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b486988-d90b-4c90-95e6-643296911a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:10.775816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:10.832128 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7fb74dc-c5bc-4389-850b-9a2fc23298c9 req-198393a3-92cb-400e-a545-fbfc5372be67 service neutron] 10.222.0.16 "GET /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493578 Jul 30 03:39:10.851567 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:10.865160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-7ed01ac5-df17-499a-a82f-e14567d071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.866831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-7ed01ac5-df17-499a-a82f-e14567d071cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2466097 Jul 30 03:39:10.907659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] For port fe52d486-4e80-471b-9af1-cc19499a8257, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:10.912298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] For port fe52d486-4e80-471b-9af1-cc19499a8257, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fe52d486-4e80-471b-9af1-cc19499a8257,segment=NetworkSegment(1b486988-d90b-4c90-95e6-643296911a88),segment_id=1b486988-d90b-4c90-95e6-643296911a88)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:10.927908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc79910-6f85-4a68-95cc-f1e9541cb5f8 req-a0d18a2e-de27-4a00-b411-8d973bdadb50 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:10.934743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bc79910-6f85-4a68-95cc-f1e9541cb5f8 req-a0d18a2e-de27-4a00-b411-8d973bdadb50 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 944 time: 0.0936255 Jul 30 03:39:10.942876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:10.956883 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-1c247d66-89bf-4853-b4e5-478fa80c3eb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.0813816 Jul 30 03:39:10.997078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-588456929-network', 'tenant_id': 'a63109dd071f43019eb2b89b9ade7a1a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:11.013980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-1763df08-6f35-436f-91e2-09f03016f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.016246 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-1763df08-6f35-436f-91e2-09f03016f5cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0506740 Jul 30 03:39:11.029707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.030336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.031762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe52d486-4e80-471b-9af1-cc19499a8257 HTTP/1.1" status: 200 len: 1092 time: 1.4879098 Jul 30 03:39:11.032206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'tag': 'fe52d486-4e80-471b-9af1-cc19499a8257'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:11.034463 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72287d50-f652-4009-9536-0f802d781161" -d '{"events": [{"name": "network-changed", "server_uuid": "8508f9d5-dd57-4b57-9635-cfcc087ba8d4", "tag": "fe52d486-4e80-471b-9af1-cc19499a8257"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:11.067245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bc79910-6f85-4a68-95cc-f1e9541cb5f8 req-1bb8f99a-560c-4f74-b31a-f680f9066866 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266925 Jul 30 03:39:11.081563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea6e6-ece7-4622-a983-52f069619903 service neutron] Pushing event updated for resources: {'Port': ['ID=fe52d486-4e80-471b-9af1-cc19499a8257,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:11.104562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-47a0356d-1681-41b4-9c5a-975aafe0fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.106455 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-47a0356d-1681-41b4-9c5a-975aafe0fe9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816245 Jul 30 03:39:11.108307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Made reservation on behalf of a63109dd071f43019eb2b89b9ade7a1a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:11.110858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.138795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.152891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-26a9ba80-728f-43ef-9e22-7753bfca5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.154499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-26a9ba80-728f-43ef-9e22-7753bfca5edf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3654eb97e34c461f89fb144c95adb90d&device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0821631 Jul 30 03:39:11.218050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-8e2d505d-e0c9-4bc4-97e1-d786c799f78c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe52d486-4e80-471b-9af1-cc19499a8257 HTTP/1.1" status: 200 len: 217 time: 0.0404725 Jul 30 03:39:11.220830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-08d03c81-881b-47e3-b1af-08bb7c77b374 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047623 Jul 30 03:39:11.268852 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd5d57-abc6-47ec-a32a-1e1049df356d x-openstack-request-id: req-d3dd5d57-abc6-47ec-a32a-1e1049df356d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:11.269190 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8508f9d5-dd57-4b57-9635-cfcc087ba8d4", "tag": "fe52d486-4e80-471b-9af1-cc19499a8257", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:11.270325 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3dd5d57-abc6-47ec-a32a-1e1049df356d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:11.270325 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'tag': 'fe52d486-4e80-471b-9af1-cc19499a8257', 'status': 'completed', 'code': 200} Jul 30 03:39:11.342608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-db9e1634-718b-49c3-ba0b-c29d6f9ecdfc req-44b92dc8-7cd4-40f0-a9e3-c402aaef56b6 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087503 Jul 30 03:39:11.383794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-1838a54d-76aa-4dbe-9084-7e4bb26726be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.385341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-1838a54d-76aa-4dbe-9084-7e4bb26726be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf7b4f13-5662-4882-b7ba-9760355bf6b1 HTTP/1.1" status: 200 len: 848 time: 0.1440508 Jul 30 03:39:11.416525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce88f-a1b4-41a5-9595-8ed67e7e776d req-388c7449-3a50-4ecc-9657-8f03ae3b4574 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.417998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74fce88f-a1b4-41a5-9595-8ed67e7e776d req-388c7449-3a50-4ecc-9657-8f03ae3b4574 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 943 time: 0.1528273 Jul 30 03:39:11.449480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-90dcd5f5-3ae1-4c44-8e68-6d691c29a938 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28602ac5-7fe4-497a-960e-713273f9ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503297 Jul 30 03:39:11.488169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.508046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cdfe-212f-48fe-80f9-14e45927dc55 req-ae081f13-8c92-408c-a1f8-e5ad70bda055 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:11.509681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88f2cdfe-212f-48fe-80f9-14e45927dc55 req-ae081f13-8c92-408c-a1f8-e5ad70bda055 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 943 time: 0.1774960 Jul 30 03:39:11.546831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.597203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:11.644071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74fce88f-a1b4-41a5-9595-8ed67e7e776d req-03e77f88-a6ef-48c7-9bd8-abfde41a0fb1 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014287 Jul 30 03:39:11.645135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:11.715510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02498b-8319-472f-9173-532f8667dbcb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:11.737506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.737861 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Added segment 3754a446-c13f-4097-8927-517588d7d463 of type vlan for network 83c3c000-716c-4c51-8b42-dfdafb669732 Jul 30 03:39:11.741852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88f2cdfe-212f-48fe-80f9-14e45927dc55 req-b3c2285a-f413-47f4-8643-f78c706b959c tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886156 Jul 30 03:39:11.746334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:11.771721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'port_id': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'mac_address': 'fa:16:3e:df:fb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:11.796640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-d9d7d942-7201-47b5-b5ff-5d4217fcec6c service neutron] 10.222.0.18 "GET /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246586 Jul 30 03:39:11.806483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.824862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.844688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:11.875762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:11.882888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:11.966869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:12.041789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:12.042731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.043330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:12.088158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95bd79d9-42c3-4751-9dbe-ec6aa6e59acc req-ec4f000c-a162-4487-a173-32fe7127bb34 service neutron] 10.222.0.18 "GET /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621555 Jul 30 03:39:12.095720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ab5b-c99d-4023-be63-8452357ef1c7 req-f7ffc05d-a30a-4f10-bbdd-6a7de0d10f9e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.097660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f5ab5b-c99d-4023-be63-8452357ef1c7 req-f7ffc05d-a30a-4f10-bbdd-6a7de0d10f9e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2019114 Jul 30 03:39:12.143369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a73bb-e7a2-4037-8c12-38bfefbdaa4d req-d16c8b1b-05bc-4c6d-9b94-8502ffe5e874 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.150378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a73bb-e7a2-4037-8c12-38bfefbdaa4d req-d16c8b1b-05bc-4c6d-9b94-8502ffe5e874 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.156806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a73bb-e7a2-4037-8c12-38bfefbdaa4d req-d16c8b1b-05bc-4c6d-9b94-8502ffe5e874 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.159329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d74a73bb-e7a2-4037-8c12-38bfefbdaa4d req-d16c8b1b-05bc-4c6d-9b94-8502ffe5e874 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2418 time: 0.2646515 Jul 30 03:39:12.186496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4681401 Jul 30 03:39:12.189364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:12.194887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Request body: {'subnet': {'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-588456929-subnet', 'tenant_id': 'a63109dd071f43019eb2b89b9ade7a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:12.233295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Made reservation on behalf of a63109dd071f43019eb2b89b9ade7a1a for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:12.238738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:12.253977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bb659-c6a0-4f3a-9ffb-aa35d4ee0142 admin admin] Pushing event updated for resources: {'Network': ['ID=83c3c000-716c-4c51-8b42-dfdafb669732,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:12.268728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 83c3c000-716c-4c51-8b42-dfdafb669732 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:12.317613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f5ab5b-c99d-4023-be63-8452357ef1c7 req-a2abd254-dc2a-40d2-abfe-7660fe541c59 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534183 Jul 30 03:39:12.320647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d74a73bb-e7a2-4037-8c12-38bfefbdaa4d req-2e8d121d-bf0b-4ee7-af9c-1a5a0c744223 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445355 Jul 30 03:39:12.326949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287d50-f652-4009-9536-0f802d781161 req-66d94144-b393-4fe2-8f8f-6ffcf75d1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.349665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-66d94144-b393-4fe2-8f8f-6ffcf75d1735 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3654eb97e34c461f89fb144c95adb90d&device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 1095 time: 0.1627753 Jul 30 03:39:12.385779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['60c00fbc-6324-4cd5-a80f-8ca2406eb1e7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:12.450371 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-11d595ac-2add-4b5b-874e-767f7e0bd2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:12.566484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:12.571978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287d50-f652-4009-9536-0f802d781161 req-6544588c-315f-40ce-8c7e-326c82194fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.573933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-6544588c-315f-40ce-8c7e-326c82194fae service neutron] 10.222.0.18 "GET /v2.0/networks?id=28602ac5-7fe4-497a-960e-713273f9ad6b HTTP/1.1" status: 200 len: 908 time: 0.2321851 Jul 30 03:39:12.587034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd697d9-3d54-42e7-b28b-bf64bcc56f56 req-4b3ea972-42bf-4a16-b5b5-e7e9162781af tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.588633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bd697d9-3d54-42e7-b28b-bf64bcc56f56 req-4b3ea972-42bf-4a16-b5b5-e7e9162781af tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 944 time: 0.1196325 Jul 30 03:39:12.632234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9546480f-2bfb-4106-b6d1-4836e0c9d01a,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:12.642807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Checking segment: {'id': '3754a446-c13f-4097-8927-517588d7d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:12.643417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Network hostable DHCP agents. Network: 83c3c000-716c-4c51-8b42-dfdafb669732, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:12.647543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-720f9044-2fe6-4e52-8f33-9a6000311675 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe52d486-4e80-471b-9af1-cc19499a8257 HTTP/1.1" status: 200 len: 217 time: 0.0578997 Jul 30 03:39:12.662546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Network 83c3c000-716c-4c51-8b42-dfdafb669732 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:12.677984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 83c3c000-716c-4c51-8b42-dfdafb669732) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:12.689937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8599e-081b-47e3-a298-2cc8e1bb2865 None None] Network 83c3c000-716c-4c51-8b42-dfdafb669732 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:12.696837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.698005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:12.718911 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-631a81c0-58df-419c-baf1-f4360713e22c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5282669 Jul 30 03:39:12.738582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bd697d9-3d54-42e7-b28b-bf64bcc56f56 req-30cc74be-da13-429e-8949-54fd8cebfcc3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948851 Jul 30 03:39:12.743912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287d50-f652-4009-9536-0f802d781161 req-a65add7f-8fc7-470b-a4b4-26506881add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:12.746541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-a65add7f-8fc7-470b-a4b4-26506881add7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf7b4f13-5662-4882-b7ba-9760355bf6b1 HTTP/1.1" status: 200 len: 848 time: 0.0907762 Jul 30 03:39:12.827207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-e5030157-fdab-45af-ac43-2538badbc1fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28602ac5-7fe4-497a-960e-713273f9ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588105 Jul 30 03:39:12.908416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d6c77-c8e3-4534-a191-51d93cbab076 None None] Network 83c3c000-716c-4c51-8b42-dfdafb669732 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:13.001876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471946da-5d9a-4434-9ccd-f868e778cdbc req-642ea3fa-e9ca-41fd-ae0e-cc3a0cddefc5 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.003640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-471946da-5d9a-4434-9ccd-f868e778cdbc req-642ea3fa-e9ca-41fd-ae0e-cc3a0cddefc5 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 944 time: 0.1458321 Jul 30 03:39:13.019128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56bf05-e6c4-465a-b932-ab674f4806c1 req-f96349a9-7f2d-4795-8a70-b3afd5eca2db tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.021634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c56bf05-e6c4-465a-b932-ab674f4806c1 req-f96349a9-7f2d-4795-8a70-b3afd5eca2db tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 943 time: 0.1240253 Jul 30 03:39:13.038460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-6c00465f-7795-417e-8b09-e66ce6672ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016990 Jul 30 03:39:13.152612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-471946da-5d9a-4434-9ccd-f868e778cdbc req-e600d6b2-692b-4ef0-8d3a-e59d6488810c tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281056 Jul 30 03:39:13.163592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c56bf05-e6c4-465a-b932-ab674f4806c1 req-471035de-cfdf-4cd4-9ec8-5200bf100e69 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239896 Jul 30 03:39:13.210068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72287d50-f652-4009-9536-0f802d781161 req-c456783d-8bfe-496c-90eb-ca7063b6d78f service neutron] 10.222.0.18 "GET /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571391 Jul 30 03:39:13.277466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36123422-9bf4-4093-aa3e-6307bb23b51a req-b7b74a09-fb30-4dc6-a453-ac79e20d9e53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.283291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36123422-9bf4-4093-aa3e-6307bb23b51a req-b7b74a09-fb30-4dc6-a453-ac79e20d9e53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.289849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36123422-9bf4-4093-aa3e-6307bb23b51a req-b7b74a09-fb30-4dc6-a453-ac79e20d9e53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.291542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36123422-9bf4-4093-aa3e-6307bb23b51a req-b7b74a09-fb30-4dc6-a453-ac79e20d9e53 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2418 time: 0.0754526 Jul 30 03:39:13.331557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36123422-9bf4-4093-aa3e-6307bb23b51a req-d1180dd9-913d-4263-9320-5e7d28c5138a tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339191 Jul 30 03:39:13.450841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd9aa-ed54-4bed-97f7-bd8f5787f1c9 req-0b8550cc-066f-4238-bf6a-dc6ba60eacd2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.452400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a20bd9aa-ed54-4bed-97f7-bd8f5787f1c9 req-0b8550cc-066f-4238-bf6a-dc6ba60eacd2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0516665 Jul 30 03:39:13.457561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46882) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:13.463492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-571923515-network', 'tenant_id': '3fb37a2334c84654a14b14749bcd6765'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:13.485745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Made reservation on behalf of 3fb37a2334c84654a14b14749bcd6765 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:13.488175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.495609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a20bd9aa-ed54-4bed-97f7-bd8f5787f1c9 req-bc99ef4f-831b-46e1-8fda-890544f17295 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Jul 30 03:39:13.511297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.613244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:13.619075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:13.634743 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.640297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.670480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:13.681477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475d2b75-f2ad-4cac-b6e2-dbb73f88c387,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:13.690185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.690185 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Added segment 3a1415e7-b3ff-4072-9183-0f2480304770 of type vlan for network 73a1004a-1cbe-4e4a-8d2a-ab118973ae06 Jul 30 03:39:13.724557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0891f4-5acd-4339-85f0-5c47ed775863 req-8a51a453-7cc5-4edd-8d48-1b5250e1eeb6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.726168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb0891f4-5acd-4339-85f0-5c47ed775863 req-8a51a453-7cc5-4edd-8d48-1b5250e1eeb6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0635817 Jul 30 03:39:13.738840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.755220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:13.762123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:13.762628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.787454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.788608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.789272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.796831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb0891f4-5acd-4339-85f0-5c47ed775863 req-333775c3-9564-44df-94cf-00b6d972c75e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637236 Jul 30 03:39:13.871431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4090302 Jul 30 03:39:13.871874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:13.879379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Request body: {'subnet': {'network_id': '73a1004a-1cbe-4e4a-8d2a-ab118973ae06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-571923515-subnet', 'tenant_id': '3fb37a2334c84654a14b14749bcd6765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:13.909534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f8f0-aada-4e94-9400-134d998453c8 req-772dcf9b-e2ea-4632-83ca-d62424f2279a tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:13.911809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c728f8f0-aada-4e94-9400-134d998453c8 req-772dcf9b-e2ea-4632-83ca-d62424f2279a tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 944 time: 0.0901067 Jul 30 03:39:13.916894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d905-cc32-4c36-8ab7-9056ad3fbff6 admin admin] Pushing event updated for resources: {'Network': ['ID=73a1004a-1cbe-4e4a-8d2a-ab118973ae06,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:13.930309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Made reservation on behalf of 3fb37a2334c84654a14b14749bcd6765 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:13.932702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:13.981544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 73a1004a-1cbe-4e4a-8d2a-ab118973ae06 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:14.001013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c728f8f0-aada-4e94-9400-134d998453c8 req-d4fef95c-c728-4322-9ddf-b6609b060920 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783391 Jul 30 03:39:14.034602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe71c-8631-459f-85ba-823343cf54d4 req-797bb38b-a264-479d-a8c8-fba2e0aee548 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.041854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,segment=NetworkSegment(36d0be5b-37fd-47dd-ae4e-f6cc1189a995),segment_id=36d0be5b-37fd-47dd-ae4e-f6cc1189a995)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:14.042878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-accfe71c-8631-459f-85ba-823343cf54d4 req-797bb38b-a264-479d-a8c8-fba2e0aee548 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1223791 Jul 30 03:39:14.075355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab', 'network_id': '993809f0-8287-466f-ae45-e396dc106803', 'port_id': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab', 'mac_address': 'fa:16:3e:c5:77:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172f4830-b677-4382-8447-d31679e527a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:14.089356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-accfe71c-8631-459f-85ba-823343cf54d4 req-cb8399f0-0c82-4e32-baa0-49fafab7a69a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Jul 30 03:39:14.124019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.166179 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.169202 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.191633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:14.211599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ec1f2c-b34a-44a9-9f43-6c7049ea61f4,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:14.218626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,segment=NetworkSegment(36d0be5b-37fd-47dd-ae4e-f6cc1189a995),segment_id=36d0be5b-37fd-47dd-ae4e-f6cc1189a995)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:14.231626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.238682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Checking segment: {'id': '3a1415e7-b3ff-4072-9183-0f2480304770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73a1004a-1cbe-4e4a-8d2a-ab118973ae06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:14.240442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Network hostable DHCP agents. Network: 73a1004a-1cbe-4e4a-8d2a-ab118973ae06, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:14.242828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:14.245782 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc826d6-44a6-4299-bd6e-9a9619084ec3" -d '{"events": [{"server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "name": "network-vif-plugged", "status": "completed", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:14.262310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Network 73a1004a-1cbe-4e4a-8d2a-ab118973ae06 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:14.280156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 73a1004a-1cbe-4e4a-8d2a-ab118973ae06) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:14.289345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.289951 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.304526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193bd48-f17e-4fc4-9ff3-4d5c4fddf29d None None] Network 73a1004a-1cbe-4e4a-8d2a-ab118973ae06 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:14.307039 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-53cc359f-8fbf-4f2d-9104-ea122bb3c1be admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4340348 Jul 30 03:39:14.316484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:14.375742 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.403113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:14.520200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:14.529445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be0a4e-6101-49ec-93d3-be4bca8ded88 None None] Network 73a1004a-1cbe-4e4a-8d2a-ab118973ae06 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:14.725516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['4ae66c15-5c3c-4715-8d11-dcb3a6a339ab'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:14.774026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-98c080f0-5203-43e9-b2c0-8d8245e495ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.883035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01aa8-579e-4969-bf55-96afcd67a3cd req-698eef03-3cf7-46c0-8431-2a2782e231c4 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.891355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfd01aa8-579e-4969-bf55-96afcd67a3cd req-698eef03-3cf7-46c0-8431-2a2782e231c4 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 943 time: 0.5688818 Jul 30 03:39:14.923554 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:14.943200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-5d9ad0aa-3332-4931-9366-b088e02bfb4d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.949817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-5d9ad0aa-3332-4931-9366-b088e02bfb4d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.955652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-5d9ad0aa-3332-4931-9366-b088e02bfb4d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.957518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-5d9ad0aa-3332-4931-9366-b088e02bfb4d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2418 time: 0.6130748 Jul 30 03:39:14.969063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ca7ca-c639-433a-92a9-7850017b8a7e req-4cbddac1-19bd-484b-984b-0325989467eb tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:14.971014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fe52d486-4e80-471b-9af1-cc19499a8257 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:14.977047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b38ca7ca-c639-433a-92a9-7850017b8a7e req-4cbddac1-19bd-484b-984b-0325989467eb tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 944 time: 0.6724136 Jul 30 03:39:15.024681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfd01aa8-579e-4969-bf55-96afcd67a3cd req-fbc7b1ea-8d47-4327-9ab0-da7a8d3f0adb tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293635 Jul 30 03:39:15.075975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b38ca7ca-c639-433a-92a9-7850017b8a7e req-6e7498ed-e82c-4a65-91f6-c0fdb1cb9859 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978353 Jul 30 03:39:15.088862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fe52d486-4e80-471b-9af1-cc19499a8257, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fe52d486-4e80-471b-9af1-cc19499a8257,segment=NetworkSegment(1b486988-d90b-4c90-95e6-643296911a88),segment_id=1b486988-d90b-4c90-95e6-643296911a88)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:15.111121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'fe52d486-4e80-471b-9af1-cc19499a8257', 'network_id': '28602ac5-7fe4-497a-960e-713273f9ad6b', 'port_id': 'fe52d486-4e80-471b-9af1-cc19499a8257', 'mac_address': 'fa:16:3e:f4:8b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7b4f13-5662-4882-b7ba-9760355bf6b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:15.145994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port 3a60392b-d582-48cd-856d-7a70d8538a71 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:15.146776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:15.154350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:15.168517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe52d486-4e80-471b-9af1-cc19499a8257 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:15.189875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fe52d486-4e80-471b-9af1-cc19499a8257, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fe52d486-4e80-471b-9af1-cc19499a8257,segment=NetworkSegment(1b486988-d90b-4c90-95e6-643296911a88),segment_id=1b486988-d90b-4c90-95e6-643296911a88)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:15.195259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:15.260939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=fe52d486-4e80-471b-9af1-cc19499a8257,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:15.307954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port 3a60392b-d582-48cd-856d-7a70d8538a71, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=3a60392b-d582-48cd-856d-7a70d8538a71,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:15.308230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:15.310302 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961f36c8-30c3-40e5-b55a-ed964abed4d8 x-openstack-request-id: req-961f36c8-30c3-40e5-b55a-ed964abed4d8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:15.310799 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "name": "network-vif-plugged", "status": "completed", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:15.311083 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-961f36c8-30c3-40e5-b55a-ed964abed4d8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:15.311527 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'code': 200} Jul 30 03:39:15.318450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-9200d984-2390-4621-b52d-dcc57b368739 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:15.319718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-9200d984-2390-4621-b52d-dcc57b368739 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.1878717 Jul 30 03:39:15.331854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for 3a60392b-d582-48cd-856d-7a70d8538a71 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:15.352343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-e5303133-8609-4c40-b316-95318edc7e42 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/quotas/1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 375 time: 0.0215690 Jul 30 03:39:15.390073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['fe52d486-4e80-471b-9af1-cc19499a8257'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:15.495788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808cd73-0dee-4222-9ded-791ef41ac88d req-0711aff6-69ae-430e-9161-2fba82721bf3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:15.501555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808cd73-0dee-4222-9ded-791ef41ac88d req-0711aff6-69ae-430e-9161-2fba82721bf3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:15.507470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808cd73-0dee-4222-9ded-791ef41ac88d req-0711aff6-69ae-430e-9161-2fba82721bf3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:15.509159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3808cd73-0dee-4222-9ded-791ef41ac88d req-0711aff6-69ae-430e-9161-2fba82721bf3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 2418 time: 0.1271560 Jul 30 03:39:15.520686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-b4e85f91-e5b2-4912-ab75-e9f0ff3e0da0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1369467 Jul 30 03:39:15.593489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760302-1fcb-4a95-8f53-a15ba09243b9 req-5905b171-aef7-4f4e-acd3-1f02692d8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:15.595708 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7760302-1fcb-4a95-8f53-a15ba09243b9 req-5905b171-aef7-4f4e-acd3-1f02692d8049 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 1097 time: 0.1862628 Jul 30 03:39:15.633473 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c7760302-1fcb-4a95-8f53-a15ba09243b9 req-4c096fe1-b307-4a96-9d96-ca28f20cb685 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292690 Jul 30 03:39:15.651014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:15.668485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3808cd73-0dee-4222-9ded-791ef41ac88d req-72714e9f-b51c-40fe-9efb-364d056fa6ff tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459594 Jul 30 03:39:15.696613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=3a60392b-d582-48cd-856d-7a70d8538a71,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:15.754251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port 3a60392b-d582-48cd-856d-7a70d8538a71 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:15.759211 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:15.761248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-83890f5e-684a-4c5e-beb3-fd0358f7b4f9 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "DELETE /v2.0/ports/3a60392b-d582-48cd-856d-7a70d8538a71 HTTP/1.1" status: 204 len: 173 time: 0.7758942 Jul 30 03:39:15.761706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-deleted', 'tag': '3a60392b-d582-48cd-856d-7a70d8538a71'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:15.764018 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3400c5-64ed-4cf7-b9e7-2d106ce936b4" -d '{"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-deleted", "tag": "3a60392b-d582-48cd-856d-7a70d8538a71"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:15.778896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-67c2ba31-9f66-498f-891d-76f905c187cc service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479668 Jul 30 03:39:15.824807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bbc82514-6c3f-4361-8b18-86492c104434', 'dd11ef55-965e-4694-a94c-d3ce9f990c41', '3a60392b-d582-48cd-856d-7a70d8538a71'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:15.924437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-7f723011-d0f6-455f-aa06-48ee90f4cb84 service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230776 Jul 30 03:39:15.970398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port dd11ef55-965e-4694-a94c-d3ce9f990c41 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:15.971064 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:16.089159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port dd11ef55-965e-4694-a94c-d3ce9f990c41, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=dd11ef55-965e-4694-a94c-d3ce9f990c41,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:16.089628 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:16.107327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for dd11ef55-965e-4694-a94c-d3ce9f990c41 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:16.273702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857b888-45c8-40c5-ae4e-65239964e5c4 req-567d2a90-a3a1-4ae0-930e-4bcc5c96a7c9 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:16.276069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b857b888-45c8-40c5-ae4e-65239964e5c4 req-567d2a90-a3a1-4ae0-930e-4bcc5c96a7c9 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 945 time: 0.0961313 Jul 30 03:39:16.320694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:16.415063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:16.427974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['3a60392b-d582-48cd-856d-7a70d8538a71'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:16.438201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b857b888-45c8-40c5-ae4e-65239964e5c4 req-410fd26c-bd59-420f-b802-2790692ca5f2 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408956 Jul 30 03:39:16.479265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=dd11ef55-965e-4694-a94c-d3ce9f990c41,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:16.525757 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04563720-510f-4afe-820b-55fa98ae9988 x-openstack-request-id: req-04563720-510f-4afe-820b-55fa98ae9988 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:16.526070 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-deleted", "tag": "3a60392b-d582-48cd-856d-7a70d8538a71", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:16.526357 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04563720-510f-4afe-820b-55fa98ae9988 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:16.526787 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-deleted', 'tag': '3a60392b-d582-48cd-856d-7a70d8538a71', 'status': 'completed', 'code': 200} Jul 30 03:39:16.557955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-3960a99c-cd0f-467e-bf8d-46b90748217d tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:16.565691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-3960a99c-cd0f-467e-bf8d-46b90748217d tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/networks?id=83c3c000-716c-4c51-8b42-dfdafb669732 HTTP/1.1" status: 200 len: 811 time: 0.2696509 Jul 30 03:39:16.568652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port dd11ef55-965e-4694-a94c-d3ce9f990c41 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:16.571948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:16.574300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-45a1c544-c467-4613-ad71-f980fdb64d4c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "DELETE /v2.0/ports/dd11ef55-965e-4694-a94c-d3ce9f990c41 HTTP/1.1" status: 204 len: 173 time: 0.8053720 Jul 30 03:39:16.598933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-2e967f8c-2656-40de-a190-8332de9c51be tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/quotas/a63109dd071f43019eb2b89b9ade7a1a HTTP/1.1" status: 200 len: 375 time: 0.0314479 Jul 30 03:39:16.663694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-c136788f-0c0b-406c-a8cb-e1a726bc6c35 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a63109dd071f43019eb2b89b9ade7a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637329 Jul 30 03:39:16.795038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acce2e-8d87-4d33-9bbe-ba0f02e1f77e req-60c4c57d-2d54-4f15-a6e7-f72c4f7d263e tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:16.796528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8acce2e-8d87-4d33-9bbe-ba0f02e1f77e req-60c4c57d-2d54-4f15-a6e7-f72c4f7d263e tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 944 time: 0.1637924 Jul 30 03:39:16.855851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-298175d8-4752-4192-85f3-e008d0aa773f service neutron] 10.222.0.39 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840105 Jul 30 03:39:16.885595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port bbc82514-6c3f-4361-8b18-86492c104434 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:16.886032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:16.948972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8acce2e-8d87-4d33-9bbe-ba0f02e1f77e req-bbcccc88-1379-420b-8cbe-31edabdf51b6 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395354 Jul 30 03:39:16.980658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fe52d486-4e80-471b-9af1-cc19499a8257 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:17.040539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port fe52d486-4e80-471b-9af1-cc19499a8257 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:17.049437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port fe52d486-4e80-471b-9af1-cc19499a8257 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:17.052634 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.096916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bac27ba-002c-4ea1-8188-af5fa2068dc1 req-00edc5c2-151d-4981-b3b9-8507de6375ec tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 210 time: 0.0810311 Jul 30 03:39:17.151555 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.167765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-1a182685-06d4-4ed8-b2c7-bcbcd03f997d service neutron] 10.222.0.39 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996676 Jul 30 03:39:17.199646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fe52d486-4e80-471b-9af1-cc19499a8257, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fe52d486-4e80-471b-9af1-cc19499a8257,segment=NetworkSegment(1b486988-d90b-4c90-95e6-643296911a88),segment_id=1b486988-d90b-4c90-95e6-643296911a88)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:17.204620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port bbc82514-6c3f-4361-8b18-86492c104434, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bbc82514-6c3f-4361-8b18-86492c104434,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:17.208363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.216644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.242674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for bbc82514-6c3f-4361-8b18-86492c104434 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:17.314162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe52d486-4e80-471b-9af1-cc19499a8257'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:17.318068 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162fe97c-746e-4815-be1c-ec73e2785b73" -d '{"events": [{"server_uuid": "8508f9d5-dd57-4b57-9635-cfcc087ba8d4", "name": "network-vif-plugged", "status": "completed", "tag": "fe52d486-4e80-471b-9af1-cc19499a8257"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:17.332559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=fe52d486-4e80-471b-9af1-cc19499a8257,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:17.412845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35244fa-0720-427b-adc2-89cc76c72973 req-01d35388-ee2c-4d64-aaa6-b3d9f831844a tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:17.414590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b35244fa-0720-427b-adc2-89cc76c72973 req-01d35388-ee2c-4d64-aaa6-b3d9f831844a tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.1630301 Jul 30 03:39:17.518892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:17.557849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b35244fa-0720-427b-adc2-89cc76c72973 req-d84d2860-6b3d-436d-8307-5d993d96ac64 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185119 Jul 30 03:39:17.577992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e343fe4-ffa1-4f3b-b13d-73ad7568c32d req-40c307b6-e86b-4f1a-a0bc-ed3dd3825681 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:17.579838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e343fe4-ffa1-4f3b-b13d-73ad7568c32d req-40c307b6-e86b-4f1a-a0bc-ed3dd3825681 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1493b73e-f877-4055-bb18-4d067a03ecef HTTP/1.1" status: 200 len: 946 time: 0.1375391 Jul 30 03:39:17.641320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:17.690733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e343fe4-ffa1-4f3b-b13d-73ad7568c32d req-f2bfcf5d-ccf1-4f3a-85f3-65333dacdd43 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997539 Jul 30 03:39:17.712647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-7cc7716d-220e-40c1-8754-45acacbea814 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:17.717651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-7cc7716d-220e-40c1-8754-45acacbea814 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.2977595 Jul 30 03:39:17.729093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.745732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'port': {'device_id': 'ab8ada90-41f7-4e76-83db-48970091813c', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'admin_state_up': True, 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:17.763346 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a16ca7-7f94-4326-8564-9b7d201b0de3 x-openstack-request-id: req-80a16ca7-7f94-4326-8564-9b7d201b0de3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:17.763346 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8508f9d5-dd57-4b57-9635-cfcc087ba8d4", "name": "network-vif-plugged", "status": "completed", "tag": "fe52d486-4e80-471b-9af1-cc19499a8257", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:17.763346 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80a16ca7-7f94-4326-8564-9b7d201b0de3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:17.780794 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe52d486-4e80-471b-9af1-cc19499a8257', 'code': 200} Jul 30 03:39:17.846462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:17.857433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:17.858307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.860907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef9bfee2-7dba-472e-ba95-619aeffd5eea req-bc1a2c96-8ca1-4a2c-80c2-6ee9af47d75e tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 210 time: 0.0539427 Jul 30 03:39:17.862678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=bbc82514-6c3f-4361-8b18-86492c104434,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:17.928853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port bbc82514-6c3f-4361-8b18-86492c104434 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:17.952426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:17.954465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-138378fe-c56a-41e0-b9fb-4e109ab1de4e req-6fe0d6b6-9acd-48ae-b28c-a45717026d55 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "DELETE /v2.0/ports/bbc82514-6c3f-4361-8b18-86492c104434 HTTP/1.1" status: 204 len: 173 time: 1.3723688 Jul 30 03:39:17.976977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.039591 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.051354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,segment=NetworkSegment(36d0be5b-37fd-47dd-ae4e-f6cc1189a995),segment_id=36d0be5b-37fd-47dd-ae4e-f6cc1189a995)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:18.053228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc731d-a8ab-4b82-b1db-67a651b868be req-f2b18e6d-062e-40af-8c71-1f40d6cae909 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:18.054941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28bc731d-a8ab-4b82-b1db-67a651b868be req-f2b18e6d-062e-40af-8c71-1f40d6cae909 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 945 time: 0.1739500 Jul 30 03:39:18.057825 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.119554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:18.161764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28bc731d-a8ab-4b82-b1db-67a651b868be req-8112bf12-ebf5-4ed4-b672-10746577dc3f tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986409 Jul 30 03:39:18.279060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-973fbcef-570a-4839-8a02-4f6aabb8ad9b req-cefce903-0e30-4f1c-86c4-1b712af44f52 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 210 time: 0.0307767 Jul 30 03:39:18.287427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e711-c94c-447a-9fc6-36e44c23f174 req-d6571ce6-a8fb-4ce9-9ba5-94c5d4956529 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:18.288989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f575e711-c94c-447a-9fc6-36e44c23f174 req-d6571ce6-a8fb-4ce9-9ba5-94c5d4956529 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 945 time: 0.1314688 Jul 30 03:39:18.333967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bdca8cb-b7af-429b-ad58-5546d8ea7b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.334702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f575e711-c94c-447a-9fc6-36e44c23f174 req-56cfc126-c601-4327-90bc-37c0591d94af tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388973 Jul 30 03:39:18.397354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7f695-07a7-46d3-b4db-138555d2a127 req-7014b3c7-8c48-41ef-b453-cc468eb2e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:18.398881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-35d7f695-07a7-46d3-b4db-138555d2a127 req-7014b3c7-8c48-41ef-b453-cc468eb2e55e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 1097 time: 0.5054853 Jul 30 03:39:18.462874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-35d7f695-07a7-46d3-b4db-138555d2a127 req-42f78001-6b2e-46a4-8dbf-29f701af7d28 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Jul 30 03:39:18.497718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bdca8cb-b7af-429b-ad58-5546d8ea7b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.503118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bdca8cb-b7af-429b-ad58-5546d8ea7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.527760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-deleted', 'tag': 'dd11ef55-965e-4694-a94c-d3ce9f990c41'}, {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-deleted', 'tag': 'bbc82514-6c3f-4361-8b18-86492c104434'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:18.530081 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de774813-6423-4caa-9d41-6eaa55708252" -d '{"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-deleted", "tag": "dd11ef55-965e-4694-a94c-d3ce9f990c41"}, {"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-deleted", "tag": "bbc82514-6c3f-4361-8b18-86492c104434"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:18.573971 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2477431-13c3-45cb-b696-2fa6acd6fd2b x-openstack-request-id: req-a2477431-13c3-45cb-b696-2fa6acd6fd2b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:18.574176 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-deleted", "tag": "dd11ef55-965e-4694-a94c-d3ce9f990c41", "status": "completed", "code": 200}, {"server_uuid": "1493b73e-f877-4055-bb18-4d067a03ecef", "name": "network-vif-deleted", "tag": "bbc82514-6c3f-4361-8b18-86492c104434", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:18.574470 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2477431-13c3-45cb-b696-2fa6acd6fd2b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:18.574872 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-deleted', 'tag': 'dd11ef55-965e-4694-a94c-d3ce9f990c41', 'status': 'completed', 'code': 200} Jul 30 03:39:18.575180 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1493b73e-f877-4055-bb18-4d067a03ecef', 'name': 'network-vif-deleted', 'tag': 'bbc82514-6c3f-4361-8b18-86492c104434', 'status': 'completed', 'code': 200} Jul 30 03:39:18.581778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca8cb-b7af-429b-ad58-5546d8ea7b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f97b5e-2b61-49a7-bf02-dd8f21efcc46,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:18.585105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:18.588717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.601140 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5bdca8cb-b7af-429b-ad58-5546d8ea7b6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b2a4eb96e3b423dabeca339ee856e15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0735219 Jul 30 03:39:18.603861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:18.700078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8374945-cc25-4f2e-b100-3b4dab0ebd2c req-6339a6fb-e2d6-4b4b-9b01-f3a68dcd13a2 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:18.701637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8374945-cc25-4f2e-b100-3b4dab0ebd2c req-6339a6fb-e2d6-4b4b-9b01-f3a68dcd13a2 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.0786278 Jul 30 03:39:18.702985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e26cca5c-ec43-4fd5-8151-8f67360da84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.748669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e26cca5c-ec43-4fd5-8151-8f67360da84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.752940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Allocated IP 172.20.0.8 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/321a5ab4-16a3-4ccb-a0f5-a318c223579a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:18.785144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8374945-cc25-4f2e-b100-3b4dab0ebd2c req-a90aed3c-c67b-4eeb-a901-93809eaf5f7a tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773151 Jul 30 03:39:18.808149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:18.869184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting subnet b62bbdaf-05ad-49d7-810b-2d8123a079f7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:18.874691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.900941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e26cca5c-ec43-4fd5-8151-8f67360da84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.903606 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e26cca5c-ec43-4fd5-8151-8f67360da84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:18.905312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e26cca5c-ec43-4fd5-8151-8f67360da84c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6f97b5e-2b61-49a7-bf02-dd8f21efcc46 HTTP/1.1" status: 204 len: 168 time: 0.3002377 Jul 30 03:39:18.934659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cca5c-ec43-4fd5-8151-8f67360da84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f97b5e-2b61-49a7-bf02-dd8f21efcc46,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:18.990600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3a60392b-d582-48cd-856d-7a70d8538a71 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:19.009490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.015211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f479aeef-315e-4890-ba18-6b9bc68ed1f6 req-9b2dec7b-e8d6-4a59-848b-cbfe4cdb3ba2 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 210 time: 0.0673835 Jul 30 03:39:19.024751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 3a60392b-d582-48cd-856d-7a70d8538a71 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:19.025186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 3a60392b-d582-48cd-856d-7a70d8538a71 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:19.026467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dd11ef55-965e-4694-a94c-d3ce9f990c41 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:19.064475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceec4a-5311-4468-ab96-5c6b4b97e82a req-625073a0-9aec-45f8-b6b7-f8631d5a1063 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:19.066049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36ceec4a-5311-4468-ab96-5c6b4b97e82a req-625073a0-9aec-45f8-b6b7-f8631d5a1063 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.1572535 Jul 30 03:39:19.069976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: dd11ef55-965e-4694-a94c-d3ce9f990c41 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:19.070926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device dd11ef55-965e-4694-a94c-d3ce9f990c41 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:19.071688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bbc82514-6c3f-4361-8b18-86492c104434 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:19.077582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:19.088405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Request body: {'floatingip': {'port_id': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:19.089110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.103056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: bbc82514-6c3f-4361-8b18-86492c104434 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:19.103435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bbc82514-6c3f-4361-8b18-86492c104434 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:19.138846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.147639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-6314b54e-3c01-40a1-ba49-c7bdbb859cc8 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:19.149170 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-6314b54e-3c01-40a1-ba49-c7bdbb859cc8 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.18 "GET /v2.0/networks?id=83c3c000-716c-4c51-8b42-dfdafb669732 HTTP/1.1" status: 200 len: 811 time: 0.2390428 Jul 30 03:39:19.150312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Transition to ACTIVE for port object 321a5ab4-16a3-4ccb-a0f5-a318c223579a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:19.171975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Request body: {'port': {'device_id': 'adda6ebc-457e-4832-b949-4b013266abfa', 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732', 'admin_state_up': True, 'tenant_id': 'a63109dd071f43019eb2b89b9ade7a1a'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:19.268352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.286813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.342765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=321a5ab4-16a3-4ccb-a0f5-a318c223579a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:19.384693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:19.389706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:19.392595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:19.415528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47036) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:19.450265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Made reservation on behalf of a63109dd071f43019eb2b89b9ade7a1a for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:19.453795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.470750 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65c5e6ef-8d54-42cc-abc5-07b93d9be967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.480465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:19.481123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.486969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db642a3-4075-48c5-b16c-86b952705ef4 req-6d5d551f-ebee-4d95-9bf3-ab337d47dfcb tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:19.488527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1db642a3-4075-48c5-b16c-86b952705ef4 req-6d5d551f-ebee-4d95-9bf3-ab337d47dfcb tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.2234883 Jul 30 03:39:19.505957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-1eec95cf-2de0-44cd-92eb-5021d5845f57 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7647798 Jul 30 03:39:19.543232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Request body: {'port': {'device_id': 'ab8ada90-41f7-4e76-83db-48970091813c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:19.574256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.632786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f70bf2-0060-472f-a48b-bb56be2a0cf7 req-94bcf65e-280c-46ff-a987-3cf26dd07523 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:19.634386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07f70bf2-0060-472f-a48b-bb56be2a0cf7 req-94bcf65e-280c-46ff-a987-3cf26dd07523 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 931 time: 0.2631743 Jul 30 03:39:19.648979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Subnet': ['ID=b62bbdaf-05ad-49d7-810b-2d8123a079f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:19.652411 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.656747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d4667c6f-5e0e-4935-86db-6762caf1eda7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/subnets/b62bbdaf-05ad-49d7-810b-2d8123a079f7 HTTP/1.1" status: 204 len: 168 time: 0.8469024 Jul 30 03:39:19.658197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:19.660310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1d8ce-7352-43f1-8871-54c3bfc398bb None None] Network a0f597ed-2fe6-4663-ae8d-e0c008c23bcc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:19.674307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aba83973-f084-4929-8d21-f19b4f25e5c1 None None] Provisioning for port 321a5ab4-16a3-4ccb-a0f5-a318c223579a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:19.687599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.704049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-aba83973-f084-4929-8d21-f19b4f25e5c1 None None] Provisioning complete for port 321a5ab4-16a3-4ccb-a0f5-a318c223579a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:19.704426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aba83973-f084-4929-8d21-f19b4f25e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.733704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Allocated IP 172.20.0.14 (83c3c000-716c-4c51-8b42-dfdafb669732/9546480f-2bfb-4106-b6d1-4836e0c9d01a/cf4039e7-6b66-4d66-bf5f-52fa76a1a374) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:19.764228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-aba83973-f084-4929-8d21-f19b4f25e5c1 None None] Port 321a5ab4-16a3-4ccb-a0f5-a318c223579a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:39:19.768913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1db642a3-4075-48c5-b16c-86b952705ef4 req-3e09320b-11ec-49a6-8d42-f0a4b38911a5 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291939 Jul 30 03:39:19.792936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:19.795628 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced5b7e2-c7c0-4182-8648-4c2c109cdd65" -d '{"events": [{"server_uuid": "d31e0afd-a1f5-49b8-94ad-de931230737f", "name": "network-vif-plugged", "status": "completed", "tag": "4ae66c15-5c3c-4715-8d11-dcb3a6a339ab"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:19.818741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:19.839436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07f70bf2-0060-472f-a48b-bb56be2a0cf7 req-885fcdcc-48e6-49a6-ae07-6dbe25107242 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801763 Jul 30 03:39:19.935965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] DHCP port deletion for a0f597ed-2fe6-4663-ae8d-e0c008c23bcc request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:39:19.999004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65c5e6ef-8d54-42cc-abc5-07b93d9be967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.003955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] Deleting port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:20.004802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.019249 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65c5e6ef-8d54-42cc-abc5-07b93d9be967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.022698 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c67869-ad54-4805-8a18-5e5659bf3ff1 x-openstack-request-id: req-a0c67869-ad54-4805-8a18-5e5659bf3ff1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:20.022979 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31e0afd-a1f5-49b8-94ad-de931230737f", "name": "network-vif-plugged", "status": "completed", "tag": "4ae66c15-5c3c-4715-8d11-dcb3a6a339ab", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:20.023758 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0c67869-ad54-4805-8a18-5e5659bf3ff1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:20.024487 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab', 'code': 200} Jul 30 03:39:20.112950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] For port 93e068d9-ca2a-429c-bf7a-66279e1bafb5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93e068d9-ca2a-429c-bf7a-66279e1bafb5,segment=NetworkSegment(afda7240-56ce-4ef1-b1ff-6924f411f59e),segment_id=afda7240-56ce-4ef1-b1ff-6924f411f59e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:20.114212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5b405-6dae-4519-966a-b73736fbb21d req-6acae2c1-0a38-412d-8c9d-e244d4f37c25 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:20.114813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.115777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4d5b405-6dae-4519-966a-b73736fbb21d req-6acae2c1-0a38-412d-8c9d-e244d4f37c25 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 945 time: 0.2119870 Jul 30 03:39:20.131438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] Calling delete_port for 93e068d9-ca2a-429c-bf7a-66279e1bafb5 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:20.134227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-65c5e6ef-8d54-42cc-abc5-07b93d9be967 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c7ddb26e262414395ce9926d158926d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174664 Jul 30 03:39:20.145591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:20.176407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.185613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5e6ef-8d54-42cc-abc5-07b93d9be967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8358cca7-488c-4c84-b492-ace8d5dfacd9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:20.228057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.265644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93e068d9-ca2a-429c-bf7a-66279e1bafb5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:20.268140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] No DVR routers for this DVR port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:20.268973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:20.269336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.272251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b90ec7-f61f-40f9-9ef0-5329b764a06c None None] Pushing event deleted for resources: {'Port': ['ID=93e068d9-ca2a-429c-bf7a-66279e1bafb5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:20.298474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.302046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 93e068d9-ca2a-429c-bf7a-66279e1bafb5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:20.302638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93e068d9-ca2a-429c-bf7a-66279e1bafb5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:20.366673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b723510-5032-4183-9415-14c9df45809c req-0828d630-dc72-4aa9-a230-2234418a9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:20.368251 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9b723510-5032-4183-9415-14c9df45809c req-0828d630-dc72-4aa9-a230-2234418a9193 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 1098 time: 0.2189524 Jul 30 03:39:20.426402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port 93e068d9-ca2a-429c-bf7a-66279e1bafb5, host n-d-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:20.426791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.474875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for 93e068d9-ca2a-429c-bf7a-66279e1bafb5 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:20.478449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:39:20.497493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.501879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321a5ab4-16a3-4ccb-a0f5-a318c223579a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:20.518724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.540530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9b723510-5032-4183-9415-14c9df45809c req-838efd92-5528-4c27-b12c-ab478d4ac6ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589706 Jul 30 03:39:20.548785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=93e068d9-ca2a-429c-bf7a-66279e1bafb5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:20.556890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port 93e068d9-ca2a-429c-bf7a-66279e1bafb5 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:20.564167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.574736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Transition to ACTIVE for port object 321a5ab4-16a3-4ccb-a0f5-a318c223579a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:20.580357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f58b1949-17f3-4795-823a-02e841123da6 req-93af2578-8ca4-4f55-9a62-e9a44c5debb5 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 210 time: 0.4359624 Jul 30 03:39:20.581019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.625097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.657403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4d5b405-6dae-4519-966a-b73736fbb21d req-bf3ab2a4-3188-4332-b42e-512bfe9614c3 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220807 Jul 30 03:39:20.692866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Network 83c3c000-716c-4c51-8b42-dfdafb669732 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:20.706798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:20.712322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18b39ca7-3fed-4a3a-a171-1cbea7d4ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.714391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:20.718304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.720825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Pushing event updated for resources: {'Port': ['ID=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:20.756874 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18b39ca7-3fed-4a3a-a171-1cbea7d4ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.759014 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Floating IP 9f01bfcd-e4a4-48f3-a15d-75189fd17ddc associated. External IP: 172.25.6.95, port: 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7. Jul 30 03:39:20.780515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f597ed-2fe6-4663-ae8d-e0c008c23bcc']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:20.840269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afda7240-56ce-4ef1-b1ff-6924f411f59e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:20.840654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afda7240-56ce-4ef1-b1ff-6924f411f59e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:20.874196 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.883566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Pushing event updated for resources: {'Port': ['ID=321a5ab4-16a3-4ccb-a0f5-a318c223579a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:20.895909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:20.896537 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.909385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.931175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:20.931430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:20.934570 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:20.937658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-934f1fa2-4fef-4ff2-b40e-15c11e83c8ed tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7711887 Jul 30 03:39:20.950524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Attempting to bind port 321a5ab4-16a3-4ccb-a0f5-a318c223579a on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:20.950856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Attempting to bind port 321a5ab4-16a3-4ccb-a0f5-a318c223579a by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:20.951218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Attempting to bind port 321a5ab4-16a3-4ccb-a0f5-a318c223579a on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:20.957096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Request body: {'port': {'device_id': 'adda6ebc-457e-4832-b949-4b013266abfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:21.021646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Port 321a5ab4-16a3-4ccb-a0f5-a318c223579a on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:21.021984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Attempting to bind port 321a5ab4-16a3-4ccb-a0f5-a318c223579a on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:21.040289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:21.040621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:21.041050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:21.041701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Bound port: 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:21.042035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.056026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18b39ca7-3fed-4a3a-a171-1cbea7d4ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.058641 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18b39ca7-3fed-4a3a-a171-1cbea7d4ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.059843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-18b39ca7-3fed-4a3a-a171-1cbea7d4ffe1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8358cca7-488c-4c84-b492-ace8d5dfacd9 HTTP/1.1" status: 204 len: 168 time: 0.9125345 Jul 30 03:39:21.075884 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.080233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.082231 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/networks/a0f597ed-2fe6-4663-ae8d-e0c008c23bcc HTTP/1.1" status: 204 len: 168 time: 1.4184301 Jul 30 03:39:21.086495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b39ca7-3fed-4a3a-a171-1cbea7d4ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358cca7-488c-4c84-b492-ace8d5dfacd9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:21.090263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:21.142152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7d66f-40cc-414a-81ed-1e829ef27430 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Network': ['ID=a0f597ed-2fe6-4663-ae8d-e0c008c23bcc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:21.147063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11164462-a2bf-4398-8998-3797df2f2fe4 req-d197a3d1-0cd8-4e88-b341-3e4c62dbcb75 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:21.151680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11164462-a2bf-4398-8998-3797df2f2fe4 req-d197a3d1-0cd8-4e88-b341-3e4c62dbcb75 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.1976256 Jul 30 03:39:21.164342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.167861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aff721-298f-4266-aa99-492bf557f92e req-fa9e2713-321f-44c6-8401-ef46fda46236 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:21.169361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1aff721-298f-4266-aa99-492bf557f92e req-fa9e2713-321f-44c6-8401-ef46fda46236 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 943 time: 0.2136254 Jul 30 03:39:21.242487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting subnet 399f317f-86ff-4e2f-84a9-b2bbe323403e {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:21.247278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:39:21.248813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.251173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1aff721-298f-4266-aa99-492bf557f92e req-438bc15c-64a4-419b-af3b-d8525665d93e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749261 Jul 30 03:39:21.251599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] For port 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:21.253777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11164462-a2bf-4398-8998-3797df2f2fe4 req-a310d984-0ea1-43e0-9cdd-67f9de9a76b4 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976450 Jul 30 03:39:21.297217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] For port 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:21.339111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.387303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.393454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:39:21.399701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.404954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] Sync routers for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:39:21.418873 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:39:21.419525 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:21.484921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dbdaa826-9cae-4f5a-a431-1675ebac87a3 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "PUT /v2.0/floatingips/9f01bfcd-e4a4-48f3-a15d-75189fd17ddc HTTP/1.1" status: 200 len: 990 time: 2.3798251 Jul 30 03:39:21.485677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:21.488437 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:21.537987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:21.538867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.540773 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] 10.222.0.16 "PUT /v2.0/ports/321a5ab4-16a3-4ccb-a0f5-a318c223579a HTTP/1.1" status: 200 len: 1092 time: 2.0071666 Jul 30 03:39:21.549075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8ada90-41f7-4e76-83db-48970091813c', 'tag': '321a5ab4-16a3-4ccb-a0f5-a318c223579a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:21.552777 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d0dc7-9a30-4d76-a1cd-7398549819ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8ada90-41f7-4e76-83db-48970091813c", "tag": "321a5ab4-16a3-4ccb-a0f5-a318c223579a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:21.556965 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.612701 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe581b6-66ce-4f64-a8e0-4de2cec0262a x-openstack-request-id: req-cbe581b6-66ce-4f64-a8e0-4de2cec0262a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:21.613090 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:21.613452 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbe581b6-66ce-4f64-a8e0-4de2cec0262a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:21.614474 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'status': 'completed', 'code': 200} Jul 30 03:39:21.640899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffbb25-29b7-423a-a1b4-0bb46988e482 service neutron] Pushing event updated for resources: {'Port': ['ID=321a5ab4-16a3-4ccb-a0f5-a318c223579a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:21.687312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:39:21.746594 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d620af43-12ee-4d23-bb3d-a172a2db6a3c x-openstack-request-id: req-d620af43-12ee-4d23-bb3d-a172a2db6a3c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:21.747181 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8ada90-41f7-4e76-83db-48970091813c", "tag": "321a5ab4-16a3-4ccb-a0f5-a318c223579a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:21.747181 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d620af43-12ee-4d23-bb3d-a172a2db6a3c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:21.747530 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8ada90-41f7-4e76-83db-48970091813c', 'tag': '321a5ab4-16a3-4ccb-a0f5-a318c223579a', 'status': 'completed', 'code': 200} Jul 30 03:39:21.854305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.865614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-cecae0b7-5843-491f-a9cd-e8ea1e4e7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:21.867160 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-cecae0b7-5843-491f-a9cd-e8ea1e4e7834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 1095 time: 0.2100360 Jul 30 03:39:21.896040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-e9625a22-98ab-4297-ac16-d873b5ad3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:21.897620 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-e9625a22-98ab-4297-ac16-d873b5ad3924 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d912242ab4a459d90dd78a017923984&device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 1097 time: 0.2268674 Jul 30 03:39:21.903822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Subnet': ['ID=399f317f-86ff-4e2f-84a9-b2bbe323403e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:21.911852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:21.916203 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1d887580-f4d9-4097-9831-8a662e854702 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/subnets/399f317f-86ff-4e2f-84a9-b2bbe323403e HTTP/1.1" status: 204 len: 168 time: 0.8182232 Jul 30 03:39:21.916895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:21.923847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94373e1-4ed1-40ab-b81d-84298a7e6936 None None] Network 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:22.002473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6964f-e4a4-44e6-b821-68336a531844 req-8c9910e4-cf2d-411c-aa67-6e3c54b5b277 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:22.023456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73f6964f-e4a4-44e6-b821-68336a531844 req-8c9910e4-cf2d-411c-aa67-6e3c54b5b277 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 932 time: 0.1650903 Jul 30 03:39:22.107511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73f6964f-e4a4-44e6-b821-68336a531844 req-61f3d29a-4fd9-47e3-a092-04e3946a15b5 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819817 Jul 30 03:39:22.112006 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '9f01bfcd-e4a4-48f3-a15d-75189fd17ddc', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'port_id': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'mac_address': 'fa:16:3e:df:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:38:54Z', 'updated_at': '2021-07-30T03:39:19Z', 'revision_number': 1, 'project_id': '3d912242ab4a459d90dd78a017923984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:52Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:22.164497 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] Checking router: 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:39:22.175216 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:39:22.177456 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:22.215364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-7f087c9c-6423-464e-b36e-dfc6ca4dcde3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a HTTP/1.1" status: 200 len: 217 time: 0.2820573 Jul 30 03:39:22.244978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] DHCP port deletion for 211e4fde-338b-4d20-bf1e-5e3b5848c9e4 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:39:22.328382 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:39:22.354201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:22.361703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] Deleting port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:22.362812 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:22.393427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-3ac6ea65-1d27-40e7-88f0-66f8098bd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:22.394985 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-3ac6ea65-1d27-40e7-88f0-66f8098bd13c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1709759 Jul 30 03:39:22.428404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c108bc-f588-446e-8a09-e4556b7e9eba req-54f79f12-9d3b-4593-b69c-2d46a02b8917 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:22.436386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c108bc-f588-446e-8a09-e4556b7e9eba req-54f79f12-9d3b-4593-b69c-2d46a02b8917 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.0681129 Jul 30 03:39:22.504441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] For port 2c33d61f-d016-40b6-a0a4-885c82aa1f01, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2c33d61f-d016-40b6-a0a4-885c82aa1f01,segment=NetworkSegment(a87b2647-fa7d-484a-b587-5e9b5e9874a4),segment_id=a87b2647-fa7d-484a-b587-5e9b5e9874a4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:22.504778 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:22.526972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12c108bc-f588-446e-8a09-e4556b7e9eba req-002fe7be-6369-4187-bf41-ecb94ba24ded tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890222 Jul 30 03:39:22.537066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] Calling delete_port for 2c33d61f-d016-40b6-a0a4-885c82aa1f01 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:22.584729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b366b-6ea2-47f5-8a9d-2939f4e459ab req-bd461edb-bb97-4610-b4c4-419dd71626f0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:22.588188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da4b366b-6ea2-47f5-8a9d-2939f4e459ab req-bd461edb-bb97-4610-b4c4-419dd71626f0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 943 time: 0.1209965 Jul 30 03:39:22.680993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da4b366b-6ea2-47f5-8a9d-2939f4e459ab req-e5f2406d-2f70-4d53-9639-129a8fef8f33 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849302 Jul 30 03:39:22.730723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:22.743351 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '9f01bfcd-e4a4-48f3-a15d-75189fd17ddc', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'port_id': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'mac_address': 'fa:16:3e:df:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:38:54Z', 'updated_at': '2021-07-30T03:39:19Z', 'revision_number': 1, 'project_id': '3d912242ab4a459d90dd78a017923984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:52Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:22.751676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] No DVR routers for this DVR port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:22.782735 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148ad23-e220-4f25-8c99-1c399f50d183 None None] The sync data for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 is: [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '9f01bfcd-e4a4-48f3-a15d-75189fd17ddc', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'port_id': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'mac_address': 'fa:16:3e:df:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:38:54Z', 'updated_at': '2021-07-30T03:39:19Z', 'revision_number': 1, 'project_id': '3d912242ab4a459d90dd78a017923984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:52Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:39:22.795191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d9941-5dd6-4bb7-8073-839faa143bc9 None None] Pushing event deleted for resources: {'Port': ['ID=2c33d61f-d016-40b6-a0a4-885c82aa1f01,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:22.924321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4039e7-6b66-4d66-bf5f-52fa76a1a374 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:22.962068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:22.968653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-deb37a51-3702-42b3-90f9-d0eb8181667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:22.970249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-deb37a51-3702-42b3-90f9-d0eb8181667e service neutron] 10.222.0.16 "GET /v2.0/networks?id=48a0936e-dd32-4922-8e68-6e215aa9f65a HTTP/1.1" status: 200 len: 906 time: 1.0347633 Jul 30 03:39:23.061447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Transition to ACTIVE for port object cf4039e7-6b66-4d66-bf5f-52fa76a1a374 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:23.085425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-dc249d8d-c26b-431d-bf28-950770204d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:23.087167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-dc249d8d-c26b-431d-bf28-950770204d36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6579006 Jul 30 03:39:23.087974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.123191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-128400cf-f1d5-4987-b3ea-dcc887c11040 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 HTTP/1.1" status: 200 len: 998 time: 0.1441114 Jul 30 03:39:23.204405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cd2f4-119b-42b9-998f-2cbccc435b27 None None] New status for floating IP 9f01bfcd-e4a4-48f3-a15d-75189fd17ddc: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:39:23.228965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Pushing event updated for resources: {'Port': ['ID=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:23.295006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:23.295655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.305183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebeb8-be26-441b-9c2e-3f351b1b5369 req-cc9c4e3f-a9f0-4d01-b7a4-de186ef04e99 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:23.306737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c38ebeb8-be26-441b-9c2e-3f351b1b5369 req-cc9c4e3f-a9f0-4d01-b7a4-de186ef04e99 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 944 time: 0.0717568 Jul 30 03:39:23.323885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd4812-c2cb-4fbd-8985-230b5322556b req-a7a238a2-0573-4e52-ba61-54f315ec6fc1 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:23.332440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ddd4812-c2cb-4fbd-8985-230b5322556b req-a7a238a2-0573-4e52-ba61-54f315ec6fc1 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.1081111 Jul 30 03:39:23.409000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ddd4812-c2cb-4fbd-8985-230b5322556b req-95005961-b928-46f0-aa3f-75cebc127ce2 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Jul 30 03:39:23.419167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c38ebeb8-be26-441b-9c2e-3f351b1b5369 req-170dd32e-e8d7-438f-993d-087eb5dc2805 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Jul 30 03:39:23.460147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port 2c33d61f-d016-40b6-a0a4-885c82aa1f01, host n-d-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:23.460520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.473671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-c8830e4c-2532-4d11-ade7-bb003eb39307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:23.475756 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-c8830e4c-2532-4d11-ade7-bb003eb39307 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c4d3c04-13a5-4ab3-956a-b45027ad6170 HTTP/1.1" status: 200 len: 845 time: 0.3179054 Jul 30 03:39:23.488405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for 2c33d61f-d016-40b6-a0a4-885c82aa1f01 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:23.506293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:39:23.528702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.537725 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-cc65fec7-a682-45e5-9473-6b4c2b3f2577 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366393 Jul 30 03:39:23.575476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=2c33d61f-d016-40b6-a0a4-885c82aa1f01,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:23.593253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port 2c33d61f-d016-40b6-a0a4-885c82aa1f01 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:23.673313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Attempting to bind port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:23.673662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Attempting to bind port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3754a446-c13f-4097-8927-517588d7d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:23.674056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Attempting to bind port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 on network 83c3c000-716c-4c51-8b42-dfdafb669732 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:23.689624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-24a1a9a7-d1da-421e-ad95-ca7b3a20ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:23.691159 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-24a1a9a7-d1da-421e-ad95-ca7b3a20ecc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48a0936e-dd32-4922-8e68-6e215aa9f65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040057 Jul 30 03:39:23.734281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 on network 83c3c000-716c-4c51-8b42-dfdafb669732 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:23.734451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Attempting to bind port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 on network 83c3c000-716c-4c51-8b42-dfdafb669732 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:23.810234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:23.810834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Checking segment: {'id': '3754a446-c13f-4097-8927-517588d7d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:23.811340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Bound using segment: {'id': '3754a446-c13f-4097-8927-517588d7d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:23.811795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Bound port: cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3754a446-c13f-4097-8927-517588d7d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:23.812167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.834189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8edb-d6c5-4108-9731-1eb134649366 req-1690e4bf-8e85-4521-8998-4129e78469ca tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:23.837380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.842606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80da8edb-d6c5-4108-9731-1eb134649366 req-1690e4bf-8e85-4521-8998-4129e78469ca tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 943 time: 0.0658529 Jul 30 03:39:23.862738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211e4fde-338b-4d20-bf1e-5e3b5848c9e4']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:23.867258 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9bff0ffb-dc88-4a95-ac7e-f739c8537052 req-5de594c0-66aa-4edc-ac01-4b51a716afce service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027527 Jul 30 03:39:23.892516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80da8edb-d6c5-4108-9731-1eb134649366 req-0769b350-3be6-49e9-b699-17bc3f3ba929 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Jul 30 03:39:23.905264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87b2647-fa7d-484a-b587-5e9b5e9874a4') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:23.905563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87b2647-fa7d-484a-b587-5e9b5e9874a4') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:23.932491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.956347 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.979969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:23.980380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:23.984913 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:24.029407 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-82e7eb0a-bcb1-44fa-a186-e590f31c5aea service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056629 Jul 30 03:39:24.052920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] For port cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:24.056523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] For port cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,segment=NetworkSegment(3754a446-c13f-4097-8927-517588d7d463),segment_id=3754a446-c13f-4097-8927-517588d7d463)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:24.065334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.103670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.105538 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/networks/211e4fde-338b-4d20-bf1e-5e3b5848c9e4 HTTP/1.1" status: 204 len: 168 time: 2.1877048 Jul 30 03:39:24.106548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a969-516c-44b0-b820-86b122bfc496 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Network': ['ID=211e4fde-338b-4d20-bf1e-5e3b5848c9e4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:24.115582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:24.122409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1652253195'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:24.124139 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.189744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.190386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.191932 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] 10.222.0.18 "PUT /v2.0/ports/cf4039e7-6b66-4d66-bf5f-52fa76a1a374 HTTP/1.1" status: 200 len: 1093 time: 3.2426343 Jul 30 03:39:24.192443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adda6ebc-457e-4832-b949-4b013266abfa', 'tag': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:24.193614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:24.194887 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c0738-6c18-4814-a061-7eb6590a8275" -d '{"events": [{"name": "network-changed", "server_uuid": "adda6ebc-457e-4832-b949-4b013266abfa", "tag": "cf4039e7-6b66-4d66-bf5f-52fa76a1a374"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:24.203740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.217379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2c33d61f-d016-40b6-a0a4-885c82aa1f01 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:24.278761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2c33d61f-d016-40b6-a0a4-885c82aa1f01 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:24.279116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2c33d61f-d016-40b6-a0a4-885c82aa1f01 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:24.294979 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e7343-ce6b-4f62-ad9b-f2768c01872b x-openstack-request-id: req-627e7343-ce6b-4f62-ad9b-f2768c01872b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:24.295301 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adda6ebc-457e-4832-b949-4b013266abfa", "tag": "cf4039e7-6b66-4d66-bf5f-52fa76a1a374", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:24.295553 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-627e7343-ce6b-4f62-ad9b-f2768c01872b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:24.295999 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adda6ebc-457e-4832-b949-4b013266abfa', 'tag': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374', 'status': 'completed', 'code': 200} Jul 30 03:39:24.315746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:24.321735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-0a10f83d-ad7b-49f2-9c26-5fab5725ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.324471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-0a10f83d-ad7b-49f2-9c26-5fab5725ca1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 1095 time: 0.2557893 Jul 30 03:39:24.337206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032210-d1b8-409a-b3d4-22205ffe5e2d service neutron] Pushing event updated for resources: {'Port': ['ID=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:24.343895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.344657 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Added segment 35b436cc-da95-4130-ab3c-fe2cff94a96b of type vlan for network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 Jul 30 03:39:24.381673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-a95a8487-6daa-46e5-bae1-2040142cd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.381673 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-a95a8487-6daa-46e5-bae1-2040142cd6e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a63109dd071f43019eb2b89b9ade7a1a&device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 1096 time: 0.1369042 Jul 30 03:39:24.437207 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.466921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae704723-fe74-4ed4-b46e-a9988c7f7fe7 req-a720b696-aa05-47ff-a7e1-39b7c4c857c3 service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877077 Jul 30 03:39:24.476075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-050b8d18-8fcb-4eb4-984e-3b679942fd6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374 HTTP/1.1" status: 200 len: 217 time: 0.0556052 Jul 30 03:39:24.495007 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.506488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.507176 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.564770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-4353ba6a-c42b-4cb2-9dcf-ae1fa13baa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.566256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-4353ba6a-c42b-4cb2-9dcf-ae1fa13baa2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2109988 Jul 30 03:39:24.568699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400948-f464-423c-9330-720d1fa99b78 req-fbeaddfd-37d1-4d4e-a248-b48026544832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.570212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-fbeaddfd-37d1-4d4e-a248-b48026544832 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9546480f-2bfb-4106-b6d1-4836e0c9d01a HTTP/1.1" status: 200 len: 851 time: 0.0842915 Jul 30 03:39:24.636443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-7617f587-be90-4ee9-a30f-b91b6dac9b79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83c3c000-716c-4c51-8b42-dfdafb669732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562499 Jul 30 03:39:24.637916 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-acc8ff8f-c8f7-4615-b937-07d665b33815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a HTTP/1.1" status: 200 len: 217 time: 0.0641172 Jul 30 03:39:24.638721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47192) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:24.639051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5218413 Jul 30 03:39:24.644257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'subnet': {'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:24.674866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615e405-c0a2-4d10-a250-3e76e0e1f249 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Network': ['ID=b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:24.687643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:24.702039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24dbc0-5086-408e-bcdd-a085a78370d6 req-05e19492-f67f-4ccf-b017-5346f2cf9bf2 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.703621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e24dbc0-5086-408e-bcdd-a085a78370d6 req-05e19492-f67f-4ccf-b017-5346f2cf9bf2 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.1084504 Jul 30 03:39:24.712650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f508f-92e0-413a-9e6c-4e7ccf597477 req-d5e2c0dc-c1bd-4912-a77a-ef170e649f98 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.714102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc3f508f-92e0-413a-9e6c-4e7ccf597477 req-d5e2c0dc-c1bd-4912-a77a-ef170e649f98 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 944 time: 0.1603627 Jul 30 03:39:24.789831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e24dbc0-5086-408e-bcdd-a085a78370d6 req-b481da0a-e94a-434c-8ed0-58d3c2a7012f tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744641 Jul 30 03:39:24.810085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc3f508f-92e0-413a-9e6c-4e7ccf597477 req-2403a6fc-bf75-45d9-8dc2-2582a926de20 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876589 Jul 30 03:39:24.849294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-30e9345d-696f-4ca3-9b84-dd951cc3ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.850947 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-30e9345d-696f-4ca3-9b84-dd951cc3ab8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1937602 Jul 30 03:39:24.917445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42d22-4c00-4118-9df0-b03f0daea498 req-1cffc9f7-a9c7-47ab-862c-8d0d2233cc79 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:24.919859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66f42d22-4c00-4118-9df0-b03f0daea498 req-1cffc9f7-a9c7-47ab-862c-8d0d2233cc79 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 945 time: 0.0591276 Jul 30 03:39:24.926925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-e81d9f9d-9ea9-4bc8-b367-9bdfe120e146 service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776122 Jul 30 03:39:24.934181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:24.938236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:24.986032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66f42d22-4c00-4118-9df0-b03f0daea498 req-e216520b-2af5-40cc-be7b-d329417557c8 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597134 Jul 30 03:39:25.037831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad7e44-3f4a-4760-83b2-221bafa96d8c req-78f51f0c-de69-43d3-b5e6-c9158f860b53 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:25.046905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3ad7e44-3f4a-4760-83b2-221bafa96d8c req-78f51f0c-de69-43d3-b5e6-c9158f860b53 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 943 time: 0.0786581 Jul 30 03:39:25.049022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-f4f02db6-b814-49d4-b18a-7a7de9b81079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:25.049611 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-f4f02db6-b814-49d4-b18a-7a7de9b81079 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888752 Jul 30 03:39:25.090762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3ad7e44-3f4a-4760-83b2-221bafa96d8c req-4f6c49bd-06aa-4cd8-a203-35ba2440d86a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Jul 30 03:39:25.217063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-15b4bc03-d395-4c26-b1e5-7b0da45a63a6 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:25.218586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-15b4bc03-d395-4c26-b1e5-7b0da45a63a6 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.16 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.1877666 Jul 30 03:39:25.229634 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eb400948-f464-423c-9330-720d1fa99b78 req-ce0a81cf-056f-4021-b7a2-60093ac80563 service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858114 Jul 30 03:39:25.395731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-6fdd2b67-4d52-48db-a657-784d45c89533 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215575 Jul 30 03:39:25.471527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0738-6c18-4814-a061-7eb6590a8275 req-06d2faa3-9540-4d10-a8bb-8aa8f699e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:25.474140 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-06d2faa3-9540-4d10-a8bb-8aa8f699e900 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a63109dd071f43019eb2b89b9ade7a1a&device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 1096 time: 0.1710856 Jul 30 03:39:25.715273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-5eed2444-612a-4cbc-9063-4576d75b6031 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537848 Jul 30 03:39:25.809042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-c718a91e-5d5a-4eeb-8779-0c869e93189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:25.811223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-c718a91e-5d5a-4eeb-8779-0c869e93189f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.0488358 Jul 30 03:39:25.899342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:25.933273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Deleting port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:25.933609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:25.984309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-ce08058d-a117-4c61-b43b-5ddc90a18561 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:25.986655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-ce08058d-a117-4c61-b43b-5ddc90a18561 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 945 time: 0.1372962 Jul 30 03:39:26.009136 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6e407-d787-40c3-b672-06989f042d41 req-3291d838-7ae4-4883-a3c9-58ebed59cb6f tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.014081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17e6e407-d787-40c3-b672-06989f042d41 req-3291d838-7ae4-4883-a3c9-58ebed59cb6f tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 946 time: 0.1264627 Jul 30 03:39:26.061392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4b9bf-5f19-4da1-89bd-7239677ea66e req-566ed3b8-7cac-4575-bc82-5d2cfe70b1ca tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.062861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3b4b9bf-5f19-4da1-89bd-7239677ea66e req-566ed3b8-7cac-4575-bc82-5d2cfe70b1ca tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 944 time: 0.1558638 Jul 30 03:39:26.067943 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d95d0dc7-9a30-4d76-a1cd-7398549819ab req-575d8de0-2590-4680-8b7b-6cd7267b24b7 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620290 Jul 30 03:39:26.086572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0738-6c18-4814-a061-7eb6590a8275 req-6efa9ef9-9b48-4210-95ac-e1153809d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.088093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-6efa9ef9-9b48-4210-95ac-e1153809d0e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83c3c000-716c-4c51-8b42-dfdafb669732 HTTP/1.1" status: 200 len: 911 time: 0.6030407 Jul 30 03:39:26.149239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17e6e407-d787-40c3-b672-06989f042d41 req-2fe8e7c8-e830-42d0-9c2e-881cdb1f50ac tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4746565-f8a7-4764-b8a0-07e3b3df88dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264253 Jul 30 03:39:26.165612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Subnet': ['ID=fec8879a-b2c9-4d8a-ae22-62d21097ba04,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:26.175690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3b4b9bf-5f19-4da1-89bd-7239677ea66e req-939ba239-8474-4221-baa5-518d2a4c0351 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Jul 30 03:39:26.186130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-fdc72be9-c2c4-45e4-bf7d-beedfe04e630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374 HTTP/1.1" status: 200 len: 217 time: 0.0865600 Jul 30 03:39:26.214916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-e9553c1b-4605-498b-9bbf-bfca4831d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.216414 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-e9553c1b-4605-498b-9bbf-bfca4831d086 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.3584170 Jul 30 03:39:26.232914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Deleting port fe52d486-4e80-471b-9af1-cc19499a8257 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:26.232914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.248475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Checking segment: {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:26.248840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network hostable DHCP agents. Network: b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:26.273647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] For port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,segment=NetworkSegment(36d0be5b-37fd-47dd-ae4e-f6cc1189a995),segment_id=36d0be5b-37fd-47dd-ae4e-f6cc1189a995)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:26.274093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.334874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Calling delete_port for 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:26.361305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0738-6c18-4814-a061-7eb6590a8275 req-caf6f027-3185-4883-94df-ea2894e9259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.362894 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-caf6f027-3185-4883-94df-ea2894e9259e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9546480f-2bfb-4106-b6d1-4836e0c9d01a HTTP/1.1" status: 200 len: 851 time: 0.1632385 Jul 30 03:39:26.371801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:26.422089 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-b727ffca-5364-40c4-b255-bd018e004077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.1763582 Jul 30 03:39:26.429977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12744-e1eb-4f5d-9e9a-924d0b486684 req-fcbf2d59-b161-4b13-b675-2b937bc9d846 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.431564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1a12744-e1eb-4f5d-9e9a-924d0b486684 req-fcbf2d59-b161-4b13-b675-2b937bc9d846 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 943 time: 0.1249356 Jul 30 03:39:26.439681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52188285-3729-4c3b-a9f7-8ec094667d0e req-77767428-8e3a-43cc-9b93-775aaf12dc44 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.441312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52188285-3729-4c3b-a9f7-8ec094667d0e req-77767428-8e3a-43cc-9b93-775aaf12dc44 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 945 time: 0.1332181 Jul 30 03:39:26.443468 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-5ee94f73-8652-4d27-b34a-401da7f987ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83c3c000-716c-4c51-8b42-dfdafb669732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684791 Jul 30 03:39:26.452032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:26.466289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd195b-6a8b-447b-924a-e2dd8eb2d5bb None None] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:26.505545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.506385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.571182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] For port fe52d486-4e80-471b-9af1-cc19499a8257, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fe52d486-4e80-471b-9af1-cc19499a8257,segment=NetworkSegment(1b486988-d90b-4c90-95e6-643296911a88),segment_id=1b486988-d90b-4c90-95e6-643296911a88)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:26.571820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.581189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-22b56740-f69a-4f99-8fd6-aa81a4a20e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.582960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-22b56740-f69a-4f99-8fd6-aa81a4a20e76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1422839 Jul 30 03:39:26.584229 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7cf6cbff-3b52-48ec-8766-234a52aad740 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9443171 Jul 30 03:39:26.585874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52188285-3729-4c3b-a9f7-8ec094667d0e req-55099203-5e62-4d38-a324-4a1280431d87 tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/security-groups?id=9682e13f-0fd9-45af-b008-05d01dca9494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160915 Jul 30 03:39:26.587762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47218) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:26.594281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1637101549'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:26.629131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Calling delete_port for fe52d486-4e80-471b-9af1-cc19499a8257 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:26.644113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1a12744-e1eb-4f5d-9e9a-924d0b486684 req-48dbfd22-a125-4eff-9fe2-c8fc79937f79 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980982 Jul 30 03:39:26.689512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8', 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'fixed_ips': [{'subnet_id': 'fec8879a-b2c9-4d8a-ae22-62d21097ba04'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:39:26.690464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.792337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-02373976-9862-44b8-9dee-e0cb6f6f8c53 service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383777 Jul 30 03:39:26.823756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-895c7986-4096-4ec3-bf6b-b9db756c7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:26.825307 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-895c7986-4096-4ec3-bf6b-b9db756c7174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094798 Jul 30 03:39:26.853948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:26.857998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.906225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:26.943643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['fe52d486-4e80-471b-9af1-cc19499a8257'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:26.974378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Pushing event deleted for resources: {'Port': ['ID=fe52d486-4e80-471b-9af1-cc19499a8257,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:27.028780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] No DVR routers for this DVR port fe52d486-4e80-471b-9af1-cc19499a8257 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:27.032216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.037477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-114a6dd0-fca3-4087-8074-873f2af951c3 req-940ff68e-ccc7-4e78-8929-a568ff51f26a tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.18 "DELETE /v2.0/ports/fe52d486-4e80-471b-9af1-cc19499a8257 HTTP/1.1" status: 204 len: 173 time: 1.0432706 Jul 30 03:39:27.038366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'name': 'network-vif-deleted', 'tag': 'fe52d486-4e80-471b-9af1-cc19499a8257'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:27.041252 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab84cb-3043-4065-a98e-8cda6e3f5cfc" -d '{"events": [{"server_uuid": "8508f9d5-dd57-4b57-9635-cfcc087ba8d4", "name": "network-vif-deleted", "tag": "fe52d486-4e80-471b-9af1-cc19499a8257"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:27.070521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Allocated IP 19.80.0.2 (b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8/fec8879a-b2c9-4d8a-ae22-62d21097ba04/75be9f35-c656-4bdf-b7b4-96b8525f2bb3) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:27.090806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-be301861-dc61-45e3-a1ef-5de4a86358c7 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061441 Jul 30 03:39:27.095534 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb64c1b-f727-452c-8ba1-05d08470e4ad x-openstack-request-id: req-7bb64c1b-f727-452c-8ba1-05d08470e4ad {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:27.096522 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8508f9d5-dd57-4b57-9635-cfcc087ba8d4", "name": "network-vif-deleted", "tag": "fe52d486-4e80-471b-9af1-cc19499a8257", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:27.097009 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bb64c1b-f727-452c-8ba1-05d08470e4ad {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:27.097127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:27.097832 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8508f9d5-dd57-4b57-9635-cfcc087ba8d4', 'name': 'network-vif-deleted', 'tag': 'fe52d486-4e80-471b-9af1-cc19499a8257', 'status': 'completed', 'code': 200} Jul 30 03:39:27.105426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.181677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.182180 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Added segment 87df29ed-d3d5-44cb-92a9-1f3231e1c91d of type vlan for network 2718a067-5276-465c-b5ff-4b6512ca3da8 Jul 30 03:39:27.211336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Pushing event deleted for resources: {'Port': ['ID=4ae66c15-5c3c-4715-8d11-dcb3a6a339ab,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:27.291044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cf4039e7-6b66-4d66-bf5f-52fa76a1a374 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:27.294016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77fb508e-69b4-4da6-95ad-4b32efa7e789 req-ea800eb2-e30f-4812-ba21-6aebdeaca016 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.39 "GET /v2.0/ports?device_id=d31e0afd-a1f5-49b8-94ad-de931230737f HTTP/1.1" status: 200 len: 210 time: 0.0347679 Jul 30 03:39:27.332721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-061c0738-6c18-4814-a061-7eb6590a8275 req-ca5154b8-10c1-4e72-9230-d432bdaf6d2c service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114260 Jul 30 03:39:27.356916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] No DVR routers for this DVR port 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:27.358155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833883-0a12-424e-9dde-45298bf589f7 req-b8acc79b-e463-43a1-a73a-0046f8e0e331 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:27.365017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.366772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c833883-0a12-424e-9dde-45298bf589f7 req-b8acc79b-e463-43a1-a73a-0046f8e0e331 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 944 time: 0.0754807 Jul 30 03:39:27.369741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.371826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-35f44b2a-d62e-4908-8f1e-5d22aba68756 req-271339bc-b9fe-4d5f-8ccf-1ff33b8739f3 tempest-ServerAddressesNegativeTestJSON-1534619081 tempest-ServerAddressesNegativeTestJSON-1534619081-project] 10.222.0.16 "DELETE /v2.0/ports/4ae66c15-5c3c-4715-8d11-dcb3a6a339ab HTTP/1.1" status: 204 len: 173 time: 2.1351180 Jul 30 03:39:27.372310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'name': 'network-vif-deleted', 'tag': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:27.374788 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d7dec5-5907-45e0-9c23-b5b13fd46917" -d '{"events": [{"server_uuid": "d31e0afd-a1f5-49b8-94ad-de931230737f", "name": "network-vif-deleted", "tag": "4ae66c15-5c3c-4715-8d11-dcb3a6a339ab"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:27.424487 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9fc436d6-51a1-4cca-8c1d-2d5351c23093 req-2734d9bd-eff3-48b2-b1cc-e6d948994cd0 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025186 Jul 30 03:39:27.431017 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a4c49b-d2ca-4af9-9a70-07424959ab95 x-openstack-request-id: req-58a4c49b-d2ca-4af9-9a70-07424959ab95 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:27.431359 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31e0afd-a1f5-49b8-94ad-de931230737f", "name": "network-vif-deleted", "tag": "4ae66c15-5c3c-4715-8d11-dcb3a6a339ab", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:27.431678 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58a4c49b-d2ca-4af9-9a70-07424959ab95 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:27.432806 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31e0afd-a1f5-49b8-94ad-de931230737f', 'name': 'network-vif-deleted', 'tag': '4ae66c15-5c3c-4715-8d11-dcb3a6a339ab', 'status': 'completed', 'code': 200} Jul 30 03:39:27.434732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.440537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:27.441152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.461452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c833883-0a12-424e-9dde-45298bf589f7 req-90607e95-09c1-4bb5-934b-43e55f2b23a1 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920303 Jul 30 03:39:27.510917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9207122 Jul 30 03:39:27.513650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47230) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:27.521776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'subnet': {'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:27.535800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,segment=NetworkSegment(3754a446-c13f-4097-8927-517588d7d463),segment_id=3754a446-c13f-4097-8927-517588d7d463)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:27.538422 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.542350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9daa1-80c6-4ed9-b716-3ab634454e5d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Network': ['ID=2718a067-5276-465c-b5ff-4b6512ca3da8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:27.553970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374', 'network_id': '83c3c000-716c-4c51-8b42-dfdafb669732', 'port_id': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374', 'mac_address': 'fa:16:3e:df:78:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9546480f-2bfb-4106-b6d1-4836e0c9d01a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:27.557828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Transition to ACTIVE for port object 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:27.562329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:27.646242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:27.651244 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.668876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Transition to ACTIVE for port object 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:27.690003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 321a5ab4-16a3-4ccb-a0f5-a318c223579a details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:27.719957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:27.755629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc4097d1-a8e2-481d-adc4-8a47d82245cc req-7328f2e2-b403-4372-818b-693cd18ee30e tempest-ServerTagsTestJSON-555375264 tempest-ServerTagsTestJSON-555375264-project] 10.222.0.39 "GET /v2.0/ports?device_id=8508f9d5-dd57-4b57-9635-cfcc087ba8d4 HTTP/1.1" status: 200 len: 210 time: 0.0473919 Jul 30 03:39:27.817939 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.828808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:27.829551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ae66c15-5c3c-4715-8d11-dcb3a6a339ab not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:27.838091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.846795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b8713-b1a8-4f42-9604-2100f001d246 req-d5997216-9ed8-44a3-8ddf-daf2e7cb191b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:27.855099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f05b8713-b1a8-4f42-9604-2100f001d246 req-d5997216-9ed8-44a3-8ddf-daf2e7cb191b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 943 time: 0.0889812 Jul 30 03:39:27.899536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f05b8713-b1a8-4f42-9604-2100f001d246 req-c73360c5-db5c-4d92-9eab-865963a26c84 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Jul 30 03:39:27.927333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:27.932619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:27.935850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4039e7-6b66-4d66-bf5f-52fa76a1a374 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:27.955754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:27.986325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:28.003312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Subnet': ['ID=ffaf4ea2-36e3-48c5-8a94-5e3689f88f34,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:28.013517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Checking segment: {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:28.013753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network hostable DHCP agents. Network: 2718a067-5276-465c-b5ff-4b6512ca3da8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:28.016735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,segment=NetworkSegment(3754a446-c13f-4097-8927-517588d7d463),segment_id=3754a446-c13f-4097-8927-517588d7d463)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:28.019261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:28.022573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Pushing event updated for resources: {'Port': ['ID=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:28.037297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:28.049551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2718a067-5276-465c-b5ff-4b6512ca3da8) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:28.055449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:28.056040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.064771 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.071977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c16da-0750-4c7d-a2e8-2c5ab97289fb None None] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:28.085458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f46b9ce-9ae1-4b58-8986-d1e0b2fa6106 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5703342 Jul 30 03:39:28.156047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '321a5ab4-16a3-4ccb-a0f5-a318c223579a', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '321a5ab4-16a3-4ccb-a0f5-a318c223579a', 'mac_address': 'fa:16:3e:f9:c6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:28.196539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Attempting to bind port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:28.196966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Attempting to bind port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:28.197334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Attempting to bind port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 on network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:28.209960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:28.210345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Checking segment: {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:28.210753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.211385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Bound using segment: {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:28.211885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Bound port: 75be9f35-c656-4bdf-b7b4-96b8525f2bb3, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:28.212525 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.324572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['cf4039e7-6b66-4d66-bf5f-52fa76a1a374'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:28.382600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:28.393757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47268) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:28.438325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-be97fe18-38e8-4749-b61b-dcab79254c73 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:28.446104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-be97fe18-38e8-4749-b61b-dcab79254c73 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:28.454746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-be97fe18-38e8-4749-b61b-dcab79254c73 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/networks?id=b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8&id=2718a067-5276-465c-b5ff-4b6512ca3da8 HTTP/1.1" status: 200 len: 1392 time: 0.1730227 Jul 30 03:39:28.458744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Deleting subnet 172f4830-b677-4382-8447-d31679e527a5 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:28.462532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.476561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-693ab7b4-d7fa-4601-913c-de3694a9f3a3 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/quotas/7f96ef9fa1f5455d8dc27cffd3a75d36 HTTP/1.1" status: 200 len: 375 time: 0.0176735 Jul 30 03:39:28.491066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] For port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:28.493196 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.498568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] For port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:28.512546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.521226 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.540986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-6c8e2459-1ce0-492d-b707-3009391b2f28 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628347 Jul 30 03:39:28.589705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.597720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321a5ab4-16a3-4ccb-a0f5-a318c223579a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:28.613873 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:39:28.670174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:28.693324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.696607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45db45-e65b-42b1-bf04-04e1aefe2743 req-4e4eefc5-f797-4f60-941f-0531c34d61b6 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:28.698596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed45db45-e65b-42b1-bf04-04e1aefe2743 req-4e4eefc5-f797-4f60-941f-0531c34d61b6 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 945 time: 0.1288981 Jul 30 03:39:28.709661 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.729045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-ec71b5bc-427a-47ff-8540-160cc013b053 service neutron] 10.222.0.39 "GET /v2.0/networks/b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756461 Jul 30 03:39:28.752401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2718a067-5276-465c-b5ff-4b6512ca3da8', 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'fixed_ips': [{'subnet_id': 'ffaf4ea2-36e3-48c5-8a94-5e3689f88f34'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:39:28.753450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.772853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172f4830-b677-4382-8447-d31679e527a5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:28.778735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f026bcb-fb8e-410e-b135-58be293c7a81 None None] Pushing event updated for resources: {'Port': ['ID=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:28.781683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.784154 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-01b35e40-63bb-4bec-aead-fb949d85ef93 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/172f4830-b677-4382-8447-d31679e527a5 HTTP/1.1" status: 204 len: 168 time: 0.3872778 Jul 30 03:39:28.787120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47274) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:28.878308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:28.890932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed45db45-e65b-42b1-bf04-04e1aefe2743 req-2b0b9a03-6df2-45e4-95e0-1b66d8d78846 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785233 Jul 30 03:39:28.983369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-56958436-baa8-43c1-b197-cb1337186045 service neutron] 10.222.0.39 "GET /v2.0/networks/b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529423 Jul 30 03:39:28.994640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=321a5ab4-16a3-4ccb-a0f5-a318c223579a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:28.999390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47280) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:29.073804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fe52d486-4e80-471b-9af1-cc19499a8257 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:29.102549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: fe52d486-4e80-471b-9af1-cc19499a8257 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:29.102968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fe52d486-4e80-471b-9af1-cc19499a8257 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:29.139956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.145788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-5d7f6fdc-39ba-4122-b075-bdcd55f65809 service neutron] 10.222.0.39 "GET /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607988 Jul 30 03:39:29.156396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Allocated IP 19.86.0.2 (2718a067-5276-465c-b5ff-4b6512ca3da8/ffaf4ea2-36e3-48c5-8a94-5e3689f88f34/9867b5b5-7bab-4b50-9d5c-9632fd8fec05) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:29.161069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993809f0-8287-466f-ae45-e396dc106803']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:29.187747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Deleting subnet bf7b4f13-5662-4882-b7ba-9760355bf6b1 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:29.194019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d0be5b-37fd-47dd-ae4e-f6cc1189a995') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:29.194359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d0be5b-37fd-47dd-ae4e-f6cc1189a995') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:29.203731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.228648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.258798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.262781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.294673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:29.295160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:29.297015 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:29.311918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515828f8-f0ed-4778-87ea-0bfbbc23c260 req-101387af-0a58-466e-979e-1f9a98f6c41a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:29.313421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-515828f8-f0ed-4778-87ea-0bfbbc23c260 req-101387af-0a58-466e-979e-1f9a98f6c41a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 944 time: 0.0905402 Jul 30 03:39:29.366789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-f5d628c4-75f6-4e23-9187-4e9442791f0e service neutron] 10.222.0.39 "GET /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171090 Jul 30 03:39:29.389654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-515828f8-f0ed-4778-87ea-0bfbbc23c260 req-7f0593be-20c6-487f-8544-e2be83337995 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683453 Jul 30 03:39:29.393542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.419722 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.420756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.434192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.436182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Transition to ACTIVE for port object 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:29.436397 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/993809f0-8287-466f-ae45-e396dc106803 HTTP/1.1" status: 204 len: 168 time: 0.6482739 Jul 30 03:39:29.440875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:29.459541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbce8c-40cb-4003-a85b-ece62649ee4a admin admin] Pushing event deleted for resources: {'Network': ['ID=993809f0-8287-466f-ae45-e396dc106803,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:29.488075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Transition to ACTIVE for port object 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:29.496970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.506362 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.532619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7b4f13-5662-4882-b7ba-9760355bf6b1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:29.541357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.544395 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-225bd035-5d2f-4e88-af40-cc34f63d5a7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf7b4f13-5662-4882-b7ba-9760355bf6b1 HTTP/1.1" status: 204 len: 168 time: 0.5439219 Jul 30 03:39:29.546255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47288) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:29.632897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Pushing event updated for resources: {'Port': ['ID=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:29.654702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:29.688543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:29.698810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:29.718192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.729495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d3b864b-33e6-4790-9551-4e5b3990b58c req-3c08b6c0-ea73-4710-82b1-2988173d914b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 210 time: 0.0668025 Jul 30 03:39:29.797739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Attempting to bind port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:29.798116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Attempting to bind port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:29.798576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Attempting to bind port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 on network 2718a067-5276-465c-b5ff-4b6512ca3da8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:29.810092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:29.810871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Checking segment: {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:29.810871 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.811348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Bound using segment: {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:29.811822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Bound port: 9867b5b5-7bab-4b50-9d5c-9632fd8fec05, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:29.812206 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.879614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.893987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28602ac5-7fe4-497a-960e-713273f9ad6b']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:29.902083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:29.910676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b486988-d90b-4c90-95e6-643296911a88') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:29.910897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b486988-d90b-4c90-95e6-643296911a88') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:29.922937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.944804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.954704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:29.955331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:29.959264 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:29.971374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] For port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:29.977778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] For port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:29.987990 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.015174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-297df943-cb44-4bfd-a8de-ed51962fd46d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=effbd2985ada444697001f0d0304be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097131 Jul 30 03:39:30.017120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:30.136086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeffb6c-f494-4e4b-bca5-a10722595ddd None None] Pushing event updated for resources: {'Port': ['ID=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:30.139808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.158513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.169536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/28602ac5-7fe4-497a-960e-713273f9ad6b HTTP/1.1" status: 204 len: 168 time: 0.6219568 Jul 30 03:39:30.203967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da032611-b6a2-41d5-9cc1-be1f0e1fa9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=28602ac5-7fe4-497a-960e-713273f9ad6b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:30.212012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5f758d0-9192-4b4e-abbf-0a65540eaa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.265373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf7268-4327-413e-82d4-00e8179579ab req-fc8e4aa5-2fad-411f-b4bd-8d6daccd618c tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:30.273024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eacf7268-4327-413e-82d4-00e8179579ab req-fc8e4aa5-2fad-411f-b4bd-8d6daccd618c tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 945 time: 0.2565653 Jul 30 03:39:30.293393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5f758d0-9192-4b4e-abbf-0a65540eaa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.329746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:30.384084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eacf7268-4327-413e-82d4-00e8179579ab req-53b7d4b4-3015-403b-bd37-5e0c052f4d30 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093404 Jul 30 03:39:30.428009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5f758d0-9192-4b4e-abbf-0a65540eaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.432097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5f758d0-9192-4b4e-abbf-0a65540eaa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.436370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d5f758d0-9192-4b4e-abbf-0a65540eaa39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4746565-f8a7-4764-b8a0-07e3b3df88dd HTTP/1.1" status: 204 len: 168 time: 0.4160290 Jul 30 03:39:30.447506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f758d0-9192-4b4e-abbf-0a65540eaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4746565-f8a7-4764-b8a0-07e3b3df88dd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:30.503832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:30.524281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59124521-1607-4824-8ab6-1daba6a2a1af None None] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:30.567442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47318) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:30.635671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dcfd8-6061-415e-9e44-979326c98967 req-17da42f7-61f6-4fb7-ad3a-ca71f55f4182 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:30.653619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be0dcfd8-6061-415e-9e44-979326c98967 req-17da42f7-61f6-4fb7-ad3a-ca71f55f4182 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 944 time: 0.1234219 Jul 30 03:39:30.685222 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a6e0bdf6-8ae6-4f9d-a887-87bab1920b6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3654eb97e34c461f89fb144c95adb90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157341 Jul 30 03:39:30.686795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47324) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:30.737235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.744121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] Provisioning for port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:30.750511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] Provisioning complete for port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:30.751004 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.757936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be0dcfd8-6061-415e-9e44-979326c98967 req-01913f76-f42f-43c9-bf5f-35ee9ee4dc5f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041913 Jul 30 03:39:30.778631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e703054-f262-425c-b448-513855b5ca10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.826869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e703054-f262-425c-b448-513855b5ca10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.914427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.921186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83b96b77-9731-47db-bde9-fa40813cd557 req-13ecdb24-17f7-426f-ad62-dc53067fc1d4 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 210 time: 0.0624933 Jul 30 03:39:30.928534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e703054-f262-425c-b448-513855b5ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.932017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e703054-f262-425c-b448-513855b5ca10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:30.935737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1e703054-f262-425c-b448-513855b5ca10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9682e13f-0fd9-45af-b008-05d01dca9494 HTTP/1.1" status: 204 len: 168 time: 0.2455196 Jul 30 03:39:30.972492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e703054-f262-425c-b448-513855b5ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9682e13f-0fd9-45af-b008-05d01dca9494,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:31.021501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] For port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:31.032473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cf4039e7-6b66-4d66-bf5f-52fa76a1a374 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:31.259862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:31.419273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678db1c-369d-4d5c-9cef-908ce0e8c4a5 None None] Pushing event updated for resources: {'Port': ['ID=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:31.431777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:31.455751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:31.456237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:31.621008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-80374aae-92bf-47c8-b8da-f7f46a446a0d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:31.627738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-80374aae-92bf-47c8-b8da-f7f46a446a0d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:31.630016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-80374aae-92bf-47c8-b8da-f7f46a446a0d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "GET /v2.0/networks?id=b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8&id=2718a067-5276-465c-b5ff-4b6512ca3da8 HTTP/1.1" status: 200 len: 1392 time: 0.2589760 Jul 30 03:39:31.646620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'port': {'device_id': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8', 'admin_state_up': True, 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:31.683732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd2c-1287-4e2d-b123-5e21ac28e52a req-d8e17b07-fd5e-4e77-b0a4-69fca2f474b0 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:31.693843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3427bd2c-1287-4e2d-b123-5e21ac28e52a req-d8e17b07-fd5e-4e77-b0a4-69fca2f474b0 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 945 time: 0.1124010 Jul 30 03:39:31.697557 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:31.752767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 321a5ab4-16a3-4ccb-a0f5-a318c223579a up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:31.762475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5838617-f2c9-4fc5-a853-28a588b03c21 None None] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:31.790073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:31.819125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3427bd2c-1287-4e2d-b123-5e21ac28e52a req-a9526f96-7b34-4681-8e2f-baadebf2a38d tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240785 Jul 30 03:39:31.967566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adda6ebc-457e-4832-b949-4b013266abfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:31.969832 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b942ae8-5b51-4d33-b749-15e565ca5741" -d '{"events": [{"server_uuid": "adda6ebc-457e-4832-b949-4b013266abfa", "name": "network-vif-plugged", "status": "completed", "tag": "cf4039e7-6b66-4d66-bf5f-52fa76a1a374"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:32.009886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,segment=NetworkSegment(3754a446-c13f-4097-8927-517588d7d463),segment_id=3754a446-c13f-4097-8927-517588d7d463)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:32.011093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b2ea16c8-876a-4c76-b92b-f5a9ab9822dc None None] Provisioning for port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:32.027402 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.088876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:32.100003 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.102578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 321a5ab4-16a3-4ccb-a0f5-a318c223579a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:32.118495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 321a5ab4-16a3-4ccb-a0f5-a318c223579a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:32.119361 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.121409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70741490-15ea-4fe2-b828-d0b0a6db2c47 req-218de787-8a11-40ac-b458-182a56083a64 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 210 time: 0.0425355 Jul 30 03:39:32.135282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443c66-5cb2-455d-9706-6b23c9d1034c req-25b0b2d6-55c9-4de2-a3f2-7355e0ebd21a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:32.143982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38443c66-5cb2-455d-9706-6b23c9d1034c req-25b0b2d6-55c9-4de2-a3f2-7355e0ebd21a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 944 time: 0.1593659 Jul 30 03:39:32.206527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:32.214572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7da7094f-67ea-4556-9041-72814edd85a9 None None] Provisioning complete for port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:32.214951 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7da7094f-67ea-4556-9041-72814edd85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.223645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38443c66-5cb2-455d-9706-6b23c9d1034c req-ab467d10-5e29-493c-a7be-7a63294fb7fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775528 Jul 30 03:39:32.294772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-793592624-network', 'tenant_id': '377e2c9d13bc44e38f1e2e83651c4df3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:32.314202 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d8c840-f483-483d-87e0-255eb84dacaf x-openstack-request-id: req-c1d8c840-f483-483d-87e0-255eb84dacaf {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:32.314676 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adda6ebc-457e-4832-b949-4b013266abfa", "name": "network-vif-plugged", "status": "completed", "tag": "cf4039e7-6b66-4d66-bf5f-52fa76a1a374", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:32.314988 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1d8c840-f483-483d-87e0-255eb84dacaf {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:32.315603 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adda6ebc-457e-4832-b949-4b013266abfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374', 'code': 200} Jul 30 03:39:32.374525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Made reservation on behalf of 377e2c9d13bc44e38f1e2e83651c4df3 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:32.382043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.383128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.393794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.476741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:32.496195 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.593639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:32.593871 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.601140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.623269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Allocated IP 19.80.0.31 (b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8/fec8879a-b2c9-4d8a-ae22-62d21097ba04/277981bd-63de-4f98-8f63-f5dcbc1d86ec) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:32.643383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:32.659741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.660628 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Added segment 9091ac0d-21ab-4a02-8549-899a0b1db010 of type vlan for network 20407ed7-c0cd-47d4-9694-3cd222015bfa Jul 30 03:39:32.662415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47bb4d7-1c7a-4595-90b1-ce218ac020a9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:32.698009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071a724-3339-43dc-b91f-75b030e829e3 req-e8e134e2-d73a-4991-921f-0a069656e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:32.700797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c071a724-3339-43dc-b91f-75b030e829e3 req-e8e134e2-d73a-4991-921f-0a069656e91c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 1098 time: 0.3234611 Jul 30 03:39:32.704918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=321a5ab4-16a3-4ccb-a0f5-a318c223579a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:32.726683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:32.727242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.762161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.788407 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c071a724-3339-43dc-b91f-75b030e829e3 req-8deadcfe-8486-4397-9e1e-771249642525 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603588 Jul 30 03:39:32.833392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.834953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:32.835695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.864831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:32.943323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:32.948685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:32.949010 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:32.998760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] Pushing event updated for resources: {'Network': ['ID=20407ed7-c0cd-47d4-9694-3cd222015bfa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:33.006031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-47fc4950-b63f-484a-a042-250236e29d79 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2091472 Jul 30 03:39:33.007596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:33.014741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 20407ed7-c0cd-47d4-9694-3cd222015bfa details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:33.018704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Request body: {'subnet': {'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-793592624-subnet', 'tenant_id': '377e2c9d13bc44e38f1e2e83651c4df3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:33.025682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.043222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Transition to ACTIVE for port object 277981bd-63de-4f98-8f63-f5dcbc1d86ec will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:33.052971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e0-7feb-427b-abde-a4290fe6750d req-b3583d7e-fe95-415d-8e03-4619648b743c tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:33.054684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51c766e0-7feb-427b-abde-a4290fe6750d req-b3583d7e-fe95-415d-8e03-4619648b743c tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.1252468 Jul 30 03:39:33.096224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Made reservation on behalf of 377e2c9d13bc44e38f1e2e83651c4df3 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:33.099405 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.112913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.173908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:33.178111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:33.181470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:33.183313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51c766e0-7feb-427b-abde-a4290fe6750d req-d478f6aa-6512-46ce-9916-9a12e39342a3 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176639 Jul 30 03:39:33.194531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.286807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:33.299943 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.341355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:33.342143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.348379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Port': ['ID=277981bd-63de-4f98-8f63-f5dcbc1d86ec,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:33.370844 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-73953032-1351-4ca0-919f-b2f9b9f16ff2 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7305660 Jul 30 03:39:33.386219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Request body: {'port': {'device_id': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8', 'admin_state_up': True, 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:33.402868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:33.451893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.568101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d62b30f3-c054-4db1-9658-d40efd7fc26d None None] Provisioning for port 277981bd-63de-4f98-8f63-f5dcbc1d86ec completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:33.577303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Made reservation on behalf of 7f96ef9fa1f5455d8dc27cffd3a75d36 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:33.586746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.590265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d62b30f3-c054-4db1-9658-d40efd7fc26d None None] Provisioning complete for port 277981bd-63de-4f98-8f63-f5dcbc1d86ec triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:33.590660 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d62b30f3-c054-4db1-9658-d40efd7fc26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:33.655629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d62b30f3-c054-4db1-9658-d40efd7fc26d None None] Port 277981bd-63de-4f98-8f63-f5dcbc1d86ec cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:39:33.769930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Allocated IP 19.86.0.76 (2718a067-5276-465c-b5ff-4b6512ca3da8/ffaf4ea2-36e3-48c5-8a94-5e3689f88f34/c16710f4-9e4b-4837-9863-a692559197d0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:33.966893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:34.010372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Transition to ACTIVE for port object c16710f4-9e4b-4837-9863-a692559197d0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:34.057142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec889c5-8e3c-45d8-8904-c8042fa86d50,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:34.090796 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:34.103806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74d98-6015-47c7-93ae-4e41552ed7bf req-648fc3b5-276a-47d4-bbda-91162b7b7d29 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:34.106066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01e74d98-6015-47c7-93ae-4e41552ed7bf req-648fc3b5-276a-47d4-bbda-91162b7b7d29 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.6410420 Jul 30 03:39:34.126960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac17a7-dd58-419f-8f9c-5baa3e1605bc req-d56cdd3a-e3a0-48e9-9418-9238f43d36ab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:34.148214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3ac17a7-dd58-419f-8f9c-5baa3e1605bc req-d56cdd3a-e3a0-48e9-9418-9238f43d36ab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 931 time: 0.6326859 Jul 30 03:39:34.164356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:34.170816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:34.193004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:34.197044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event updated for resources: {'Port': ['ID=c16710f4-9e4b-4837-9863-a692559197d0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:34.260347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Checking segment: {'id': '9091ac0d-21ab-4a02-8549-899a0b1db010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:34.261917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Network hostable DHCP agents. Network: 20407ed7-c0cd-47d4-9694-3cd222015bfa, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:34.275612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:34.310979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3ac17a7-dd58-419f-8f9c-5baa3e1605bc req-255598c4-f387-46a9-bd75-0eea9e40e293 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615765 Jul 30 03:39:34.357880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01e74d98-6015-47c7-93ae-4e41552ed7bf req-fec779f9-287a-4001-b429-ad9b6f285b46 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406156 Jul 30 03:39:34.372568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Network 20407ed7-c0cd-47d4-9694-3cd222015bfa is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:34.389092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 20407ed7-c0cd-47d4-9694-3cd222015bfa) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:34.407872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:34.412515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:34.413673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:34.414351 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:34.418865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8ada90-41f7-4e76-83db-48970091813c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a5ab4-16a3-4ccb-a0f5-a318c223579a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:34.433881 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a5f20-f7ec-4701-8951-330e3ff1f9c7" -d '{"events": [{"server_uuid": "ab8ada90-41f7-4e76-83db-48970091813c", "name": "network-vif-plugged", "status": "completed", "tag": "321a5ab4-16a3-4ccb-a0f5-a318c223579a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:34.440520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46f7d9e4-ccf4-40d8-a61c-d6ec45aeb3f1 req-dc1093de-7e7d-4df8-bf7e-645ba571740e tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0457582 Jul 30 03:39:34.441186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0159a222-89a0-4d2c-a8e5-4185eafa2937 None None] Network 20407ed7-c0cd-47d4-9694-3cd222015bfa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:34.453196 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dcd2993d-3df0-48a8-aa28-0993edbd2092 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0746696 Jul 30 03:39:34.463252 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ea0635af-099a-4acc-835d-ea911f207ee7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4481328 Jul 30 03:39:34.477380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Request body: {'port': {'device_id': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:34.619633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:34.621979 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:34.722137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04251e7-23e1-4905-97c2-fb951f730921 req-f9e7f82e-5bbb-42f0-a6c2-ddb9aa5e5956 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:34.724734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f04251e7-23e1-4905-97c2-fb951f730921 req-f9e7f82e-5bbb-42f0-a6c2-ddb9aa5e5956 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.1138177 Jul 30 03:39:34.815546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f04251e7-23e1-4905-97c2-fb951f730921 req-b8511342-4abc-4428-9611-5f96fc112bd0 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812135 Jul 30 03:39:34.851016 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e4780-8b66-4429-8090-2a8660dff2e4 x-openstack-request-id: req-078e4780-8b66-4429-8090-2a8660dff2e4 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:34.851326 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8ada90-41f7-4e76-83db-48970091813c", "name": "network-vif-plugged", "status": "completed", "tag": "321a5ab4-16a3-4ccb-a0f5-a318c223579a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:34.851579 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-078e4780-8b66-4429-8090-2a8660dff2e4 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:34.851973 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8ada90-41f7-4e76-83db-48970091813c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a5ab4-16a3-4ccb-a0f5-a318c223579a', 'code': 200} Jul 30 03:39:34.855675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b166c09-27cf-4bc2-93ee-695dd15e830e None None] Network 20407ed7-c0cd-47d4-9694-3cd222015bfa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:34.878626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e19bfce8-cdd4-4237-84a0-1ae4e6ef3cf4 None None] Provisioning for port c16710f4-9e4b-4837-9863-a692559197d0 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:34.947268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e19bfce8-cdd4-4237-84a0-1ae4e6ef3cf4 None None] Provisioning complete for port c16710f4-9e4b-4837-9863-a692559197d0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:34.947648 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e19bfce8-cdd4-4237-84a0-1ae4e6ef3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:34.981306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:35.009537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218da26-cf0c-4146-b0cc-23e377d6909b req-0c22daaa-503b-4c26-9fe4-9bbeeb419be5 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:35.011181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e218da26-cf0c-4146-b0cc-23e377d6909b req-0c22daaa-503b-4c26-9fe4-9bbeeb419be5 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0817423 Jul 30 03:39:35.069783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e19bfce8-cdd4-4237-84a0-1ae4e6ef3cf4 None None] Port c16710f4-9e4b-4837-9863-a692559197d0 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:39:35.075579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e218da26-cf0c-4146-b0cc-23e377d6909b req-fd1e5a10-4f8b-47ee-ba47-1038e7d04d0e tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Jul 30 03:39:35.120497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.127840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb02d-1db7-4571-bfc4-41113f2c1711 req-1d7f20d9-8388-44f0-b7b4-23a3d1a040ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:35.129428 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b01eb02d-1db7-4571-bfc4-41113f2c1711 req-1d7f20d9-8388-44f0-b7b4-23a3d1a040ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 1097 time: 0.0992877 Jul 30 03:39:35.216707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b01eb02d-1db7-4571-bfc4-41113f2c1711 req-879d9c99-a440-4800-84eb-fffc368cf28a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686615 Jul 30 03:39:35.219976 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09e5e821-a223-4a66-ae37-3ad7efc6886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.377562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09e5e821-a223-4a66-ae37-3ad7efc6886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.386780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09e5e821-a223-4a66-ae37-3ad7efc6886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.458039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-09e5e821-a223-4a66-ae37-3ad7efc6886a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69de44aac0024e1b9c4fec54cc6a0ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742367 Jul 30 03:39:35.462449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:35.484466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5e821-a223-4a66-ae37-3ad7efc6886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25de16f-70af-4055-9461-d79e749f15d0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:35.575550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277981bd-63de-4f98-8f63-f5dcbc1d86ec {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:35.583878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.599436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Transition to ACTIVE for port object 277981bd-63de-4f98-8f63-f5dcbc1d86ec will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:35.602922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.608615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3eb9822a-2686-43eb-9672-03dd9801a856 req-8095574f-7b08-4f23-a3b3-4faca9c57532 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0335844 Jul 30 03:39:35.624543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-308ecb67-4c48-497e-b6e7-fcda55de3545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.663890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ba17-d27c-4c0f-b500-f3402792f873 req-b42aa01b-b76c-4f14-b7fd-2613f979255c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:35.668439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Pushing event updated for resources: {'Port': ['ID=277981bd-63de-4f98-8f63-f5dcbc1d86ec,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:35.670355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ba17-d27c-4c0f-b500-f3402792f873 req-b42aa01b-b76c-4f14-b7fd-2613f979255c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:35.672113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1495ba17-d27c-4c0f-b500-f3402792f873 req-b42aa01b-b76c-4f14-b7fd-2613f979255c tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1653 time: 0.1459742 Jul 30 03:39:35.688922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-308ecb67-4c48-497e-b6e7-fcda55de3545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.767795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Attempting to bind port 277981bd-63de-4f98-8f63-f5dcbc1d86ec on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:35.768316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Attempting to bind port 277981bd-63de-4f98-8f63-f5dcbc1d86ec by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:35.768952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Attempting to bind port 277981bd-63de-4f98-8f63-f5dcbc1d86ec on network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:35.775232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Port 277981bd-63de-4f98-8f63-f5dcbc1d86ec on network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:35.775775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Attempting to bind port 277981bd-63de-4f98-8f63-f5dcbc1d86ec on network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:35.782209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:35.782748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Checking segment: {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:35.783417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Bound using segment: {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:35.784096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Bound port: 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b436cc-da95-4130-ab3c-fe2cff94a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:35.784541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.799461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1495ba17-d27c-4c0f-b500-f3402792f873 req-803ab97f-4f86-4fd0-88a5-8ccd239c7dea tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117506 Jul 30 03:39:35.848197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e4d22-1380-4796-9956-e80676c7533f req-f89da9b4-886a-4161-8dfc-d989f450b9bb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:35.861397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-746e4d22-1380-4796-9956-e80676c7533f req-f89da9b4-886a-4161-8dfc-d989f450b9bb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1438344 Jul 30 03:39:35.873032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] For port 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:35.877283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] For port 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=277981bd-63de-4f98-8f63-f5dcbc1d86ec,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:35.883733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.901453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-308ecb67-4c48-497e-b6e7-fcda55de3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.905357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-308ecb67-4c48-497e-b6e7-fcda55de3545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.905653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-308ecb67-4c48-497e-b6e7-fcda55de3545 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a25de16f-70af-4055-9461-d79e749f15d0 HTTP/1.1" status: 204 len: 168 time: 0.4420547 Jul 30 03:39:35.938458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:35.939307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:35.941019 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] 10.222.0.18 "PUT /v2.0/ports/277981bd-63de-4f98-8f63-f5dcbc1d86ec HTTP/1.1" status: 200 len: 1092 time: 1.4695830 Jul 30 03:39:35.941871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'tag': '277981bd-63de-4f98-8f63-f5dcbc1d86ec'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:35.944323 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add1ca6-a3b0-4747-b074-747027b3edac" -d '{"events": [{"name": "network-changed", "server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "tag": "277981bd-63de-4f98-8f63-f5dcbc1d86ec"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:35.977398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Request body: {'port': {'device_id': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:35.981040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ecb67-4c48-497e-b6e7-fcda55de3545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25de16f-70af-4055-9461-d79e749f15d0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:36.014274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3f56-21c3-4c47-b026-624738adf253 service neutron] Pushing event updated for resources: {'Port': ['ID=277981bd-63de-4f98-8f63-f5dcbc1d86ec,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:36.064354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-746e4d22-1380-4796-9956-e80676c7533f req-f8782eeb-5e24-43b1-9935-f968c250a821 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971569 Jul 30 03:39:36.098789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.113657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8513a-b7f1-4d04-8d0a-ca986e90aa1d req-87dd78a0-fd1d-49a4-a7f0-5384deeb89d4 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.115303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10b8513a-b7f1-4d04-8d0a-ca986e90aa1d req-87dd78a0-fd1d-49a4-a7f0-5384deeb89d4 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.2154262 Jul 30 03:39:36.195332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10b8513a-b7f1-4d04-8d0a-ca986e90aa1d req-93c3a22d-4bdf-49e0-8402-d9bb467f1eb8 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721619 Jul 30 03:39:36.372829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:36.403391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c1b19ba-472e-4dcb-89f1-d52ed1a691cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.413864 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bfe10b-def4-40ec-ba8f-99329f855835 x-openstack-request-id: req-03bfe10b-def4-40ec-ba8f-99329f855835 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:36.414419 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "tag": "277981bd-63de-4f98-8f63-f5dcbc1d86ec", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:36.414649 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03bfe10b-def4-40ec-ba8f-99329f855835 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:36.415414 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'tag': '277981bd-63de-4f98-8f63-f5dcbc1d86ec', 'status': 'completed', 'code': 200} Jul 30 03:39:36.499918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1ca6-a3b0-4747-b074-747027b3edac req-9606da58-bbd3-430d-b017-2845c9b35378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.500389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1ca6-a3b0-4747-b074-747027b3edac req-9606da58-bbd3-430d-b017-2845c9b35378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.502038 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9add1ca6-a3b0-4747-b074-747027b3edac req-9606da58-bbd3-430d-b017-2845c9b35378 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1913 time: 0.0811126 Jul 30 03:39:36.523256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c1b19ba-472e-4dcb-89f1-d52ed1a691cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.531513 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c1b19ba-472e-4dcb-89f1-d52ed1a691cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.576523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5c1b19ba-472e-4dcb-89f1-d52ed1a691cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94239cfdb6334e9ebc0bb249b46c5375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021058 Jul 30 03:39:36.578711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b19ba-472e-4dcb-89f1-d52ed1a691cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d66e3f-b524-49d1-8367-25e1d41afca2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:36.581303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:36.637307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-571c6feb-ec3b-4ee3-ac2f-738c2cfdba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.665114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-571c6feb-ec3b-4ee3-ac2f-738c2cfdba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.716120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1ca6-a3b0-4747-b074-747027b3edac req-764a94fa-d8a4-4dcd-85a7-fb3a1efcd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.716605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1ca6-a3b0-4747-b074-747027b3edac req-764a94fa-d8a4-4dcd-85a7-fb3a1efcd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.717218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1ca6-a3b0-4747-b074-747027b3edac req-764a94fa-d8a4-4dcd-85a7-fb3a1efcd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.719326 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9add1ca6-a3b0-4747-b074-747027b3edac req-764a94fa-d8a4-4dcd-85a7-fb3a1efcd3e9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2006941 Jul 30 03:39:36.748975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16710f4-9e4b-4837-9863-a692559197d0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:36.769827 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.773705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e05a4a6e-dccb-4d7f-9321-ad349f78fbcc req-ad7f7bc2-bc2d-432e-802b-1909b4cc51bc tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0624835 Jul 30 03:39:36.796368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-571c6feb-ec3b-4ee3-ac2f-738c2cfdba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.799069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-571c6feb-ec3b-4ee3-ac2f-738c2cfdba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.800245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-571c6feb-ec3b-4ee3-ac2f-738c2cfdba6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47d66e3f-b524-49d1-8367-25e1d41afca2 HTTP/1.1" status: 204 len: 168 time: 0.2173798 Jul 30 03:39:36.814656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c6feb-ec3b-4ee3-ac2f-738c2cfdba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d66e3f-b524-49d1-8367-25e1d41afca2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:36.846963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Transition to ACTIVE for port object c16710f4-9e4b-4837-9863-a692559197d0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:36.858276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:36.970555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1ca6-a3b0-4747-b074-747027b3edac req-e4d3db92-1f71-47c0-b95a-695b2b608068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:36.972328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9add1ca6-a3b0-4747-b074-747027b3edac req-e4d3db92-1f71-47c0-b95a-695b2b608068 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2326272 Jul 30 03:39:36.976577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Pushing event updated for resources: {'Port': ['ID=c16710f4-9e4b-4837-9863-a692559197d0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:37.068514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0c596-34e0-44a8-bdd6-8b97bf83d9b2 req-bcfa1cee-ce3a-4c8c-ba86-7a14fb0ae417 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.075095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0c596-34e0-44a8-bdd6-8b97bf83d9b2 req-bcfa1cee-ce3a-4c8c-ba86-7a14fb0ae417 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.084489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4c0c596-34e0-44a8-bdd6-8b97bf83d9b2 req-bcfa1cee-ce3a-4c8c-ba86-7a14fb0ae417 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1677 time: 0.1561344 Jul 30 03:39:37.114490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Attempting to bind port c16710f4-9e4b-4837-9863-a692559197d0 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:37.115455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Attempting to bind port c16710f4-9e4b-4837-9863-a692559197d0 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:37.116530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Attempting to bind port c16710f4-9e4b-4837-9863-a692559197d0 on network 2718a067-5276-465c-b5ff-4b6512ca3da8 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:37.135526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Port c16710f4-9e4b-4837-9863-a692559197d0 on network 2718a067-5276-465c-b5ff-4b6512ca3da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:37.135981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Attempting to bind port c16710f4-9e4b-4837-9863-a692559197d0 on network 2718a067-5276-465c-b5ff-4b6512ca3da8 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:37.140011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4c0c596-34e0-44a8-bdd6-8b97bf83d9b2 req-ad5cb5c0-b0a3-46d6-9257-7df992003c36 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498440 Jul 30 03:39:37.153550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:37.155130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Checking segment: {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:37.155620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Bound using segment: {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:37.156931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Bound port: c16710f4-9e4b-4837-9863-a692559197d0, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87df29ed-d3d5-44cb-92a9-1f3231e1c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:37.158358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:37.238835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc54eb-09ee-495c-8aaa-f9066fdbeef7 req-c510642b-c403-44dc-9fbb-0a08a5b05aaa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.241651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ecc54eb-09ee-495c-8aaa-f9066fdbeef7 req-c510642b-c403-44dc-9fbb-0a08a5b05aaa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0632129 Jul 30 03:39:37.275702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] For port c16710f4-9e4b-4837-9863-a692559197d0, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:37.282132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] For port c16710f4-9e4b-4837-9863-a692559197d0, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c16710f4-9e4b-4837-9863-a692559197d0,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:37.288663 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:37.309301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ecc54eb-09ee-495c-8aaa-f9066fdbeef7 req-9b23c34b-f2f2-48e0-9047-b24b4254033d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611668 Jul 30 03:39:37.322782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.323434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:37.336318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3c928afd-3503-4981-97d7-c94350820996 service neutron] 10.222.0.18 "PUT /v2.0/ports/c16710f4-9e4b-4837-9863-a692559197d0 HTTP/1.1" status: 200 len: 1092 time: 1.3635638 Jul 30 03:39:37.383042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c928afd-3503-4981-97d7-c94350820996 service neutron] Pushing event updated for resources: {'Port': ['ID=c16710f4-9e4b-4837-9863-a692559197d0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:37.440921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-9a3f584d-4aed-4d90-b98e-dbfe9480e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.441715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-9a3f584d-4aed-4d90-b98e-dbfe9480e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.443386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-9a3f584d-4aed-4d90-b98e-dbfe9480e425 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1981 time: 0.0532031 Jul 30 03:39:37.483929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-ea60d1a2-98b6-4ce9-945e-95f95cd59b81 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.491040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-ea60d1a2-98b6-4ce9-945e-95f95cd59b81 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/networks?id=20407ed7-c0cd-47d4-9694-3cd222015bfa HTTP/1.1" status: 200 len: 809 time: 0.1992192 Jul 30 03:39:37.501075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-34ef4494-e6d8-4b84-ae2e-8e531332fb8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=277981bd-63de-4f98-8f63-f5dcbc1d86ec HTTP/1.1" status: 200 len: 217 time: 0.0474536 Jul 30 03:39:37.516149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665b31c-91d4-42a4-94a8-5fb9dd509ad7 req-98edbe0a-5020-4983-aae3-e621855baf4d tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.517707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3665b31c-91d4-42a4-94a8-5fb9dd509ad7 req-98edbe0a-5020-4983-aae3-e621855baf4d tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.1044817 Jul 30 03:39:37.528057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-3d7ee58e-1f0b-4488-86e3-2f6a2547ee52 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/quotas/377e2c9d13bc44e38f1e2e83651c4df3 HTTP/1.1" status: 200 len: 375 time: 0.0360403 Jul 30 03:39:37.562154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dd47c779-96ad-4300-b32e-23440484b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.563935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-dd47c779-96ad-4300-b32e-23440484b1dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fec8879a-b2c9-4d8a-ae22-62d21097ba04 HTTP/1.1" status: 200 len: 801 time: 0.0551379 Jul 30 03:39:37.569355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-e8a461b0-2ef8-4253-8954-93f192450e89 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=377e2c9d13bc44e38f1e2e83651c4df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403545 Jul 30 03:39:37.618963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-da54440e-e677-49e1-92cb-e83004ce0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:37.620556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-da54440e-e677-49e1-92cb-e83004ce0fb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483811 Jul 30 03:39:37.665491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3665b31c-91d4-42a4-94a8-5fb9dd509ad7 req-84581159-e590-4d78-adb9-388af45992d4 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353614 Jul 30 03:39:37.704295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-73481ce9-3b05-4146-8497-236fa13c83d6 service neutron] 10.222.0.39 "GET /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334176 Jul 30 03:39:37.743079 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-3ffb072d-c529-4dcd-be14-eedc04bd8f2d service neutron] 10.222.0.18 "GET /v2.0/networks/b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130407 Jul 30 03:39:37.824117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-b88a05c7-42aa-4ceb-bc19-32e875178096 service neutron] 10.222.0.39 "GET /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112466 Jul 30 03:39:37.924659 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c00a94eb-95e5-4ab0-8b86-2a040e81311e req-4ef137a1-4b01-485b-aec9-0c0f3e25151c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0409923 Jul 30 03:39:37.930993 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-1dfb0126-6db2-457a-9ab2-df7d78301cdf service neutron] 10.222.0.18 "GET /v2.0/networks/b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779730 Jul 30 03:39:38.021063 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-4f96c99e-ee85-4190-a984-f02303193dcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=c16710f4-9e4b-4837-9863-a692559197d0 HTTP/1.1" status: 200 len: 217 time: 0.0800276 Jul 30 03:39:38.041661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c10d988d-c869-425b-9df7-eb56dac78d4b req-5a38018d-2205-461e-b22c-09641d2044f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0297518 Jul 30 03:39:38.089210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-20f2c648-8cf6-4a30-9892-a3a717e7a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.090878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-20f2c648-8cf6-4a30-9892-a3a717e7a970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffaf4ea2-36e3-48c5-8a94-5e3689f88f34 HTTP/1.1" status: 200 len: 801 time: 0.0520856 Jul 30 03:39:38.165356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d3527cae-78cd-4326-9551-37d190c02005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.167054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-d3527cae-78cd-4326-9551-37d190c02005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2718a067-5276-465c-b5ff-4b6512ca3da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676420 Jul 30 03:39:38.300513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96db3c-dbc3-46f1-957e-a6658d713ddc req-20fa8243-35fd-47f7-a242-a95fc9ae8d6d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.310134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e96db3c-dbc3-46f1-957e-a6658d713ddc req-20fa8243-35fd-47f7-a242-a95fc9ae8d6d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0790644 Jul 30 03:39:38.348573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-222146c8-152d-47e0-87d8-e8594f1633a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.350529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-222146c8-152d-47e0-87d8-e8594f1633a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a63109dd071f43019eb2b89b9ade7a1a&device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 1098 time: 0.0622950 Jul 30 03:39:38.369471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e96db3c-dbc3-46f1-957e-a6658d713ddc req-334af60e-728b-42b1-b0f5-9455c4663bd5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Jul 30 03:39:38.373510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-72dcd4fe-61ea-4baf-a012-53844a0f5aeb service neutron] 10.222.0.18 "GET /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877675 Jul 30 03:39:38.478629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ddf8be4-8e2f-496e-ac62-f0b9a7ae7567 req-36ad31eb-c04a-483e-9705-091eba652382 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 210 time: 0.0625584 Jul 30 03:39:38.492494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'tag': 'c16710f4-9e4b-4837-9863-a692559197d0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:38.497678 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509" -d '{"events": [{"name": "network-changed", "server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "tag": "c16710f4-9e4b-4837-9863-a692559197d0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:38.512385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-d83bcd63-2ba4-431f-9c15-50090e26f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.513995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-d83bcd63-2ba4-431f-9c15-50090e26f0cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=83c3c000-716c-4c51-8b42-dfdafb669732 HTTP/1.1" status: 200 len: 911 time: 0.1430745 Jul 30 03:39:38.549954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c52712d0-22a4-4a08-815d-a33ebe2b743f req-38088215-e2c0-486d-ae28-c1b06fff755c tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0546052 Jul 30 03:39:38.600860 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-1ae06460-6319-40cf-a23b-0a48b23f919a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374 HTTP/1.1" status: 200 len: 217 time: 0.0735099 Jul 30 03:39:38.663475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2af07-577f-481e-8ff6-5d110c5283e7 req-fba138a1-9b03-4495-a267-cb926c4ec528 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.676780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2af07-577f-481e-8ff6-5d110c5283e7 req-fba138a1-9b03-4495-a267-cb926c4ec528 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.678772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fd2af07-577f-481e-8ff6-5d110c5283e7 req-fba138a1-9b03-4495-a267-cb926c4ec528 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1677 time: 0.1049776 Jul 30 03:39:38.683416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-3239f663-4e58-4891-a440-44a9b6320289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.685176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-3239f663-4e58-4891-a440-44a9b6320289 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9546480f-2bfb-4106-b6d1-4836e0c9d01a HTTP/1.1" status: 200 len: 851 time: 0.0734310 Jul 30 03:39:38.687156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9098ab3-080f-49e5-839c-82c67c8a8cfc req-39677841-7c00-42c6-bdc0-ebe8fcbb1781 service neutron] 10.222.0.18 "GET /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856632 Jul 30 03:39:38.738804 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-16bb991f-34eb-4198-84ab-982d2369a5d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83c3c000-716c-4c51-8b42-dfdafb669732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367460 Jul 30 03:39:38.766412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fd2af07-577f-481e-8ff6-5d110c5283e7 req-1464ecbc-a3ae-4589-a51c-a33d753bb216 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773735 Jul 30 03:39:38.785731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921947-5cac-4e7e-a054-b2bb300c97c9 req-da3f455b-f350-4bea-9f9e-6196fb10c2d1 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.795588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9921947-5cac-4e7e-a054-b2bb300c97c9 req-da3f455b-f350-4bea-9f9e-6196fb10c2d1 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.1156492 Jul 30 03:39:38.848920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9921947-5cac-4e7e-a054-b2bb300c97c9 req-d7e9fc87-ee39-40c9-971f-5c32b91d6704 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511947 Jul 30 03:39:38.854102 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa0518-d0e9-4071-95e8-a8f3ad614063 x-openstack-request-id: req-5aaa0518-d0e9-4071-95e8-a8f3ad614063 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:38.854437 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "tag": "c16710f4-9e4b-4837-9863-a692559197d0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:38.854634 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5aaa0518-d0e9-4071-95e8-a8f3ad614063 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:38.855026 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'tag': 'c16710f4-9e4b-4837-9863-a692559197d0', 'status': 'completed', 'code': 200} Jul 30 03:39:38.949106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-17eff427-fe83-4300-9dbc-9e7eb1d1f23c service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939967 Jul 30 03:39:38.958420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-16b1b001-d854-454e-bd76-9c086b6fe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.959753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-16b1b001-d854-454e-bd76-9c086b6fe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:38.964286 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-16b1b001-d854-454e-bd76-9c086b6fe71c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1981 time: 0.0848036 Jul 30 03:39:39.156290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc7430d4-3a2b-4036-bb9b-2d8b38c9e388 req-ebfd8310-0d11-4f20-beeb-545e538e0b8b service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905346 Jul 30 03:39:39.166574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-a8ead4bc-c57a-4e02-8178-dd1f7b42ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.168294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-a8ead4bc-c57a-4e02-8178-dd1f7b42ff94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2718a067-5276-465c-b5ff-4b6512ca3da8 HTTP/1.1" status: 200 len: 902 time: 0.1883357 Jul 30 03:39:39.216129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-35536720-fdd1-4de9-b39f-685ab2088695 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=c16710f4-9e4b-4837-9863-a692559197d0 HTTP/1.1" status: 200 len: 217 time: 0.0391788 Jul 30 03:39:39.274695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-28575390-e8f2-405c-b9fa-e9b7fa0f4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.276309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-28575390-e8f2-405c-b9fa-e9b7fa0f4afd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffaf4ea2-36e3-48c5-8a94-5e3689f88f34 HTTP/1.1" status: 200 len: 801 time: 0.0527570 Jul 30 03:39:39.324614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-4a98c17b-dced-4d77-b7de-fa7f0edeae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.326519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-4a98c17b-dced-4d77-b7de-fa7f0edeae7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2718a067-5276-465c-b5ff-4b6512ca3da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422888 Jul 30 03:39:39.425586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47632) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:39.457432 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-7bd28599-4505-4cc4-a759-ac4caf6b31f9 service neutron] 10.222.0.18 "GET /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131473 Jul 30 03:39:39.515247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9e2cf-5ebc-40ba-b517-79b874990c6b req-4245cfff-5e83-4f52-9210-22de7fb4c96a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.523836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7be9e2cf-5ebc-40ba-b517-79b874990c6b req-4245cfff-5e83-4f52-9210-22de7fb4c96a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0626960 Jul 30 03:39:39.557365 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e60c92e-1773-4a9d-81e2-6eb1200d3449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:39.582587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-913d01b4-6ddf-4b6e-8eb3-8f48df44e509 req-0683b850-4a8d-4862-a52e-3f9d57b72ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150258 Jul 30 03:39:39.609174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ec87509-5c83-43aa-98ef-dc6736f75f02 req-93721040-d74c-46d3-8c3a-50ebbbfbbbbc tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 210 time: 0.0425837 Jul 30 03:39:39.612060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7be9e2cf-5ebc-40ba-b517-79b874990c6b req-26e26328-97dc-462a-8e4b-452ad2965608 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871716 Jul 30 03:39:39.714633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5225455a-281a-428f-9e62-e49ae2d2b336 req-a35a4400-e776-442d-b641-bb18dfa4acb0 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0312762 Jul 30 03:39:39.732087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e60c92e-1773-4a9d-81e2-6eb1200d3449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:39.739959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e60c92e-1773-4a9d-81e2-6eb1200d3449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:39.789046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3e60c92e-1773-4a9d-81e2-6eb1200d3449 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d37642079a1c45c489593175b77596c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620121 Jul 30 03:39:39.790704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:39.806571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60c92e-1773-4a9d-81e2-6eb1200d3449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73c27d-4ce4-491a-9368-db0cc3680eeb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:39.902602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-8310f59e-7564-4577-9a6b-8b55e69be868 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.904156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-8310f59e-7564-4577-9a6b-8b55e69be868 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.16 "GET /v2.0/networks?id=20407ed7-c0cd-47d4-9694-3cd222015bfa HTTP/1.1" status: 200 len: 809 time: 0.1854861 Jul 30 03:39:39.918998 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7c081b-e2ce-4a42-8c83-0f14d84a0e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:39.936834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Request body: {'port': {'device_id': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa', 'admin_state_up': True, 'tenant_id': '377e2c9d13bc44e38f1e2e83651c4df3'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:39.956307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7c081b-e2ce-4a42-8c83-0f14d84a0e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:39.974924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00413e8-5f7e-41f4-8007-1d67e4ea421a req-5759b16d-2c3e-4e66-b7d0-2a29bfad53ae tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.981188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00413e8-5f7e-41f4-8007-1d67e4ea421a req-5759b16d-2c3e-4e66-b7d0-2a29bfad53ae tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:39.983130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a00413e8-5f7e-41f4-8007-1d67e4ea421a req-5759b16d-2c3e-4e66-b7d0-2a29bfad53ae tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1677 time: 0.1066148 Jul 30 03:39:40.060611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a00413e8-5f7e-41f4-8007-1d67e4ea421a req-72b189a8-167c-4ee2-ba1d-e3191ba122df tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658798 Jul 30 03:39:40.068384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7c081b-e2ce-4a42-8c83-0f14d84a0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.073140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7c081b-e2ce-4a42-8c83-0f14d84a0e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.087510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5c7c081b-e2ce-4a42-8c83-0f14d84a0e7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f73c27d-4ce4-491a-9368-db0cc3680eeb HTTP/1.1" status: 204 len: 168 time: 0.2881811 Jul 30 03:39:40.115855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c081b-e2ce-4a42-8c83-0f14d84a0e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73c27d-4ce4-491a-9368-db0cc3680eeb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:40.157214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Made reservation on behalf of 377e2c9d13bc44e38f1e2e83651c4df3 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:40.164507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.182924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477264-3ec8-4c96-9dd7-70d733a6bc7e req-4f3a066f-2619-4d0a-b5ab-47db7602d19b tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:40.184526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20477264-3ec8-4c96-9dd7-70d733a6bc7e req-4f3a066f-2619-4d0a-b5ab-47db7602d19b tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0715461 Jul 30 03:39:40.233406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b258222d-3600-48d0-9bfb-1edc01bf389c req-08237b87-2ccc-45af-a4a6-959d646ff22b tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0468729 Jul 30 03:39:40.258702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20477264-3ec8-4c96-9dd7-70d733a6bc7e req-65ae1fac-241e-4f79-aebb-ddf52736f3c0 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630116 Jul 30 03:39:40.338493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Allocated IP 172.20.0.7 (20407ed7-c0cd-47d4-9694-3cd222015bfa/3ec889c5-8e3c-45d8-8904-c8042fa86d50/119278f5-e4f2-45a6-81d7-2e8e19957000) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:40.469650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:40.489155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558330c4-8d39-41f9-b57c-530f17d90bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.542469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.583735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.588685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa02a95-fd34-4090-aa83-0e2c6276f4b3 req-2cefa1e5-3441-4ebf-9852-695edeaaf7ef tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:40.590249 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfa02a95-fd34-4090-aa83-0e2c6276f4b3 req-2cefa1e5-3441-4ebf-9852-695edeaaf7ef tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0879838 Jul 30 03:39:40.626583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Network 20407ed7-c0cd-47d4-9694-3cd222015bfa is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:40.634817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:40.639344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:40.650891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfa02a95-fd34-4090-aa83-0e2c6276f4b3 req-9ae060ad-e63d-4edc-a905-65add6765bd2 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 Jul 30 03:39:40.665920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Pushing event updated for resources: {'Port': ['ID=119278f5-e4f2-45a6-81d7-2e8e19957000,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:40.688449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558330c4-8d39-41f9-b57c-530f17d90bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.693839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558330c4-8d39-41f9-b57c-530f17d90bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.705191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:40.705888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.721192 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-2ecf06d6-539c-4e56-abab-0f7f99c08125 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912612 Jul 30 03:39:40.740836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Request body: {'port': {'device_id': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:40.770755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558330c4-8d39-41f9-b57c-530f17d90bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868272c1-fbe9-4128-ab02-cb11aae4dbe0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:40.793263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-558330c4-8d39-41f9-b57c-530f17d90bc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c176ea5a24ca4120919c4a97cf386f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223460 Jul 30 03:39:40.797590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47680) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:40.803565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.820168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867b2ba-04e5-4883-96fe-f80764e62459 req-340d39b7-dd26-4112-88c2-ca68a64d2188 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:40.821679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f867b2ba-04e5-4883-96fe-f80764e62459 req-340d39b7-dd26-4112-88c2-ca68a64d2188 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 931 time: 0.1239960 Jul 30 03:39:40.835631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99645ea-4aa5-457c-9848-e54acf9cef60 req-92445183-c10b-4110-9953-64787abb670a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:40.837156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b99645ea-4aa5-457c-9848-e54acf9cef60 req-92445183-c10b-4110-9953-64787abb670a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0897162 Jul 30 03:39:40.846635 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.898958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f867b2ba-04e5-4883-96fe-f80764e62459 req-3b6f66af-fe0f-4e80-a2be-2f2e3876ab9d tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Jul 30 03:39:40.899736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8e52-7ce5-4ad4-877a-ef1924783f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:40.904024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b99645ea-4aa5-457c-9848-e54acf9cef60 req-49a103fa-5e45-4e08-8b7d-b2ee44617364 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592065 Jul 30 03:39:40.986679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8e52-7ce5-4ad4-877a-ef1924783f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.062160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 277981bd-63de-4f98-8f63-f5dcbc1d86ec details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:41.101619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8e52-7ce5-4ad4-877a-ef1924783f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.104193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8e52-7ce5-4ad4-877a-ef1924783f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.108086 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3dcd8e52-7ce5-4ad4-877a-ef1924783f4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/868272c1-fbe9-4128-ab02-cb11aae4dbe0 HTTP/1.1" status: 204 len: 168 time: 0.3068233 Jul 30 03:39:41.130677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd8e52-7ce5-4ad4-877a-ef1924783f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868272c1-fbe9-4128-ab02-cb11aae4dbe0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:41.177489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=277981bd-63de-4f98-8f63-f5dcbc1d86ec,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:41.187688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119278f5-e4f2-45a6-81d7-2e8e19957000 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:41.193260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '277981bd-63de-4f98-8f63-f5dcbc1d86ec', 'network_id': 'b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8', 'port_id': '277981bd-63de-4f98-8f63-f5dcbc1d86ec', 'mac_address': 'fa:16:3e:c4:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec8879a-b2c9-4d8a-ae22-62d21097ba04', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:41.198234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.213603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Transition to ACTIVE for port object 119278f5-e4f2-45a6-81d7-2e8e19957000 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:41.220432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.234014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f2dfe-7e6a-428c-b429-222e37f0d43a req-1b8b9d12-b190-404d-9b01-c2d607ab622e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:41.241543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f2dfe-7e6a-428c-b429-222e37f0d43a req-1b8b9d12-b190-404d-9b01-c2d607ab622e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:41.242125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.249571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-018f2dfe-7e6a-428c-b429-222e37f0d43a req-1b8b9d12-b190-404d-9b01-c2d607ab622e tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1677 time: 0.0765412 Jul 30 03:39:41.261532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277981bd-63de-4f98-8f63-f5dcbc1d86ec {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:41.298659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=277981bd-63de-4f98-8f63-f5dcbc1d86ec,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:41.300035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-018f2dfe-7e6a-428c-b429-222e37f0d43a req-cce4fc54-954b-43e5-b8e6-f5feba5dd62f tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471728 Jul 30 03:39:41.318136 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.318952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c16710f4-9e4b-4837-9863-a692559197d0 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:41.356748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Pushing event updated for resources: {'Port': ['ID=119278f5-e4f2-45a6-81d7-2e8e19957000,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:41.374507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7f6be97-6dbc-4154-90de-6edb4f471cd7 req-9ab08c57-b158-48c9-9abd-87b1c5b84866 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0377567 Jul 30 03:39:41.400325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Attempting to bind port 119278f5-e4f2-45a6-81d7-2e8e19957000 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:41.403501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Attempting to bind port 119278f5-e4f2-45a6-81d7-2e8e19957000 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '9091ac0d-21ab-4a02-8549-899a0b1db010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:41.403940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Attempting to bind port 119278f5-e4f2-45a6-81d7-2e8e19957000 on network 20407ed7-c0cd-47d4-9694-3cd222015bfa {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:41.411342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Port 119278f5-e4f2-45a6-81d7-2e8e19957000 on network 20407ed7-c0cd-47d4-9694-3cd222015bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:39:41.412744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Attempting to bind port 119278f5-e4f2-45a6-81d7-2e8e19957000 on network 20407ed7-c0cd-47d4-9694-3cd222015bfa {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:41.419951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:41.420287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Checking segment: {'id': '9091ac0d-21ab-4a02-8549-899a0b1db010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:41.420667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Bound using segment: {'id': '9091ac0d-21ab-4a02-8549-899a0b1db010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:41.421093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Bound port: 119278f5-e4f2-45a6-81d7-2e8e19957000, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9091ac0d-21ab-4a02-8549-899a0b1db010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:41.421449 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.470522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c16710f4-9e4b-4837-9863-a692559197d0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c16710f4-9e4b-4837-9863-a692559197d0,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:41.484056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=277981bd-63de-4f98-8f63-f5dcbc1d86ec,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:41.489151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c16710f4-9e4b-4837-9863-a692559197d0', 'network_id': '2718a067-5276-465c-b5ff-4b6512ca3da8', 'port_id': 'c16710f4-9e4b-4837-9863-a692559197d0', 'mac_address': 'fa:16:3e:2f:4f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaf4ea2-36e3-48c5-8a94-5e3689f88f34', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:41.508181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] For port 119278f5-e4f2-45a6-81d7-2e8e19957000, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:41.511605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] For port 119278f5-e4f2-45a6-81d7-2e8e19957000, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=119278f5-e4f2-45a6-81d7-2e8e19957000,segment=NetworkSegment(9091ac0d-21ab-4a02-8549-899a0b1db010),segment_id=9091ac0d-21ab-4a02-8549-899a0b1db010)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:41.516916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.533931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.547365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16710f4-9e4b-4837-9863-a692559197d0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:41.560181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:41.560908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.562364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] 10.222.0.16 "PUT /v2.0/ports/119278f5-e4f2-45a6-81d7-2e8e19957000 HTTP/1.1" status: 200 len: 1092 time: 0.8265059 Jul 30 03:39:41.562812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'tag': '119278f5-e4f2-45a6-81d7-2e8e19957000'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:41.565341 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6534b7-8d38-483b-81a0-197fd0587861" -d '{"events": [{"name": "network-changed", "server_uuid": "8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f", "tag": "119278f5-e4f2-45a6-81d7-2e8e19957000"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:41.585854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c16710f4-9e4b-4837-9863-a692559197d0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c16710f4-9e4b-4837-9863-a692559197d0,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:41.591637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:41.600605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df6ee-de40-4e99-9650-e34210a63c5c service neutron] Pushing event updated for resources: {'Port': ['ID=119278f5-e4f2-45a6-81d7-2e8e19957000,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:41.625008 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e1e33-ebf8-4e85-b0af-bc9daafec261 x-openstack-request-id: req-250e1e33-ebf8-4e85-b0af-bc9daafec261 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:41.625508 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f", "tag": "119278f5-e4f2-45a6-81d7-2e8e19957000", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:41.625945 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-250e1e33-ebf8-4e85-b0af-bc9daafec261 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:41.626510 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'tag': '119278f5-e4f2-45a6-81d7-2e8e19957000', 'status': 'completed', 'code': 200} Jul 30 03:39:41.660996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c16710f4-9e4b-4837-9863-a692559197d0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:41.704176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-5aad5d8a-9dfd-4d73-b1f8-2f97a9ef47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:41.705881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-5aad5d8a-9dfd-4d73-b1f8-2f97a9ef47ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=377e2c9d13bc44e38f1e2e83651c4df3&device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 1095 time: 0.0417874 Jul 30 03:39:41.762108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-b3f22526-b054-4a6d-83eb-8bd85953e04a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119278f5-e4f2-45a6-81d7-2e8e19957000 HTTP/1.1" status: 200 len: 217 time: 0.0432172 Jul 30 03:39:41.810013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79112013-40b9-41fd-bfee-3178b18d9465 req-2603f214-fec8-4351-89e0-88a5306fc7a3 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:41.811678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79112013-40b9-41fd-bfee-3178b18d9465 req-2603f214-fec8-4351-89e0-88a5306fc7a3 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0563645 Jul 30 03:39:41.818458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-7c681b95-c37c-42a0-b948-1ebae7710da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:41.819996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-7c681b95-c37c-42a0-b948-1ebae7710da1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ec889c5-8e3c-45d8-8904-c8042fa86d50 HTTP/1.1" status: 200 len: 849 time: 0.0513711 Jul 30 03:39:41.829933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['277981bd-63de-4f98-8f63-f5dcbc1d86ec'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:41.866745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79112013-40b9-41fd-bfee-3178b18d9465 req-1e2cb46f-1fa0-4d81-b65a-2e94d7e6f2b1 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482464 Jul 30 03:39:42.096177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9b9f-0a7b-4218-bc4c-470465fd8907 req-1da39f63-5486-4ec2-ab74-db3ca88a4cc6 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.105365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f35c9b9f-0a7b-4218-bc4c-470465fd8907 req-1da39f63-5486-4ec2-ab74-db3ca88a4cc6 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 943 time: 0.1001134 Jul 30 03:39:42.193330 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-a2eef295-1e96-4273-8eb1-7e8cf9216dde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20407ed7-c0cd-47d4-9694-3cd222015bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3648071 Jul 30 03:39:42.196047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f35c9b9f-0a7b-4218-bc4c-470465fd8907 req-27ea2226-2fef-4497-8cc3-e2dbaa278a4f tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Jul 30 03:39:42.209162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831b60c-0ddf-4b0e-8600-66add05de4b2 req-e7f070d9-98f0-4e65-bda6-9b701149fcb2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.215888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0831b60c-0ddf-4b0e-8600-66add05de4b2 req-e7f070d9-98f0-4e65-bda6-9b701149fcb2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0868647 Jul 30 03:39:42.266521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0831b60c-0ddf-4b0e-8600-66add05de4b2 req-2e13d5b1-3cc7-46b7-a0f1-e32c560c7b55 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Jul 30 03:39:42.311081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf993-8077-4a2b-a90a-418710ce1144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:42.317783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-eba497e2-1d51-4fa2-935d-66210ce54314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.319329 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-eba497e2-1d51-4fa2-935d-66210ce54314 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a63109dd071f43019eb2b89b9ade7a1a&device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 1098 time: 0.1292901 Jul 30 03:39:42.351349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05ec0c-4c67-4429-b77b-9b49726d333a req-6fce2ff9-12b3-4b88-bf8d-f87d1aa14ed4 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.353377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e05ec0c-4c67-4429-b77b-9b49726d333a req-6fce2ff9-12b3-4b88-bf8d-f87d1aa14ed4 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0664291 Jul 30 03:39:42.422456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e05ec0c-4c67-4429-b77b-9b49726d333a req-76e25682-53ef-4d03-a37d-fd91e400edef tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 Jul 30 03:39:42.442005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-9646a993-f90d-4edc-be5f-0bc07f45a460 service neutron] 10.222.0.16 "GET /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400324 Jul 30 03:39:42.549051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b9beea7-93db-442b-8af5-56a7cf093178 req-8d75b620-512f-45df-979d-f99695bce4d9 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0511148 Jul 30 03:39:42.550123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-8db82df5-2d97-47a9-ae35-28e3de5342e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.552163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-8db82df5-2d97-47a9-ae35-28e3de5342e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83c3c000-716c-4c51-8b42-dfdafb669732 HTTP/1.1" status: 200 len: 911 time: 0.2213447 Jul 30 03:39:42.563295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47736) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:42.569985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3e804-ecdd-41de-8e96-2b4d8b810408 req-924574e0-8313-4051-9503-c88e3df72d3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.586023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3e804-ecdd-41de-8e96-2b4d8b810408 req-924574e0-8313-4051-9503-c88e3df72d3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.587615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78f3e804-ecdd-41de-8e96-2b4d8b810408 req-924574e0-8313-4051-9503-c88e3df72d3b tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1679 time: 0.1799951 Jul 30 03:39:42.620092 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-aaceb73f-fe19-459e-8e54-9123ac894270 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374 HTTP/1.1" status: 200 len: 217 time: 0.0576017 Jul 30 03:39:42.651765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78f3e804-ecdd-41de-8e96-2b4d8b810408 req-03e4d7cb-0a76-4e09-8821-beb801710b2f tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Jul 30 03:39:42.677360 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4caa6f97-dd09-44e4-978a-49e3f7a827c7 req-18a6f68a-5490-4bd6-9943-f054f530b1df service neutron] 10.222.0.16 "GET /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193646 Jul 30 03:39:42.694758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-96030843-27e6-4744-9717-64ef17f56a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.696438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-96030843-27e6-4744-9717-64ef17f56a23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9546480f-2bfb-4106-b6d1-4836e0c9d01a HTTP/1.1" status: 200 len: 851 time: 0.0618150 Jul 30 03:39:42.731607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-0a292118-4ffb-473f-b92b-2842c960a553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83c3c000-716c-4c51-8b42-dfdafb669732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279288 Jul 30 03:39:42.767586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b799402f-26b7-426e-a711-123f4d4d8f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:42.854055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c16710f4-9e4b-4837-9863-a692559197d0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:42.909472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-8143ff71-ca96-4b00-8338-e35693eb2f8f service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672943 Jul 30 03:39:42.989177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534b7-8d38-483b-81a0-197fd0587861 req-1202f1ee-d427-4024-a315-7880ea3f02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:42.990306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-1202f1ee-d427-4024-a315-7880ea3f02b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=377e2c9d13bc44e38f1e2e83651c4df3&device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 1095 time: 0.1333287 Jul 30 03:39:43.074924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 277981bd-63de-4f98-8f63-f5dcbc1d86ec up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:43.094737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b799402f-26b7-426e-a711-123f4d4d8f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.105027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d619f8dd-56a5-478a-bcba-7a22f6e51679 req-0a6d354e-ebab-4867-8eae-b5db6a16ecb8 service neutron] 10.222.0.18 "GET /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845276 Jul 30 03:39:43.105523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b799402f-26b7-426e-a711-123f4d4d8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.130255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 277981bd-63de-4f98-8f63-f5dcbc1d86ec completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:43.134392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 277981bd-63de-4f98-8f63-f5dcbc1d86ec triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:43.134836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.167397 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b799402f-26b7-426e-a711-123f4d4d8f70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b17c48735e3c4b37acceb2f9cc4ead93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022291 Jul 30 03:39:43.170074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:43.171762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534b7-8d38-483b-81a0-197fd0587861 req-2ab15ed1-252c-4362-b8ad-051869931209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.173251 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-2ab15ed1-252c-4362-b8ad-051869931209 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20407ed7-c0cd-47d4-9694-3cd222015bfa HTTP/1.1" status: 200 len: 909 time: 0.1743412 Jul 30 03:39:43.174103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799402f-26b7-426e-a711-123f4d4d8f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb5fc5-04a6-40d2-99f3-0fe8d63cca96,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:43.232513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.235749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-17d92ac9-8a50-459a-8a09-3860950ed69b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119278f5-e4f2-45a6-81d7-2e8e19957000 HTTP/1.1" status: 200 len: 217 time: 0.0539458 Jul 30 03:39:43.259315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277981bd-63de-4f98-8f63-f5dcbc1d86ec'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:43.262294 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb0c390-36ef-4e1f-950b-d855624bd9b6" -d '{"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-plugged", "status": "completed", "tag": "277981bd-63de-4f98-8f63-f5dcbc1d86ec"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:43.275681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e92e76f2-2efb-462c-afd2-8fef34024db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.279513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=277981bd-63de-4f98-8f63-f5dcbc1d86ec,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:43.287481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.299798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6534b7-8d38-483b-81a0-197fd0587861 req-46242ef3-e7df-4526-93ae-38339242cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.302649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-46242ef3-e7df-4526-93ae-38339242cc85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ec889c5-8e3c-45d8-8904-c8042fa86d50 HTTP/1.1" status: 200 len: 849 time: 0.0595171 Jul 30 03:39:43.312678 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282ed9d-1e65-44db-ae4c-a2589f415bed x-openstack-request-id: req-6282ed9d-1e65-44db-ae4c-a2589f415bed {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:43.313203 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-plugged", "status": "completed", "tag": "277981bd-63de-4f98-8f63-f5dcbc1d86ec", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:43.313203 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6282ed9d-1e65-44db-ae4c-a2589f415bed {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:43.313566 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277981bd-63de-4f98-8f63-f5dcbc1d86ec', 'code': 200} Jul 30 03:39:43.321415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e92e76f2-2efb-462c-afd2-8fef34024db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.342773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=277981bd-63de-4f98-8f63-f5dcbc1d86ec,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:43.348843 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-d2c865d7-4bca-4d5f-b9ac-40b38cccd9fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20407ed7-c0cd-47d4-9694-3cd222015bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382605 Jul 30 03:39:43.387923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442d041-6357-4fec-9fac-8ede6b60d364 req-f013981a-cda3-4409-a87a-69d975946236 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.389282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f442d041-6357-4fec-9fac-8ede6b60d364 req-f013981a-cda3-4409-a87a-69d975946236 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 943 time: 0.1066570 Jul 30 03:39:43.451840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e92e76f2-2efb-462c-afd2-8fef34024db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.454347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e92e76f2-2efb-462c-afd2-8fef34024db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:43.454808 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-0a6a6dbc-34bc-4779-9c09-c74e9a6f4e4b service neutron] 10.222.0.16 "GET /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980721 Jul 30 03:39:43.455552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e92e76f2-2efb-462c-afd2-8fef34024db8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07bb5fc5-04a6-40d2-99f3-0fe8d63cca96 HTTP/1.1" status: 204 len: 168 time: 0.2844958 Jul 30 03:39:43.463697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f442d041-6357-4fec-9fac-8ede6b60d364 req-2a510a1a-5279-4715-a15e-081a5077dbde tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Jul 30 03:39:43.472022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e76d96-389b-4db2-b065-6a65278fa02d req-0472a901-462b-4bfa-ae9a-e8acf08cad17 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.473577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e76d96-389b-4db2-b065-6a65278fa02d req-0472a901-462b-4bfa-ae9a-e8acf08cad17 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0953236 Jul 30 03:39:43.478652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e76f2-2efb-462c-afd2-8fef34024db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb5fc5-04a6-40d2-99f3-0fe8d63cca96,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:43.533970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e76d96-389b-4db2-b065-6a65278fa02d req-609b0b86-a4f9-41a1-9b1d-420555279f9e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488393 Jul 30 03:39:43.571370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-be6534b7-8d38-483b-81a0-197fd0587861 req-d9ada93f-0802-4311-ad3b-cbaacc2a95fa service neutron] 10.222.0.16 "GET /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086202 Jul 30 03:39:43.599074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1670e-4cc5-4a0d-8be8-aa3fff2a433e req-b4edc860-52b9-4e74-8fcd-6c1f3a17f046 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.600739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97b1670e-4cc5-4a0d-8be8-aa3fff2a433e req-b4edc860-52b9-4e74-8fcd-6c1f3a17f046 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0579827 Jul 30 03:39:43.664506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97b1670e-4cc5-4a0d-8be8-aa3fff2a433e req-d9339317-8789-4b13-8ad8-63f188a5061f tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Jul 30 03:39:43.666658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ca7e175-35fd-40a0-ae48-1dce50abde53 req-d7863c28-fe3a-4dc8-9967-c56cc8a37fc0 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0317330 Jul 30 03:39:43.788221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5d6f9-6a8c-42d8-a117-8b0f2950d251 req-24d88d9e-7f78-47cc-9516-584841b5ad18 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.794040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5d6f9-6a8c-42d8-a117-8b0f2950d251 req-24d88d9e-7f78-47cc-9516-584841b5ad18 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:43.795726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3b5d6f9-6a8c-42d8-a117-8b0f2950d251 req-24d88d9e-7f78-47cc-9516-584841b5ad18 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1680 time: 0.0612562 Jul 30 03:39:43.842403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3b5d6f9-6a8c-42d8-a117-8b0f2950d251 req-ac4e3120-9117-472a-a078-ba114b3a3884 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jul 30 03:39:44.169475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:44.264701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-555973491-network', 'tenant_id': 'af28d58f5104436486b4c4f225b9b914'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:44.290501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Made reservation on behalf of af28d58f5104436486b4c4f225b9b914 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:44.292851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.301136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.387430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.391300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.417523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:44.427483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d7a91a-fcfc-42ec-a100-bf7c1b134157,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:44.433638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.433980 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Added segment 7aac28be-80e2-4105-aec1-0a5ddc2b93f9 of type vlan for network 35e6f71b-84d8-400a-8cdf-80f2e939e828 Jul 30 03:39:44.474746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.504826 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.506007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:44.506593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.576962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4060845 Jul 30 03:39:44.579614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:44.587473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Request body: {'subnet': {'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-555973491-subnet', 'tenant_id': 'af28d58f5104436486b4c4f225b9b914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:44.606803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e2fb-3bbe-4127-8b55-3d9ee1b515d1 admin admin] Pushing event updated for resources: {'Network': ['ID=35e6f71b-84d8-400a-8cdf-80f2e939e828,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:44.611707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Made reservation on behalf of af28d58f5104436486b4c4f225b9b914 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:44.615305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.620236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 35e6f71b-84d8-400a-8cdf-80f2e939e828 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:44.653778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23c3a2-73d7-4a8b-ac11-c2dbe4841f79 req-61ac989e-49dd-4e9d-ad3a-ab5396a92cda tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:44.655305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c23c3a2-73d7-4a8b-ac11-c2dbe4841f79 req-61ac989e-49dd-4e9d-ad3a-ab5396a92cda tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 943 time: 0.1013248 Jul 30 03:39:44.681848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe62d7-2570-4b48-9642-47284ebe0a5f req-8b3a5072-4f62-4a97-9a0a-84807d97e089 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:44.683317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dfe62d7-2570-4b48-9642-47284ebe0a5f req-8b3a5072-4f62-4a97-9a0a-84807d97e089 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0712616 Jul 30 03:39:44.697414 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-56d1f76d-738e-4bf9-8f3b-4a7ddac0c20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.732971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c23c3a2-73d7-4a8b-ac11-c2dbe4841f79 req-b498ea2b-5e46-4e61-b523-66478a8f5b51 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656090 Jul 30 03:39:44.740829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dfe62d7-2570-4b48-9642-47284ebe0a5f req-560fdc18-df2b-4666-b38a-743bff5ff261 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Jul 30 03:39:44.817013 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.854835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-238c171e-f910-4af2-9047-333d04cffe9f req-a7c07678-6288-4c5a-a807-8085331c9502 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0354760 Jul 30 03:39:44.872933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109ba7c-f308-431a-9e5c-3d8978611a70 req-cd5f044d-6f1e-4387-9d20-91be775e7472 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:44.874451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0109ba7c-f308-431a-9e5c-3d8978611a70 req-cd5f044d-6f1e-4387-9d20-91be775e7472 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0833330 Jul 30 03:39:44.876283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a684e72-0f10-47f8-845e-29143a6fb15d,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:44.882201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Checking segment: {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:44.882572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Network hostable DHCP agents. Network: 35e6f71b-84d8-400a-8cdf-80f2e939e828, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:44.908623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.913334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Network 35e6f71b-84d8-400a-8cdf-80f2e939e828 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:44.922553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0109ba7c-f308-431a-9e5c-3d8978611a70 req-4dbb4953-1928-4ef4-96e0-f868d8ce189d tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Jul 30 03:39:44.924279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 35e6f71b-84d8-400a-8cdf-80f2e939e828) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:44.928851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:44.929395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:44.949365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15768c58-101a-4d41-a570-866a1d1a54c1 None None] Network 35e6f71b-84d8-400a-8cdf-80f2e939e828 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:44.961373 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d7add67-fa1a-455a-9df1-1f22fccac0c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3801374 Jul 30 03:39:45.065735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814a49-ed3e-493e-980a-9be24b9da6c4 req-9d713b43-594f-4e80-8544-1ea7d91767c1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.074118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814a49-ed3e-493e-980a-9be24b9da6c4 req-9d713b43-594f-4e80-8544-1ea7d91767c1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.091026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7814a49-ed3e-493e-980a-9be24b9da6c4 req-9d713b43-594f-4e80-8544-1ea7d91767c1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1680 time: 0.0803182 Jul 30 03:39:45.091258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c16710f4-9e4b-4837-9863-a692559197d0 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:45.114539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78bbb03-50a9-4e1f-9a21-41e2dfbf676e None None] Network 35e6f71b-84d8-400a-8cdf-80f2e939e828 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:45.139666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7814a49-ed3e-493e-980a-9be24b9da6c4 req-13f554bc-2279-487c-ac58-be7ad86f39ab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452383 Jul 30 03:39:45.219152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port c16710f4-9e4b-4837-9863-a692559197d0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:45.228224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c16710f4-9e4b-4837-9863-a692559197d0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:45.228538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:45.338960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525ce96-30bb-46d0-8d9d-96ced88f1181 req-1a298705-6972-447e-8f3c-3dadfcfc76c8 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.341242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d525ce96-30bb-46d0-8d9d-96ced88f1181 req-1a298705-6972-447e-8f3c-3dadfcfc76c8 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0551109 Jul 30 03:39:45.388509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d525ce96-30bb-46d0-8d9d-96ced88f1181 req-6ae5de3c-5a0f-44b0-a1e3-4285436df21e tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Jul 30 03:39:45.496014 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:45.519291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16710f4-9e4b-4837-9863-a692559197d0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:45.521754 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a02cd9-8021-47b6-b157-5ba2d25c8e54" -d '{"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-plugged", "status": "completed", "tag": "c16710f4-9e4b-4837-9863-a692559197d0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:45.534799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c16710f4-9e4b-4837-9863-a692559197d0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c16710f4-9e4b-4837-9863-a692559197d0,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:45.540816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:45.572460 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78e747-6087-43d2-99ec-8092c5ce3e10 x-openstack-request-id: req-df78e747-6087-43d2-99ec-8092c5ce3e10 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:45.572753 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-plugged", "status": "completed", "tag": "c16710f4-9e4b-4837-9863-a692559197d0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:45.573039 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df78e747-6087-43d2-99ec-8092c5ce3e10 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:45.573397 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16710f4-9e4b-4837-9863-a692559197d0', 'code': 200} Jul 30 03:39:45.595850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c16710f4-9e4b-4837-9863-a692559197d0,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:45.694138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e2e17-1110-438e-b06d-388d379a2b6f req-bf69a372-c11c-4d8f-8904-032f9f187dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.694725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e2e17-1110-438e-b06d-388d379a2b6f req-bf69a372-c11c-4d8f-8904-032f9f187dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.696215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f95e2e17-1110-438e-b06d-388d379a2b6f req-bf69a372-c11c-4d8f-8904-032f9f187dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1985 time: 0.0479193 Jul 30 03:39:45.732129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f95e2e17-1110-438e-b06d-388d379a2b6f req-8c5a7b9f-cedb-4f57-8534-ff329a415baf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271652 Jul 30 03:39:45.761277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 119278f5-e4f2-45a6-81d7-2e8e19957000 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:39:45.872563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 119278f5-e4f2-45a6-81d7-2e8e19957000, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=119278f5-e4f2-45a6-81d7-2e8e19957000,segment=NetworkSegment(9091ac0d-21ab-4a02-8549-899a0b1db010),segment_id=9091ac0d-21ab-4a02-8549-899a0b1db010)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:45.885076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '119278f5-e4f2-45a6-81d7-2e8e19957000', 'network_id': '20407ed7-c0cd-47d4-9694-3cd222015bfa', 'port_id': '119278f5-e4f2-45a6-81d7-2e8e19957000', 'mac_address': 'fa:16:3e:2a:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec889c5-8e3c-45d8-8904-c8042fa86d50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:39:45.885688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffaa5-29b8-488e-b7b4-04b5acb6e85d req-1388af77-3d29-4ee2-a92b-5990ca72346f tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.891631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdfffaa5-29b8-488e-b7b4-04b5acb6e85d req-1388af77-3d29-4ee2-a92b-5990ca72346f tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 943 time: 0.0881298 Jul 30 03:39:45.912697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4aa7b-e1b7-48f5-b993-2bbd8e524e78 req-f63b52d4-04e4-4ca3-ae29-ddda244e2eb0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:45.919613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14e4aa7b-e1b7-48f5-b993-2bbd8e524e78 req-f63b52d4-04e4-4ca3-ae29-ddda244e2eb0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0861893 Jul 30 03:39:45.924096 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:45.937189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119278f5-e4f2-45a6-81d7-2e8e19957000 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:39:45.959928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 119278f5-e4f2-45a6-81d7-2e8e19957000, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=119278f5-e4f2-45a6-81d7-2e8e19957000,segment=NetworkSegment(9091ac0d-21ab-4a02-8549-899a0b1db010),segment_id=9091ac0d-21ab-4a02-8549-899a0b1db010)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:45.966278 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:45.967489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdfffaa5-29b8-488e-b7b4-04b5acb6e85d req-c7fdfb24-60d6-40d6-8f74-797a16e31065 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721295 Jul 30 03:39:45.991377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14e4aa7b-e1b7-48f5-b993-2bbd8e524e78 req-25b95919-cc2d-43a0-8304-169954c12f99 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Jul 30 03:39:46.040717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=119278f5-e4f2-45a6-81d7-2e8e19957000,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:46.075393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33b980bd-f91e-4a50-a140-bcf645651fa1 req-1dc9f4c4-cbce-4608-b865-ce787ace27af tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0308762 Jul 30 03:39:46.257146 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723890-1e5f-40a7-9550-286310a5696c req-40af081f-5df5-4873-9440-199f71b79ec8 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:46.262799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723890-1e5f-40a7-9550-286310a5696c req-40af081f-5df5-4873-9440-199f71b79ec8 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:46.264345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83723890-1e5f-40a7-9550-286310a5696c req-40af081f-5df5-4873-9440-199f71b79ec8 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1681 time: 0.0627275 Jul 30 03:39:46.303593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83723890-1e5f-40a7-9550-286310a5696c req-f38c03f8-5bd1-4d72-b605-7281a590ed97 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Jul 30 03:39:46.322739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:46.454482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['119278f5-e4f2-45a6-81d7-2e8e19957000'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:46.511331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9221acc-389a-4811-8b1e-b158ecab7ec1 req-7ada0cfa-597b-4dc9-96d5-860e4aea6741 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:46.513034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9221acc-389a-4811-8b1e-b158ecab7ec1 req-7ada0cfa-597b-4dc9-96d5-860e4aea6741 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0513520 Jul 30 03:39:46.552879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9221acc-389a-4811-8b1e-b158ecab7ec1 req-4b507380-7995-4f45-bfa4-b9be7f04dbb1 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Jul 30 03:39:47.119916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f155-cff0-421e-8333-37fabaa43d2c req-ed4b1d7f-9adf-4dd0-962b-c1b98d2d8f6f tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:47.121316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e642f155-cff0-421e-8333-37fabaa43d2c req-ed4b1d7f-9adf-4dd0-962b-c1b98d2d8f6f tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 944 time: 0.0826960 Jul 30 03:39:47.133028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e79d-dbd5-46fa-afa3-9cd82a1ca700 req-6a48f573-a599-4bfe-946f-e64fae74b518 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:47.134533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd0e79d-dbd5-46fa-afa3-9cd82a1ca700 req-6a48f573-a599-4bfe-946f-e64fae74b518 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0704398 Jul 30 03:39:47.184668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e642f155-cff0-421e-8333-37fabaa43d2c req-74318ff5-ebef-4092-9db9-488c8bd42cf9 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Jul 30 03:39:47.198337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd0e79d-dbd5-46fa-afa3-9cd82a1ca700 req-deaa2477-4ecd-4837-bb78-e10a11a6bcfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Jul 30 03:39:47.303611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-f0984238-83ba-40aa-b0ef-79f505c24d43 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:47.305590 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-f0984238-83ba-40aa-b0ef-79f505c24d43 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.18 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0520532 Jul 30 03:39:47.317468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a8d86a-56a8-4ee8-97bc-80951c05e82d req-f00beca3-2bdc-4246-a3ca-b551af06056f tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0285473 Jul 30 03:39:47.416023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Deleting port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:47.416465 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:47.471440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a345-25b4-42eb-88b2-81f1319d2b5b req-cee2b6e6-0d05-41a9-b4d4-b40961de5d24 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:47.478144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a345-25b4-42eb-88b2-81f1319d2b5b req-cee2b6e6-0d05-41a9-b4d4-b40961de5d24 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:47.479743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf53a345-25b4-42eb-88b2-81f1319d2b5b req-cee2b6e6-0d05-41a9-b4d4-b40961de5d24 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1681 time: 0.0650566 Jul 30 03:39:47.512498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] For port cf4039e7-6b66-4d66-bf5f-52fa76a1a374, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,segment=NetworkSegment(3754a446-c13f-4097-8927-517588d7d463),segment_id=3754a446-c13f-4097-8927-517588d7d463)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:47.512817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:47.522660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf53a345-25b4-42eb-88b2-81f1319d2b5b req-744c38ea-5614-4cea-9d81-651b1eb2edee tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Jul 30 03:39:47.531153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Calling delete_port for cf4039e7-6b66-4d66-bf5f-52fa76a1a374 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:47.693448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3df780-69f3-465e-b1b7-8026b57a6733 req-68945432-5045-4c5d-a439-11191c402917 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:47.698595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd3df780-69f3-465e-b1b7-8026b57a6733 req-68945432-5045-4c5d-a439-11191c402917 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/ports?device_id=adda6ebc-457e-4832-b949-4b013266abfa HTTP/1.1" status: 200 len: 946 time: 0.0716455 Jul 30 03:39:47.708852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:47.720910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['cf4039e7-6b66-4d66-bf5f-52fa76a1a374'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:47.799373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 119278f5-e4f2-45a6-81d7-2e8e19957000 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:47.826326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Pushing event deleted for resources: {'Port': ['ID=cf4039e7-6b66-4d66-bf5f-52fa76a1a374,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:47.885674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd3df780-69f3-465e-b1b7-8026b57a6733 req-68b14d40-5d6c-4b1d-bf6b-85ac91834939 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff02498b-8319-472f-9173-532f8667dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748137 Jul 30 03:39:47.906685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 119278f5-e4f2-45a6-81d7-2e8e19957000 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:47.914557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 119278f5-e4f2-45a6-81d7-2e8e19957000 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:47.914946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:47.946969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] No DVR routers for this DVR port cf4039e7-6b66-4d66-bf5f-52fa76a1a374 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:47.950047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:47.952160 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f43a9932-8866-4b00-b28a-549d84dab5bb req-7d2447ca-8acc-4f3d-bc51-1edbd1c7e892 tempest-TestServerAdvancedOps-1423098987 tempest-TestServerAdvancedOps-1423098987-project] 10.222.0.18 "DELETE /v2.0/ports/cf4039e7-6b66-4d66-bf5f-52fa76a1a374 HTTP/1.1" status: 204 len: 173 time: 0.6408978 Jul 30 03:39:47.952599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adda6ebc-457e-4832-b949-4b013266abfa', 'name': 'network-vif-deleted', 'tag': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:47.954855 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd342f2e-7f51-40c2-8484-e36e61c67f32" -d '{"events": [{"server_uuid": "adda6ebc-457e-4832-b949-4b013266abfa", "name": "network-vif-deleted", "tag": "cf4039e7-6b66-4d66-bf5f-52fa76a1a374"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:47.996207 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:48.004450 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15314cb1-2428-481f-bfc7-2b23629bc7ff x-openstack-request-id: req-15314cb1-2428-481f-bfc7-2b23629bc7ff {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:48.005034 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adda6ebc-457e-4832-b949-4b013266abfa", "name": "network-vif-deleted", "tag": "cf4039e7-6b66-4d66-bf5f-52fa76a1a374", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:48.005437 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15314cb1-2428-481f-bfc7-2b23629bc7ff {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:48.005999 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adda6ebc-457e-4832-b949-4b013266abfa', 'name': 'network-vif-deleted', 'tag': 'cf4039e7-6b66-4d66-bf5f-52fa76a1a374', 'status': 'completed', 'code': 200} Jul 30 03:39:48.015629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0f42-165c-468f-be9c-b3a520678ea5 req-2eb9be12-7adb-436f-bcf4-c7467a55ca08 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:48.021876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0f42-165c-468f-be9c-b3a520678ea5 req-2eb9be12-7adb-436f-bcf4-c7467a55ca08 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:48.029379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-396e0f42-165c-468f-be9c-b3a520678ea5 req-2eb9be12-7adb-436f-bcf4-c7467a55ca08 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1681 time: 0.1093838 Jul 30 03:39:48.060961 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:48.075609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-396e0f42-165c-468f-be9c-b3a520678ea5 req-dc0eb977-b3d5-4c5a-b061-78741f397b98 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Jul 30 03:39:48.085877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119278f5-e4f2-45a6-81d7-2e8e19957000'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:48.088280 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebbe159-22ca-4fe7-9ca8-10cf7d5d0988" -d '{"events": [{"server_uuid": "8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f", "name": "network-vif-plugged", "status": "completed", "tag": "119278f5-e4f2-45a6-81d7-2e8e19957000"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:48.102907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 119278f5-e4f2-45a6-81d7-2e8e19957000, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=119278f5-e4f2-45a6-81d7-2e8e19957000,segment=NetworkSegment(9091ac0d-21ab-4a02-8549-899a0b1db010),segment_id=9091ac0d-21ab-4a02-8549-899a0b1db010)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:48.109451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:48.139698 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9573ea-7872-4cf5-9387-c5376fc76665 x-openstack-request-id: req-3d9573ea-7872-4cf5-9387-c5376fc76665 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:48.139995 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f", "name": "network-vif-plugged", "status": "completed", "tag": "119278f5-e4f2-45a6-81d7-2e8e19957000", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:48.140250 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d9573ea-7872-4cf5-9387-c5376fc76665 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:48.140671 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119278f5-e4f2-45a6-81d7-2e8e19957000', 'code': 200} Jul 30 03:39:48.170523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=119278f5-e4f2-45a6-81d7-2e8e19957000,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:48.278073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629ecf9-dbbb-4193-b8d1-18f8ab57425b req-ec8fb8d7-ddc5-4bd9-98b5-4e6f824f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:48.281317 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0629ecf9-dbbb-4193-b8d1-18f8ab57425b req-ec8fb8d7-ddc5-4bd9-98b5-4e6f824f058e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 1097 time: 0.0531099 Jul 30 03:39:48.315316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0629ecf9-dbbb-4193-b8d1-18f8ab57425b req-d29ae548-2f66-4566-b8c1-e822a39a14b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285876 Jul 30 03:39:48.349353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d760de3-f9c5-4a25-85cc-bb7e1c14053a req-6fafd775-13d2-4203-aad8-289e612c9a5d tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:48.351009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d760de3-f9c5-4a25-85cc-bb7e1c14053a req-6fafd775-13d2-4203-aad8-289e612c9a5d tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.0850568 Jul 30 03:39:48.366155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b97f9-4051-4684-839c-ab33f93cac1f req-1c6239fc-034b-4b5c-9208-3fd4906f6c13 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:48.367601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a06b97f9-4051-4684-839c-ab33f93cac1f req-1c6239fc-034b-4b5c-9208-3fd4906f6c13 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0871451 Jul 30 03:39:48.422113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d760de3-f9c5-4a25-85cc-bb7e1c14053a req-2b5e3af6-3ae5-4669-8ae1-668aec386972 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648296 Jul 30 03:39:48.427441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a06b97f9-4051-4684-839c-ab33f93cac1f req-c5fcc1ec-cc33-47a7-ad00-94a954eeeb9f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539742 Jul 30 03:39:48.529719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-744aeabf-f4ee-465b-ad9f-e8f1bea9df20 req-e80f8e2e-58f0-4848-8476-12b6d33226d7 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0299723 Jul 30 03:39:48.908846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-3cfc5300-1174-44b1-bd97-797e2ef76d0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0459189 Jul 30 03:39:48.938034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47880) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:49.001456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Deleting subnet 9546480f-2bfb-4106-b6d1-4836e0c9d01a {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:49.006627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.050336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.056759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.060250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.061554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.062583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.063155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.067155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.069355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.072294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f71ae913-2e1d-49d5-94da-d760a7a5bb88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6498 time: 0.0791843 Jul 30 03:39:49.103104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.161327 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.197584 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.201859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9546480f-2bfb-4106-b6d1-4836e0c9d01a HTTP/1.1" status: 204 len: 168 time: 0.2599545 Jul 30 03:39:49.201859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9546480f-2bfb-4106-b6d1-4836e0c9d01a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:49.203103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47886) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:49.242747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-2525b500-b4fb-4986-bc11-3a4d0cb1a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.242747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-2525b500-b4fb-4986-bc11-3a4d0cb1a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.242747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-2525b500-b4fb-4986-bc11-3a4d0cb1a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.244362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-2525b500-b4fb-4986-bc11-3a4d0cb1a741 service neutron] 10.222.0.16 "GET /v2.0/networks?id=623c59b3-0964-4687-ade5-b9a6b68f7662&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a0f7542c-9210-4588-817a-4ea327c5fd44&id=a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 200 len: 2289 time: 0.1239512 Jul 30 03:39:49.253737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.254362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.254741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.255104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.255547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.255871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.256254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.256634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.256969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.257296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.257624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.257948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5078031-17ad-4e37-b8ce-c0c4c783cb74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:49.325137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.330541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-c35c60dc-ea8e-4702-b7a5-d1b4602877ab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.337020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-c35c60dc-ea8e-4702-b7a5-d1b4602877ab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.338609 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-c35c60dc-ea8e-4702-b7a5-d1b4602877ab tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1681 time: 0.1101131 Jul 30 03:39:49.341615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186d880-7783-4f07-88e2-0f862063a387 req-dcac6ada-c8dc-4fc6-b0ea-8428b0092621 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.348006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186d880-7783-4f07-88e2-0f862063a387 req-dcac6ada-c8dc-4fc6-b0ea-8428b0092621 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.349636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9186d880-7783-4f07-88e2-0f862063a387 req-dcac6ada-c8dc-4fc6-b0ea-8428b0092621 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 1681 time: 0.0978990 Jul 30 03:39:49.353809 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-c128cd1a-6f1a-4ef2-8165-e7d4c4a33e67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 200 len: 1001 time: 0.0938277 Jul 30 03:39:49.452085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.457190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-db1d0dc8-912d-4e58-841e-a3e3b404417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.458938 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-db1d0dc8-912d-4e58-841e-a3e3b404417d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19198638-b24f-4731-9e8f-d02f19b89e7b HTTP/1.1" status: 200 len: 850 time: 0.0810215 Jul 30 03:39:49.467699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9186d880-7783-4f07-88e2-0f862063a387 req-10e55939-1dc9-4c2b-a15a-85edccaf3b5f tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924335 Jul 30 03:39:49.469359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c3c000-716c-4c51-8b42-dfdafb669732']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:49.479906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3754a446-c13f-4097-8927-517588d7d463') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:49.480242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3754a446-c13f-4097-8927-517588d7d463') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:49.491752 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.520506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.522283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port c16710f4-9e4b-4837-9863-a692559197d0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:49.522623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.528826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:49.529388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:49.590861 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:49.602209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-55597104-2c3f-4b65-9390-bbef47f4c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.603726 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-55597104-2c3f-4b65-9390-bbef47f4c505 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623c59b3-0964-4687-ade5-b9a6b68f7662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240261 Jul 30 03:39:49.625568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.641418 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.646123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] 10.222.0.39 "DELETE /v2.0/networks/83c3c000-716c-4c51-8b42-dfdafb669732 HTTP/1.1" status: 204 len: 168 time: 0.4394052 Jul 30 03:39:49.664125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:49.687242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port c16710f4-9e4b-4837-9863-a692559197d0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c16710f4-9e4b-4837-9863-a692559197d0,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:49.688102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.712782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for c16710f4-9e4b-4837-9863-a692559197d0 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:49.718640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f206c9-acad-4de3-bf25-e945867a655c req-ef9c8485-a9ca-4b67-8296-0d13cfdc6aa6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.720309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10f206c9-acad-4de3-bf25-e945867a655c req-ef9c8485-a9ca-4b67-8296-0d13cfdc6aa6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1263258 Jul 30 03:39:49.721957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e28d7f-7e4c-4ecd-a520-0f6d026c3dad admin admin] Pushing event deleted for resources: {'Network': ['ID=83c3c000-716c-4c51-8b42-dfdafb669732,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:49.758797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03720628-02f6-4990-b595-76acbdecb28e req-873688ce-f18b-48f8-9e62-028beaf51abd tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:49.760277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03720628-02f6-4990-b595-76acbdecb28e req-873688ce-f18b-48f8-9e62-028beaf51abd tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.1681027 Jul 30 03:39:49.787666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Deleting subnet 19ec1f2c-b34a-44a9-9f43-6c7049ea61f4 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:49.788586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f7106154-c7f3-437a-8e5f-b00a8e84de52 service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722326 Jul 30 03:39:49.802684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.860670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10f206c9-acad-4de3-bf25-e945867a655c req-f1e08cf1-1719-4252-9b8c-e6568f694028 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092660 Jul 30 03:39:49.900070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:49.912928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['277981bd-63de-4f98-8f63-f5dcbc1d86ec', 'c16710f4-9e4b-4837-9863-a692559197d0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:49.939055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03720628-02f6-4990-b595-76acbdecb28e req-81b6adfe-84a3-4d50-bd11-aac769b77748 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490762 Jul 30 03:39:49.939055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.028413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=c16710f4-9e4b-4837-9863-a692559197d0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:50.093256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e565331d-93c0-4e2b-bb15-393a8834f06b req-abee5699-71a6-4829-af44-7f44ceb07be3 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0907466 Jul 30 03:39:50.147340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port c16710f4-9e4b-4837-9863-a692559197d0 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:50.148718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.162336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.165250 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-e2318193-be93-4622-be57-8917b8263706 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "DELETE /v2.0/ports/c16710f4-9e4b-4837-9863-a692559197d0 HTTP/1.1" status: 204 len: 173 time: 0.8193076 Jul 30 03:39:50.165696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-deleted', 'tag': 'c16710f4-9e4b-4837-9863-a692559197d0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:50.167990 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f776fe3-2ead-4f7c-b9de-1e72ee015ad6" -d '{"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-deleted", "tag": "c16710f4-9e4b-4837-9863-a692559197d0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:50.244361 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.261476 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d3902c-8d85-469d-a7cb-a1fadd3202d6 x-openstack-request-id: req-83d3902c-8d85-469d-a7cb-a1fadd3202d6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:50.261846 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-deleted", "tag": "c16710f4-9e4b-4837-9863-a692559197d0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:50.262010 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83d3902c-8d85-469d-a7cb-a1fadd3202d6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:50.262401 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-deleted', 'tag': 'c16710f4-9e4b-4837-9863-a692559197d0', 'status': 'completed', 'code': 200} Jul 30 03:39:50.267569 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-7c1cbad2-858f-481b-9860-8305b678830c service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777256 Jul 30 03:39:50.287165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ec1f2c-b34a-44a9-9f43-6c7049ea61f4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:50.305699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.308253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-634d830a-22fb-4bfb-bad1-f1f2203e8b11 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/19ec1f2c-b34a-44a9-9f43-6c7049ea61f4 HTTP/1.1" status: 204 len: 168 time: 0.6423197 Jul 30 03:39:50.311099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:50.334801 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-72e83492-485d-455d-b048-7e2e144a01ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 217 time: 0.0475316 Jul 30 03:39:50.390816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.397854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port 277981bd-63de-4f98-8f63-f5dcbc1d86ec {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:50.398281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.465330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-b9882377-b1c4-4269-8069-263e263dbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:50.467573 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-b9882377-b1c4-4269-8069-263e263dbea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1231089 Jul 30 03:39:50.474558 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.485163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a1004a-1cbe-4e4a-8d2a-ab118973ae06']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:50.498944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1415e7-b3ff-4072-9183-0f2480304770') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:50.499340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1415e7-b3ff-4072-9183-0f2480304770') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:50.509078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.525466 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.529174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port 277981bd-63de-4f98-8f63-f5dcbc1d86ec, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=277981bd-63de-4f98-8f63-f5dcbc1d86ec,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:50.530090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.533362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:50.533772 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:50.536541 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:50.550881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for 277981bd-63de-4f98-8f63-f5dcbc1d86ec owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:50.554364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-98ff2563-fee3-4369-b6ee-ddb6e6f17816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:50.555922 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-98ff2563-fee3-4369-b6ee-ddb6e6f17816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807076 Jul 30 03:39:50.609238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.629887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.634931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] 10.222.0.39 "DELETE /v2.0/networks/73a1004a-1cbe-4e4a-8d2a-ab118973ae06 HTTP/1.1" status: 204 len: 168 time: 0.3174694 Jul 30 03:39:50.647530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064f3d1-38e9-4250-95a1-8e0b33957b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a1004a-1cbe-4e4a-8d2a-ab118973ae06,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:50.669222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2b2a8-3f86-4031-ae51-7b0f3d138caf req-024a87e8-7f75-4e9c-899b-1f2338c5c0f1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:50.670879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ef2b2a8-3f86-4031-ae51-7b0f3d138caf req-024a87e8-7f75-4e9c-899b-1f2338c5c0f1 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 945 time: 0.0749271 Jul 30 03:39:50.730755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ef2b2a8-3f86-4031-ae51-7b0f3d138caf req-aa24e402-860f-42d1-b740-5d4cdfeb123a tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/security-groups?id=a87e461b-f4ee-4686-a3e9-2728031f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 Jul 30 03:39:50.750361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-8e21ebef-d580-4183-99b8-b8e1d51dffb7 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850431 Jul 30 03:39:50.800125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:50.843345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-84bd11e7-fb73-4c0e-84f3-408cc6aa406e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a63109dd071f43019eb2b89b9ade7a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393558 Jul 30 03:39:50.843584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:50.897147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.902198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b35c8b51-e2d9-4177-9594-807631dec8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:50.911045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c16710f4-9e4b-4837-9863-a692559197d0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:50.983929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b35c8b51-e2d9-4177-9594-807631dec8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:51.109410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cf4039e7-6b66-4d66-bf5f-52fa76a1a374 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:51.124716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302a247-7b88-4c51-87a7-5f1a690ed57c req-630e96db-3068-4c49-bc06-1aadb64dfac1 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:51.133469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4302a247-7b88-4c51-87a7-5f1a690ed57c req-630e96db-3068-4c49-bc06-1aadb64dfac1 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.0956168 Jul 30 03:39:51.138969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: cf4039e7-6b66-4d66-bf5f-52fa76a1a374 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:51.139364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device cf4039e7-6b66-4d66-bf5f-52fa76a1a374 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:51.193181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4302a247-7b88-4c51-87a7-5f1a690ed57c req-2cae8d13-2491-4bd8-a74f-97a706dd0e85 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Jul 30 03:39:51.217198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b35c8b51-e2d9-4177-9594-807631dec8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:51.220314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b35c8b51-e2d9-4177-9594-807631dec8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:51.226164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b35c8b51-e2d9-4177-9594-807631dec8bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff02498b-8319-472f-9173-532f8667dbcb HTTP/1.1" status: 204 len: 168 time: 0.3815727 Jul 30 03:39:51.242495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c8b51-e2d9-4177-9594-807631dec8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02498b-8319-472f-9173-532f8667dbcb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:51.334989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=277981bd-63de-4f98-8f63-f5dcbc1d86ec,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:51.364305 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-7fee620b-6318-4f71-9a84-81283872cf67 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067410 Jul 30 03:39:51.367756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.368105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.368447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.368878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.369102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.369432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.369756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.370078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.370654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.370982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.371328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.371672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:51.412178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port 277981bd-63de-4f98-8f63-f5dcbc1d86ec on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:51.416810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:51.419744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324f7f1-56e5-47c9-a77c-89d87827cf99 req-e313b8b5-9030-42f6-838b-cfd2c7fc5738 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:51.421564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3324f7f1-56e5-47c9-a77c-89d87827cf99 req-e313b8b5-9030-42f6-838b-cfd2c7fc5738 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0911922 Jul 30 03:39:51.422041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e78f2fbb-f276-4ef5-ade0-b7de5a0f9535 req-28abc787-4750-44cd-93a8-3525ad87f9f6 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.18 "DELETE /v2.0/ports/277981bd-63de-4f98-8f63-f5dcbc1d86ec HTTP/1.1" status: 204 len: 173 time: 1.2223322 Jul 30 03:39:51.498510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3324f7f1-56e5-47c9-a77c-89d87827cf99 req-c36442cf-b084-460f-a95c-f375b4da0c59 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Jul 30 03:39:51.511749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-d8ce8811-4ce2-4365-aadc-89fb46fa47bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 217 time: 0.1070313 Jul 30 03:39:51.574545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb944ce2-389e-4c07-a0cf-3902da0cff3b req-19ab4ca4-69fd-461d-87ee-e93d73301818 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0889447 Jul 30 03:39:51.597967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f1fb789f-131e-4180-b4d7-8c194c053f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:51.599495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-f1fb789f-131e-4180-b4d7-8c194c053f9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.0789082 Jul 30 03:39:51.683655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-8cad03f7-b81f-4e58-bfa3-40bfee20a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:51.685192 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-8cad03f7-b81f-4e58-bfa3-40bfee20a186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756168 Jul 30 03:39:51.799995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-178925e1-f404-4cdf-bf81-656f94079aa6 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067142 Jul 30 03:39:51.865887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3713d2e1-fea3-4e90-9022-3263e59ad521 req-f6e288b1-a8e8-4a8c-a13b-981639a58a26 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "GET /v2.0/ports?device_id=09861796-1c77-4635-90c5-ba4b7714b1ad HTTP/1.1" status: 200 len: 210 time: 0.0389764 Jul 30 03:39:51.936415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-1d3f4e94-0931-4d15-9eeb-1f105a7af3a8 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242340 Jul 30 03:39:51.997741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2f715-d005-439d-bf88-6fbf16819487 req-e85f678b-6823-491c-8ba6-064eababf63e tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:52.006017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74c2f715-d005-439d-bf88-6fbf16819487 req-e85f678b-6823-491c-8ba6-064eababf63e tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.0724216 Jul 30 03:39:52.021761 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-74a393de-5055-48ab-87df-c52c505163ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=e4205182-1a39-4143-8302-1d0271159eb2 HTTP/1.1" status: 200 len: 217 time: 0.0740461 Jul 30 03:39:52.073676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74c2f715-d005-439d-bf88-6fbf16819487 req-cf6de842-450a-42e1-a97c-a21e46794339 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667529 Jul 30 03:39:52.108089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-ef3fc74f-dcdc-4a34-a0d2-d0e67c95e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:52.110386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-ef3fc74f-dcdc-4a34-a0d2-d0e67c95e8bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.0784104 Jul 30 03:39:52.168139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-066decc0-00c8-46b2-8b49-25d47088c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:52.169162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:52.169902 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-066decc0-00c8-46b2-8b49-25d47088c346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476108 Jul 30 03:39:52.235742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-966e3bca-9e3b-48d0-a0dc-862f839f7737 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fb37a2334c84654a14b14749bcd6765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648851 Jul 30 03:39:52.237905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:52.263519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-deleted', 'tag': '277981bd-63de-4f98-8f63-f5dcbc1d86ec'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:52.266879 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d57c0f0-e97d-4d77-9707-1687e7ccdd71" -d '{"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-deleted", "tag": "277981bd-63de-4f98-8f63-f5dcbc1d86ec"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:52.291741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f39a2f2-03c5-4d05-92bf-1d558df2fd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:52.292643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-84e126a4-63f3-442c-8ae7-cfd6cf166130 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134965 Jul 30 03:39:52.315244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f39a2f2-03c5-4d05-92bf-1d558df2fd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:52.318669 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c8723a-ced0-4d17-b46b-44c377c25727 x-openstack-request-id: req-a7c8723a-ced0-4d17-b46b-44c377c25727 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:52.319072 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09861796-1c77-4635-90c5-ba4b7714b1ad", "name": "network-vif-deleted", "tag": "277981bd-63de-4f98-8f63-f5dcbc1d86ec", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:52.319451 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7c8723a-ced0-4d17-b46b-44c377c25727 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:52.319960 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09861796-1c77-4635-90c5-ba4b7714b1ad', 'name': 'network-vif-deleted', 'tag': '277981bd-63de-4f98-8f63-f5dcbc1d86ec', 'status': 'completed', 'code': 200} Jul 30 03:39:52.366033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f39a2f2-03c5-4d05-92bf-1d558df2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:52.369304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f39a2f2-03c5-4d05-92bf-1d558df2fd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:52.372878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f39a2f2-03c5-4d05-92bf-1d558df2fd12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/475d2b75-f2ad-4cac-b6e2-dbb73f88c387 HTTP/1.1" status: 204 len: 168 time: 0.1340041 Jul 30 03:39:52.392407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39a2f2-03c5-4d05-92bf-1d558df2fd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475d2b75-f2ad-4cac-b6e2-dbb73f88c387,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:52.450613 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-6bc99462-26d1-4679-9063-cd2d379a463e service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481199 Jul 30 03:39:52.510471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-6762d6a4-16e8-4b99-8d6f-ab6a5860610e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=0933d29d-86f0-453d-bd15-44507552530b HTTP/1.1" status: 200 len: 217 time: 0.0418494 Jul 30 03:39:52.571343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-08f5ec63-642a-4b48-b806-5d622f39a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:52.572823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-08f5ec63-642a-4b48-b806-5d622f39a396 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.0536003 Jul 30 03:39:52.627944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-e07ac302-5340-42e2-8f95-eb078e774566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:52.630631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-e07ac302-5340-42e2-8f95-eb078e774566 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491617 Jul 30 03:39:52.641576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff5a4d-3918-413d-b937-5d4fb2ddbde2 req-bd50737e-0d3d-42ec-983a-f112012502af tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:52.650445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0aff5a4d-3918-413d-b937-5d4fb2ddbde2 req-bd50737e-0d3d-42ec-983a-f112012502af tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0646119 Jul 30 03:39:52.725495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0aff5a4d-3918-413d-b937-5d4fb2ddbde2 req-43636e81-6687-4784-b6c8-c3d52c70cc52 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682735 Jul 30 03:39:52.742461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7bec38da-bae1-4434-b388-b84e329adbbe req-782a76d3-fe62-4ab5-946e-234b28709e30 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Jul 30 03:39:52.750643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-68a8f768-7874-4be6-9536-40823a4b2d25 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041653 Jul 30 03:39:52.896095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-ded35d05-67c1-4a3a-92ca-3b2d70a4f175 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298203 Jul 30 03:39:52.916117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47970) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:52.959030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-c36913ee-ccc7-4643-888a-c4398fc5a4ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775 HTTP/1.1" status: 200 len: 217 time: 0.0494201 Jul 30 03:39:52.998120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting subnet ffaf4ea2-36e3-48c5-8a94-5e3689f88f34 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:53.001482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.020631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-fad8e87c-8229-4e02-972f-e4fb2fb1bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:53.022265 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-fad8e87c-8229-4e02-972f-e4fb2fb1bb19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.0541818 Jul 30 03:39:53.047694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.084160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-c01b64d9-1e26-4ed6-87d4-4f339917a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:53.086288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-c01b64d9-1e26-4ed6-87d4-4f339917a3d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0556147 Jul 30 03:39:53.106885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c16710f4-9e4b-4837-9863-a692559197d0 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:53.135968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: c16710f4-9e4b-4837-9863-a692559197d0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:53.136560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c16710f4-9e4b-4837-9863-a692559197d0 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:53.137178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 277981bd-63de-4f98-8f63-f5dcbc1d86ec no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:53.161794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 277981bd-63de-4f98-8f63-f5dcbc1d86ec {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:53.162474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 277981bd-63de-4f98-8f63-f5dcbc1d86ec not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:53.245947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.264298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-3df299e3-31a7-4cbf-88ba-1ffea06c72f7 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689575 Jul 30 03:39:53.309920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423d75b-32ca-489c-8a4f-f0e18c58a2db req-4f5d9ddb-fe3e-404c-9162-db2e811014b0 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:53.311503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d423d75b-32ca-489c-8a4f-f0e18c58a2db req-4f5d9ddb-fe3e-404c-9162-db2e811014b0 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.1065612 Jul 30 03:39:53.332376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47984) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:53.340604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.369427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.371711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/subnets/ffaf4ea2-36e3-48c5-8a94-5e3689f88f34 HTTP/1.1" status: 204 len: 168 time: 0.4547136 Jul 30 03:39:53.375980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47988) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:53.376884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792a133-76dd-4178-908c-67d94fe5505f None None] Network 2718a067-5276-465c-b5ff-4b6512ca3da8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:53.416848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d423d75b-32ca-489c-8a4f-f0e18c58a2db req-8665d946-f288-4f53-ab35-80fac2177964 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923409 Jul 30 03:39:53.417657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccae9c-e4c5-47c5-901c-d6e1b40befa5 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Subnet': ['ID=ffaf4ea2-36e3-48c5-8a94-5e3689f88f34,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:53.458952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1172108235-network', 'tenant_id': '9b121014e4eb4f17afd446e440642782'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:53.488880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Made reservation on behalf of 9b121014e4eb4f17afd446e440642782 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:53.491627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.505105 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-50b21150-b14f-4219-a43a-eaa6e3a9c36a service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308452 Jul 30 03:39:53.507786 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.524614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.620335 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-b25d3441-9a5f-4799-99c8-765495c8954c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 200 len: 217 time: 0.0867112 Jul 30 03:39:53.643582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] DHCP port deletion for 2718a067-5276-465c-b5ff-4b6512ca3da8 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:39:53.684772 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.690768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.701872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Deleting port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:53.702357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.711353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:53.711698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.718929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81ccd5-9bd7-4007-b0b5-a15eaa17e0ed,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:53.744739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:39:53.755980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.756698 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Added segment dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77 of type vlan for network 777fc2e7-e161-46ad-8eaf-41b4fb18245b Jul 30 03:39:53.793718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:53.794090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.810082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.810274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:53.849301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.850511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:53.851276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.867634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] For port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,segment=NetworkSegment(87df29ed-d3d5-44cb-92a9-1f3231e1c91d),segment_id=87df29ed-d3d5-44cb-92a9-1f3231e1c91d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:53.868636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.886718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5531633 Jul 30 03:39:53.887830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:53.899720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Calling delete_port for 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:53.916373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:53.924262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Request body: {'subnet': {'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1172108235-subnet', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:53.933138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:53.970592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0e42ec1-727e-479b-927f-21d6cf63b382 req-e2eefa1e-effe-414d-91f8-22961ce27599 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0409868 Jul 30 03:39:53.996240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-9a458b29-6d84-4455-82b9-4942159bfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:53.997751 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-9a458b29-6d84-4455-82b9-4942159bfc7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.3543448 Jul 30 03:39:54.038253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:54.046352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f79f78-f839-4929-8715-9c71eed32026 admin admin] Pushing event updated for resources: {'Network': ['ID=777fc2e7-e161-46ad-8eaf-41b4fb18245b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:54.073866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6346f6-e0bb-43aa-807b-f39545dd1b27 req-020ff91c-3dfe-4566-a890-b1c4db92d26c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:54.074283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:39:54.076078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a6346f6-e0bb-43aa-807b-f39545dd1b27 req-020ff91c-3dfe-4566-a890-b1c4db92d26c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1159256 Jul 30 03:39:54.077370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Made reservation on behalf of 9b121014e4eb4f17afd446e440642782 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:39:54.080759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.082571 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.152532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.156485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-982c62d4-5b1e-4161-b2f8-2ad9c1036ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:54.158090 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-982c62d4-5b1e-4161-b2f8-2ad9c1036ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847898 Jul 30 03:39:54.173696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Pushing event deleted for resources: {'Port': ['ID=9867b5b5-7bab-4b50-9d5c-9632fd8fec05,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:54.183502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-593246d0-8625-4934-908d-5670b75db5b6 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:54.185554 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-593246d0-8625-4934-908d-5670b75db5b6 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.1912377 Jul 30 03:39:54.189283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] No DVR routers for this DVR port 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:54.197184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.197717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.197855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2718a067-5276-465c-b5ff-4b6512ca3da8']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:54.198361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.198872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.199393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.199984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.201424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.201582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.201792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.202301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.202803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.203314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c06a87-aa30-464d-aa0c-140104beaa00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:54.252441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87df29ed-d3d5-44cb-92a9-1f3231e1c91d') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:54.252737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87df29ed-d3d5-44cb-92a9-1f3231e1c91d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:54.294787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:54.327185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a6346f6-e0bb-43aa-807b-f39545dd1b27 req-926d57f2-73b6-44b7-8fa1-f1c1331f7836 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969574 Jul 30 03:39:54.333002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:54.333562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9867b5b5-7bab-4b50-9d5c-9632fd8fec05 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:54.339955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.401879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.407751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.436207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:54.436599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:54.439714 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:54.507604 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-eb4da636-db19-45bb-b76a-a9346693b734 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370092 Jul 30 03:39:54.515328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c508eb6d-197e-4946-85a8-365a62c9b222,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:54.533916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Deleting port 119278f5-e4f2-45a6-81d7-2e8e19957000 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:54.534260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.553356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Checking segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:54.554206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Network hostable DHCP agents. Network: 777fc2e7-e161-46ad-8eaf-41b4fb18245b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:39:54.586574 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.587347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:39:54.604354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3607b0-8459-47e9-8012-05cc099e1d3f req-ce5354db-6c0a-4ea8-8c22-50102a4c1ec0 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:54.606001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3607b0-8459-47e9-8012-05cc099e1d3f req-ce5354db-6c0a-4ea8-8c22-50102a4c1ec0 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 945 time: 0.0858374 Jul 30 03:39:54.610039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 777fc2e7-e161-46ad-8eaf-41b4fb18245b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:54.618404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:54.619060 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.631392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4936f-c1b3-4d63-a65d-e9401ea12a55 None None] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:54.642952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.646845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/networks/2718a067-5276-465c-b5ff-4b6512ca3da8 HTTP/1.1" status: 204 len: 168 time: 1.2687459 Jul 30 03:39:54.649944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:54.667699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b96b3eb6-bbe2-4bad-af69-79fe57dd82c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7481725 Jul 30 03:39:54.695177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:54.705710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:39:54.714096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d5ff0-b952-4c00-9720-091400ff2692 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Network': ['ID=2718a067-5276-465c-b5ff-4b6512ca3da8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:54.790371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] For port 119278f5-e4f2-45a6-81d7-2e8e19957000, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=119278f5-e4f2-45a6-81d7-2e8e19957000,segment=NetworkSegment(9091ac0d-21ab-4a02-8549-899a0b1db010),segment_id=9091ac0d-21ab-4a02-8549-899a0b1db010)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:54.791038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.793954 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.795271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.812515 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfd9f237-5d0b-490f-ac51-813badf7c25a req-4d9aa058-387a-4c43-8a24-f47f49eaf98c service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935412 Jul 30 03:39:54.819633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Calling delete_port for 119278f5-e4f2-45a6-81d7-2e8e19957000 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:54.901016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'fixed_ips': [{'subnet_id': 'c508eb6d-197e-4946-85a8-365a62c9b222'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:39:54.902115 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:54.960384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.101681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3607b0-8459-47e9-8012-05cc099e1d3f req-9456c1f4-b8a2-49b5-8274-d180f6e1c947 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/security-groups?id=d47bb4d7-1c7a-4595-90b1-ce218ac020a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811473 Jul 30 03:39:55.151062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0204cf8d-6498-42b5-90af-9576ea9225b2 req-11ba1d92-5810-4d0e-a4d1-8087136b7624 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0447049 Jul 30 03:39:55.155022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting subnet fec8879a-b2c9-4d8a-ae22-62d21097ba04 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:55.173949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.214504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.232013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Allocated IP 172.20.0.2 (777fc2e7-e161-46ad-8eaf-41b4fb18245b/c508eb6d-197e-4946-85a8-365a62c9b222/540bbe99-6de6-47de-9c6d-1e2a238fded6) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:55.237040 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.369025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.406993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Pushing event deleted for resources: {'Port': ['ID=119278f5-e4f2-45a6-81d7-2e8e19957000,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:55.416888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['119278f5-e4f2-45a6-81d7-2e8e19957000'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:39:55.443868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.498730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.508465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Transition to ACTIVE for port object 540bbe99-6de6-47de-9c6d-1e2a238fded6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:55.526092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Transition to ACTIVE for port object 540bbe99-6de6-47de-9c6d-1e2a238fded6 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:55.528886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63566fa1-b0b2-47be-8303-bbce947c5317 req-c742350a-9c41-4ea0-9177-9aaedf5a5965 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:55.533109 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.537563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63566fa1-b0b2-47be-8303-bbce947c5317 req-c742350a-9c41-4ea0-9177-9aaedf5a5965 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1049297 Jul 30 03:39:55.544851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] No DVR routers for this DVR port 119278f5-e4f2-45a6-81d7-2e8e19957000 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:55.555309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.561891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-96ad6c0c-876f-49c9-a0d0-4ca93cdae28b req-a4ae6a65-5efc-4250-8c0a-fcc8c1eb8469 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.16 "DELETE /v2.0/ports/119278f5-e4f2-45a6-81d7-2e8e19957000 HTTP/1.1" status: 204 len: 173 time: 1.3591044 Jul 30 03:39:55.564926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'name': 'network-vif-deleted', 'tag': '119278f5-e4f2-45a6-81d7-2e8e19957000'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:39:55.567918 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac4ed3-6009-4e43-9df5-7e750497978d" -d '{"events": [{"server_uuid": "8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f", "name": "network-vif-deleted", "tag": "119278f5-e4f2-45a6-81d7-2e8e19957000"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:39:55.586129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.590877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Pushing event updated for resources: {'Port': ['ID=540bbe99-6de6-47de-9c6d-1e2a238fded6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:55.622577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:55.624396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:55.627350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:55.632415 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccdc3ad-1c26-4587-b6bb-a2e18cdb529b x-openstack-request-id: req-1ccdc3ad-1c26-4587-b6bb-a2e18cdb529b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:39:55.633023 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f", "name": "network-vif-deleted", "tag": "119278f5-e4f2-45a6-81d7-2e8e19957000", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:39:55.633286 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ccdc3ad-1c26-4587-b6bb-a2e18cdb529b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:39:55.633690 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f', 'name': 'network-vif-deleted', 'tag': '119278f5-e4f2-45a6-81d7-2e8e19957000', 'status': 'completed', 'code': 200} Jul 30 03:39:55.651887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63566fa1-b0b2-47be-8303-bbce947c5317 req-ba37eccd-68a0-4d22-83c3-79c78f7bf853 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132145 Jul 30 03:39:55.655066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Subnet': ['ID=fec8879a-b2c9-4d8a-ae22-62d21097ba04,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:55.683831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.685733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-afecc4d1-503c-4584-bdaa-993a99eda32d tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/subnets/fec8879a-b2c9-4d8a-ae22-62d21097ba04 HTTP/1.1" status: 204 len: 168 time: 1.0344985 Jul 30 03:39:55.691395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb4d5f-4045-423d-aa2e-69777517a1e9 None None] Network b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:55.693581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:55.828082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.916280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Attempting to bind port 540bbe99-6de6-47de-9c6d-1e2a238fded6 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:55.916646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Attempting to bind port 540bbe99-6de6-47de-9c6d-1e2a238fded6 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:55.917018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Attempting to bind port 540bbe99-6de6-47de-9c6d-1e2a238fded6 on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:55.926251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:55.926628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Checking segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:55.927035 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.927616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Bound using segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:55.928273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Bound port: 540bbe99-6de6-47de-9c6d-1e2a238fded6, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:55.928655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:55.976421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Deleting port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:55.977180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.059083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] For port 540bbe99-6de6-47de-9c6d-1e2a238fded6, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:39:56.065409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] For port 540bbe99-6de6-47de-9c6d-1e2a238fded6, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=540bbe99-6de6-47de-9c6d-1e2a238fded6,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:39:56.071609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] For port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:56.071923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.078714 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.078923 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.098522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Calling delete_port for 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:56.101800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] DHCP port deletion for b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:39:56.118845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.217132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64866cd-5fda-4833-be0d-ed8df5764754 None None] Pushing event updated for resources: {'Port': ['ID=540bbe99-6de6-47de-9c6d-1e2a238fded6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:56.344595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e52847bf-011a-4a6c-9f85-7c7b27e092dc req-cdde7a4e-6901-4e4d-a45d-bf801878b9d4 tempest-ServerGroupTestJSON-1495770172 tempest-ServerGroupTestJSON-1495770172-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d16ddbd-ea5e-4248-85dc-08ed24b0cd3f HTTP/1.1" status: 200 len: 210 time: 0.0806355 Jul 30 03:39:56.355467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] Deleting port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:56.355971 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.386167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:56.479189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Allocated IP 172.25.6.139 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/74341fb5-95cc-4dc4-88fa-98a7cb445630) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:56.496162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.498479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No active binding found for port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 {{(pid=93878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 03:39:56.501414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:56.588675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] For port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,segment=NetworkSegment(35b436cc-da95-4130-ab3c-fe2cff94a96b),segment_id=35b436cc-da95-4130-ab3c-fe2cff94a96b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:56.589097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.634692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] Calling delete_port for 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:56.665166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.717860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07f11493-d510-414a-8f21-afb2ed733701 req-7370a5b1-64b0-423f-b9af-e93df1b55803 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.2643142 Jul 30 03:39:56.720115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] No DVR routers for this DVR port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:56.750277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.767813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.770257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Port': ['ID=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:56.828763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] Pushing event deleted for resources: {'Port': ['ID=75be9f35-c656-4bdf-b7b4-96b8525f2bb3,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:56.835624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:39:56.837905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e598ed-66d8-41ba-99fe-dbc3ac67312d None None] No DVR routers for this DVR port 75be9f35-c656-4bdf-b7b4-96b8525f2bb3 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:39:56.849551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:39:56.861505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:39:56.889618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Pushing event updated for resources: {'Port': ['ID=74341fb5-95cc-4dc4-88fa-98a7cb445630,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:56.931693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:56.969542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90ca0-05ba-4b0f-b792-fa9bacfec7c6 req-0e7a23e7-9650-47d3-a49a-fb16156ac868 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:56.971124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6e90ca0-05ba-4b0f-b792-fa9bacfec7c6 req-0e7a23e7-9650-47d3-a49a-fb16156ac868 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1391096 Jul 30 03:39:56.977503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:57.014497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b436cc-da95-4130-ab3c-fe2cff94a96b') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:57.015013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b436cc-da95-4130-ab3c-fe2cff94a96b') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:57.033205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.043086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6e90ca0-05ba-4b0f-b792-fa9bacfec7c6 req-b2ea5d27-eddc-4fb4-aaac-e6a3df9ca994 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Jul 30 03:39:57.052354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.066659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:57.066659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:57.072365 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:57.147568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.161905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.164021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] 10.222.0.39 "DELETE /v2.0/networks/b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8 HTTP/1.1" status: 204 len: 168 time: 1.4692235 Jul 30 03:39:57.191721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce36a1-550f-4d13-8191-e6ccb49625a7 tempest-ServersTestMultiNic-639597563 tempest-ServersTestMultiNic-639597563-project] Pushing event deleted for resources: {'Network': ['ID=b9d81fae-fbf1-411e-a0d6-e7fab54ca0f8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:57.213565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.384892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:57.551463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:57.703585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38edd00a-93b7-4e18-bcba-ff2525d157af None None] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:39:57.856339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:39:57.860429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 119278f5-e4f2-45a6-81d7-2e8e19957000 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:39:57.896673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 119278f5-e4f2-45a6-81d7-2e8e19957000 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:39:57.897417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 119278f5-e4f2-45a6-81d7-2e8e19957000 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:39:57.902653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-26bc2195-ce62-4ed7-9178-05a5f2ef13f2 None None] Provisioning for port 540bbe99-6de6-47de-9c6d-1e2a238fded6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:57.965929 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31eb5efd-9786-4a23-aa37-dc00ed6b6ed7 req-5ea5b295-9053-4334-88d9-46758ab18dd2 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0538368 Jul 30 03:39:58.014599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:58.119844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.126423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:39:58.135350 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Sync routers for ids ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:39:58.148261 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Routers {'2dff9c0f-458b-48ee-8304-8e46b7bf3557'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:39:58.148888 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:58.195416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Deleting subnet 3ec889c5-8e3c-45d8-8904-c8042fa86d50 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:39:58.200168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.226558 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2310494c-8ac0-4e94-9ea9-07b112db349c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5275466 Jul 30 03:39:58.226558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.227015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48084) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:58.357123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 540bbe99-6de6-47de-9c6d-1e2a238fded6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:39:58.392519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Set router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:39:58.394419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850365bb-18a2-4465-a00b-27e8c0dca563 req-587f4951-859e-46cb-aa20-4cdcbacb88ad tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:58.401899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-850365bb-18a2-4465-a00b-27e8c0dca563 req-587f4951-859e-46cb-aa20-4cdcbacb88ad tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1462092 Jul 30 03:39:58.414900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.482796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 540bbe99-6de6-47de-9c6d-1e2a238fded6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:39:58.497752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 540bbe99-6de6-47de-9c6d-1e2a238fded6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:58.502928 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.563271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.609819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-850365bb-18a2-4465-a00b-27e8c0dca563 req-33ad0f02-9ab5-40eb-8e0c-5d802d84b77a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882489 Jul 30 03:39:58.773266 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:39:57Z', 'revision_number': 3, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:58.790197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.819006 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Checking router: 2dff9c0f-458b-48ee-8304-8e46b7bf3557 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:39:58.819716 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Updating router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 port 74341fb5-95cc-4dc4-88fa-98a7cb445630 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:39:58.840333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Deleting port af21862a-b316-4daa-bbbc-9fc1e4d24ebd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:39:58.840943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.885997 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.891238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec889c5-8e3c-45d8-8904-c8042fa86d50,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:58.901264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:58.903253 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f83eacbd-23cb-4c5c-b6a6-7b0e0f373016 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ec889c5-8e3c-45d8-8904-c8042fa86d50 HTTP/1.1" status: 204 len: 168 time: 0.8828306 Jul 30 03:39:58.906900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48090) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:58.911939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2de85b96-d2e7-41de-9c2c-92d5a792eb3c None None] Provisioning complete for port 540bbe99-6de6-47de-9c6d-1e2a238fded6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:39:58.912491 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2de85b96-d2e7-41de-9c2c-92d5a792eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.057908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] For port af21862a-b316-4daa-bbbc-9fc1e4d24ebd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,segment=NetworkSegment(9f1e83fe-4452-42e2-9192-4f0f96c5b725),segment_id=9f1e83fe-4452-42e2-9192-4f0f96c5b725)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:59.059757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.060223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.080746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Calling delete_port for af21862a-b316-4daa-bbbc-9fc1e4d24ebd owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:39:59.098653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.161561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 540bbe99-6de6-47de-9c6d-1e2a238fded6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=540bbe99-6de6-47de-9c6d-1e2a238fded6,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:39:59.171891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.184827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2de85b96-d2e7-41de-9c2c-92d5a792eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.226123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dab8b23b-c440-4c19-8d7d-debefaa202a4 req-73a3cd8d-7668-4b67-9384-e4f73d653b47 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.1282480 Jul 30 03:39:59.268624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.281726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20407ed7-c0cd-47d4-9694-3cd222015bfa']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:59.297151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9091ac0d-21ab-4a02-8549-899a0b1db010') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:59.297539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9091ac0d-21ab-4a02-8549-899a0b1db010') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:39:59.311185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.341627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=540bbe99-6de6-47de-9c6d-1e2a238fded6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:59.353774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.369378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.374572 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.376967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-2de85b96-d2e7-41de-9c2c-92d5a792eb3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:39:59.376967 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-2de85b96-d2e7-41de-9c2c-92d5a792eb3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:39:59.396358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:39:59.396763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:39:59.398448 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:39:59.496307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.512110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.516606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] 10.222.0.39 "DELETE /v2.0/networks/20407ed7-c0cd-47d4-9694-3cd222015bfa HTTP/1.1" status: 204 len: 168 time: 0.6060443 Jul 30 03:39:59.528493 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Transition to ACTIVE for port object 74341fb5-95cc-4dc4-88fa-98a7cb445630 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:39:59.535048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.536789 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.544739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db03b27-d117-4ad6-bf4b-a1586277cb08 admin admin] Pushing event deleted for resources: {'Network': ['ID=20407ed7-c0cd-47d4-9694-3cd222015bfa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:59.590722 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Pushing event updated for resources: {'Port': ['ID=74341fb5-95cc-4dc4-88fa-98a7cb445630,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:59.604970 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.605317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.605670 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.607185 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.608065 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.608695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.609264 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.610110 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.610545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.611567 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.611567 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.611820 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:39:59.629532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Pushing event deleted for resources: {'Port': ['ID=af21862a-b316-4daa-bbbc-9fc1e4d24ebd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:39:59.661606 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Attempting to bind port 74341fb5-95cc-4dc4-88fa-98a7cb445630 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:39:59.662116 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Attempting to bind port 74341fb5-95cc-4dc4-88fa-98a7cb445630 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:39:59.662585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Attempting to bind port 74341fb5-95cc-4dc4-88fa-98a7cb445630 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:39:59.686325 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:39:59.686860 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:39:59.692582 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.693750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:39:59.698372 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Bound port: 74341fb5-95cc-4dc4-88fa-98a7cb445630, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:39:59.698933 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:39:59.717736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Allocated IP 172.20.0.1 (777fc2e7-e161-46ad-8eaf-41b4fb18245b/c508eb6d-197e-4946-85a8-365a62c9b222/8637c231-b6f3-4947-aacc-4d48019238d1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:39:59.795339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:39:59.958268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598a30-575b-49f9-b2bb-dda2b9701ca0 req-71a0cc12-dab5-492e-b1c3-acb4c61d5645 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:39:59.960196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20598a30-575b-49f9-b2bb-dda2b9701ca0 req-71a0cc12-dab5-492e-b1c3-acb4c61d5645 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1942885 Jul 30 03:40:00.045414 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.046017 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] For port 74341fb5-95cc-4dc4-88fa-98a7cb445630, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:00.047339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-72bc4bdb-8b82-4875-9015-84a9b9044bc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=377e2c9d13bc44e38f1e2e83651c4df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472694 Jul 30 03:40:00.049385 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] For port 74341fb5-95cc-4dc4-88fa-98a7cb445630, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=74341fb5-95cc-4dc4-88fa-98a7cb445630,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:00.050923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48106) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:00.062955 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.088776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Transition to ACTIVE for port object 8637c231-b6f3-4947-aacc-4d48019238d1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:00.089550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20598a30-575b-49f9-b2bb-dda2b9701ca0 req-d0168fa9-84a1-43c6-9f35-7ceb49b932a3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203578 Jul 30 03:40:00.108499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.140771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9b51c93-5b2f-4cc3-bb1b-1bbf1de2dba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.158164 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f603-5d93-4145-93a7-19c29d943a8e None None] Pushing event updated for resources: {'Port': ['ID=74341fb5-95cc-4dc4-88fa-98a7cb445630,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:00.166894 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Routers {'2dff9c0f-458b-48ee-8304-8e46b7bf3557'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:00.168001 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:00.180864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9b51c93-5b2f-4cc3-bb1b-1bbf1de2dba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.221373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.279480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:00.280286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Pushing event updated for resources: {'Port': ['ID=8637c231-b6f3-4947-aacc-4d48019238d1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:00.305083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:00.323735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:00.329227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9b51c93-5b2f-4cc3-bb1b-1bbf1de2dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.334727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9b51c93-5b2f-4cc3-bb1b-1bbf1de2dba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.336178 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f9b51c93-5b2f-4cc3-bb1b-1bbf1de2dba2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d47bb4d7-1c7a-4595-90b1-ce218ac020a9 HTTP/1.1" status: 204 len: 168 time: 0.2838790 Jul 30 03:40:00.397502 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] Set router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:00.446904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b51c93-5b2f-4cc3-bb1b-1bbf1de2dba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47bb4d7-1c7a-4595-90b1-ce218ac020a9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:00.460300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9eaa1c18-63a5-444a-ac55-6c808239cd90 req-bc1b5fa2-4c84-4f82-bfa2-e2201c75cdb9 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0435596 Jul 30 03:40:00.565434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 540bbe99-6de6-47de-9c6d-1e2a238fded6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:00.569262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.569741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.703447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 540bbe99-6de6-47de-9c6d-1e2a238fded6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:00.706546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.733222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Router 7414f167-7a88-4181-bf46-cd3a1d955a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:40:00.875201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3fd3c2ff-77b6-438d-90dc-80209f647383 None None] Provisioning for port 8637c231-b6f3-4947-aacc-4d48019238d1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:00.886799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3fd3c2ff-77b6-438d-90dc-80209f647383 None None] Provisioning complete for port 8637c231-b6f3-4947-aacc-4d48019238d1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:00.887377 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c2ff-77b6-438d-90dc-80209f647383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.914051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:00.925640 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:39:57Z', 'revision_number': 3, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:00.937673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3c2ff-77b6-438d-90dc-80209f647383 None None] Port 8637c231-b6f3-4947-aacc-4d48019238d1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:00.955240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:00.970509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b5e665a7-c23f-45d6-9189-aab8168cf08a admin admin] 10.222.0.39 "PUT /v2.0/routers/7414f167-7a88-4181-bf46-cd3a1d955a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5821970 Jul 30 03:40:00.970682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:00.971781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] Sync routers for ids ['7414f167-7a88-4181-bf46-cd3a1d955a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:00.993772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] Routers {'7414f167-7a88-4181-bf46-cd3a1d955a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:00.994431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7414f167-7a88-4181-bf46-cd3a1d955a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:01.002395 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ce7e9-84c5-4296-ab5b-7afef573236f None None] The sync data for ids ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'] in n-d-778696-14 is: [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:39:57Z', 'revision_number': 3, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:01.137253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.251167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.258621 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.296938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.319123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] Set router 7414f167-7a88-4181-bf46-cd3a1d955a3b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:01.340014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.455534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Pushing event updated for resources: {'Port': ['ID=8637c231-b6f3-4947-aacc-4d48019238d1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:01.465195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba8cf2-43ce-4b10-8d0a-5c7bd915ff53 req-f4e413f7-1ecc-41cd-ab04-6fe054dc42dc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:01.466744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93ba8cf2-43ce-4b10-8d0a-5c7bd915ff53 req-f4e413f7-1ecc-41cd-ab04-6fe054dc42dc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1532469 Jul 30 03:40:01.609824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93ba8cf2-43ce-4b10-8d0a-5c7bd915ff53 req-c2fd8182-8509-4805-bf7b-26f10e55dc89 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323731 Jul 30 03:40:01.616706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Deleting port 422bf099-5956-45fa-95d5-6d8cf22f0af8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:40:01.617040 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.634316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:01.636967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:01.755918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:39:59Z', 'revision_number': 5, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port': {'id': '422bf099-5956-45fa-95d5-6d8cf22f0af8', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:37:59Z', 'updated_at': '2021-07-30T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:01.803761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e37dabec-c7d7-4fd7-b2e7-d79f73dcd2b8 req-ef6b8256-6813-4809-8499-6522020f092b tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.1528041 Jul 30 03:40:01.863348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] Checking router: 7414f167-7a88-4181-bf46-cd3a1d955a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:40:01.886501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:40:01.886730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] Routers {'7414f167-7a88-4181-bf46-cd3a1d955a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:01.887198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7414f167-7a88-4181-bf46-cd3a1d955a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:01.914848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] For port 422bf099-5956-45fa-95d5-6d8cf22f0af8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=422bf099-5956-45fa-95d5-6d8cf22f0af8,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:01.915268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:01.942760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Calling delete_port for 422bf099-5956-45fa-95d5-6d8cf22f0af8 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:40:02.074357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] Set router 7414f167-7a88-4181-bf46-cd3a1d955a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:02.119482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:02.147483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6230ff4f-4d20-4527-b391-cba3733b022a None None] Provisioning complete for port 8637c231-b6f3-4947-aacc-4d48019238d1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:02.147866 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6230ff4f-4d20-4527-b391-cba3733b022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.151556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:40:01Z', 'revision_number': 6, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:02.207096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc3a7a-b2fe-40b2-82c9-6374ceb0260f None None] The sync data for ids ['7414f167-7a88-4181-bf46-cd3a1d955a3b'] in n-d-778696-14 is: [{'id': '7414f167-7a88-4181-bf46-cd3a1d955a3b', 'name': 'tempest-ServersTestMultiNic-752632616-router', 'tenant_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:37:58Z', 'updated_at': '2021-07-30T03:40:01Z', 'revision_number': 6, 'project_id': '7f96ef9fa1f5455d8dc27cffd3a75d36', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:02.228248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6230ff4f-4d20-4527-b391-cba3733b022a None None] Port 8637c231-b6f3-4947-aacc-4d48019238d1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:02.350892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.412649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1097269691-network', 'tenant_id': 'c9012bcf97e748a6be19e5b0810189c4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:02.421892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Pushing event deleted for resources: {'Port': ['ID=422bf099-5956-45fa-95d5-6d8cf22f0af8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:02.510503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Made reservation on behalf of c9012bcf97e748a6be19e5b0810189c4 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:02.514789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.535208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.552573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.605070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:02.628020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6466e271-390d-4201-a36d-35b56553cc6d admin admin] 10.222.0.39 "PUT /v2.0/routers/2dff9c0f-458b-48ee-8304-8e46b7bf3557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3893855 Jul 30 03:40:02.679051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.686516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.750165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 74341fb5-95cc-4dc4-88fa-98a7cb445630 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:02.877574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 74341fb5-95cc-4dc4-88fa-98a7cb445630 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:02.883569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 74341fb5-95cc-4dc4-88fa-98a7cb445630 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:02.883952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.892618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.893185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7414f167-7a88-4181-bf46-cd3a1d955a3b {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:40:02.927846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:02.932133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48164) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:02.932462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fd2a6dff-2045-49c0-b069-e0049a44a19a admin admin] 10.222.0.39 "DELETE /v2.0/routers/7414f167-7a88-4181-bf46-cd3a1d955a3b HTTP/1.1" status: 204 len: 168 time: 1.9607773 Jul 30 03:40:02.963018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b73e04-72c4-4311-8065-6601553025a2 req-8b6c8319-da02-41a6-ad0e-bba2040a7c53 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:02.963018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4b73e04-72c4-4311-8065-6601553025a2 req-8b6c8319-da02-41a6-ad0e-bba2040a7c53 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1786277 Jul 30 03:40:03.031593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Deleting subnet 5a07789b-d327-437e-972f-2fd23a863e76 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:40:03.031803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c4761b7-caec-4eea-bf8e-7b900986a41d req-59073841-f7f0-4197-8b2d-e17aa117c6e2 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0631187 Jul 30 03:40:03.036474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.071951 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.082994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.097247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 74341fb5-95cc-4dc4-88fa-98a7cb445630, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=74341fb5-95cc-4dc4-88fa-98a7cb445630,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:03.105581 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.116291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4b73e04-72c4-4311-8065-6601553025a2 req-f4e384bd-6cb1-4e9f-bd08-98e3e5e76185 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451209 Jul 30 03:40:03.125484 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.135378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.192355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:40:03.195318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=74341fb5-95cc-4dc4-88fa-98a7cb445630,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:03.209749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.233727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.234150 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Added segment 7d0c677d-dd3f-4222-849b-7b9370a6756e of type vlan for network f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce Jul 30 03:40:03.246586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6675b8-94fc-47cb-91c9-6ce9787d3134,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:03.279728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.312644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.315709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a07789b-d327-437e-972f-2fd23a863e76,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:03.318770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.324223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6249ab6d-329f-46f9-80a2-6fc308cf1dd1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a07789b-d327-437e-972f-2fd23a863e76 HTTP/1.1" status: 204 len: 168 time: 0.3904471 Jul 30 03:40:03.324567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48174) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:03.327846 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55c2cc-7484-4666-b29d-637e0e8b25d4 None None] Network fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:03.388297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.389423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:03.390292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.424285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.517396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Deleting port dda597a4-8256-403e-9462-ded150842c1f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:40:03.517396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.517396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48180) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:03.523713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-25384716-network', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:03.524224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4028690 Jul 30 03:40:03.547461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83424a-1ea8-4528-98ec-88964a34d0aa admin admin] Pushing event updated for resources: {'Network': ['ID=f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:03.591610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:40:03.621127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Made reservation on behalf of 05e7ac16aadc442e80d0f25c902df8e7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:03.624298 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.639759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.666171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] For port dda597a4-8256-403e-9462-ded150842c1f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dda597a4-8256-403e-9462-ded150842c1f,segment=NetworkSegment(9f1e83fe-4452-42e2-9192-4f0f96c5b725),segment_id=9f1e83fe-4452-42e2-9192-4f0f96c5b725)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:03.666569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.687886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Calling delete_port for dda597a4-8256-403e-9462-ded150842c1f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:40:03.795380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] DHCP port deletion for fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:40:03.886849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Deleting port dda597a4-8256-403e-9462-ded150842c1f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:40:03.888742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.889614 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.945292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda597a4-8256-403e-9462-ded150842c1f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:03.964051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:03.966379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] No DVR routers for this DVR port dda597a4-8256-403e-9462-ded150842c1f on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:40:03.993459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.008246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] For port dda597a4-8256-403e-9462-ded150842c1f, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:04.009297 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.027849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Calling delete_port for dda597a4-8256-403e-9462-ded150842c1f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:40:04.031493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Port dda597a4-8256-403e-9462-ded150842c1f was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:40:04.033662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.075920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] Pushing event deleted for resources: {'Port': ['ID=dda597a4-8256-403e-9462-ded150842c1f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:04.084014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdbea1-15bd-4793-a83a-2f0c549bf7f6 None None] No DVR routers for this DVR port dda597a4-8256-403e-9462-ded150842c1f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:40:04.108313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:40:04.121620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.122032 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Added segment 018a01a8-0add-48a8-9a28-68e77be249a2 of type vlan for network e61fd531-3f95-446d-bb01-01a0a9a0ba8e Jul 30 03:40:04.124105 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Sync routers for ids ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:04.140194 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Routers {'2dff9c0f-458b-48ee-8304-8e46b7bf3557'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:04.140955 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:04.204948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.268000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.276992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.289477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:04.290090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.310351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 74341fb5-95cc-4dc4-88fa-98a7cb445630 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:04.333842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Set router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:04.381547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953193e4-3f0e-4b45-9170-01822308e134 req-1d50406f-afd5-4cd3-9cfa-8735b347968c tempest-ComputeTenantNetworksTest-1674643880 tempest-ComputeTenantNetworksTest-1674643880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:04.389219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953193e4-3f0e-4b45-9170-01822308e134 req-1d50406f-afd5-4cd3-9cfa-8735b347968c tempest-ComputeTenantNetworksTest-1674643880 tempest-ComputeTenantNetworksTest-1674643880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:04.398562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953193e4-3f0e-4b45-9170-01822308e134 req-1d50406f-afd5-4cd3-9cfa-8735b347968c tempest-ComputeTenantNetworksTest-1674643880 tempest-ComputeTenantNetworksTest-1674643880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:04.398748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 74341fb5-95cc-4dc4-88fa-98a7cb445630 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:04.399451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.400254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-953193e4-3f0e-4b45-9170-01822308e134 req-1d50406f-afd5-4cd3-9cfa-8735b347968c tempest-ComputeTenantNetworksTest-1674643880 tempest-ComputeTenantNetworksTest-1674643880-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3777707 Jul 30 03:40:04.445400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=e61fd531-3f95-446d-bb01-01a0a9a0ba8e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:04.452033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd93119-6c40-4e8a-ac7f-5df7f7459ba4']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:04.454147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1011e84-8f2a-4972-abda-8e409b8a5e5b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:04.459793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:40:04.468693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1e83fe-4452-42e2-9192-4f0f96c5b725') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:04.469083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1e83fe-4452-42e2-9192-4f0f96c5b725') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:04.478328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-496c8578-ec4f-4491-9e10-44c083ee7ca5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9596095 Jul 30 03:40:04.480898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48202) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:04.484799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.490425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Request body: {'subnet': {'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-25384716-subnet', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:04.499678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31035c9b-e10a-4e33-b081-45c81fc76dca req-bf0f7c2a-6ce0-4282-8e9a-8ce4f1804ce2 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0727744 Jul 30 03:40:04.517367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.527012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:40:04.527624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:40:04.530104 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:40:04.541160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Made reservation on behalf of 05e7ac16aadc442e80d0f25c902df8e7 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:04.543627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.681306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.687338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.689262 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fcd93119-6c40-4e8a-ac7f-5df7f7459ba4 HTTP/1.1" status: 204 len: 168 time: 1.3633270 Jul 30 03:40:04.708769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04e9b7-8d7b-462e-b471-b9fbe40b313f req-e2048e60-b9c9-47d3-ba62-c648d42a958e tempest-ComputeTenantNetworksTest-1674643880 tempest-ComputeTenantNetworksTest-1674643880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:04.719714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db04e9b7-8d7b-462e-b471-b9fbe40b313f req-e2048e60-b9c9-47d3-ba62-c648d42a958e tempest-ComputeTenantNetworksTest-1674643880 tempest-ComputeTenantNetworksTest-1674643880-project] 10.222.0.39 "GET /v2.0/networks/f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce HTTP/1.1" status: 200 len: 769 time: 0.1447077 Jul 30 03:40:04.720248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:04.728152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af21862a-b316-4daa-bbbc-9fc1e4d24ebd no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:40:04.738827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba421f-7c7d-4f0b-9d26-7cef683b5927 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd93119-6c40-4e8a-ac7f-5df7f7459ba4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:04.777132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ced664-4188-4f17-b906-638966336076 req-0535f89e-9ded-4e0d-8a3f-c8451b45c462 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:04.786019 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:40:00Z', 'revision_number': 4, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8637c231-b6f3-4947-aacc-4d48019238d1', 'name': '', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'mac_address': 'fa:16:3e:c8:83:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:59Z', 'updated_at': '2021-07-30T03:40:01Z', 'revision_number': 2, 'project_id': '9b121014e4eb4f17afd446e440642782', 'subnets': [{'id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:04.788515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: af21862a-b316-4daa-bbbc-9fc1e4d24ebd {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:40:04.788863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af21862a-b316-4daa-bbbc-9fc1e4d24ebd not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:40:04.789289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dda597a4-8256-403e-9462-ded150842c1f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:40:04.792831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58ced664-4188-4f17-b906-638966336076 req-0535f89e-9ded-4e0d-8a3f-c8451b45c462 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.2822657 Jul 30 03:40:04.814224 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Checking router: 2dff9c0f-458b-48ee-8304-8e46b7bf3557 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:40:04.814890 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Updating router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 port 8637c231-b6f3-4947-aacc-4d48019238d1 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:40:04.851833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: dda597a4-8256-403e-9462-ded150842c1f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:40:04.852190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dda597a4-8256-403e-9462-ded150842c1f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:40:04.852629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 422bf099-5956-45fa-95d5-6d8cf22f0af8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:40:04.884831 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.887229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:04.899968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 422bf099-5956-45fa-95d5-6d8cf22f0af8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:40:04.901051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 422bf099-5956-45fa-95d5-6d8cf22f0af8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:40:04.975387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35b603b-576d-49c2-8e9b-1518d58c3df3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:04.981024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58ced664-4188-4f17-b906-638966336076 req-bbc7ea0b-b821-47bd-be9e-d99c2b9ace9f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481543 Jul 30 03:40:05.021421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Checking segment: {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:05.021421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Network hostable DHCP agents. Network: e61fd531-3f95-446d-bb01-01a0a9a0ba8e, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:40:05.022866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.044990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:05.053927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:40:05.073688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e61fd531-3f95-446d-bb01-01a0a9a0ba8e) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:05.078172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:05.078779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.091633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12c1d6-ec3d-41da-8699-26094a95a41d None None] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:05.103211 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f6616b5d-fadf-414c-932d-7abf3c4622c0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6200306 Jul 30 03:40:05.105382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48214) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:05.115814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:05.157024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.158381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.222704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.225315 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.232073 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.235931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:05.244233 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Transition to ACTIVE for port object 8637c231-b6f3-4947-aacc-4d48019238d1 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:05.247649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0c677d-dd3f-4222-849b-7b9370a6756e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:05.247942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0c677d-dd3f-4222-849b-7b9370a6756e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:05.257801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.259005 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.274615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.281014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:40:05.281543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.304529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'fixed_ips': [{'subnet_id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:40:05.305838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:40:05.337956 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:40:05.356082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5205cc5-e3eb-421f-873e-ab2ee4c9dd3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f96ef9fa1f5455d8dc27cffd3a75d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095417 Jul 30 03:40:05.358854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48218) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:05.365846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.387755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.392382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce HTTP/1.1" status: 204 len: 168 time: 0.6682982 Jul 30 03:40:05.417682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f4a3-b0e9-4cf0-8ced-1f94258c3f06 None None] Pushing event updated for resources: {'Port': ['ID=8637c231-b6f3-4947-aacc-4d48019238d1,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:05.421848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4608e66-a049-4486-a106-6286e8074b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3edcd7c-074e-4ff7-91ef-f3ab07dd98ce,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:05.464871 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a60d40f4-6a21-4e52-80d2-52bb74dc5d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.496571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a60d40f4-6a21-4e52-80d2-52bb74dc5d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.538689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.547237 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Attempting to bind port 8637c231-b6f3-4947-aacc-4d48019238d1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:05.551443 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Attempting to bind port 8637c231-b6f3-4947-aacc-4d48019238d1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:05.552019 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Attempting to bind port 8637c231-b6f3-4947-aacc-4d48019238d1 on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:05.569209 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:05.569592 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Checking segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:05.570000 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.570401 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Bound using segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:05.570880 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Bound port: 8637c231-b6f3-4947-aacc-4d48019238d1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:05.571304 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.572285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a60d40f4-6a21-4e52-80d2-52bb74dc5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.575551 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a60d40f4-6a21-4e52-80d2-52bb74dc5d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.577271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a60d40f4-6a21-4e52-80d2-52bb74dc5d4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a87e461b-f4ee-4686-a3e9-2728031f2e79 HTTP/1.1" status: 204 len: 168 time: 0.2173655 Jul 30 03:40:05.595254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Allocated IP 172.20.0.2 (e61fd531-3f95-446d-bb01-01a0a9a0ba8e/b35b603b-576d-49c2-8e9b-1518d58c3df3/d917e68f-7dee-49f4-a21d-75f255cd7f6f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:05.613095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d40f4-6a21-4e52-80d2-52bb74dc5d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e461b-f4ee-4686-a3e9-2728031f2e79,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:05.624115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:40:05.738249 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] For port 8637c231-b6f3-4947-aacc-4d48019238d1, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:05.747280 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] For port 8637c231-b6f3-4947-aacc-4d48019238d1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8637c231-b6f3-4947-aacc-4d48019238d1,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:05.756015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68bdaabc-cfc9-4d1a-b736-df5667690727 req-2364dfbc-bc1e-419c-be29-ec7389f1bfaa tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0830281 Jul 30 03:40:05.761706 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.833701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48228) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:05.858606 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Routers {'2dff9c0f-458b-48ee-8304-8e46b7bf3557'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:05.862806 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:05.948130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:05.951171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1390f932-d28e-4b12-a910-6802eaa2302f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9012bcf97e748a6be19e5b0810189c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037107 Jul 30 03:40:05.953503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:05.967209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Transition to ACTIVE for port object d917e68f-7dee-49f4-a21d-75f255cd7f6f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:05.972736 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f4a3-b0e9-4cf0-8ced-1f94258c3f06 None None] Pushing event updated for resources: {'Port': ['ID=8637c231-b6f3-4947-aacc-4d48019238d1,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:06.008900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Transition to ACTIVE for port object d917e68f-7dee-49f4-a21d-75f255cd7f6f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:06.023608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.076300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.085579 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.104160 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] Set router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:06.132254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:06.165716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-606fe4b0-2661-41a8-8181-0aef0133f39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.172320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:06.176711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:06.221166 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-606fe4b0-2661-41a8-8181-0aef0133f39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.316642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7419-93a4-422a-8ee8-1102c3df7253 req-9b9c48ca-5588-45a1-9fd2-26b6211d0224 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:06.328080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c7c7419-93a4-422a-8ee8-1102c3df7253 req-9b9c48ca-5588-45a1-9fd2-26b6211d0224 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.2311819 Jul 30 03:40:06.330124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-606fe4b0-2661-41a8-8181-0aef0133f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.334212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-606fe4b0-2661-41a8-8181-0aef0133f39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.338688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-606fe4b0-2661-41a8-8181-0aef0133f39b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f6675b8-94fc-47cb-91c9-6ce9787d3134 HTTP/1.1" status: 204 len: 168 time: 0.3807774 Jul 30 03:40:06.356240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fe4b0-2661-41a8-8181-0aef0133f39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6675b8-94fc-47cb-91c9-6ce9787d3134,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:06.367832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Allocated IP 172.25.6.72 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/d5644fad-b95c-4c10-840d-5457a2a9504c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:06.415923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c7c7419-93a4-422a-8ee8-1102c3df7253 req-b5092755-4e62-4dc5-81f5-b19699366d00 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867629 Jul 30 03:40:06.546655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.569416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Attempting to bind port d917e68f-7dee-49f4-a21d-75f255cd7f6f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:06.569712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Attempting to bind port d917e68f-7dee-49f4-a21d-75f255cd7f6f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:06.570076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Attempting to bind port d917e68f-7dee-49f4-a21d-75f255cd7f6f on network e61fd531-3f95-446d-bb01-01a0a9a0ba8e {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:06.577611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:06.577998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Checking segment: {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:06.578404 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.578802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Bound using segment: {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:06.579306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Bound port: d917e68f-7dee-49f4-a21d-75f255cd7f6f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:06.579700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.613725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Pushing event updated for resources: {'Port': ['ID=d917e68f-7dee-49f4-a21d-75f255cd7f6f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:06.645685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:40:00Z', 'revision_number': 4, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8637c231-b6f3-4947-aacc-4d48019238d1', 'name': '', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'mac_address': 'fa:16:3e:c8:83:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:59Z', 'updated_at': '2021-07-30T03:40:05Z', 'revision_number': 4, 'project_id': '9b121014e4eb4f17afd446e440642782', 'subnets': [{'id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:06.661227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.699996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:06.704411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:06.715210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:06.761776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] For port d917e68f-7dee-49f4-a21d-75f255cd7f6f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:06.769858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] For port d917e68f-7dee-49f4-a21d-75f255cd7f6f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d917e68f-7dee-49f4-a21d-75f255cd7f6f,segment=NetworkSegment(018a01a8-0add-48a8-9a28-68e77be249a2),segment_id=018a01a8-0add-48a8-9a28-68e77be249a2)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:06.785462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:06.905626 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ebeaf-d300-42b9-ba56-0ad82c7c1e08 None None] The sync data for ids ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'] in n-d-778696-14 is: [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:40:00Z', 'revision_number': 4, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '8637c231-b6f3-4947-aacc-4d48019238d1', 'name': '', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'mac_address': 'fa:16:3e:c8:83:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:59Z', 'updated_at': '2021-07-30T03:40:05Z', 'revision_number': 4, 'project_id': '9b121014e4eb4f17afd446e440642782', 'subnets': [{'id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:06.926247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38810021-f7f7-48f9-a6b1-e25d78feb464 req-88b2dfd2-27ff-4036-ac54-c0ddea4187dd tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0494332 Jul 30 03:40:06.959977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f58b5-1a36-411d-b703-987faac0bb12 None None] Pushing event updated for resources: {'Port': ['ID=d917e68f-7dee-49f4-a21d-75f255cd7f6f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:07.166122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Pushing event updated for resources: {'Port': ['ID=d5644fad-b95c-4c10-840d-5457a2a9504c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:07.167251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:07.461500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:07.475295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-163541001-network', 'tenant_id': 'c5d9602e64724e3083755a71782323c2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:07.937574 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45d94b8c-de25-45e5-a9d5-bfd53a359d4c req-402d98d2-1f6b-4ab2-82ca-2266ec39e946 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0463879 Jul 30 03:40:07.942019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.160083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Router 4fbdf692-885a-43e2-ab98-4ed1c924193e is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:40:08.218623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Made reservation on behalf of c5d9602e64724e3083755a71782323c2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:08.221462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.306390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2ea59cb-84f9-490a-89d0-5f745f88076e req-b77a652e-fb40-4a9a-94df-897296c807c5 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.1101668 Jul 30 03:40:08.331430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.403715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8637c231-b6f3-4947-aacc-4d48019238d1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:08.410086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d6c8-4153-4cc5-bfa5-6fd91dca8727 req-46d6abd8-96ef-4179-8b34-e5bf54553b5e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:08.419130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:08.420991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd67d6c8-4153-4cc5-bfa5-6fd91dca8727 req-46d6abd8-96ef-4179-8b34-e5bf54553b5e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.9030905 Jul 30 03:40:08.490785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Sync routers for ids ['4fbdf692-885a-43e2-ab98-4ed1c924193e'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:08.515866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Routers {'4fbdf692-885a-43e2-ab98-4ed1c924193e'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:08.516710 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4fbdf692-885a-43e2-ab98-4ed1c924193e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:08.583960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd67d6c8-4153-4cc5-bfa5-6fd91dca8727 req-3a45083e-6590-42e7-b955-d4e0dfa6e87e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531098 Jul 30 03:40:08.662015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Set router 4fbdf692-885a-43e2-ab98-4ed1c924193e gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:08.679503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.688377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.694708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.698388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-209fb097-f72e-4bec-9a20-1178d7340275 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5918446 Jul 30 03:40:08.701268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48306) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:08.734742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4efbb3-5ca0-4327-ad2f-e4f4a585bcaa None None] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:08.739506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:40:08.772083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:08.772925 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Added segment b567d57d-4bcd-458a-bbc2-68f4cc11cff3 of type vlan for network d8ea973a-0778-41ec-b887-6aecd5d46f3d Jul 30 03:40:08.938763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d61d08b-3797-4af5-9b32-101e6562e2ac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:08.973125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.045339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.046073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:09.046661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.097677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-68edc54a-30d3-4e1d-8566-daee2272dfa2 None None] Provisioning for port d917e68f-7dee-49f4-a21d-75f255cd7f6f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:09.140455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] Pushing event updated for resources: {'Network': ['ID=d8ea973a-0778-41ec-b887-6aecd5d46f3d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:09.147690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-62c0c6ad-10c2-45dd-8840-dc31be36eaeb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9793313 Jul 30 03:40:09.150874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:09.158968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:40:09.161941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Request body: {'subnet': {'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-subnet', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:09.174320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8637c231-b6f3-4947-aacc-4d48019238d1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:09.192681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Made reservation on behalf of c5d9602e64724e3083755a71782323c2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:09.196734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.229940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8637c231-b6f3-4947-aacc-4d48019238d1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:09.230642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.410999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.429878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:40:07Z', 'revision_number': 3, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:09.480023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Checking router: 4fbdf692-885a-43e2-ab98-4ed1c924193e for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:40:09.480633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Updating router 4fbdf692-885a-43e2-ab98-4ed1c924193e port d5644fad-b95c-4c10-840d-5457a2a9504c binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:40:09.497138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b50dcc-c516-424e-babc-a3c9f55b7555 req-12a0569c-231f-4752-b4ad-1fc6c5f73d6e tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0326939 Jul 30 03:40:09.536805 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.599876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.636460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 8637c231-b6f3-4947-aacc-4d48019238d1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8637c231-b6f3-4947-aacc-4d48019238d1,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:09.657380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:09.658161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d917e68f-7dee-49f4-a21d-75f255cd7f6f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:09.710158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9bee38-677a-4923-8b21-c1c05d66a3c7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:09.787765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Checking segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:09.788157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Network hostable DHCP agents. Network: d8ea973a-0778-41ec-b887-6aecd5d46f3d, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:40:09.949459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0977c-3efe-4f23-8eef-981e6f4556b7 req-ce523788-02d5-4231-9766-62fb29a2f6b8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:09.952797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7d0977c-3efe-4f23-8eef-981e6f4556b7 req-ce523788-02d5-4231-9766-62fb29a2f6b8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1798809 Jul 30 03:40:09.963998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:40:09.991056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=8637c231-b6f3-4947-aacc-4d48019238d1,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:10.008753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, d8ea973a-0778-41ec-b887-6aecd5d46f3d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:10.013993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:10.014600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.037104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37216e5e-5571-4348-b9c6-7ce5e12ae07f None None] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:10.069133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.075024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7d0977c-3efe-4f23-8eef-981e6f4556b7 req-59a52f4c-3488-47cf-8298-43f785f120ca tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965309 Jul 30 03:40:10.077159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19cf9f80-e5fc-4444-8aab-a0ec07a42c3a req-30f694ec-ed8d-4327-809b-cbc4990c116c tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7&device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0718851 Jul 30 03:40:10.085096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d0e9f2d5-fb93-47fe-ac19-33b538c5b360 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9326243 Jul 30 03:40:10.088098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:10.102588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:10.140018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.144547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.165312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d917e68f-7dee-49f4-a21d-75f255cd7f6f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:10.180574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d917e68f-7dee-49f4-a21d-75f255cd7f6f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:10.181938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.215614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.420146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Allocated IP 172.20.0.1 (e61fd531-3f95-446d-bb01-01a0a9a0ba8e/b35b603b-576d-49c2-8e9b-1518d58c3df3/9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:10.491066 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.506108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-de94f2e7-2bb9-4369-8377-437f1ebefd92 req-66131994-32f6-4401-99e2-35bb9078b869 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=897974a547d24374870ab9b7984ab964&device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0633519 Jul 30 03:40:10.542250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.580849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-de94f2e7-2bb9-4369-8377-437f1ebefd92 req-82f86ff4-e5ab-49fd-8346-bf27ca12cd6c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=897974a547d24374870ab9b7984ab964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630786 Jul 30 03:40:10.601410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f6cf97c-3efe-45cb-857e-f344cd560533 req-f784c8d8-4b12-4b86-9ed7-7adba251da61 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.0676599 Jul 30 03:40:10.623032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5d76a-0bd5-49ab-bf76-5871267a02ed req-47c9c10a-9a51-4c72-aa53-3b5fc039c4a9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:10.624793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1b5d76a-0bd5-49ab-bf76-5871267a02ed req-47c9c10a-9a51-4c72-aa53-3b5fc039c4a9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1641207 Jul 30 03:40:10.625055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port d917e68f-7dee-49f4-a21d-75f255cd7f6f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d917e68f-7dee-49f4-a21d-75f255cd7f6f,segment=NetworkSegment(018a01a8-0add-48a8-9a28-68e77be249a2),segment_id=018a01a8-0add-48a8-9a28-68e77be249a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:10.649710 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.734970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=d917e68f-7dee-49f4-a21d-75f255cd7f6f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:10.747600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ed657-3001-4b05-b2eb-24f652dc9007 None None] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:10.802387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1b5d76a-0bd5-49ab-bf76-5871267a02ed req-38f9745f-dd25-4b84-90f8-e3624ea5d7aa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158204 Jul 30 03:40:10.914552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.917260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94f2e7-2bb9-4369-8377-437f1ebefd92 req-fcd923dd-66f6-40d9-91f4-c43a34f4c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:10.918749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-de94f2e7-2bb9-4369-8377-437f1ebefd92 req-fcd923dd-66f6-40d9-91f4-c43a34f4c8b4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2867682 Jul 30 03:40:10.937529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Transition to ACTIVE for port object 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:10.938696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:10.950896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Transition to ACTIVE for port object d5644fad-b95c-4c10-840d-5457a2a9504c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:10.959692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8637c231-b6f3-4947-aacc-4d48019238d1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:10.985134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.026576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.048815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:11.050427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.052675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:11.056435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:11.087922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c7802-f1f6-4bfd-a09f-e90169b31dff req-01ee074c-b8fb-44c2-9e7e-90a6ccbb0239 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:11.096830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e13c7802-f1f6-4bfd-a09f-e90169b31dff req-01ee074c-b8fb-44c2-9e7e-90a6ccbb0239 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1984127 Jul 30 03:40:11.107738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:11.129185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.146364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.154974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8637c231-b6f3-4947-aacc-4d48019238d1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:11.155638 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.166185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Attempting to bind port d5644fad-b95c-4c10-840d-5457a2a9504c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:11.166809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Attempting to bind port d5644fad-b95c-4c10-840d-5457a2a9504c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:11.167402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Attempting to bind port d5644fad-b95c-4c10-840d-5457a2a9504c on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:11.183991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e13c7802-f1f6-4bfd-a09f-e90169b31dff req-22d50c59-0ce1-42d6-9805-42c8efa2d3f3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861988 Jul 30 03:40:11.185328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.245937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:11.246323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:11.246877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.247453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:11.247956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Bound port: d5644fad-b95c-4c10-840d-5457a2a9504c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:11.248605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.250393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6dea-3dd7-49ac-a2f7-d14a7e33974e None None] Pushing event updated for resources: {'Port': ['ID=d5644fad-b95c-4c10-840d-5457a2a9504c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:11.375583 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.409973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] For port d5644fad-b95c-4c10-840d-5457a2a9504c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:11.414621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] For port d5644fad-b95c-4c10-840d-5457a2a9504c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d5644fad-b95c-4c10-840d-5457a2a9504c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:11.481284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Allocated IP 172.25.6.30 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5e86ae98-2adc-4b25-a0fd-621089d0b5eb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:11.616315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.670730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.689299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.730010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Routers {'4fbdf692-885a-43e2-ab98-4ed1c924193e'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:11.730652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4fbdf692-885a-43e2-ab98-4ed1c924193e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:11.735480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1ee53c52-3cd0-4c53-8f22-c2802b0c3f46 None None] Provisioning for port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:11.780914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:11.802675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1ee53c52-3cd0-4c53-8f22-c2802b0c3f46 None None] Provisioning complete for port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:11.803064 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ee53c52-3cd0-4c53-8f22-c2802b0c3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.807790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:11.829092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6dea-3dd7-49ac-a2f7-d14a7e33974e None None] Pushing event updated for resources: {'Port': ['ID=d5644fad-b95c-4c10-840d-5457a2a9504c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:11.852962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-9d175e32-6ff1-43a6-a98c-f21042ecf35e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:11.854557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-9d175e32-6ff1-43a6-a98c-f21042ecf35e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.3416131 Jul 30 03:40:11.856500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c8cad69-c688-4fc4-a15e-ec52f44d580b req-232e73ea-4352-4e53-8acf-5d621506ac60 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.1206830 Jul 30 03:40:11.880110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1ee53c52-3cd0-4c53-8f22-c2802b0c3f46 None None] Port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:11.918300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] Set router 4fbdf692-885a-43e2-ab98-4ed1c924193e gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:11.920591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-aa77276a-5ae2-40ae-9ce0-e2a5dff65a33 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/quotas/1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 375 time: 0.0461085 Jul 30 03:40:11.974708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:11.976240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:11.988378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:12.025873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-b8ac5fde-1823-4cf6-813f-21a2e79ed324 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1038830 Jul 30 03:40:12.061301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:12.104739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:12.174468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:12.178539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:12.182066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:12.265545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-de94f2e7-2bb9-4369-8377-437f1ebefd92 req-5eb711b2-b35d-474f-a3f5-04b27232f8cb tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.18 "GET /v2.0/ports?device_id=d642001a-5b29-410c-bae4-0b10f74576b7 HTTP/1.1" status: 200 len: 210 time: 0.1339843 Jul 30 03:40:12.335973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Router 4fbdf692-885a-43e2-ab98-4ed1c924193e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:40:12.355435 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c00386bc-20c8-4b47-89c3-ea2058b4ea73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:12.382626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-714a328a-496e-46be-93ed-44a077238c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2', 'name': '', 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'mac_address': 'fa:16:3e:3d:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 2, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'subnets': [{'id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:12.462275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242071fe-2cae-495b-8cbd-6334a5b4f647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:12.466388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a328a-496e-46be-93ed-44a077238c60 None None] The sync data for ids ['4fbdf692-885a-43e2-ab98-4ed1c924193e'] in n-d-778696-14 is: [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2', 'name': '', 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'mac_address': 'fa:16:3e:3d:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 2, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'subnets': [{'id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:12.474146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f5c6eba-dd9f-40ea-a24b-4c84a60f2d7d None None] Provisioning complete for port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:12.474534 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6eba-dd9f-40ea-a24b-4c84a60f2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:12.524829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:12.525074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c6eba-dd9f-40ea-a24b-4c84a60f2d7d None None] Port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:12.535022 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fdf24e8c-237f-4046-a12a-f2b6b9926dc2 admin admin] 10.222.0.39 "PUT /v2.0/routers/4fbdf692-885a-43e2-ab98-4ed1c924193e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281202 Jul 30 03:40:12.582617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:12.847068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d917e68f-7dee-49f4-a21d-75f255cd7f6f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:12.906698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-98b6141b-2be7-4c25-b45d-634744c9aa6c service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8797493 Jul 30 03:40:12.927796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:12.990486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d917e68f-7dee-49f4-a21d-75f255cd7f6f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:12.990486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.290071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242071fe-2cae-495b-8cbd-6334a5b4f647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.306938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242071fe-2cae-495b-8cbd-6334a5b4f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.435485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-242071fe-2cae-495b-8cbd-6334a5b4f647 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9ac3b5e98e14472bc66b72e3f413169&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3707862 Jul 30 03:40:13.436436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48460) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:13.444102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242071fe-2cae-495b-8cbd-6334a5b4f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b9157e-a0bb-4a53-adf3-51e87118522f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:13.463977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d273f416-e5ff-47e9-83e4-109ddf5e177c service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168982 Jul 30 03:40:13.601032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.613887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a014f013-a5fd-484a-923c-64eb2383d0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.672325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f9d48915-6f29-4227-bfff-57e2b078125e req-0c8d11eb-2de6-4576-8b45-8dc974077262 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897974a547d24374870ab9b7984ab964&device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0339744 Jul 30 03:40:13.678800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a014f013-a5fd-484a-923c-64eb2383d0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.786987 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f9d48915-6f29-4227-bfff-57e2b078125e req-86e33f22-ee88-4629-9e57-6c65c0783d37 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=897974a547d24374870ab9b7984ab964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968075 Jul 30 03:40:13.967859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a014f013-a5fd-484a-923c-64eb2383d0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.971621 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a014f013-a5fd-484a-923c-64eb2383d0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:13.973749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a014f013-a5fd-484a-923c-64eb2383d0af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8b9157e-a0bb-4a53-adf3-51e87118522f HTTP/1.1" status: 204 len: 168 time: 0.5350318 Jul 30 03:40:14.011960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014f013-a5fd-484a-923c-64eb2383d0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b9157e-a0bb-4a53-adf3-51e87118522f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:14.022337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c45c2e0-4ce8-4c6d-8822-ba7d18627539 req-52ef695d-9892-4dd2-a2a2-4723d75dcc57 tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0798001 Jul 30 03:40:14.054776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48915-6f29-4227-bfff-57e2b078125e req-c45a8562-1e44-47cb-b334-0bd781bde99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:14.060947 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f9d48915-6f29-4227-bfff-57e2b078125e req-c45a8562-1e44-47cb-b334-0bd781bde99c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2688079 Jul 30 03:40:14.066816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Router 3da4b45f-1a1b-4895-b231-2903978be532 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:40:14.099867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0844aaf1-3b1c-4b8b-bd2e-ca1fc0cbba64 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:14.101370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0844aaf1-3b1c-4b8b-bd2e-ca1fc0cbba64 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/networks?id=777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 200 len: 910 time: 0.3310144 Jul 30 03:40:14.213833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92235195-45ba-45bc-b041-908528311e64 req-3f8b0fab-ed72-4c5c-b185-5818bb0c981e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 210 time: 0.1079876 Jul 30 03:40:14.217701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-63c009ab-0299-4f62-9e59-a406f07d9800 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/quotas/05e7ac16aadc442e80d0f25c902df8e7 HTTP/1.1" status: 200 len: 375 time: 0.1082900 Jul 30 03:40:14.396228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-91b87e43-3490-4cee-9639-fe7d44c7d8f6 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700017 Jul 30 03:40:14.418542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:14.433269 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Sync routers for ids ['3da4b45f-1a1b-4895-b231-2903978be532'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:14.453201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:14.459456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48502) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:14.459976 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Routers {'3da4b45f-1a1b-4895-b231-2903978be532'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:14.460542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:39:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3da4b45f-1a1b-4895-b231-2903978be532'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:14.461289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-884e5a87-9cb6-45ca-9ffb-2b8fcfa4c4d7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3699763 Jul 30 03:40:14.545708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:14.577746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-056e0c96-707d-4460-b337-f574d1e28feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:14.608912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-62734166-5af3-4523-a481-0bb9202ae125 req-842310fd-2fd5-4077-a128-983b899f4ea6 service neutron] (93876) timed out ('10.222.0.18', 54057) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:40:14.657191 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21221970-151a-46ee-b06c-cb074a2bdd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:14.739672 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Set router 3da4b45f-1a1b-4895-b231-2903978be532 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:14.868358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5644fad-b95c-4c10-840d-5457a2a9504c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:15.060024 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.061089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-056e0c96-707d-4460-b337-f574d1e28feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.087241 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-056e0c96-707d-4460-b337-f574d1e28feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.108040 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:12Z', 'revision_number': 3, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:15.120270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d5644fad-b95c-4c10-840d-5457a2a9504c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:15.128326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d5644fad-b95c-4c10-840d-5457a2a9504c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:15.129408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.179606 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Checking router: 3da4b45f-1a1b-4895-b231-2903978be532 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:40:15.182273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e0c96-707d-4460-b337-f574d1e28feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ea021-da2f-4ade-a804-ec73fe8e1f66,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:15.182421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Updating router 3da4b45f-1a1b-4895-b231-2903978be532 port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:40:15.272322 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.283913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.285575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7903739b-be06-4b36-ae87-11a12d43d5b0 req-e06261f8-f26a-465e-931e-65f5896ce5fb tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.1292896 Jul 30 03:40:15.333939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port d5644fad-b95c-4c10-840d-5457a2a9504c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d5644fad-b95c-4c10-840d-5457a2a9504c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:15.356639 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.382069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-e0f376b1-0539-4d21-abcf-9e57337c9645 service neutron] 10.222.0.39 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779580 Jul 30 03:40:15.418641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-056e0c96-707d-4460-b337-f574d1e28feb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64134aebf01a41de96065661a61aa19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705025 Jul 30 03:40:15.428243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48522) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:15.471058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=d5644fad-b95c-4c10-840d-5457a2a9504c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:15.586412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.668335 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f9d48915-6f29-4227-bfff-57e2b078125e req-8a715f14-f18a-4ca5-a116-b441965935df tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.16 "GET /v2.0/ports?device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0666256 Jul 30 03:40:15.805140 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.806095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-07d67c83-ed97-4971-a609-f98f0d89af8d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:15.808002 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-07d67c83-ed97-4971-a609-f98f0d89af8d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.4318633 Jul 30 03:40:15.819108 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Transition to ACTIVE for port object 5e86ae98-2adc-4b25-a0fd-621089d0b5eb will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:15.829502 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.844642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'port': {'device_id': '0362560a-da5d-4344-8190-7f1653c92d17', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'admin_state_up': True, 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:15.914159 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Attempting to bind port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:15.914695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Attempting to bind port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:15.915196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Attempting to bind port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:15.921203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad40c0-dcf8-4bd3-bd9a-8550f5bc4954 None None] Pushing event updated for resources: {'Port': ['ID=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:15.926448 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:15.926964 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:15.927518 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:15.928010 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:15.928584 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Bound port: 5e86ae98-2adc-4b25-a0fd-621089d0b5eb, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:15.929163 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.015313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17cd0e5d-aaea-4673-912a-180f836c6b86 req-a57023c5-2e0f-4bf0-b7e3-85a4c5b778e9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 210 time: 0.5094347 Jul 30 03:40:16.018444 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] For port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:16.023766 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] For port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:16.049365 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.128547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6736071-7420-4848-8839-5372e622ebfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.144466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Allocated IP 172.20.0.1 (d8ea973a-0778-41ec-b887-6aecd5d46f3d/ba9bee38-677a-4923-8b21-c1c05d66a3c7/98621a5b-c701-4365-90c1-2b72ab7799c9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:16.158300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6736071-7420-4848-8839-5372e622ebfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.176627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Sync routers for ids ['4fbdf692-885a-43e2-ab98-4ed1c924193e'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:16.186820 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Routers {'3da4b45f-1a1b-4895-b231-2903978be532'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:16.191371 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3da4b45f-1a1b-4895-b231-2903978be532'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:16.210400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:16.211384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Routers {'4fbdf692-885a-43e2-ab98-4ed1c924193e'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:16.213882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.214660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4fbdf692-885a-43e2-ab98-4ed1c924193e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:16.254992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-b45109e7-2537-4650-8a9b-e4347fb25b8e service neutron] 10.222.0.39 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292773 Jul 30 03:40:16.314556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6736071-7420-4848-8839-5372e622ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.319432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6736071-7420-4848-8839-5372e622ebfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.326119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b6736071-7420-4848-8839-5372e622ebfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a70ea021-da2f-4ade-a804-ec73fe8e1f66 HTTP/1.1" status: 204 len: 168 time: 0.8960750 Jul 30 03:40:16.351427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6736071-7420-4848-8839-5372e622ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ea021-da2f-4ade-a804-ec73fe8e1f66,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:16.361445 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad40c0-dcf8-4bd3-bd9a-8550f5bc4954 None None] Pushing event updated for resources: {'Port': ['ID=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:16.381691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.509218 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] Set router 3da4b45f-1a1b-4895-b231-2903978be532 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:16.566964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Set router 4fbdf692-885a-43e2-ab98-4ed1c924193e gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:16.567978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3527c377-a537-49c4-af5c-9f438282635e req-5f9f76c8-8ab2-4684-b4eb-3c5bc6cdc51c tempest-ServerShowV247Test-601320645 tempest-ServerShowV247Test-601320645-project] 10.222.0.39 "GET /v2.0/ports?device_id=64d810f2-e39e-4aa7-926a-91c06f39d096 HTTP/1.1" status: 200 len: 210 time: 0.0669363 Jul 30 03:40:16.620320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Allocated IP 172.20.0.6 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/0de32b21-2c5d-40e3-8cc3-4bac4b65a521) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:16.662410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.712398 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:12Z', 'revision_number': 3, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:16.718945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:16.727474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:16.742949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:16.757912 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43e4a24-8d3e-4447-8cc9-74c6c7d158b5 None None] The sync data for ids ['3da4b45f-1a1b-4895-b231-2903978be532'] in n-d-778696-14 is: [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:12Z', 'revision_number': 3, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:16.826710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6952af8f-d306-48b0-8c67-41f522150da2 req-b9f24e9e-9b0e-4f4d-808e-8691f8512fa0 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 210 time: 0.0969393 Jul 30 03:40:16.883226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5644fad-b95c-4c10-840d-5457a2a9504c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:16.953846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Pushing event updated for resources: {'Port': ['ID=98621a5b-c701-4365-90c1-2b72ab7799c9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:16.973386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:16.989817 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:17.114869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d5644fad-b95c-4c10-840d-5457a2a9504c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:17.115630 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:17.433884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2', 'name': '', 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'mac_address': 'fa:16:3e:3d:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 2, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'subnets': [{'id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:17.509168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Checking router: 4fbdf692-885a-43e2-ab98-4ed1c924193e for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:40:17.512669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Updating router 4fbdf692-885a-43e2-ab98-4ed1c924193e port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:40:17.583647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:17.656227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2389d896-9858-4ef3-9261-dd0a905dcf71 req-c70a68df-2e24-48fe-b084-17e7b3e8f8ce tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 210 time: 0.0778942 Jul 30 03:40:17.709321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:17.778287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Transition to ACTIVE for port object 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:17.986099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.006904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.016825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.084214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a4ba090-7e5a-4da0-94e2-c65ffa193a8f req-fde28be9-be4d-4e8f-aafe-1545b99c020a tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 210 time: 0.1141009 Jul 30 03:40:18.091514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:18.102448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:18.260306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:18.269189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:18.279036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:18.292666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:18.324552 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.362565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Transition to ACTIVE for port object 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:18.380274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.538414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19bff5-ee45-49de-980c-01356553a9ea None None] Pushing event updated for resources: {'Port': ['ID=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:18.729862 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b337ac1e-a66d-4734-8f0f-8e8470fb0830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.866407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Attempting to bind port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:18.867436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Attempting to bind port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:18.868110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Attempting to bind port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 on network e61fd531-3f95-446d-bb01-01a0a9a0ba8e {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:18.903090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:18.904175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Checking segment: {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:18.904877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.905549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Bound using segment: {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:18.906446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Bound port: 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018a01a8-0add-48a8-9a28-68e77be249a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:18.907166 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:18.915813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.006144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e86ae98-2adc-4b25-a0fd-621089d0b5eb up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:19.033396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.060288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b2bd3def-69d5-4762-a7d4-008956eb4e62 None None] Provisioning for port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:19.074680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b337ac1e-a66d-4734-8f0f-8e8470fb0830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.101517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b337ac1e-a66d-4734-8f0f-8e8470fb0830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.106642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.131329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b2bd3def-69d5-4762-a7d4-008956eb4e62 None None] Provisioning complete for port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:19.132347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3def-69d5-4762-a7d4-008956eb4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.163879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337ac1e-a66d-4734-8f0f-8e8470fb0830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6959a88-704b-4fce-b73d-703c2ecce44a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:19.190260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:19.190937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.195405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:19.202574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] For port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:19.205331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:19.207037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.230174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b337ac1e-a66d-4734-8f0f-8e8470fb0830 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=897974a547d24374870ab9b7984ab964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263962 Jul 30 03:40:19.242622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-610e379e-a3ca-4895-b43f-c218591511d7 req-becb55ff-a5bd-4db7-8762-48d621cdbb70 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 210 time: 0.0511944 Jul 30 03:40:19.265674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:19.297398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] For port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,segment=NetworkSegment(018a01a8-0add-48a8-9a28-68e77be249a2),segment_id=018a01a8-0add-48a8-9a28-68e77be249a2)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:19.304447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd3def-69d5-4762-a7d4-008956eb4e62 None None] Port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:19.329552 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.366641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb40764-7d56-42f1-9db4-d3b8fc1a4d7f req-ea72ba73-c8bf-4b88-9bbf-ff04ecbf8681 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:19.369198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7eb40764-7d56-42f1-9db4-d3b8fc1a4d7f req-ea72ba73-c8bf-4b88-9bbf-ff04ecbf8681 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 931 time: 0.2876272 Jul 30 03:40:19.403871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19bff5-ee45-49de-980c-01356553a9ea None None] Pushing event updated for resources: {'Port': ['ID=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:19.447332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48a58e17-689c-474e-a537-7909dee00a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.470046 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.495475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:19.505495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Routers {'4fbdf692-885a-43e2-ab98-4ed1c924193e'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:19.508741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4fbdf692-885a-43e2-ab98-4ed1c924193e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:19.524445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.536603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7eb40764-7d56-42f1-9db4-d3b8fc1a4d7f req-0b69a47c-5576-40a0-b2ac-e1f395659bff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545558 Jul 30 03:40:19.550070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:19.597979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48a58e17-689c-474e-a537-7909dee00a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.607332 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-27ae75c9-d332-492b-a3c7-f5dd94bdf195 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7787316 Jul 30 03:40:19.626324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-2e54b371-b066-493c-bc0d-aa3ffb386bc3 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:19.629544 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-2e54b371-b066-493c-bc0d-aa3ffb386bc3 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.16 "GET /v2.0/networks?id=777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 200 len: 910 time: 0.8444123 Jul 30 03:40:19.640602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Pushing event updated for resources: {'Port': ['ID=98621a5b-c701-4365-90c1-2b72ab7799c9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:19.650449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Request body: {'port': {'device_id': '0362560a-da5d-4344-8190-7f1653c92d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:19.662317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:19.685439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:19.733848 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48a58e17-689c-474e-a537-7909dee00a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.737013 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48a58e17-689c-474e-a537-7909dee00a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:19.738227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-48a58e17-689c-474e-a537-7909dee00a3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6959a88-704b-4fce-b73d-703c2ecce44a HTTP/1.1" status: 204 len: 168 time: 0.4709413 Jul 30 03:40:19.760710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Request body: {'port': {'device_id': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'admin_state_up': True, 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:19.774920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a58e17-689c-474e-a537-7909dee00a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6959a88-704b-4fce-b73d-703c2ecce44a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:19.852123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] Set router 4fbdf692-885a-43e2-ab98-4ed1c924193e gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:20.048321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Made reservation on behalf of 05e7ac16aadc442e80d0f25c902df8e7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:20.052257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:20.117463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Router 3da4b45f-1a1b-4895-b231-2903978be532 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:40:20.135359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:20.259121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2', 'name': '', 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'mac_address': 'fa:16:3e:3d:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:19Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'subnets': [{'id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:20.329539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d54ab-f294-4d67-98e1-e03c46d3824f None None] The sync data for ids ['4fbdf692-885a-43e2-ab98-4ed1c924193e'] in n-d-778696-14 is: [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:40:11Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2', 'name': '', 'network_id': 'e61fd531-3f95-446d-bb01-01a0a9a0ba8e', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'mac_address': 'fa:16:3e:3d:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:19Z', 'revision_number': 4, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'subnets': [{'id': 'b35b603b-576d-49c2-8e9b-1518d58c3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:20.415892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0ba4f8f-0a57-4c1d-bd32-688f20ddb2ca req-3da31cd3-204e-47ec-a125-c0211eb701fa tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 210 time: 0.0470498 Jul 30 03:40:20.575703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:20.588264 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Sync routers for ids ['3da4b45f-1a1b-4895-b231-2903978be532'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:20.600444 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Routers {'3da4b45f-1a1b-4895-b231-2903978be532'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:20.604802 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3da4b45f-1a1b-4895-b231-2903978be532'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:20.652587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d30f6822-8380-4a7b-aa65-a733fcffbedf admin admin] 10.222.0.39 "PUT /v2.0/routers/3da4b45f-1a1b-4895-b231-2903978be532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1905859 Jul 30 03:40:20.695764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Allocated IP 172.20.0.6 (777fc2e7-e161-46ad-8eaf-41b4fb18245b/c508eb6d-197e-4946-85a8-365a62c9b222/6db4ac50-a00c-4696-846d-5db1d3338bcf) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:20.854072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593ec70-ea42-4ee9-99e0-8e34199d5539 req-6133c058-864b-4e9b-9b10-b7b4dd234ed4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:20.867739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d593ec70-ea42-4ee9-99e0-8e34199d5539 req-6133c058-864b-4e9b-9b10-b7b4dd234ed4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 931 time: 0.1546392 Jul 30 03:40:20.887639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e86ae98-2adc-4b25-a0fd-621089d0b5eb up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:20.893581 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Set router 3da4b45f-1a1b-4895-b231-2903978be532 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:21.084108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d593ec70-ea42-4ee9-99e0-8e34199d5539 req-c5127c54-5664-4c26-8b28-c41dadf26461 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153699 Jul 30 03:40:21.153837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:21.319678 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:17Z', 'revision_number': 4, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '98621a5b-c701-4365-90c1-2b72ab7799c9', 'name': '', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'mac_address': 'fa:16:3e:20:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:15Z', 'updated_at': '2021-07-30T03:40:18Z', 'revision_number': 2, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'subnets': [{'id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:21.359540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:21.359939 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.371425 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Checking router: 3da4b45f-1a1b-4895-b231-2903978be532 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:40:21.372090 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Updating router 3da4b45f-1a1b-4895-b231-2903978be532 port 98621a5b-c701-4365-90c1-2b72ab7799c9 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:40:21.400219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-953903122-network', 'tenant_id': '882ad56c11884ce6be92e5e880d13e1e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:21.478167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.508650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Made reservation on behalf of 882ad56c11884ce6be92e5e880d13e1e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:21.513015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.556083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.570220 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.585444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35187627-50f1-4a8c-a5e2-4835a3dd92a9 req-036fba0d-21d5-4ce5-a0e3-ce3844fab1a6 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 210 time: 0.0316346 Jul 30 03:40:21.630359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:21.693623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:21.714980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.729910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:21.735530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:21.736354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.738681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Transition to ACTIVE for port object 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:21.781303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Transition to ACTIVE for port object 6db4ac50-a00c-4696-846d-5db1d3338bcf will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:21.783324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.973761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.980155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:21.999160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.041069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Pushing event updated for resources: {'Port': ['ID=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.060379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,segment=NetworkSegment(018a01a8-0add-48a8-9a28-68e77be249a2),segment_id=018a01a8-0add-48a8-9a28-68e77be249a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:22.064256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.071065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.130462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Attempting to bind port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:22.131067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Attempting to bind port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:22.131634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Attempting to bind port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:22.135822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:22.142048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:22.159820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:22.160636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Attempting to bind port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:22.176070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:22.184299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Pushing event updated for resources: {'Port': ['ID=6db4ac50-a00c-4696-846d-5db1d3338bcf,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.196406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:40:22.199738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.207759 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.219938 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Transition to ACTIVE for port object 98621a5b-c701-4365-90c1-2b72ab7799c9 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:22.226986 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.246841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:22.252348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:22.253077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:22.255254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Bound port: 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:22.255647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.274519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-8554339e-1cfb-471c-8313-d707563d805d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:22.276147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-8554339e-1cfb-471c-8313-d707563d805d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 818 time: 0.4880445 Jul 30 03:40:22.308532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe30d50-2a73-4b0f-a676-21ae45556370,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.314223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:22.315474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.353669 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-737e11cd-fd17-42df-ac33-93978f9c56a8 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6760433 Jul 30 03:40:22.363104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] For port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:22.368912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] For port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:22.376436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Request body: {'port': {'device_id': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:22.379491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.379747 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Added segment 8a87bd4a-edb4-43b3-bbe2-2b19501b3739 of type vlan for network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 Jul 30 03:40:22.382942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.393593 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Attempting to bind port 98621a5b-c701-4365-90c1-2b72ab7799c9 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:22.394252 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Attempting to bind port 98621a5b-c701-4365-90c1-2b72ab7799c9 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:22.394826 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Attempting to bind port 98621a5b-c701-4365-90c1-2b72ab7799c9 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:22.404439 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557ad9-f2d4-4768-899c-1a70c80a1f89 None None] Pushing event updated for resources: {'Port': ['ID=98621a5b-c701-4365-90c1-2b72ab7799c9,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.411858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:22.412598 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Checking segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:22.413271 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.414112 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Bound using segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:22.414798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Bound port: 98621a5b-c701-4365-90c1-2b72ab7799c9, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:22.415451 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.434317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-fc702f56-cad1-4b86-b1b8-4b2c8ea8c26e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/quotas/c5d9602e64724e3083755a71782323c2 HTTP/1.1" status: 200 len: 375 time: 0.1223059 Jul 30 03:40:22.515590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:22.516965 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.520070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] 10.222.0.18 "PUT /v2.0/ports/0de32b21-2c5d-40e3-8cc3-4bac4b65a521 HTTP/1.1" status: 200 len: 1092 time: 2.8886869 Jul 30 03:40:22.533875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0362560a-da5d-4344-8190-7f1653c92d17', 'tag': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:22.539362 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f2ecd2-e542-4edd-a972-fadacdad84a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0362560a-da5d-4344-8190-7f1653c92d17", "tag": "0de32b21-2c5d-40e3-8cc3-4bac4b65a521"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:22.567529 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] For port 98621a5b-c701-4365-90c1-2b72ab7799c9, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:22.576429 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] For port 98621a5b-c701-4365-90c1-2b72ab7799c9, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=98621a5b-c701-4365-90c1-2b72ab7799c9,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:22.585467 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.707898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a9c97b9d-63ca-4c40-b22a-c38bd45b1fb1 None None] Provisioning for port 6db4ac50-a00c-4696-846d-5db1d3338bcf completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:22.712759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a9c97b9d-63ca-4c40-b22a-c38bd45b1fb1 None None] Provisioning complete for port 6db4ac50-a00c-4696-846d-5db1d3338bcf triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:22.713378 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9c97b9d-63ca-4c40-b22a-c38bd45b1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.733272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fba6cc-8700-4dc0-97d8-9026c28a2e38 req-7a3f20bc-8550-4b89-9fc5-14e44c4d06e5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:22.741883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5fba6cc-8700-4dc0-97d8-9026c28a2e38 req-7a3f20bc-8550-4b89-9fc5-14e44c4d06e5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 943 time: 0.4646745 Jul 30 03:40:22.742665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.747057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.766074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5969d-b4b8-45a1-a754-616a514d9a17 service neutron] Pushing event updated for resources: {'Port': ['ID=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.793186 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557ad9-f2d4-4768-899c-1a70c80a1f89 None None] Pushing event updated for resources: {'Port': ['ID=98621a5b-c701-4365-90c1-2b72ab7799c9,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:22.796235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-d8bd82ac-13dd-4aac-9aee-68c281d3f284 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3153389 Jul 30 03:40:22.821750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Routers {'3da4b45f-1a1b-4895-b231-2903978be532'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:22.822310 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3da4b45f-1a1b-4895-b231-2903978be532'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:22.841063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-7c58debc-81c9-4751-a122-6a72dfcb5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:22.842615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-7c58debc-81c9-4751-a122-6a72dfcb5f27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 1095 time: 0.2416241 Jul 30 03:40:22.865608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a9c97b9d-63ca-4c40-b22a-c38bd45b1fb1 None None] Port 6db4ac50-a00c-4696-846d-5db1d3338bcf cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:22.877283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:22.913664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-37046bd8-0d96-4373-9236-b9872e78a57f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521 HTTP/1.1" status: 200 len: 217 time: 0.0594678 Jul 30 03:40:22.950812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:22.951247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:22.993509 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] Set router 3da4b45f-1a1b-4895-b231-2903978be532 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:40:23.037467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:23.069641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-47971103-f1fa-4a80-ad3c-f2353b472990 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714567 Jul 30 03:40:23.132018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b5fba6cc-8700-4dc0-97d8-9026c28a2e38 req-87fc7711-cc1f-4d2b-984f-8d55f9303568 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888798 Jul 30 03:40:23.194258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:40:23.258683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:23.261015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:23.262050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:23.300659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db4ac50-a00c-4696-846d-5db1d3338bcf {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:23.309603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:23.326871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Transition to ACTIVE for port object 6db4ac50-a00c-4696-846d-5db1d3338bcf will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:23.339689 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4071e004-5fe1-491a-8c1f-092d81e1cbeb x-openstack-request-id: req-4071e004-5fe1-491a-8c1f-092d81e1cbeb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:23.340036 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0362560a-da5d-4344-8190-7f1653c92d17", "tag": "0de32b21-2c5d-40e3-8cc3-4bac4b65a521", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:23.340297 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4071e004-5fe1-491a-8c1f-092d81e1cbeb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:23.340681 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0362560a-da5d-4344-8190-7f1653c92d17', 'tag': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521', 'status': 'completed', 'code': 200} Jul 30 03:40:23.346522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:23.360589 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:17Z', 'revision_number': 4, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '98621a5b-c701-4365-90c1-2b72ab7799c9', 'name': '', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'mac_address': 'fa:16:3e:20:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:15Z', 'updated_at': '2021-07-30T03:40:22Z', 'revision_number': 4, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'subnets': [{'id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:23.378920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-e14ffde4-485a-49b9-b9cc-b003d98e8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:23.380687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-e14ffde4-485a-49b9-b9cc-b003d98e8c82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.4596114 Jul 30 03:40:23.381424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be2fa03c-aa3e-4f49-956f-aa97760ee4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:23.389687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2347329 Jul 30 03:40:23.395613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-3da3bfa2-43d5-4a59-ae55-f43c9c5306d8 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251460 Jul 30 03:40:23.396448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:23.400380 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13132903-238f-4d06-b2d0-d93a73bb8b6b None None] The sync data for ids ['3da4b45f-1a1b-4895-b231-2903978be532'] in n-d-778696-14 is: [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:40:17Z', 'revision_number': 4, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '98621a5b-c701-4365-90c1-2b72ab7799c9', 'name': '', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'mac_address': 'fa:16:3e:20:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:15Z', 'updated_at': '2021-07-30T03:40:22Z', 'revision_number': 4, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'subnets': [{'id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:23.408651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Request body: {'subnet': {'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-953903122-subnet', 'tenant_id': '882ad56c11884ce6be92e5e880d13e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:23.415083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d1d0-3184-4081-9014-c510ae552267 admin admin] Pushing event updated for resources: {'Network': ['ID=5e642081-54e8-41b5-b5b3-57d91ce8ec14,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:23.426367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:40:23.440947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23556e-fe15-448f-b0df-6b18e43935e8 req-cc743525-cc23-4e0c-92eb-f0ed7370f5a4 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:23.443091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c23556e-fe15-448f-b0df-6b18e43935e8 req-cc743525-cc23-4e0c-92eb-f0ed7370f5a4 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1053 time: 0.1075602 Jul 30 03:40:23.451286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Made reservation on behalf of 882ad56c11884ce6be92e5e880d13e1e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:23.455184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:23.628571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Pushing event updated for resources: {'Port': ['ID=6db4ac50-a00c-4696-846d-5db1d3338bcf,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:23.717639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-f5b0f294-8770-47c0-a94d-42ce113ceb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:23.719772 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-f5b0f294-8770-47c0-a94d-42ce113ceb1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3041728 Jul 30 03:40:23.790331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c23556e-fe15-448f-b0df-6b18e43935e8 req-badee8ee-e56f-4723-9975-3b7362f00480 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311391 Jul 30 03:40:23.927903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Attempting to bind port 6db4ac50-a00c-4696-846d-5db1d3338bcf on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:23.928246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Attempting to bind port 6db4ac50-a00c-4696-846d-5db1d3338bcf by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:23.928577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Attempting to bind port 6db4ac50-a00c-4696-846d-5db1d3338bcf on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:23.950609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Port 6db4ac50-a00c-4696-846d-5db1d3338bcf on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:23.951006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Attempting to bind port 6db4ac50-a00c-4696-846d-5db1d3338bcf on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:23.978623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:23.979358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Checking segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:23.979941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Bound using segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:23.980586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Bound port: 6db4ac50-a00c-4696-846d-5db1d3338bcf, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:23.981308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:24.108526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be2fa03c-aa3e-4f49-956f-aa97760ee4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:24.110242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82505130-9f75-4481-8a44-332f9b36b17d req-6105dd7a-1d4a-477a-908a-2cdbafe7cc26 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 210 time: 0.1418118 Jul 30 03:40:24.131938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:24.138018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be2fa03c-aa3e-4f49-956f-aa97760ee4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:24.184739 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-9ce8d3fb-d3e8-4bf3-8717-185d4711945b service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572065 Jul 30 03:40:24.227999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcedd63f-e6ca-4ef4-9b87-787525cd35be,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:24.239111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Checking segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:24.239798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Network hostable DHCP agents. Network: 5e642081-54e8-41b5-b5b3-57d91ce8ec14, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:40:24.267795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:40:24.286131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5e642081-54e8-41b5-b5b3-57d91ce8ec14) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:24.291586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:24.292299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:24.301231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dabd98-6f56-4cec-beef-00e53f94c4e2 None None] Network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:24.369851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-67986e97-cbe6-4d78-a33c-6bd8fc30843b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9712062 Jul 30 03:40:24.520177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] For port 6db4ac50-a00c-4696-846d-5db1d3338bcf, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:24.526336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-be2fa03c-aa3e-4f49-956f-aa97760ee4a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00dcc8d714ab4f388a073d53218d3c94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4873807 Jul 30 03:40:24.535769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:24.545981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa03c-aa3e-4f49-956f-aa97760ee4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865bb04-145f-4d9c-ab6e-2e9003d75213,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:24.553703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961d9e5-b36c-485a-80f8-acebc1c98a15 req-c47dd98d-d898-4dcb-94da-6fc4cb31a737 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:24.564470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2961d9e5-b36c-485a-80f8-acebc1c98a15 req-c47dd98d-d898-4dcb-94da-6fc4cb31a737 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 943 time: 0.2372804 Jul 30 03:40:24.583887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] For port 6db4ac50-a00c-4696-846d-5db1d3338bcf, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:24.602559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:24.660473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b51a2-fd28-4cd6-b6d7-5e531005241e None None] Network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:24.866454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2961d9e5-b36c-485a-80f8-acebc1c98a15 req-9eb92493-182d-4fa1-b452-90791dbb82fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751102 Jul 30 03:40:24.943777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 98621a5b-c701-4365-90c1-2b72ab7799c9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:24.970255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-9f453f96-82f8-42b0-a274-945e78b8c39d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:24.986186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-9f453f96-82f8-42b0-a274-945e78b8c39d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 818 time: 0.4203317 Jul 30 03:40:25.009535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-49ec440a-74f1-490f-9955-f422af2e6605 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/quotas/c5d9602e64724e3083755a71782323c2 HTTP/1.1" status: 200 len: 375 time: 0.0223253 Jul 30 03:40:25.045584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 98621a5b-c701-4365-90c1-2b72ab7799c9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:25.050848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 98621a5b-c701-4365-90c1-2b72ab7799c9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:25.051520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:25.066988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-7b52f88b-56b7-4ffe-8075-bb335c6be1f9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562518 Jul 30 03:40:25.196603 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-13c1a876-3246-4e40-ba93-9c7fd6d56523 req-3e5e0ffb-c3cb-4a47-9bb2-3fb98bb7b94a service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571550 Jul 30 03:40:25.199622 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:25.220178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.221243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:25.223093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] 10.222.0.16 "PUT /v2.0/ports/6db4ac50-a00c-4696-846d-5db1d3338bcf HTTP/1.1" status: 200 len: 1092 time: 2.8524590 Jul 30 03:40:25.250576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-043251b2-ec93-4c42-821e-ab65fc1aadea service neutron] 10.222.0.39 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758001 Jul 30 03:40:25.263995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f132af6-cff6-4808-844a-9b9a202e48b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:25.265747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 98621a5b-c701-4365-90c1-2b72ab7799c9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=98621a5b-c701-4365-90c1-2b72ab7799c9,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:25.274398 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:25.413374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=98621a5b-c701-4365-90c1-2b72ab7799c9,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:25.497203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'tag': '6db4ac50-a00c-4696-846d-5db1d3338bcf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:25.506039 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a3701c-5b21-42c1-abfc-cd90245f6ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "2430a40d-fee2-46f3-aabd-55686e35b5d6", "tag": "6db4ac50-a00c-4696-846d-5db1d3338bcf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:25.540312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bb19-34f8-43bf-a728-617795fd8a0d service neutron] Pushing event updated for resources: {'Port': ['ID=6db4ac50-a00c-4696-846d-5db1d3338bcf,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:25.606066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-61642788-c180-4a7b-950d-ee79d73ea629 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462126 Jul 30 03:40:25.656929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f132af6-cff6-4808-844a-9b9a202e48b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:25.671624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-b54be395-e35c-4c54-b4f3-87ae6acf247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.673137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-b54be395-e35c-4c54-b4f3-87ae6acf247c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 1095 time: 0.4031003 Jul 30 03:40:25.675661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-f4da08c6-ff8b-4c9e-8f54-51fe545ae592 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.677331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-f4da08c6-ff8b-4c9e-8f54-51fe545ae592 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 813 time: 0.2291319 Jul 30 03:40:25.701327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-ac235b12-e149-45b0-abc6-f028ba9c3d47 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/quotas/882ad56c11884ce6be92e5e880d13e1e HTTP/1.1" status: 200 len: 375 time: 0.0170794 Jul 30 03:40:25.723041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-c055c92a-8b9d-46a6-9e9d-3612f8023126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.724620 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-c055c92a-8b9d-46a6-9e9d-3612f8023126 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.2095068 Jul 30 03:40:25.748465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-81537d13-7ec5-4026-b165-18d04a793ee4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461135 Jul 30 03:40:25.833113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-932dd7e2-77d0-4150-ae24-5ab3d9d41a08 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.834695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-932dd7e2-77d0-4150-ae24-5ab3d9d41a08 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.18 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 818 time: 0.4310105 Jul 30 03:40:25.840592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-3635cce2-2df4-434a-a9db-e16d0032ae8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf HTTP/1.1" status: 200 len: 217 time: 0.0633566 Jul 30 03:40:25.850415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Request body: {'port': {'device_id': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'admin_state_up': True, 'tenant_id': 'c5d9602e64724e3083755a71782323c2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:25.883315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-243cd8e0-63a6-42d5-bc69-3668bb867ee5 service neutron] 10.222.0.39 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338229 Jul 30 03:40:25.920398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-917822ab-d76e-40ad-88a1-ca5503923081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.921963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-917822ab-d76e-40ad-88a1-ca5503923081 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c508eb6d-197e-4946-85a8-365a62c9b222 HTTP/1.1" status: 200 len: 849 time: 0.0658650 Jul 30 03:40:25.992998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82209-500c-4246-9f35-760d951e90ca req-5c515f7d-c6d7-4e5f-8af3-216a5956f6cc tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:25.994466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92f82209-500c-4246-9f35-760d951e90ca req-5c515f7d-c6d7-4e5f-8af3-216a5956f6cc tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.1063046 Jul 30 03:40:26.013652 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f132af6-cff6-4808-844a-9b9a202e48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:26.016344 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f132af6-cff6-4808-844a-9b9a202e48b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:26.017461 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8f132af6-cff6-4808-844a-9b9a202e48b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5865bb04-145f-4d9c-ab6e-2e9003d75213 HTTP/1.1" status: 204 len: 168 time: 1.4664285 Jul 30 03:40:26.049967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-4a0d9697-41e6-4af6-9ee6-6036b21a7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:26.051814 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-4a0d9697-41e6-4af6-9ee6-6036b21a7c11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.3636589 Jul 30 03:40:26.055809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132af6-cff6-4808-844a-9b9a202e48b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865bb04-145f-4d9c-ab6e-2e9003d75213,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:26.084221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-ecdd1232-9e5b-4ef4-94ea-7d5d89686f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:26.085724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-ecdd1232-9e5b-4ef4-94ea-7d5d89686f5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777fc2e7-e161-46ad-8eaf-41b4fb18245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339808 Jul 30 03:40:26.121244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-4edab555-6588-4791-ae90-1a4de9610d33 service neutron] 10.222.0.39 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979563 Jul 30 03:40:26.157387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92f82209-500c-4246-9f35-760d951e90ca req-f5ec8870-532a-4ebc-9028-874a8d2dafd1 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470695 Jul 30 03:40:26.166235 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-256dcf5b-a82a-4a94-a7c8-3f646c4d58b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521 HTTP/1.1" status: 200 len: 217 time: 0.1048799 Jul 30 03:40:26.313811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-1d315662-7aa8-4cb5-bddb-0df802e4f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:26.315656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-1d315662-7aa8-4cb5-bddb-0df802e4f6b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1359041 Jul 30 03:40:26.398357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Made reservation on behalf of c5d9602e64724e3083755a71782323c2 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:26.407730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:26.428133 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-9c293af9-de66-43bf-b286-03a9613c8667 service neutron] 10.222.0.16 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984796 Jul 30 03:40:26.432391 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f1e2f-4777-4237-b92c-9be4ddd70663 x-openstack-request-id: req-0e0f1e2f-4777-4237-b92c-9be4ddd70663 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:26.432745 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2430a40d-fee2-46f3-aabd-55686e35b5d6", "tag": "6db4ac50-a00c-4696-846d-5db1d3338bcf", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:26.433006 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e0f1e2f-4777-4237-b92c-9be4ddd70663 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:26.433390 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'tag': '6db4ac50-a00c-4696-846d-5db1d3338bcf', 'status': 'completed', 'code': 200} Jul 30 03:40:26.484742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-745a62ed-5b11-4b5f-a603-bebbb09aec81 req-ba1f765c-1a56-4204-8111-08a8cd972a14 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 210 time: 0.0793974 Jul 30 03:40:26.585251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6b84-e311-4be3-84d0-b01fe0ab5998 req-12c58b61-42f2-4551-a221-52dfee42678e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:26.587028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77fe6b84-e311-4be3-84d0-b01fe0ab5998 req-12c58b61-42f2-4551-a221-52dfee42678e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 943 time: 0.1005771 Jul 30 03:40:26.587528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:26.617241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-c5b1df08-7fdc-4202-8b69-3eb92a24c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:26.619228 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-c5b1df08-7fdc-4202-8b69-3eb92a24c80c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2876787 Jul 30 03:40:26.634523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cddf3716-c313-47b6-890e-432bb38139a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:26.729174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77fe6b84-e311-4be3-84d0-b01fe0ab5998 req-24e6f205-d0de-4a71-943f-a0f06ec99e78 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308041 Jul 30 03:40:26.795396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba2633d5-c636-4f35-aee7-7f714b3cd868 req-0276a640-808e-4662-a443-b93c0f74afbe tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 210 time: 0.0866911 Jul 30 03:40:26.853900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 98621a5b-c701-4365-90c1-2b72ab7799c9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:26.941580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 98621a5b-c701-4365-90c1-2b72ab7799c9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:26.942140 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:26.954687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Allocated IP 172.20.0.3 (d8ea973a-0778-41ec-b887-6aecd5d46f3d/ba9bee38-677a-4923-8b21-c1c05d66a3c7/16dc396c-4198-434c-b2dd-d139a28909c0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:27.005234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-e880d955-c4e9-410b-842d-182395b47008 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2732499 Jul 30 03:40:27.028521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-720b741a-541d-4fb9-8dab-f3ab703dfc59 req-e657e4e3-8c6a-4abb-a898-f4f07718e629 service neutron] 10.222.0.16 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839567 Jul 30 03:40:27.051962 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cddf3716-c313-47b6-890e-432bb38139a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.066326 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cddf3716-c313-47b6-890e-432bb38139a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.076680 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-0ba909bf-e463-4a93-879e-88c2d4920027 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469638 Jul 30 03:40:27.156812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf3716-c313-47b6-890e-432bb38139a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d1a5b-8696-43b0-bad5-c2295d1eb07b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:27.170039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cddf3716-c313-47b6-890e-432bb38139a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fdf86c122a649c1a3db8ee167296bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5790825 Jul 30 03:40:27.170039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:27.207433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:27.218746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd15c9-54da-4d5c-9079-9510b384324d req-7d59547a-38e8-4cba-a404-759b783a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:27.221548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-7d59547a-38e8-4cba-a404-759b783a4b10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.1473582 Jul 30 03:40:27.244212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-380614f9-689b-4105-bdbe-8cc64eea07fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.343834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-380614f9-689b-4105-bdbe-8cc64eea07fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.424404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-65245fbe-0e02-4214-8ca2-8161bae5f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:27.428126 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-65245fbe-0e02-4214-8ca2-8161bae5f49f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.2766454 Jul 30 03:40:27.448783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:27.459596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd15c9-54da-4d5c-9079-9510b384324d req-55427527-c525-4a8e-9fda-f9f07e99de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:27.460705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-55427527-c525-4a8e-9fda-f9f07e99de33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2181654 Jul 30 03:40:27.464787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521', 'mac_address': 'fa:16:3e:f4:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:27.468953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eff513-e07c-4988-b734-fbc7229eb727 req-f22e0a2c-d479-4ca4-81ff-c0ba180ec1db tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:27.470699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92eff513-e07c-4988-b734-fbc7229eb727 req-f22e0a2c-d479-4ca4-81ff-c0ba180ec1db tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.1205404 Jul 30 03:40:27.506664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.525167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:27.546371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-ec32dfbd-116d-4a0a-b861-26c4b4106b6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.0742373 Jul 30 03:40:27.551003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:27.557957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.592832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-380614f9-689b-4105-bdbe-8cc64eea07fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.595455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-380614f9-689b-4105-bdbe-8cc64eea07fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.606758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-380614f9-689b-4105-bdbe-8cc64eea07fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b91d1a5b-8696-43b0-bad5-c2295d1eb07b HTTP/1.1" status: 204 len: 168 time: 0.4274461 Jul 30 03:40:27.630368 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-02f75351-d527-4418-b170-63466dcf2a90 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466204 Jul 30 03:40:27.692311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380614f9-689b-4105-bdbe-8cc64eea07fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d1a5b-8696-43b0-bad5-c2295d1eb07b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:27.708824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:27.762992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:27.771745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75bdc1ac-fa79-4c8b-a987-a16a3b2eff48 req-e91a6321-b659-4b69-bfc4-2fbb510d0b2e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 210 time: 0.1467431 Jul 30 03:40:27.784130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['0de32b21-2c5d-40e3-8cc3-4bac4b65a521'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:27.808911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92eff513-e07c-4988-b734-fbc7229eb727 req-538ae4ff-9ed1-4253-a230-e84cbe9566b4 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614560 Jul 30 03:40:27.810435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd15c9-54da-4d5c-9079-9510b384324d req-d9473b54-e7b3-4225-b7ee-bc822e791229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:27.811903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-d9473b54-e7b3-4225-b7ee-bc822e791229 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.2566848 Jul 30 03:40:27.907524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd15c9-54da-4d5c-9079-9510b384324d req-de5df0e0-08b5-4255-9db2-4d4aaae9e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:27.910035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-de5df0e0-08b5-4255-9db2-4d4aaae9e3e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900459 Jul 30 03:40:28.002856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-d344e601-82e0-4fb7-a0c6-54245ccf0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.005593 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-d344e601-82e0-4fb7-a0c6-54245ccf0442 service neutron] 10.222.0.16 "GET /v2.0/networks?id=777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 200 len: 910 time: 0.5180449 Jul 30 03:40:28.026873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:28.112686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b1cb717-7ee1-4b32-a714-a6b42077876b req-8624a4cb-9c18-42ff-b9a1-2f0ebe9911b5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 210 time: 0.0566235 Jul 30 03:40:28.149089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6cf0e-4ea0-4d11-b23f-336f69b01370 req-76001ec1-a4ec-40ab-b486-9f0000761b53 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.151640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79c6cf0e-4ea0-4d11-b23f-336f69b01370 req-76001ec1-a4ec-40ab-b486-9f0000761b53 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 944 time: 0.1433260 Jul 30 03:40:28.170436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-75d87a90-a02c-4403-9e78-dbc7a3e20d94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf HTTP/1.1" status: 200 len: 217 time: 0.1361217 Jul 30 03:40:28.177877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-83a54b9e-a972-458a-93be-0c59aff22f55 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606854 Jul 30 03:40:28.208209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-c65971f4-4aca-495d-949d-476fa6586a61 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.209665 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-c65971f4-4aca-495d-949d-476fa6586a61 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.16 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 818 time: 0.7257879 Jul 30 03:40:28.232014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:28.241016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Request body: {'port': {'device_id': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'admin_state_up': True, 'tenant_id': 'c5d9602e64724e3083755a71782323c2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:28.292753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79c6cf0e-4ea0-4d11-b23f-336f69b01370 req-6248175e-9ced-4f7b-a245-592dfc56ec9a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135497 Jul 30 03:40:28.300016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Pushing event updated for resources: {'Port': ['ID=16dc396c-4198-434c-b2dd-d139a28909c0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:28.304892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:28.314925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:28.339391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11fd15c9-54da-4d5c-9079-9510b384324d req-1aca5ba5-41fb-47b3-8029-1046a049cf0c service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530988 Jul 30 03:40:28.386111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-0b783ff1-5d6f-4b2c-a1ee-50a7188a9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.387616 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-0b783ff1-5d6f-4b2c-a1ee-50a7188a9ba2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c508eb6d-197e-4946-85a8-365a62c9b222 HTTP/1.1" status: 200 len: 849 time: 0.2065024 Jul 30 03:40:28.422549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.423201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:28.474602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Made reservation on behalf of c5d9602e64724e3083755a71782323c2 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:28.479043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:28.501427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-35acb47e-b6e7-425d-971d-3db83759dbeb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6557980 Jul 30 03:40:28.538524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Request body: {'port': {'device_id': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:28.575868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-e1df9a1b-f37a-4b75-9c14-3fef4ab31fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.577949 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-e1df9a1b-f37a-4b75-9c14-3fef4ab31fee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=777fc2e7-e161-46ad-8eaf-41b4fb18245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807880 Jul 30 03:40:28.640157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-4251efd3-e1d4-4dcd-a331-a245eebe6f25 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:28.644063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-4251efd3-e1d4-4dcd-a331-a245eebe6f25 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.16 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 813 time: 0.1642585 Jul 30 03:40:28.672817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Request body: {'port': {'device_id': '482690b7-149f-48fd-9254-a5c18adba9f9', 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'admin_state_up': True, 'tenant_id': '882ad56c11884ce6be92e5e880d13e1e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:28.784042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:28.884899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63bd35a1-6ed1-4612-86a2-101785fad02a req-706607f0-d2f8-407a-8a1b-a6f3df3f815a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 210 time: 0.0319090 Jul 30 03:40:28.893029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Made reservation on behalf of 882ad56c11884ce6be92e5e880d13e1e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:28.893029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:28.907390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-d7058664-e798-4e40-a6c3-2ce077a2d099 service neutron] 10.222.0.16 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153555 Jul 30 03:40:29.051112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Allocated IP 172.20.0.11 (d8ea973a-0778-41ec-b887-6aecd5d46f3d/ba9bee38-677a-4923-8b21-c1c05d66a3c7/d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:29.143463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3c2c-1eb0-4843-8fa9-99e8fa5fd637 req-5518f289-2f8c-4067-b37d-beca3681c67d tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:29.145086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab5d3c2c-1eb0-4843-8fa9-99e8fa5fd637 req-5518f289-2f8c-4067-b37d-beca3681c67d tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.1349142 Jul 30 03:40:29.206820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Allocated IP 172.20.0.11 (5e642081-54e8-41b5-b5b3-57d91ce8ec14/dcedd63f-e6ca-4ef4-9b87-787525cd35be/d7af102d-8f3b-4617-8afc-3c1869512dd0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:29.222933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:29.282314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8efe028d-c3d4-45b9-9af0-06577280a56b req-20d2b13e-95cf-49e4-9cd3-7d486a18088d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 210 time: 0.0786250 Jul 30 03:40:29.300252 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab5d3c2c-1eb0-4843-8fa9-99e8fa5fd637 req-42e8437e-2008-4cef-b53f-8beb5fe30482 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477783 Jul 30 03:40:29.377616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:29.385496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:29.385970 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.453217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b29b5-1c8a-4f25-9056-7dc0645623c1 req-7697d95a-74f1-4997-a73c-aeeb2d02a58c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:29.454761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e06b29b5-1c8a-4f25-9056-7dc0645623c1 req-7697d95a-74f1-4997-a73c-aeeb2d02a58c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 944 time: 0.0824549 Jul 30 03:40:29.526133 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-2f5cd939-a023-41b9-93f7-1443280a4633 service neutron] 10.222.0.16 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639713 Jul 30 03:40:29.539536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.554866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e06b29b5-1c8a-4f25-9056-7dc0645623c1 req-512c8f19-fb31-43e4-b40b-d6db56597be9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851378 Jul 30 03:40:29.589857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0362560a-da5d-4344-8190-7f1653c92d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:29.593166 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc827ed1-f644-475e-9e2e-2808a6a6f93d" -d '{"events": [{"server_uuid": "0362560a-da5d-4344-8190-7f1653c92d17", "name": "network-vif-plugged", "status": "completed", "tag": "0de32b21-2c5d-40e3-8cc3-4bac4b65a521"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:29.619812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.637637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:29.651734 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.672449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.740654 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa66cc-6385-40cd-8367-c036c4ff8d9d x-openstack-request-id: req-49aa66cc-6385-40cd-8367-c036c4ff8d9d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:29.740942 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0362560a-da5d-4344-8190-7f1653c92d17", "name": "network-vif-plugged", "status": "completed", "tag": "0de32b21-2c5d-40e3-8cc3-4bac4b65a521", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:29.741194 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49aa66cc-6385-40cd-8367-c036c4ff8d9d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:29.741582 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0362560a-da5d-4344-8190-7f1653c92d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521', 'code': 200} Jul 30 03:40:29.746430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:29.750138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:29.786152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:29.801539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:29.824679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:29.845040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.852075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5e7e7-9f68-4e8e-b2c6-70796f9ed097 req-ff4c150a-6c9f-4e1a-8aeb-120a9577f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:29.853586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ab5e7e7-9f68-4e8e-b2c6-70796f9ed097 req-ff4c150a-6c9f-4e1a-8aeb-120a9577f588 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 1097 time: 0.1011541 Jul 30 03:40:29.874011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:29.874685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.925094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-c09e4e72-470f-485c-95fd-5da590e3989e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2521155 Jul 30 03:40:29.928309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ab5e7e7-9f68-4e8e-b2c6-70796f9ed097 req-6a669e7d-17d3-4fcc-8021-a28d173dfd6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659518 Jul 30 03:40:29.934080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:29.942125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Request body: {'port': {'device_id': '482690b7-149f-48fd-9254-a5c18adba9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:30.028692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Network d8ea973a-0778-41ec-b887-6aecd5d46f3d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:30.034041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:30.041410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:30.068143 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.097349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Pushing event updated for resources: {'Port': ['ID=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:30.143583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:30.144936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.159975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96df5-bcb3-4d9a-86ae-579680615e90 req-a8e7a0dc-8746-4192-865f-d1cf8584edbb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:30.172020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fee96df5-bcb3-4d9a-86ae-579680615e90 req-a8e7a0dc-8746-4192-865f-d1cf8584edbb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 932 time: 0.1556156 Jul 30 03:40:30.181118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-0a47ef71-58d9-41a7-abb9-df32b8f04cfd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9475024 Jul 30 03:40:30.239655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Request body: {'port': {'device_id': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:30.278325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dc396c-4198-434c-b2dd-d139a28909c0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:30.324844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.325720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fee96df5-bcb3-4d9a-86ae-579680615e90 req-7712d0d7-a026-42aa-b5f2-ed586e914e62 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526129 Jul 30 03:40:30.375654 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.378002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Transition to ACTIVE for port object 16dc396c-4198-434c-b2dd-d139a28909c0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:30.402472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.449628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Pushing event updated for resources: {'Port': ['ID=16dc396c-4198-434c-b2dd-d139a28909c0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:30.547967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.573498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09fc44-8293-4a3c-9119-ab63bea72697 req-527c5a74-f36d-4c02-858c-bf192bac9d17 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:30.575870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae09fc44-8293-4a3c-9119-ab63bea72697 req-527c5a74-f36d-4c02-858c-bf192bac9d17 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 932 time: 0.1708443 Jul 30 03:40:30.698993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Attempting to bind port 16dc396c-4198-434c-b2dd-d139a28909c0 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:30.699600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Attempting to bind port 16dc396c-4198-434c-b2dd-d139a28909c0 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:30.699825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Attempting to bind port 16dc396c-4198-434c-b2dd-d139a28909c0 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:30.724796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921466b-4502-4896-acf2-1e2a74f57514 req-072d7c8a-0c14-4d97-840d-6fa64ab9de8c tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:30.727600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2921466b-4502-4896-acf2-1e2a74f57514 req-072d7c8a-0c14-4d97-840d-6fa64ab9de8c tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.2540762 Jul 30 03:40:30.741246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae09fc44-8293-4a3c-9119-ab63bea72697 req-2f371a80-9bbc-4491-8280-c6c39f76dbfe tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471419 Jul 30 03:40:30.771199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Port 16dc396c-4198-434c-b2dd-d139a28909c0 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:30.771731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Attempting to bind port 16dc396c-4198-434c-b2dd-d139a28909c0 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:30.787818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:30.788159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Checking segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:30.796042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Bound using segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:30.796516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Bound port: 16dc396c-4198-434c-b2dd-d139a28909c0, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:30.796890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.815092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2921466b-4502-4896-acf2-1e2a74f57514 req-781c2c82-2626-44ce-8786-b1b024d3b758 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731616 Jul 30 03:40:30.879955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:30.905943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:30.999885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] For port 16dc396c-4198-434c-b2dd-d139a28909c0, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:31.005635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] For port 16dc396c-4198-434c-b2dd-d139a28909c0, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=16dc396c-4198-434c-b2dd-d139a28909c0,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:31.014325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.091480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:31.093092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.094783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] 10.222.0.18 "PUT /v2.0/ports/16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 1092 time: 2.5623128 Jul 30 03:40:31.099419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'tag': '16dc396c-4198-434c-b2dd-d139a28909c0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:31.103328 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7172e-1089-4417-8a45-3836532ef2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9f4323-6181-45fb-b9b9-57d3c2d69608", "tag": "16dc396c-4198-434c-b2dd-d139a28909c0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:31.119748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:31.139561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.183895 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842f25d6-49df-42d2-9eee-455a5bac458a x-openstack-request-id: req-842f25d6-49df-42d2-9eee-455a5bac458a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:31.184279 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9f4323-6181-45fb-b9b9-57d3c2d69608", "tag": "16dc396c-4198-434c-b2dd-d139a28909c0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:31.184602 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-842f25d6-49df-42d2-9eee-455a5bac458a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:31.185082 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'tag': '16dc396c-4198-434c-b2dd-d139a28909c0', 'status': 'completed', 'code': 200} Jul 30 03:40:31.206643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90498f5e-9875-4cef-8355-4ca4ade72e6e service neutron] Pushing event updated for resources: {'Port': ['ID=16dc396c-4198-434c-b2dd-d139a28909c0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:31.225567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Transition to ACTIVE for port object d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:31.246545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.316384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-97ab513f-63e1-4106-92bb-6213f987c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:31.318683 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-97ab513f-63e1-4106-92bb-6213f987c43a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1095 time: 0.1560841 Jul 30 03:40:31.385091 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-f6573cda-4426-4f52-bc51-bbf4ca8d0806 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 217 time: 0.0529981 Jul 30 03:40:31.391326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Pushing event updated for resources: {'Port': ['ID=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:31.507414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Transition to ACTIVE for port object d7af102d-8f3b-4617-8afc-3c1869512dd0 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:31.521544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.536367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-78739fe0-3371-4e6d-ae76-d08711c1854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:31.538084 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-78739fe0-3371-4e6d-ae76-d08711c1854f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.1422429 Jul 30 03:40:31.566774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:31.592316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Attempting to bind port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:31.592911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Attempting to bind port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:31.593397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Attempting to bind port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:31.599127 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-ae1f1ded-18db-488e-9b08-0333f2e0ee69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447447 Jul 30 03:40:31.602562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:31.603056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Attempting to bind port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 on network d8ea973a-0778-41ec-b887-6aecd5d46f3d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:31.623465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:31.623953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Checking segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:31.624168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Bound using segment: {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:31.624635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Bound port: d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:31.624993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.625172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdee3c-a653-4377-a79c-598bc60b2420 req-313aa0e0-4b58-4b44-9a58-7a25d31203c4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:31.626717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24cdee3c-a653-4377-a79c-598bc60b2420 req-313aa0e0-4b58-4b44-9a58-7a25d31203c4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 945 time: 0.7362776 Jul 30 03:40:31.629390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:31.655061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91d08c-6522-4423-9bc4-fdbf45d12378 req-748f4e79-2403-4dc2-8a0e-3489cbbaa001 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:31.656588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de91d08c-6522-4423-9bc4-fdbf45d12378 req-748f4e79-2403-4dc2-8a0e-3489cbbaa001 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 944 time: 0.1478822 Jul 30 03:40:31.780971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] For port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:31.790447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] For port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:31.797208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-c55f2492-cb35-4714-8325-fe02a729ec3f service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843870 Jul 30 03:40:31.798385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.809060 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57fb5e70-10b8-4677-a978-f6571790edb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.818458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24cdee3c-a653-4377-a79c-598bc60b2420 req-1a536406-2254-4d86-a792-d3150c5897ae tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821454 Jul 30 03:40:31.858916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de91d08c-6522-4423-9bc4-fdbf45d12378 req-e6f14301-dff5-4657-b3f9-4a85b72ccb4b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819088 Jul 30 03:40:31.872344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:31.872688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:31.873021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:31.894496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:31.895093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.896542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] 10.222.0.16 "PUT /v2.0/ports/d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 HTTP/1.1" status: 200 len: 1093 time: 1.6628120 Jul 30 03:40:31.902247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Port d7af102d-8f3b-4617-8afc-3c1869512dd0 on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:31.902915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:31.921809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:31.922181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Checking segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:31.922534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Bound using segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:31.923112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Bound port: d7af102d-8f3b-4617-8afc-3c1869512dd0, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:31.924244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:31.935709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033514-fcf1-4515-835a-ea4965e3796a service neutron] Pushing event updated for resources: {'Port': ['ID=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:31.966804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6db4ac50-a00c-4696-846d-5db1d3338bcf details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:31.997676 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9a512938-76d7-425c-a2b4-55d7834a0e84 req-6ca09d1b-82ec-4aed-92aa-11d1b2399e09 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913779 Jul 30 03:40:32.056493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-6f73d6a1-ed54-467a-9218-afe44860b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.058970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-6f73d6a1-ed54-467a-9218-afe44860b69c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 1096 time: 0.0805955 Jul 30 03:40:32.117042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6db4ac50-a00c-4696-846d-5db1d3338bcf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:32.118054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543366b-67f5-46c1-adcf-442b2ea746be req-65aed3b0-bab6-42dc-b03a-66cf1c76bd8b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.119722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d543366b-67f5-46c1-adcf-442b2ea746be req-65aed3b0-bab6-42dc-b03a-66cf1c76bd8b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.1991799 Jul 30 03:40:32.136557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '6db4ac50-a00c-4696-846d-5db1d3338bcf', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'port_id': '6db4ac50-a00c-4696-846d-5db1d3338bcf', 'mac_address': 'fa:16:3e:f6:35:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:32.140707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-57ea36d3-4da3-45a2-8014-33881d4301ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 HTTP/1.1" status: 200 len: 217 time: 0.0640342 Jul 30 03:40:32.181945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d543366b-67f5-46c1-adcf-442b2ea746be req-19353e73-a7d7-4231-9647-e86c05b5716f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 Jul 30 03:40:32.187126 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.194392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:32.206433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbab1c-802e-455c-a022-cb0a204deaee req-f4d2144c-0886-44c8-93ba-265850a6f7d5 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.206791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-d216cfed-b0f7-4a7b-b4e7-5e887f8af100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.206791 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-d216cfed-b0f7-4a7b-b4e7-5e887f8af100 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1095 time: 0.1416698 Jul 30 03:40:32.206791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-47596de0-cd1a-42a7-b967-f9b7ae150374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.206791 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-47596de0-cd1a-42a7-b967-f9b7ae150374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.0547535 Jul 30 03:40:32.207237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75dbab1c-802e-455c-a022-cb0a204deaee req-f4d2144c-0886-44c8-93ba-265850a6f7d5 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.2035151 Jul 30 03:40:32.220190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db4ac50-a00c-4696-846d-5db1d3338bcf {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:32.242026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:32.258369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57fb5e70-10b8-4677-a978-f6571790edb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.265185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.277601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6db4ac50-a00c-4696-846d-5db1d3338bcf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:32.283537 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57fb5e70-10b8-4677-a978-f6571790edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.290821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.310021 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-27a49288-f4a8-462e-aa5e-08d6ae8ddf52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903287 Jul 30 03:40:32.339317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75dbab1c-802e-455c-a022-cb0a204deaee req-02a291f8-23cc-45a3-91b0-0be2bfb3a3a5 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309519 Jul 30 03:40:32.362726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6db4ac50-a00c-4696-846d-5db1d3338bcf,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:32.402271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.403198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.404779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] 10.222.0.16 "PUT /v2.0/ports/d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 1093 time: 2.4696958 Jul 30 03:40:32.414055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:32.416586 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5f0a1-57ae-44b5-891c-3e00b143fd07" -d '{"events": [{"name": "network-changed", "server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:32.446985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-57fb5e70-10b8-4677-a978-f6571790edb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe26d3f9d8a54b11a4bbf13dbb96ee8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705921 Jul 30 03:40:32.447643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:32.457522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb5e70-10b8-4677-a978-f6571790edb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9f36c9-20af-4873-aff6-f391773a1cf7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:32.461435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242065f-cfc3-4711-b142-3c0a6ae1b6ac service neutron] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:32.475909 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-4ee20dc1-b423-4c25-9400-cae51dc83941 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561437 Jul 30 03:40:32.484486 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8ac00c-3248-4938-ab67-2313d991ff47 x-openstack-request-id: req-ca8ac00c-3248-4938-ab67-2313d991ff47 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:32.484977 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:32.485410 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca8ac00c-3248-4938-ab67-2313d991ff47 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:32.486452 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'status': 'completed', 'code': 200} Jul 30 03:40:32.494709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-c16d2afe-ae91-4990-9322-5c5858e97c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.496337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-c16d2afe-ae91-4990-9322-5c5858e97c05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.2853937 Jul 30 03:40:32.554510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-0ee45816-7ff1-410d-a26f-5a61ec8bbbe8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 217 time: 0.0503912 Jul 30 03:40:32.564168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8103bb45-3a0e-4267-9ad8-e9e9d0718fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.591740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-50b8dd59-7de2-4679-be4b-2ba8ae2d79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.592902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-50b8dd59-7de2-4679-be4b-2ba8ae2d79c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0854788 Jul 30 03:40:32.594773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8103bb45-3a0e-4267-9ad8-e9e9d0718fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.653592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-417230cb-6910-44f9-bf3c-0ee8f8b93e0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 217 time: 0.0442684 Jul 30 03:40:32.659343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-cd9b984f-5440-42e9-a97b-fe194e73addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.660903 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-cd9b984f-5440-42e9-a97b-fe194e73addd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.0965073 Jul 30 03:40:32.701123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-3070d32b-fe93-4706-9cd9-96819861c3d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321507 Jul 30 03:40:32.705888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9369013f-fc66-4eb1-be55-0d2c262c8eab req-fb09273b-bad1-400d-a630-b2e1e000d501 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945276 Jul 30 03:40:32.713219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9d90f530-fe42-40bd-b129-b2e2980f9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:32.714753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-9d90f530-fe42-40bd-b129-b2e2980f9737 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.0539088 Jul 30 03:40:32.716693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8103bb45-3a0e-4267-9ad8-e9e9d0718fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.719991 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8103bb45-3a0e-4267-9ad8-e9e9d0718fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:32.725654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8103bb45-3a0e-4267-9ad8-e9e9d0718fb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d9f36c9-20af-4873-aff6-f391773a1cf7 HTTP/1.1" status: 204 len: 168 time: 0.2743602 Jul 30 03:40:32.759269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-91b3ec4f-53a3-4a5e-b963-a61c83845eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317030 Jul 30 03:40:32.765417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103bb45-3a0e-4267-9ad8-e9e9d0718fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9f36c9-20af-4873-aff6-f391773a1cf7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:32.771822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['6db4ac50-a00c-4696-846d-5db1d3338bcf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:32.842237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-cdc5ab1c-8593-4518-b981-e519436c43d7 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330943 Jul 30 03:40:32.948743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-3801a025-48d4-42a8-8fcd-9d5b757d4276 service neutron] 10.222.0.16 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618907 Jul 30 03:40:32.962823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5f7172e-1089-4417-8a45-3836532ef2b3 req-d22725ec-4791-4e34-89e8-50fdb43e3e72 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125283 Jul 30 03:40:33.119938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7b7108-4820-4a8f-abe9-b42aef4e4c59 req-3eeccafe-8f7d-4949-94f5-7b9bf549d0c4 service neutron] 10.222.0.16 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627972 Jul 30 03:40:33.138224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49136) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:33.139294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12fc32-95d9-4878-879c-41a7b88b1207 req-39797370-6072-48a9-ac3e-ce9b00c8429f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.140870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd12fc32-95d9-4878-879c-41a7b88b1207 req-39797370-6072-48a9-ac3e-ce9b00c8429f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 944 time: 0.0794055 Jul 30 03:40:33.155393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26a1866b-4bcb-4b43-8755-ab0998d33396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.184499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd12fc32-95d9-4878-879c-41a7b88b1207 req-df1d8f18-1356-4533-893e-6ef9a8225710 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371122 Jul 30 03:40:33.186428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'tag': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:33.188746 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb928186-1c0d-4b0f-91f1-50a8cebf1f79", "tag": "d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:33.253410 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafb8afd-de22-4218-b74d-5cab8385ea38 x-openstack-request-id: req-cafb8afd-de22-4218-b74d-5cab8385ea38 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:33.253781 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb928186-1c0d-4b0f-91f1-50a8cebf1f79", "tag": "d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:33.253985 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cafb8afd-de22-4218-b74d-5cab8385ea38 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:33.254344 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'tag': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6', 'status': 'completed', 'code': 200} Jul 30 03:40:33.290269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 16dc396c-4198-434c-b2dd-d139a28909c0 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:33.292712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-9724e1a3-a29e-4db2-b795-d8e9c538fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.295675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-9724e1a3-a29e-4db2-b795-d8e9c538fe40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0691276 Jul 30 03:40:33.348833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26a1866b-4bcb-4b43-8755-ab0998d33396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.361799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26a1866b-4bcb-4b43-8755-ab0998d33396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.377372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-9281dc41-0a91-4226-9da6-034a1d92beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.378969 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-9281dc41-0a91-4226-9da6-034a1d92beec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 1096 time: 0.0841796 Jul 30 03:40:33.437417 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-26a1866b-4bcb-4b43-8755-ab0998d33396 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0b7d116b55e422faaebf97c8fabda18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978771 Jul 30 03:40:33.438064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49148) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:33.440633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-2200f46f-55e2-4605-863e-ff7b7b4aaad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.442341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-2200f46f-55e2-4605-863e-ff7b7b4aaad0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 913 time: 0.1329010 Jul 30 03:40:33.475390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b5e97-5e2d-447b-bacf-6d6f2f4219c6 req-c5eb5147-d027-40d7-96e1-f470ab98b25f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.477608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d9b5e97-5e2d-447b-bacf-6d6f2f4219c6 req-c5eb5147-d027-40d7-96e1-f470ab98b25f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.1790519 Jul 30 03:40:33.482013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 16dc396c-4198-434c-b2dd-d139a28909c0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=16dc396c-4198-434c-b2dd-d139a28909c0,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:33.485496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1866b-4bcb-4b43-8755-ab0998d33396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d02e2-5605-4360-b48a-af6bc8c55764,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:33.513808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '16dc396c-4198-434c-b2dd-d139a28909c0', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'port_id': '16dc396c-4198-434c-b2dd-d139a28909c0', 'mac_address': 'fa:16:3e:8b:c2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:33.533207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-3ea3c6e8-73cc-4e3d-915b-fc7781af7a2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 217 time: 0.0544198 Jul 30 03:40:33.557925 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.581447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dc396c-4198-434c-b2dd-d139a28909c0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:33.593813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8a88be7-81fb-472e-b21e-095de3917199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.601035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d9b5e97-5e2d-447b-bacf-6d6f2f4219c6 req-55636eb2-b0b2-4e88-a6c3-f249824e4b75 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662918 Jul 30 03:40:33.614327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 16dc396c-4198-434c-b2dd-d139a28909c0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=16dc396c-4198-434c-b2dd-d139a28909c0,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:33.615745 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.620852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8a88be7-81fb-472e-b21e-095de3917199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.656017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-5d0b1dce-3b70-41ba-93fb-22490424c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.658474 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-5d0b1dce-3b70-41ba-93fb-22490424c627 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.2579796 Jul 30 03:40:33.692377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=16dc396c-4198-434c-b2dd-d139a28909c0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:33.713851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-27ae0092-1048-4863-bddd-904959c99ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.717325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-27ae0092-1048-4863-bddd-904959c99ebe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.1280773 Jul 30 03:40:33.717464 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-22c770f3-2a06-4da7-bdd4-bd32f1e051d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 HTTP/1.1" status: 200 len: 217 time: 0.0492191 Jul 30 03:40:33.717649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec64a-0125-4ba5-a70d-81f381bacc32 req-30019c09-f715-4d64-a0e6-3def5506d333 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.719062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-371ec64a-0125-4ba5-a70d-81f381bacc32 req-30019c09-f715-4d64-a0e6-3def5506d333 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1096 time: 0.1330199 Jul 30 03:40:33.737920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8a88be7-81fb-472e-b21e-095de3917199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.742486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8a88be7-81fb-472e-b21e-095de3917199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:33.744333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c8a88be7-81fb-472e-b21e-095de3917199 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/443d02e2-5605-4360-b48a-af6bc8c55764 HTTP/1.1" status: 204 len: 168 time: 0.2745104 Jul 30 03:40:33.790421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-0f0f7455-919b-4f06-aad0-ba409b33245d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350630 Jul 30 03:40:33.793759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-371ec64a-0125-4ba5-a70d-81f381bacc32 req-0c60a241-2a71-40ef-95b0-e4dcc845070b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675044 Jul 30 03:40:33.794358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a88be7-81fb-472e-b21e-095de3917199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d02e2-5605-4360-b48a-af6bc8c55764,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:33.815382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-2b79f7d9-c541-4ace-8a04-8d1b03c32252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:33.818639 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-2b79f7d9-c541-4ace-8a04-8d1b03c32252 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.0613372 Jul 30 03:40:33.832557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['16dc396c-4198-434c-b2dd-d139a28909c0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:33.867475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-ebbd54e6-5a86-4b78-94cb-b273c03eea11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405974 Jul 30 03:40:33.923329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-216026b5-fd19-4dc9-95e5-f7eae2b3f0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244655 Jul 30 03:40:34.006433 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-d6b2308b-31c5-4d30-87ce-52534c724b48 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296263 Jul 30 03:40:34.109388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2be5f0a1-57ae-44b5-891c-3e00b143fd07 req-eb0eac81-f506-4850-9afd-f157d14ea553 service neutron] 10.222.0.16 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770668 Jul 30 03:40:34.141240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9aca0ecf-5b38-4ceb-85c4-fe7431145ca4 req-1a149bc2-fdd6-4200-a41a-7b827e1934c9 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231160 Jul 30 03:40:34.321453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58888407-be78-42b5-b0e2-00e67c6a810c req-44dd9733-0135-4e15-a554-fde61f2904bc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:34.323077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58888407-be78-42b5-b0e2-00e67c6a810c req-44dd9733-0135-4e15-a554-fde61f2904bc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 944 time: 0.0626149 Jul 30 03:40:34.364690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58888407-be78-42b5-b0e2-00e67c6a810c req-b921626d-1cc6-4347-9ac7-f97abb287ca4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Jul 30 03:40:34.791459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26721-5dc5-4809-a7bc-bec87207a7dd req-64a87de2-ead6-45e5-be69-824fb5c729bc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:34.793192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2c26721-5dc5-4809-a7bc-bec87207a7dd req-64a87de2-ead6-45e5-be69-824fb5c729bc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0706961 Jul 30 03:40:34.837623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2c26721-5dc5-4809-a7bc-bec87207a7dd req-7b0a96ea-e088-45a7-ba47-f6e806502779 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357890 Jul 30 03:40:34.945237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff320b6-85d2-4ae6-b40b-f231991f92c0 req-bacaecea-adb6-4922-863a-66ba55d74f01 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:34.946789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ff320b6-85d2-4ae6-b40b-f231991f92c0 req-bacaecea-adb6-4922-863a-66ba55d74f01 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0458474 Jul 30 03:40:34.983901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ff320b6-85d2-4ae6-b40b-f231991f92c0 req-fdc62732-e762-4217-bf9f-16d11277b90d tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298100 Jul 30 03:40:35.290480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 16dc396c-4198-434c-b2dd-d139a28909c0 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:35.348152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 16dc396c-4198-434c-b2dd-d139a28909c0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:35.351818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 16dc396c-4198-434c-b2dd-d139a28909c0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:35.352363 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:35.448785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:35.478551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dc396c-4198-434c-b2dd-d139a28909c0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:35.481644 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564aa4a-2b7c-4516-9e0c-e8f7a2654d18" -d '{"events": [{"server_uuid": "cd9f4323-6181-45fb-b9b9-57d3c2d69608", "name": "network-vif-plugged", "status": "completed", "tag": "16dc396c-4198-434c-b2dd-d139a28909c0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:35.496674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 16dc396c-4198-434c-b2dd-d139a28909c0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=16dc396c-4198-434c-b2dd-d139a28909c0,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:35.505053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:35.518784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a7e5-3578-4936-b1d6-14fb44b4c55c req-e4293b4f-5585-479e-9708-34362d3e88b4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:35.520297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1024a7e5-3578-4936-b1d6-14fb44b4c55c req-e4293b4f-5585-479e-9708-34362d3e88b4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 944 time: 0.0627911 Jul 30 03:40:35.616043 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb1ec5-3c30-4d41-904b-9bea01c710e3 x-openstack-request-id: req-cabb1ec5-3c30-4d41-904b-9bea01c710e3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:35.616248 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9f4323-6181-45fb-b9b9-57d3c2d69608", "name": "network-vif-plugged", "status": "completed", "tag": "16dc396c-4198-434c-b2dd-d139a28909c0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:35.617346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1024a7e5-3578-4936-b1d6-14fb44b4c55c req-69b2b4f0-8de3-4178-a3e8-8e6bad0f8873 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879853 Jul 30 03:40:35.618175 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cabb1ec5-3c30-4d41-904b-9bea01c710e3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:35.618873 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dc396c-4198-434c-b2dd-d139a28909c0', 'code': 200} Jul 30 03:40:35.625256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=16dc396c-4198-434c-b2dd-d139a28909c0,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:35.709870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fa208-1f70-4a5d-97ea-5a42a925b671 req-b03fe9eb-8898-42d4-abef-f46acacacbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:35.711770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c3fa208-1f70-4a5d-97ea-5a42a925b671 req-b03fe9eb-8898-42d4-abef-f46acacacbe9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.0528908 Jul 30 03:40:35.762461 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c3fa208-1f70-4a5d-97ea-5a42a925b671 req-a63f2344-9cd1-4304-98e8-9156358d453b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Jul 30 03:40:35.965737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6db4ac50-a00c-4696-846d-5db1d3338bcf up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:35.990921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee061ae-828d-4179-9ab3-cc3119d698c5 req-e12a9f14-b0cd-43b8-b2fb-95aa13427213 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:36.002466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ee061ae-828d-4179-9ab3-cc3119d698c5 req-e12a9f14-b0cd-43b8-b2fb-95aa13427213 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0740697 Jul 30 03:40:36.044236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 6db4ac50-a00c-4696-846d-5db1d3338bcf completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:36.052890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 6db4ac50-a00c-4696-846d-5db1d3338bcf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:36.053567 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:36.056639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ee061ae-828d-4179-9ab3-cc3119d698c5 req-8040f555-f146-40e0-a0ee-49531fe2e904 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528948 Jul 30 03:40:36.141308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8402594-d34d-4b06-9a9e-b17eca4274f4 req-a8796619-eb3c-4712-bc8f-ecdc16a5b197 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:36.150024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8402594-d34d-4b06-9a9e-b17eca4274f4 req-a8796619-eb3c-4712-bc8f-ecdc16a5b197 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0541079 Jul 30 03:40:36.168686 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:36.187693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8402594-d34d-4b06-9a9e-b17eca4274f4 req-0bb9f79e-0410-4d81-a9de-19a70934134f tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Jul 30 03:40:36.211373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6db4ac50-a00c-4696-846d-5db1d3338bcf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:36.222802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:36.277728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6db4ac50-a00c-4696-846d-5db1d3338bcf,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:36.752794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:36.758148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf35e7-a1dd-4c19-9bc8-f15093f07869 req-d0a58940-886c-4a67-b48c-606614b90f15 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:36.759935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bf35e7-a1dd-4c19-9bc8-f15093f07869 req-d0a58940-886c-4a67-b48c-606614b90f15 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 944 time: 0.0793767 Jul 30 03:40:36.817921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6bf35e7-a1dd-4c19-9bc8-f15093f07869 req-45295888-1c86-4ec1-a619-dd57b506c2cf tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488248 Jul 30 03:40:36.876510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c53a-c6a3-4b99-bc19-1d3f8e297fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:36.996530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c53a-c6a3-4b99-bc19-1d3f8e297fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.000547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c53a-c6a3-4b99-bc19-1d3f8e297fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.041313 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4a8c53a-c6a3-4b99-bc19-1d3f8e297fd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b3db72d61234da7a5bbf18c92806fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874291 Jul 30 03:40:37.042345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8c53a-c6a3-4b99-bc19-1d3f8e297fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68edf7b3-7451-49c4-8f98-6130531f093d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:37.044062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49300) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:37.099165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-319f1437-52d3-407b-bfaf-860e6e9ac802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.122662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-319f1437-52d3-407b-bfaf-860e6e9ac802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.197350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71483fd-9fe7-443b-be8e-353919272d7a req-2f70309d-54f0-4681-b9f4-ace0c2d419ac tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:37.198839 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c71483fd-9fe7-443b-be8e-353919272d7a req-2f70309d-54f0-4681-b9f4-ace0c2d419ac tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0814440 Jul 30 03:40:37.231946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-319f1437-52d3-407b-bfaf-860e6e9ac802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.234956 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-319f1437-52d3-407b-bfaf-860e6e9ac802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.237357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-319f1437-52d3-407b-bfaf-860e6e9ac802 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68edf7b3-7451-49c4-8f98-6130531f093d HTTP/1.1" status: 204 len: 168 time: 0.1909359 Jul 30 03:40:37.257672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f1437-52d3-407b-bfaf-860e6e9ac802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68edf7b3-7451-49c4-8f98-6130531f093d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:37.265203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c71483fd-9fe7-443b-be8e-353919272d7a req-a6b73f85-75a7-464b-b896-3406229019bc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584285 Jul 30 03:40:37.347173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f566b0-db5d-41c3-afa2-d5d4aa18767c req-81ee2e9c-2c97-40c6-bb50-569d802e3476 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:37.348752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4f566b0-db5d-41c3-afa2-d5d4aa18767c req-81ee2e9c-2c97-40c6-bb50-569d802e3476 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0537527 Jul 30 03:40:37.387172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4f566b0-db5d-41c3-afa2-d5d4aa18767c req-ca8fa1e3-7622-46f2-b8d2-9bdf41f597f5 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Jul 30 03:40:37.546833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:37.560298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94bd5c87-3197-4e82-ab0b-7c42727c9a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.619708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4ac50-a00c-4696-846d-5db1d3338bcf'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:37.622762 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49245a97-c243-481f-b917-0a13ff0d9da0" -d '{"events": [{"server_uuid": "2430a40d-fee2-46f3-aabd-55686e35b5d6", "name": "network-vif-plugged", "status": "completed", "tag": "6db4ac50-a00c-4696-846d-5db1d3338bcf"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:37.653209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94bd5c87-3197-4e82-ab0b-7c42727c9a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.659398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94bd5c87-3197-4e82-ab0b-7c42727c9a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.702226 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2859be-fed8-42ed-8fe3-c73c49036865 x-openstack-request-id: req-bb2859be-fed8-42ed-8fe3-c73c49036865 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:37.702522 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2430a40d-fee2-46f3-aabd-55686e35b5d6", "name": "network-vif-plugged", "status": "completed", "tag": "6db4ac50-a00c-4696-846d-5db1d3338bcf", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:37.702772 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb2859be-fed8-42ed-8fe3-c73c49036865 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:37.703214 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4ac50-a00c-4696-846d-5db1d3338bcf', 'code': 200} Jul 30 03:40:37.706197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-94bd5c87-3197-4e82-ab0b-7c42727c9a6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=821932904bda4486b69936e64e4a8451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582007 Jul 30 03:40:37.706553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49328) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:37.707583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd5c87-3197-4e82-ab0b-7c42727c9a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc137a0-ed00-4ebc-8dfd-46edcfb68f2f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:37.787672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c091b2b-e9c3-40f3-8315-443dbf1c0704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.853889 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c091b2b-e9c3-40f3-8315-443dbf1c0704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.875216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526f93b-a64c-4744-a1d3-dd53d6147ba5 req-d8649177-747a-40a7-9d21-6f06c249578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:37.877491 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d526f93b-a64c-4744-a1d3-dd53d6147ba5 req-d8649177-747a-40a7-9d21-6f06c249578a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0980477 Jul 30 03:40:37.922955 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d526f93b-a64c-4744-a1d3-dd53d6147ba5 req-870c3e66-768b-4a17-907a-c2dd48ad1b52 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Jul 30 03:40:37.947243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c091b2b-e9c3-40f3-8315-443dbf1c0704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.949841 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c091b2b-e9c3-40f3-8315-443dbf1c0704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:37.951230 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c091b2b-e9c3-40f3-8315-443dbf1c0704 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc137a0-ed00-4ebc-8dfd-46edcfb68f2f HTTP/1.1" status: 204 len: 168 time: 0.2429831 Jul 30 03:40:37.968317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c091b2b-e9c3-40f3-8315-443dbf1c0704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc137a0-ed00-4ebc-8dfd-46edcfb68f2f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:37.989456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce9438-1799-405b-a707-bbb5580ff0e3 req-c82a4d6f-9528-4389-bbee-ca7d677aeca3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:37.990076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:37.991066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-acce9438-1799-405b-a707-bbb5580ff0e3 req-c82a4d6f-9528-4389-bbee-ca7d677aeca3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 944 time: 0.0734859 Jul 30 03:40:38.047919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-acce9438-1799-405b-a707-bbb5580ff0e3 req-eaa9eb25-a15a-4505-bdf1-8d681448830c tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Jul 30 03:40:38.110296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:38.128699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6', 'network_id': 'd8ea973a-0778-41ec-b887-6aecd5d46f3d', 'port_id': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6', 'mac_address': 'fa:16:3e:1f:0b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9bee38-677a-4923-8b21-c1c05d66a3c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:38.172193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:38.188565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:38.214372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:38.218810 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:38.219772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:38.316297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:38.368894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:38.403488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'port_id': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'mac_address': 'fa:16:3e:4c:2e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcedd63f-e6ca-4ef4-9b87-787525cd35be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:38.459888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:38.482395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:38.506645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b129-dbcf-4079-8f27-00279073bb23 req-fa27067d-0841-4555-b980-f79c13d51423 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:38.506927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:38.508732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd08b129-dbcf-4079-8f27-00279073bb23 req-fa27067d-0841-4555-b980-f79c13d51423 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.1265879 Jul 30 03:40:38.512415 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:38.543700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fddf6-f934-4d0f-b013-2b3c0c128d81 req-62269536-745e-436e-b27c-8e53ee93f514 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:38.545324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-829fddf6-f934-4d0f-b013-2b3c0c128d81 req-62269536-745e-436e-b27c-8e53ee93f514 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0793109 Jul 30 03:40:38.581855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:38.597252 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd08b129-dbcf-4079-8f27-00279073bb23 req-17622f3b-2d26-4f46-b3a8-c3b8ac37d714 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813000 Jul 30 03:40:38.610568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-829fddf6-f934-4d0f-b013-2b3c0c128d81 req-3476438f-fa50-4466-99ac-36c9490163c3 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555031 Jul 30 03:40:39.137702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:39.166644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d7af102d-8f3b-4617-8afc-3c1869512dd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:39.185653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f6b2a-eda6-4d7f-a77e-9c62dbd7eece req-8edc59dc-b337-4699-a8db-2361ba175085 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:39.187555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-340f6b2a-eda6-4d7f-a77e-9c62dbd7eece req-8edc59dc-b337-4699-a8db-2361ba175085 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 945 time: 0.0660071 Jul 30 03:40:39.272051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-340f6b2a-eda6-4d7f-a77e-9c62dbd7eece req-ffe22695-9a0b-4133-8d08-3fa6b9d00897 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765107 Jul 30 03:40:39.768343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c06431-c57e-4cfb-895c-96668e631544 req-1534c45f-5156-404e-9881-e9c00b5dbc3b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:39.769852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0c06431-c57e-4cfb-895c-96668e631544 req-1534c45f-5156-404e-9881-e9c00b5dbc3b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0820379 Jul 30 03:40:39.772614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4df2a3-c968-4aa4-8e92-4dd28e8bac5c req-de5e7c5d-497e-4819-ac5e-ef2bfe48d539 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:39.776066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc4df2a3-c968-4aa4-8e92-4dd28e8bac5c req-de5e7c5d-497e-4819-ac5e-ef2bfe48d539 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0769241 Jul 30 03:40:39.849387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0c06431-c57e-4cfb-895c-96668e631544 req-4132b99e-3c12-47b5-b8a3-e9bf712fad57 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Jul 30 03:40:39.851423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc4df2a3-c968-4aa4-8e92-4dd28e8bac5c req-66020509-c9a5-42d5-aa35-4cecb0ba0222 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Jul 30 03:40:39.922300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:40.016707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba07b-ab2f-4b7a-a98b-eb7d707d7daf req-90dd57b2-e951-415d-bc88-dc418bd875c9 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:40.023931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7dba07b-ab2f-4b7a-a98b-eb7d707d7daf req-90dd57b2-e951-415d-bc88-dc418bd875c9 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0757852 Jul 30 03:40:40.058419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7dba07b-ab2f-4b7a-a98b-eb7d707d7daf req-84688a04-cec7-4dd8-a359-e37806be1484 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Jul 30 03:40:40.065115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ea9baf4-fcfb-46bc-bc5f-40e5b5a48899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.164430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ea9baf4-fcfb-46bc-bc5f-40e5b5a48899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.169786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ea9baf4-fcfb-46bc-bc5f-40e5b5a48899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.175302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c86d5-f785-4251-b432-568cf9c9dca8 req-93b7401a-d7b5-49d8-854e-e1f772ef2759 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:40.177447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c65c86d5-f785-4251-b432-568cf9c9dca8 req-93b7401a-d7b5-49d8-854e-e1f772ef2759 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0465598 Jul 30 03:40:40.211537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ea9baf4-fcfb-46bc-bc5f-40e5b5a48899 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f316b19e7204488be2575c4a153d893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880175 Jul 30 03:40:40.213071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9baf4-fcfb-46bc-bc5f-40e5b5a48899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf931dd-577c-450a-a0f7-9416b3ab69a2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:40.215633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49446) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:40.226344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c65c86d5-f785-4251-b432-568cf9c9dca8 req-af853f8a-a784-4cbb-a5c2-c86b1a787616 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Jul 30 03:40:40.281690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef804228-2621-4ea3-aa33-8cacf7c78dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.317692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef804228-2621-4ea3-aa33-8cacf7c78dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.390673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef804228-2621-4ea3-aa33-8cacf7c78dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.396011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef804228-2621-4ea3-aa33-8cacf7c78dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.398885 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef804228-2621-4ea3-aa33-8cacf7c78dd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bf931dd-577c-450a-a0f7-9416b3ab69a2 HTTP/1.1" status: 204 len: 168 time: 0.1821737 Jul 30 03:40:40.418736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97bf40-cd02-4ea9-afac-70b977de2da4 req-e7942c83-8d46-4eb6-aef3-cc0c244cf53c tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:40.426981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f97bf40-cd02-4ea9-afac-70b977de2da4 req-e7942c83-8d46-4eb6-aef3-cc0c244cf53c tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 945 time: 0.0744917 Jul 30 03:40:40.433267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef804228-2621-4ea3-aa33-8cacf7c78dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf931dd-577c-450a-a0f7-9416b3ab69a2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:40.474628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f97bf40-cd02-4ea9-afac-70b977de2da4 req-d98e53b7-d6d7-4762-81ff-e55867a4bb76 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463951 Jul 30 03:40:40.594614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-a75b22d0-fcd2-45c9-b1f4-4c17005249fb tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:40.597012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-a75b22d0-fcd2-45c9-b1f4-4c17005249fb tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/networks?id=777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 200 len: 910 time: 0.1150529 Jul 30 03:40:40.613371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-d27fe7f7-7ef2-41c4-b4ee-bca807b9deea tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/quotas/05e7ac16aadc442e80d0f25c902df8e7 HTTP/1.1" status: 200 len: 375 time: 0.0102103 Jul 30 03:40:40.665327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-4f3e34db-a1ea-4d7a-8c44-fdaf67319133 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456793 Jul 30 03:40:40.770193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-6fcc4de2-be0c-4cee-8106-d1a35717b802 service neutron] 10.222.0.39 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977192 Jul 30 03:40:40.874494 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:40.893217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-c53e9e0b-0c3f-47f2-81ea-bbc35afac77c service neutron] 10.222.0.39 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167567 Jul 30 03:40:40.991925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c730d73-cea2-45a8-be9b-a684b090e87e req-616fd819-8cf1-48ea-a9b8-ac280d2a2996 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:40.993514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c730d73-cea2-45a8-be9b-a684b090e87e req-616fd819-8cf1-48ea-a9b8-ac280d2a2996 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0622122 Jul 30 03:40:41.054100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c730d73-cea2-45a8-be9b-a684b090e87e req-a0755335-92bd-43ca-a91c-8d64190a196d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Jul 30 03:40:41.121451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c387be6d-febb-43be-80a3-20080094effa req-81e076ce-4849-4f07-94c4-3ac2d68090ad tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 210 time: 0.0330999 Jul 30 03:40:41.614794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d348b-7abf-4d99-a2cd-b75687b50310 req-f8d4c51c-7b55-424e-b64c-d18ee3ae8eae tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:41.618796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-964d348b-7abf-4d99-a2cd-b75687b50310 req-f8d4c51c-7b55-424e-b64c-d18ee3ae8eae tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 945 time: 0.0684485 Jul 30 03:40:41.677977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-964d348b-7abf-4d99-a2cd-b75687b50310 req-b8bd2011-3f3e-40f7-841c-bbb76882f1bd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 Jul 30 03:40:41.679969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49530) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:41.815447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd362-dfc7-4c9b-b625-04cf39987d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:41.906253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd362-dfc7-4c9b-b625-04cf39987d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:41.910132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd362-dfc7-4c9b-b625-04cf39987d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:41.950220 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9b7cd362-dfc7-4c9b-b625-04cf39987d7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0da9b93bbff440e9a8d6e51a4d9cbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686026 Jul 30 03:40:41.951152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cd362-dfc7-4c9b-b625-04cf39987d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db43ed-3bf4-42c4-bbce-a33d36a83c8b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:41.952894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:42.006033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-398ce124-8f16-4cce-8ca2-db19840526bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.024727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:42.036002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-398ce124-8f16-4cce-8ca2-db19840526bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.112981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port d7af102d-8f3b-4617-8afc-3c1869512dd0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:42.118539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port d7af102d-8f3b-4617-8afc-3c1869512dd0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:42.119342 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.127616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-398ce124-8f16-4cce-8ca2-db19840526bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.130452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-398ce124-8f16-4cce-8ca2-db19840526bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.133968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-398ce124-8f16-4cce-8ca2-db19840526bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3db43ed-3bf4-42c4-bbce-a33d36a83c8b HTTP/1.1" status: 204 len: 168 time: 0.1776171 Jul 30 03:40:42.143241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ce124-8f16-4cce-8ca2-db19840526bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db43ed-3bf4-42c4-bbce-a33d36a83c8b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:42.264486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.341523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:42.346404 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a0158e-5239-4298-b326-9f30e8dbda62" -d '{"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:42.359418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d49cb9e-f5fa-49cd-8343-71a8537ec439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.365421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:42.376092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.377394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:42.382243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-ecaa7438-eeb6-4830-b7f1-34512dc6ab08 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:42.384185 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-ecaa7438-eeb6-4830-b7f1-34512dc6ab08 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.18 "GET /v2.0/networks?id=777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 200 len: 910 time: 0.2147465 Jul 30 03:40:42.389510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877f2df-ef62-4e69-a8b6-aa290929e55d req-15f44c01-853a-43ae-9663-26919e194d4d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:42.399393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e877f2df-ef62-4e69-a8b6-aa290929e55d req-15f44c01-853a-43ae-9663-26919e194d4d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.1761720 Jul 30 03:40:42.400989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Request body: {'port': {'device_id': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'admin_state_up': True, 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:42.427938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Made reservation on behalf of 05e7ac16aadc442e80d0f25c902df8e7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:42.449520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.510109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84033178-54d4-43b7-9a22-420c87d08be1 req-ba8d5327-52bc-415f-a351-bbcb6039688c tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 210 time: 0.1058700 Jul 30 03:40:42.526680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:42.547065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:42.556402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:42.556784 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.588317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e877f2df-ef62-4e69-a8b6-aa290929e55d req-4507fa8c-78eb-4ce9-bf61-d9ce9a09a2da tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879606 Jul 30 03:40:42.614183 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:40:42.669815 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a704d1-c1ae-41ac-a5ee-8cd2f8c3b7f1 x-openstack-request-id: req-d8a704d1-c1ae-41ac-a5ee-8cd2f8c3b7f1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:42.670204 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:42.670547 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8a704d1-c1ae-41ac-a5ee-8cd2f8c3b7f1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:42.671023 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'code': 200} Jul 30 03:40:42.741385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.788163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:42.795305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:42.830581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Allocated IP 172.20.0.10 (777fc2e7-e161-46ad-8eaf-41b4fb18245b/c508eb6d-197e-4946-85a8-365a62c9b222/2d57d2ac-95c3-4c23-a52d-8c3fa8545c68) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:42.877731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c101a-d821-4e28-8a10-1cb801dccf6d req-ac12e783-d5a1-42ea-93a4-6f6ba9c31b91 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:42.879414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:42.888884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c40c101a-d821-4e28-8a10-1cb801dccf6d req-ac12e783-d5a1-42ea-93a4-6f6ba9c31b91 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1016667 Jul 30 03:40:42.954368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c40c101a-d821-4e28-8a10-1cb801dccf6d req-fefcac54-c8fe-4c51-bce0-c1bc005f2600 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596848 Jul 30 03:40:42.967700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad477-db00-4d3e-a8ec-befbdf578656 req-09de9f1a-b2da-45e5-96ba-87407b830816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:42.967700 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29fad477-db00-4d3e-a8ec-befbdf578656 req-09de9f1a-b2da-45e5-96ba-87407b830816 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.1572936 Jul 30 03:40:43.052828 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-29fad477-db00-4d3e-a8ec-befbdf578656 req-c3fae194-1316-4029-8b9c-dc28abf04ad1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770199 Jul 30 03:40:43.107746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:43.122294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Transition to ACTIVE for port object 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:43.177563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:43.209615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['6db4ac50-a00c-4696-846d-5db1d3338bcf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:43.223892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:43.227075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:43.241211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:43.402888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:43.403294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:43.451535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Pushing event updated for resources: {'Port': ['ID=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:43.472389 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-b5728f2f-f7fa-400a-87aa-d8ddedf5b190 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0776432 Jul 30 03:40:43.487779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Request body: {'port': {'device_id': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:43.611654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2471ca-fe14-40b6-aa1c-53786c1f5ae8 req-96cb3f7d-192b-451d-9555-d902a796d92e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:43.624913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce2471ca-fe14-40b6-aa1c-53786c1f5ae8 req-96cb3f7d-192b-451d-9555-d902a796d92e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1471403 Jul 30 03:40:43.651796 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:43.679863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce2471ca-fe14-40b6-aa1c-53786c1f5ae8 req-4dadc243-e2c8-463b-8105-317d236175d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Jul 30 03:40:43.713127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5d03e1ae-97bf-4555-aa47-fb833203636b None None] Provisioning for port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:43.719786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5d03e1ae-97bf-4555-aa47-fb833203636b None None] Provisioning complete for port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:43.720758 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d03e1ae-97bf-4555-aa47-fb833203636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:43.792387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b414a0-edd5-421a-8b4e-278540b32f99 req-f2976f33-f17e-4274-a7fb-7c9c13db5674 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:43.802074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13b414a0-edd5-421a-8b4e-278540b32f99 req-f2976f33-f17e-4274-a7fb-7c9c13db5674 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1028 time: 0.1184645 Jul 30 03:40:43.854227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5d03e1ae-97bf-4555-aa47-fb833203636b None None] Port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:43.891765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13b414a0-edd5-421a-8b4e-278540b32f99 req-62276700-cad7-4d69-9e99-9dc064b01279 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883412 Jul 30 03:40:43.968474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d813e-1f87-4b20-b3da-f2592d264b2c req-18f4d9a2-9f20-4b33-bf89-f4cf101e34cc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:43.976579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3d813e-1f87-4b20-b3da-f2592d264b2c req-18f4d9a2-9f20-4b33-bf89-f4cf101e34cc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1713667 Jul 30 03:40:44.037431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3d813e-1f87-4b20-b3da-f2592d264b2c req-8073a964-218c-4423-9c27-f0a18c2d225a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545740 Jul 30 03:40:44.078680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:44.088093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.102757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Transition to ACTIVE for port object 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:44.110053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.166315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Pushing event updated for resources: {'Port': ['ID=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:44.185121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06b9a9-6495-4a2a-9ee9-04e8f6241046 req-3d897e06-8e2f-49fd-a435-c200d6641df6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:44.186925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c06b9a9-6495-4a2a-9ee9-04e8f6241046 req-3d897e06-8e2f-49fd-a435-c200d6641df6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1485584 Jul 30 03:40:44.279546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Attempting to bind port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:44.279905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Attempting to bind port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:44.281969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Attempting to bind port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:44.294546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:44.295865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Attempting to bind port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 on network 777fc2e7-e161-46ad-8eaf-41b4fb18245b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:44.297523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c06b9a9-6495-4a2a-9ee9-04e8f6241046 req-1b264af1-aadb-4cca-8bc3-eabf32de625d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616393 Jul 30 03:40:44.335505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:44.335847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Checking segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:44.342015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Bound using segment: {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:44.342604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Bound port: 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:44.342978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.382022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:44.443678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] For port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:44.447396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] For port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:44.457141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.506949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:44.507673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.509286 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] 10.222.0.18 "PUT /v2.0/ports/2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 HTTP/1.1" status: 200 len: 1093 time: 1.0273199 Jul 30 03:40:44.513430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'tag': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:44.516567 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433" -d '{"events": [{"name": "network-changed", "server_uuid": "4a521ce3-0110-4ffd-bea9-0e124fe064df", "tag": "2d57d2ac-95c3-4c23-a52d-8c3fa8545c68"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:44.548587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2137-0ae0-4a12-8099-8af0ae066803 service neutron] Pushing event updated for resources: {'Port': ['ID=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:44.558046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7c851-1560-4333-8de3-4025c8d1dce8 req-614434b9-1d3f-4c6a-b542-53979a468e6b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:44.567103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bc7c851-1560-4333-8de3-4025c8d1dce8 req-614434b9-1d3f-4c6a-b542-53979a468e6b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1231024 Jul 30 03:40:44.634911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5e68-0924-45a8-8395-28531b0733d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.651775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bc7c851-1560-4333-8de3-4025c8d1dce8 req-03421755-a60b-48d5-a25f-081eca9f0a76 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834446 Jul 30 03:40:44.669159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b26b746-c979-4cae-a3a1-d0534321f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.672558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:44.676032 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88650286-78dd-42d7-9612-53f04d82ebc8" -d '{"events": [{"server_uuid": "cb928186-1c0d-4b0f-91f1-50a8cebf1f79", "name": "network-vif-plugged", "status": "completed", "tag": "d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:44.678302 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f015ea-7189-4ba3-b9d9-7d84dc6c20c5 x-openstack-request-id: req-c4f015ea-7189-4ba3-b9d9-7d84dc6c20c5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:44.678840 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a521ce3-0110-4ffd-bea9-0e124fe064df", "tag": "2d57d2ac-95c3-4c23-a52d-8c3fa8545c68", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:44.684668 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4f015ea-7189-4ba3-b9d9-7d84dc6c20c5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:44.686609 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'tag': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68', 'status': 'completed', 'code': 200} Jul 30 03:40:44.702109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-f3fa6cea-af69-4961-b74b-7df00be0d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:44.711256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-f3fa6cea-af69-4961-b74b-7df00be0d744 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1096 time: 0.0909076 Jul 30 03:40:44.755621 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8fcc50-a36a-45cb-b44f-ddcbe2b4440d x-openstack-request-id: req-ec8fcc50-a36a-45cb-b44f-ddcbe2b4440d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:44.756243 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb928186-1c0d-4b0f-91f1-50a8cebf1f79", "name": "network-vif-plugged", "status": "completed", "tag": "d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:44.756955 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec8fcc50-a36a-45cb-b44f-ddcbe2b4440d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:44.757380 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6', 'code': 200} Jul 30 03:40:44.796071 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-2593e8e6-f304-4bb6-aebc-53f48719bbe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 HTTP/1.1" status: 200 len: 217 time: 0.0694523 Jul 30 03:40:44.866192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5e68-0924-45a8-8395-28531b0733d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.881969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05925ee-9998-42ea-a24b-7e9b2ffa50a9 req-24d29010-2f21-40f3-b0c2-466c31e79b89 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:44.883757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d05925ee-9998-42ea-a24b-7e9b2ffa50a9 req-24d29010-2f21-40f3-b0c2-466c31e79b89 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0866737 Jul 30 03:40:44.884673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5e68-0924-45a8-8395-28531b0733d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.943017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b5e68-0924-45a8-8395-28531b0733d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3057fe-fa06-4936-8fc1-c6e0b471646d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:44.958074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:44.998695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc4b5e68-0924-45a8-8395-28531b0733d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6578af944a7f4db6b728ac0d06eb74be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146109 Jul 30 03:40:45.005201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:45.025881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d05925ee-9998-42ea-a24b-7e9b2ffa50a9 req-7a1533ed-9265-430e-883c-0692605ceda5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128931 Jul 30 03:40:45.108785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c970729-25e6-4995-a8d7-28a01e8e7414 req-fe439f42-4485-499a-a09e-82ebad169763 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.110539 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c970729-25e6-4995-a8d7-28a01e8e7414 req-fe439f42-4485-499a-a09e-82ebad169763 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1096 time: 0.0820160 Jul 30 03:40:45.114997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-299a0289-964d-468b-b771-77743bb0e69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:45.171507 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-299a0289-964d-468b-b771-77743bb0e69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:45.210874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-2945ced8-7488-49b2-babc-568611441273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.211914 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-2945ced8-7488-49b2-babc-568611441273 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c508eb6d-197e-4946-85a8-365a62c9b222 HTTP/1.1" status: 200 len: 849 time: 0.4011617 Jul 30 03:40:45.216964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cceab-9ff7-47cc-b16a-5c2c0f942198 req-9b722183-fcc7-4d93-ae6a-e0973078f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.218549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-767cceab-9ff7-47cc-b16a-5c2c0f942198 req-9b722183-fcc7-4d93-ae6a-e0973078f915 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 1098 time: 0.0571606 Jul 30 03:40:45.227173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c970729-25e6-4995-a8d7-28a01e8e7414 req-fd2a0a97-c334-4dc8-b558-a267636a9dcd tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060343 Jul 30 03:40:45.264923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2775-2b86-4c6b-8065-b648c308c273 req-ed747f9a-ae21-418d-aaa9-96908b55b75b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.273442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09de2775-2b86-4c6b-8065-b648c308c273 req-ed747f9a-ae21-418d-aaa9-96908b55b75b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1212618 Jul 30 03:40:45.287113 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-767cceab-9ff7-47cc-b16a-5c2c0f942198 req-a94d8a27-1681-46d9-85ae-6d04887a4fd4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587101 Jul 30 03:40:45.299366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e278-59fd-4d7a-8925-153e707589df req-711b78e1-057b-43ad-840d-3cecd4be3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.301102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-711b78e1-057b-43ad-840d-3cecd4be3ea3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=777fc2e7-e161-46ad-8eaf-41b4fb18245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814998 Jul 30 03:40:45.316051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09de2775-2b86-4c6b-8065-b648c308c273 req-e7176011-884e-41d3-9441-567c40f2f17a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Jul 30 03:40:45.317099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-299a0289-964d-468b-b771-77743bb0e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:45.320031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-299a0289-964d-468b-b771-77743bb0e69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:45.321141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-299a0289-964d-468b-b771-77743bb0e69d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b3057fe-fa06-4936-8fc1-c6e0b471646d HTTP/1.1" status: 204 len: 168 time: 0.3149478 Jul 30 03:40:45.329908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0289-964d-468b-b771-77743bb0e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3057fe-fa06-4936-8fc1-c6e0b471646d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:45.522928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-e1ec9443-f22b-4347-8b3e-60c2c8c6e581 service neutron] 10.222.0.18 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059495 Jul 30 03:40:45.627310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6661e278-59fd-4d7a-8925-153e707589df req-86fdac4b-d891-4262-aa33-c567372b0371 service neutron] 10.222.0.18 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975168 Jul 30 03:40:45.778230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-d7eff03c-ca4a-412e-acfd-0a90b735b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.779835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-d7eff03c-ca4a-412e-acfd-0a90b735b414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1096 time: 0.0627367 Jul 30 03:40:45.893247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-f33e67a9-e0f8-4a19-a189-7ae1574aba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.895163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-f33e67a9-e0f8-4a19-a189-7ae1574aba7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 200 len: 910 time: 0.1081572 Jul 30 03:40:45.955011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0b678-cc17-4504-b0b6-b81ad5fc8982 req-92e6fb32-b900-4455-8ee2-6c8c836f8f26 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.956748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ae0b678-cc17-4504-b0b6-b81ad5fc8982 req-92e6fb32-b900-4455-8ee2-6c8c836f8f26 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0887506 Jul 30 03:40:45.967061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-b0353d27-9ba7-4825-a9b8-01cf76c7ed06 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:45.967061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-b0353d27-9ba7-4825-a9b8-01cf76c7ed06 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 813 time: 0.1859119 Jul 30 03:40:45.967328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-222d6271-4a6f-4e7f-9510-96b964ddffb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 HTTP/1.1" status: 200 len: 217 time: 0.0527914 Jul 30 03:40:45.999656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-a3c59259-ce50-46d7-b040-8ccee8024071 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/quotas/882ad56c11884ce6be92e5e880d13e1e HTTP/1.1" status: 200 len: 375 time: 0.0238910 Jul 30 03:40:46.030299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ae0b678-cc17-4504-b0b6-b81ad5fc8982 req-cd852506-7dc2-4960-bd61-98baaa2a7e3b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 Jul 30 03:40:46.039456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-20bf7e9b-9515-4913-9dd4-07d0b4d36c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:46.041017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-20bf7e9b-9515-4913-9dd4-07d0b4d36c11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c508eb6d-197e-4946-85a8-365a62c9b222 HTTP/1.1" status: 200 len: 849 time: 0.0616834 Jul 30 03:40:46.097415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-83e823de-a246-479c-9632-7782f6061bc5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908198 Jul 30 03:40:46.123971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-3d336a87-99af-4a95-a574-2da2cdd98ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:46.125656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-3d336a87-99af-4a95-a574-2da2cdd98ddf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=777fc2e7-e161-46ad-8eaf-41b4fb18245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757880 Jul 30 03:40:46.236451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-aa9474fc-b2cd-49dd-9918-eb91e3e633b5 service neutron] 10.222.0.18 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014929 Jul 30 03:40:46.237763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-d4ca026f-b891-4da0-8601-258dbc4ad6f6 service neutron] 10.222.0.39 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394713 Jul 30 03:40:46.310901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb8bdf-5ef0-436f-bf98-93f7d10e05db req-28cdf97d-7aa3-4299-8e33-e6bce1e5a309 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:46.312374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1bb8bdf-5ef0-436f-bf98-93f7d10e05db req-28cdf97d-7aa3-4299-8e33-e6bce1e5a309 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1579976 Jul 30 03:40:46.331454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:46.372146 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92cfebcb-5fb5-4aa8-a4a3-0b213d660433 req-b248d459-12da-42dd-a1cb-c5afa3c42a1c service neutron] 10.222.0.18 "GET /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222920 Jul 30 03:40:46.402750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1bb8bdf-5ef0-436f-bf98-93f7d10e05db req-85b85cf9-2866-4265-bfe0-c13ab4efa8f0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757780 Jul 30 03:40:46.407817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-1dada419-5c97-4b83-bd95-c9bb2c01d1ec service neutron] 10.222.0.39 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625388 Jul 30 03:40:46.528300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea48db1-6c2d-48e5-a2c6-f4476ac11f57 req-dbb05593-12bb-45ed-a915-3f7f2a14bcff tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:46.544248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fea48db1-6c2d-48e5-a2c6-f4476ac11f57 req-dbb05593-12bb-45ed-a915-3f7f2a14bcff tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1096 time: 0.0635412 Jul 30 03:40:46.595646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fea48db1-6c2d-48e5-a2c6-f4476ac11f57 req-d5cd8519-f0a9-453a-9016-e7a2c642bd0c tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Jul 30 03:40:46.661219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49760) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:46.667790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f955bae6-1c84-4601-b63e-43579bc45dfd req-696ccc08-d82a-4f96-86cf-011637178cbf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 210 time: 0.0462575 Jul 30 03:40:46.839637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebeec0b9-76cd-476a-81c5-c7f87f96e62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:46.964448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebeec0b9-76cd-476a-81c5-c7f87f96e62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:46.969218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ebeec0b9-76cd-476a-81c5-c7f87f96e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.015778 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ebeec0b9-76cd-476a-81c5-c7f87f96e62d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b873e8932b048c79f2fdc4681b825c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535054 Jul 30 03:40:47.016648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeec0b9-76cd-476a-81c5-c7f87f96e62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f058580-4d4a-4580-8d7e-9ad5fab264b5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:47.019121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49778) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:47.082201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-661f96e7-239a-4253-b60b-21eecb2f9434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.152387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-661f96e7-239a-4253-b60b-21eecb2f9434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.208999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d79bd4-2145-4e99-b7fe-76239d0255fd req-8a539f05-db48-4b0c-a6ec-997ddd6e41a7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:47.210392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30d79bd4-2145-4e99-b7fe-76239d0255fd req-8a539f05-db48-4b0c-a6ec-997ddd6e41a7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0926664 Jul 30 03:40:47.239672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-661f96e7-239a-4253-b60b-21eecb2f9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.242277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-661f96e7-239a-4253-b60b-21eecb2f9434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.246183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-661f96e7-239a-4253-b60b-21eecb2f9434 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f058580-4d4a-4580-8d7e-9ad5fab264b5 HTTP/1.1" status: 204 len: 168 time: 0.2234025 Jul 30 03:40:47.262472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f96e7-239a-4253-b60b-21eecb2f9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f058580-4d4a-4580-8d7e-9ad5fab264b5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:47.296984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30d79bd4-2145-4e99-b7fe-76239d0255fd req-027e6718-0ebc-4776-bc20-6000bb0442e3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666263 Jul 30 03:40:47.325473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:47.454676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:47.467425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68', 'network_id': '777fc2e7-e161-46ad-8eaf-41b4fb18245b', 'port_id': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68', 'mac_address': 'fa:16:3e:6b:26:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c508eb6d-197e-4946-85a8-365a62c9b222', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:47.515920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.529457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:47.550804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:47.556466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:47.617918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-112dbfd2-18e3-47aa-b9db-14dff97a19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:47.619467 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-112dbfd2-18e3-47aa-b9db-14dff97a19cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 1098 time: 0.0668378 Jul 30 03:40:47.663909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:47.722489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b2c8b-a357-4174-804a-ad5f3c0245e3 req-786a58f2-8324-4849-8cae-aa41decd727e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:47.724215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de9b2c8b-a357-4174-804a-ad5f3c0245e3 req-786a58f2-8324-4849-8cae-aa41decd727e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1798818 Jul 30 03:40:47.740445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706a0d-3445-40a4-8d2c-04e9b7a9df4f req-2e25e2f0-74d3-4cc5-9328-49ae3e1a7787 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:47.750539 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a706a0d-3445-40a4-8d2c-04e9b7a9df4f req-2e25e2f0-74d3-4cc5-9328-49ae3e1a7787 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1105595 Jul 30 03:40:47.817248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a706a0d-3445-40a4-8d2c-04e9b7a9df4f req-0be55e7d-50ed-4f92-97e3-b338def0f92e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657413 Jul 30 03:40:47.825070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2d57d2ac-95c3-4c23-a52d-8c3fa8545c68'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:47.868575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de9b2c8b-a357-4174-804a-ad5f3c0245e3 req-88db691d-46fb-4ef8-a497-54637b9b78d4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151721 Jul 30 03:40:47.918465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-053c0cdf-4957-403b-b779-c654470ff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:47.920080 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-053c0cdf-4957-403b-b779-c654470ff50c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.2912879 Jul 30 03:40:47.961540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-1173cab1-8b6b-4e52-b723-4056bc615dc4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:47.971763 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-1173cab1-8b6b-4e52-b723-4056bc615dc4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.18 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 813 time: 0.2248921 Jul 30 03:40:47.978245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Request body: {'port': {'device_id': 'c51df886-d02a-4c75-990c-19a21b25949b', 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'admin_state_up': True, 'tenant_id': '882ad56c11884ce6be92e5e880d13e1e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:48.019560 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-99a300e1-0387-4114-8eb7-e7397f90f7df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 HTTP/1.1" status: 200 len: 217 time: 0.0896821 Jul 30 03:40:48.030835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:48.065363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1227e1a-5401-4156-9661-f9880085359f req-8fee0872-8d0e-4c4b-87ed-c034e500dbc6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 210 time: 0.0539348 Jul 30 03:40:48.091795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe53f-7bee-4306-a483-f188694cca7e req-bccf9039-7334-423d-a331-7c7c7035704e tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:48.093543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-019fe53f-7bee-4306-a483-f188694cca7e req-bccf9039-7334-423d-a331-7c7c7035704e tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1097 time: 0.1383345 Jul 30 03:40:48.168568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-f96fc9a3-6a5f-45c4-a31d-83aae769aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:48.170073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-f96fc9a3-6a5f-45c4-a31d-83aae769aeb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.1008346 Jul 30 03:40:48.222311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-019fe53f-7bee-4306-a483-f188694cca7e req-7823ae3f-2cc5-4841-9138-1a760aa3c1af tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158400 Jul 30 03:40:48.247678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-8ee3f1fa-4ffa-4d2a-bcd1-711e9dc56915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603027 Jul 30 03:40:48.312873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Made reservation on behalf of 882ad56c11884ce6be92e5e880d13e1e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:48.317920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:48.434975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-344542e7-6a7d-47a5-9130-1a829cea235d service neutron] 10.222.0.16 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720872 Jul 30 03:40:48.556889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Allocated IP 172.20.0.9 (5e642081-54e8-41b5-b5b3-57d91ce8ec14/dcedd63f-e6ca-4ef4-9b87-787525cd35be/39a18016-e850-4d3a-a7e0-fe919ae93adf) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:48.608600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-16a2f530-664e-4365-bd74-79345b5b6f89 req-23667156-3590-425d-ae6f-f81f5c662941 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415350 Jul 30 03:40:48.780113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:48.826604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:48.862061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d7af102d-8f3b-4617-8afc-3c1869512dd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:48.893017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:48.900461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:48.905279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:48.910084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Pushing event updated for resources: {'Port': ['ID=39a18016-e850-4d3a-a7e0-fe919ae93adf,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:48.995591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.006727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.041122 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2d5797c0-e6af-4e61-83d9-1eb61b6d45ca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0668795 Jul 30 03:40:49.059851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Request body: {'port': {'device_id': 'c51df886-d02a-4c75-990c-19a21b25949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:49.091307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a124-851e-4a7f-b79d-513d1f2b881c req-894ac161-24c5-422d-89ae-e01a11c46f04 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.093504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8aa0a124-851e-4a7f-b79d-513d1f2b881c req-894ac161-24c5-422d-89ae-e01a11c46f04 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1351235 Jul 30 03:40:49.102529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24b89-99b3-4ae0-a04c-65ba533272b3 req-fbd6ad50-5ccb-4bcb-a847-6750011298c9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.110411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfe24b89-99b3-4ae0-a04c-65ba533272b3 req-fbd6ad50-5ccb-4bcb-a847-6750011298c9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0957782 Jul 30 03:40:49.152017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.165377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfe24b89-99b3-4ae0-a04c-65ba533272b3 req-51ef6708-6603-449e-9ab4-2958214eaf6b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531337 Jul 30 03:40:49.216708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8aa0a124-851e-4a7f-b79d-513d1f2b881c req-c9875d10-07b6-4221-aa77-91eebd75c7db tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028681 Jul 30 03:40:49.332126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:49.377387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905eb0e-98b3-4c23-96d5-23b3780c9987 req-f13bf455-e6f8-472b-92dd-bda39a46d4f7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.384764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4905eb0e-98b3-4c23-96d5-23b3780c9987 req-f13bf455-e6f8-472b-92dd-bda39a46d4f7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 931 time: 0.1101241 Jul 30 03:40:49.453333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4905eb0e-98b3-4c23-96d5-23b3780c9987 req-35f97ea7-eddd-4e37-a8e5-8dacb6d38c8d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592957 Jul 30 03:40:49.464200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:49.479861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:49.480244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.551477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a0a3-a8d0-452f-932b-ad6863caefd6 req-f8e09e15-5a9f-45ab-b8a7-6ae566d1704d tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.557792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79f9a0a3-a8d0-452f-932b-ad6863caefd6 req-f8e09e15-5a9f-45ab-b8a7-6ae566d1704d tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1097 time: 0.0799747 Jul 30 03:40:49.558046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a18016-e850-4d3a-a7e0-fe919ae93adf {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:49.573395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.588672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Transition to ACTIVE for port object 39a18016-e850-4d3a-a7e0-fe919ae93adf will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:49.616846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.622309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79f9a0a3-a8d0-452f-932b-ad6863caefd6 req-65e156f5-d423-408f-83cd-0e458b468aeb tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558188 Jul 30 03:40:49.637977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.680982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=39a18016-e850-4d3a-a7e0-fe919ae93adf,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:49.699873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:49.703638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:49.706698 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6af54-ffdb-4823-9c83-65c16d89130c" -d '{"events": [{"server_uuid": "4a521ce3-0110-4ffd-bea9-0e124fe064df", "name": "network-vif-plugged", "status": "completed", "tag": "2d57d2ac-95c3-4c23-a52d-8c3fa8545c68"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:49.711910 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.762899 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc89653f-16c1-4314-a468-612798babad2 x-openstack-request-id: req-fc89653f-16c1-4314-a468-612798babad2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:49.763992 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a521ce3-0110-4ffd-bea9-0e124fe064df", "name": "network-vif-plugged", "status": "completed", "tag": "2d57d2ac-95c3-4c23-a52d-8c3fa8545c68", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:49.764256 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc89653f-16c1-4314-a468-612798babad2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:49.764666 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68', 'code': 200} Jul 30 03:40:49.788361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:49.815171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Attempting to bind port 39a18016-e850-4d3a-a7e0-fe919ae93adf on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:49.815700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Attempting to bind port 39a18016-e850-4d3a-a7e0-fe919ae93adf by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:49.815829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Attempting to bind port 39a18016-e850-4d3a-a7e0-fe919ae93adf on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:49.820435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Port 39a18016-e850-4d3a-a7e0-fe919ae93adf on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:40:49.820867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Attempting to bind port 39a18016-e850-4d3a-a7e0-fe919ae93adf on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:49.825761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:49.826166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Checking segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:49.826607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Bound using segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:49.827112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Bound port: 39a18016-e850-4d3a-a7e0-fe919ae93adf, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:49.827688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.879399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47670181-734f-4ff6-8269-c6bc54f4714e req-ea181f8f-5e8b-4758-bbba-fec8ae93fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.882103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47670181-734f-4ff6-8269-c6bc54f4714e req-ea181f8f-5e8b-4758-bbba-fec8ae93fefc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0530529 Jul 30 03:40:49.921193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] For port 39a18016-e850-4d3a-a7e0-fe919ae93adf, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:49.923660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:49.926617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] For port 39a18016-e850-4d3a-a7e0-fe919ae93adf, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:49.931502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47670181-734f-4ff6-8269-c6bc54f4714e req-7c910ec7-f684-418b-9332-0461627388bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370727 Jul 30 03:40:49.932883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.984467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:49.985514 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:49.987366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] 10.222.0.18 "PUT /v2.0/ports/39a18016-e850-4d3a-a7e0-fe919ae93adf HTTP/1.1" status: 200 len: 1092 time: 0.9341207 Jul 30 03:40:49.989723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51df886-d02a-4c75-990c-19a21b25949b', 'tag': '39a18016-e850-4d3a-a7e0-fe919ae93adf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:49.992070 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35" -d '{"events": [{"name": "network-changed", "server_uuid": "c51df886-d02a-4c75-990c-19a21b25949b", "tag": "39a18016-e850-4d3a-a7e0-fe919ae93adf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:50.019933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64f808-5358-4d61-ac84-bb27f177bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=39a18016-e850-4d3a-a7e0-fe919ae93adf,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:50.042735 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48993a-cdb2-4e56-8357-05c22198a873 x-openstack-request-id: req-4d48993a-cdb2-4e56-8357-05c22198a873 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:50.043063 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51df886-d02a-4c75-990c-19a21b25949b", "tag": "39a18016-e850-4d3a-a7e0-fe919ae93adf", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:50.043338 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d48993a-cdb2-4e56-8357-05c22198a873 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:50.043736 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51df886-d02a-4c75-990c-19a21b25949b', 'tag': '39a18016-e850-4d3a-a7e0-fe919ae93adf', 'status': 'completed', 'code': 200} Jul 30 03:40:50.113397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:50.145943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-f261f1e5-def2-497f-9c77-1a971a22d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.147479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-f261f1e5-def2-497f-9c77-1a971a22d92d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 1095 time: 0.0699942 Jul 30 03:40:50.151734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:50.229210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-445c9dfa-db7f-428a-b924-a1f688872699 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf HTTP/1.1" status: 200 len: 217 time: 0.0602703 Jul 30 03:40:50.292766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b04198-295e-4509-823b-6bf86e6fcc29 req-7ca9b146-1162-40a2-ab21-aad1ee00c7a6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.300190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6b04198-295e-4509-823b-6bf86e6fcc29 req-7ca9b146-1162-40a2-ab21-aad1ee00c7a6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0597770 Jul 30 03:40:50.324214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-141e8a6b-0b8c-405c-a0c6-ba5aea43dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.325945 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-141e8a6b-0b8c-405c-a0c6-ba5aea43dab0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.0872450 Jul 30 03:40:50.339693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6b04198-295e-4509-823b-6bf86e6fcc29 req-778b10e1-35b1-4be0-af41-cf0246c7be56 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Jul 30 03:40:50.366573 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-66950bbd-817b-4697-819c-d6b266fe4c92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301604 Jul 30 03:40:50.399706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1c393-a5ac-4701-9053-0de58db9d33e req-995640b0-c1f5-4068-b91a-ead0ca448787 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.401329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64e1c393-a5ac-4701-9053-0de58db9d33e req-995640b0-c1f5-4068-b91a-ead0ca448787 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0607243 Jul 30 03:40:50.449322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:50.451654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64e1c393-a5ac-4701-9053-0de58db9d33e req-4413529a-77da-4831-b833-d1187f354f7d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Jul 30 03:40:50.530069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-00ea60b6-398d-492d-85cc-3353bb1571b7 service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479404 Jul 30 03:40:50.590119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f228959-fb99-44bb-8d10-1fbb572dffa3 req-d47f935f-1fef-44cc-8739-ee896494690c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.591633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f228959-fb99-44bb-8d10-1fbb572dffa3 req-d47f935f-1fef-44cc-8739-ee896494690c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 943 time: 0.0542381 Jul 30 03:40:50.644460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f228959-fb99-44bb-8d10-1fbb572dffa3 req-1ca30665-d92c-498c-b5ee-8bd6b59dc5b9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Jul 30 03:40:50.669331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Allocated IP 172.25.6.185 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/d651bcc8-e716-47a6-80ef-1e4414ac1248) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:50.693439 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde64532-1345-4ffb-8ed3-9875a6950429 req-d9d406ba-962c-4a71-a068-0ee55e0422b7 service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519387 Jul 30 03:40:50.779535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3881c1e-16c4-4f2d-ba25-1878b01a56c5 req-0637102b-71a0-4397-a83b-38fcf2cce502 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.787912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3881c1e-16c4-4f2d-ba25-1878b01a56c5 req-0637102b-71a0-4397-a83b-38fcf2cce502 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0561936 Jul 30 03:40:50.820324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3881c1e-16c4-4f2d-ba25-1878b01a56c5 req-94c5eca2-7962-4290-9d14-1c5ca4544520 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Jul 30 03:40:50.871545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:50.874981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-f9c3c644-4e18-46ea-9395-4acb68449f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:50.876684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-f9c3c644-4e18-46ea-9395-4acb68449f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 1095 time: 0.1114044 Jul 30 03:40:51.007456 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-f5d1f39b-bb14-46d4-b76a-6233cfd460f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1297657 Jul 30 03:40:51.018354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:51.073007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-4ca0be8c-0c79-4bb2-b36b-9407636fdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.074649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-4ca0be8c-0c79-4bb2-b36b-9407636fdf96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 913 time: 0.1851401 Jul 30 03:40:51.094564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:51.106889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:51.407683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:51.416361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-47fa2ca4-e484-4bff-9a36-cea17829caf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf HTTP/1.1" status: 200 len: 217 time: 0.3236039 Jul 30 03:40:51.434414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Port': ['ID=d651bcc8-e716-47a6-80ef-1e4414ac1248,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:51.466396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a22ed-18f0-4683-9528-2335218a9744 req-0ba5ab9f-d382-4e81-adca-a573aaecfc96 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.468010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-564a22ed-18f0-4683-9528-2335218a9744 req-0ba5ab9f-d382-4e81-adca-a573aaecfc96 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0511196 Jul 30 03:40:51.474782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.475165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.475489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.475820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.476146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.476470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.476795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.477170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.477800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.477800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.478100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.478519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:51.498920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-c30e7cf2-eff2-4717-bbd1-6b15a256b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.500540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-c30e7cf2-eff2-4717-bbd1-6b15a256b2d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d912242ab4a459d90dd78a017923984&device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 1097 time: 0.4445479 Jul 30 03:40:51.521337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-247c8c84-49a5-42cc-ad5c-7c875db3c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.522799 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-247c8c84-49a5-42cc-ad5c-7c875db3c9bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.0861070 Jul 30 03:40:51.542768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-564a22ed-18f0-4683-9528-2335218a9744 req-6ab672c7-82b5-4aac-bc2a-be6cd37bdd89 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582204 Jul 30 03:40:51.615582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-d3979d79-aa3a-410c-8f79-408de6a84182 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776064 Jul 30 03:40:51.670028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567844d-d30d-4ede-9f88-5f95d554756e req-e1843fe2-8137-4856-8934-f3ebe3ac7c50 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.672550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c567844d-d30d-4ede-9f88-5f95d554756e req-e1843fe2-8137-4856-8934-f3ebe3ac7c50 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0607600 Jul 30 03:40:51.730380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:51.762654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c567844d-d30d-4ede-9f88-5f95d554756e req-86aadfe1-f2c8-476e-b2eb-0a0442104ba2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817256 Jul 30 03:40:51.815626 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-ef2c5817-65f8-4578-9233-ce432d9bc7fb service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696136 Jul 30 03:40:51.816589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-a4c65a25-ccf3-4fec-8ec4-08f51e4af6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.817903 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-a4c65a25-ccf3-4fec-8ec4-08f51e4af6a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48a0936e-dd32-4922-8e68-6e215aa9f65a HTTP/1.1" status: 200 len: 906 time: 0.2776320 Jul 30 03:40:51.818624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:51.822934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c15057-6451-433a-82e3-a20f2bf1ecd8 req-a63b04dd-b6fd-4833-9c79-0b69cf454245 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.832035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39c15057-6451-433a-82e3-a20f2bf1ecd8 req-a63b04dd-b6fd-4833-9c79-0b69cf454245 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 943 time: 0.0989292 Jul 30 03:40:51.872225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39c15057-6451-433a-82e3-a20f2bf1ecd8 req-022135a1-a725-496c-8313-d414077cf88f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Jul 30 03:40:51.972211 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-49210a1f-9f90-4d50-8a0a-086fc23bcc03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 HTTP/1.1" status: 200 len: 1000 time: 0.1278377 Jul 30 03:40:51.980436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19847fd-3501-4b22-881d-a6cd5d19da45 req-913434f4-04af-4f3d-899d-318cc1f610cd tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:51.982174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e19847fd-3501-4b22-881d-a6cd5d19da45 req-913434f4-04af-4f3d-899d-318cc1f610cd tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0511150 Jul 30 03:40:52.021005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e19847fd-3501-4b22-881d-a6cd5d19da45 req-b7df6eca-82e7-4252-a520-e29769d47e35 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jul 30 03:40:52.086570 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e4f9e6fa-d1e0-4169-83c5-8ac3659e6b35 req-185f249f-9122-4179-baea-4a03f387a1fb service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433896 Jul 30 03:40:52.091801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-09bea94a-e1c1-4c81-8bfd-b0e0a7bba992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.093150 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-09bea94a-e1c1-4c81-8bfd-b0e0a7bba992 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c4d3c04-13a5-4ab3-956a-b45027ad6170 HTTP/1.1" status: 200 len: 845 time: 0.1071222 Jul 30 03:40:52.131930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d993-d1e7-4fea-9713-3dd807e97a56 req-7424e1fd-aaa3-43b6-a8d8-3748bb5fa645 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.133586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a60d993-d1e7-4fea-9713-3dd807e97a56 req-7424e1fd-aaa3-43b6-a8d8-3748bb5fa645 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0456262 Jul 30 03:40:52.169457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a60d993-d1e7-4fea-9713-3dd807e97a56 req-590596fb-15b2-4ec5-97fc-ab32a7e42571 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299594 Jul 30 03:40:52.177690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-4ec6049e-3b6f-4eb8-8dad-75d87e15ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.179405 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-4ec6049e-3b6f-4eb8-8dad-75d87e15ff5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48a0936e-dd32-4922-8e68-6e215aa9f65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732391 Jul 30 03:40:52.188443 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.254180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.300583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0e50e-5749-4b1f-b9fa-4a9079253b5c req-0cbcc920-c342-4190-95ac-3847aa970769 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.302127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30f0e50e-5749-4b1f-b9fa-4a9079253b5c req-0cbcc920-c342-4190-95ac-3847aa970769 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0426822 Jul 30 03:40:52.337421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30f0e50e-5749-4b1f-b9fa-4a9079253b5c req-63f36f56-6ba9-4ece-90d0-5aa5403c1f02 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286863 Jul 30 03:40:52.350525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Port': ['ID=d651bcc8-e716-47a6-80ef-1e4414ac1248,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:52.368838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.375953 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-cd1553b3-d19d-45f2-a3f2-74c6fb5d5ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848550 Jul 30 03:40:52.396177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.397394 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fc4ff039-fa3d-4558-80d9-63ccafd22e63 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4727607 Jul 30 03:40:52.400481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49974) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:52.406451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1760920004'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:52.430760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Made reservation on behalf of 532959083c0d4a7d8e6e687e270b9dac for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:52.434672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.445844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.505489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b4eed91-8f57-4e87-b186-e41262434c0d req-ad18bc92-17c7-4ea6-9c13-3ff655835d9a service neutron] 10.222.0.16 "GET /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187136 Jul 30 03:40:52.591267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.598740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.631428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:40:52.652768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08879-189a-46dc-bc01-8c064a8148ba req-f1cbcfe1-6b25-434c-83c8-c794dbd7d9b2 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.654266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ce08879-189a-46dc-bc01-8c064a8148ba req-f1cbcfe1-6b25-434c-83c8-c794dbd7d9b2 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0986857 Jul 30 03:40:52.675381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95a617d-31d7-4995-96f5-31907f6ed68d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:52.677916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.678263 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Added segment 9cb90a2e-e6ba-4ed9-82c3-cef377459c83 of type vlan for network 6de7710b-6286-4b0b-9337-6f99dec7e629 Jul 30 03:40:52.726978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.727354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.727695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.728036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.728367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.728697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.729022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.729345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.729668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.729990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.730310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.730626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:52.755771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.784690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471a5c-255a-4a00-a785-b49625f682e9 req-f8ddd140-fe5d-4701-a399-2ce37a95d97e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.786297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94471a5c-255a-4a00-a785-b49625f682e9 req-f8ddd140-fe5d-4701-a399-2ce37a95d97e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1559560 Jul 30 03:40:52.789926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ce08879-189a-46dc-bc01-8c064a8148ba req-e5b1814d-da88-4253-a203-76ef2c652398 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100914 Jul 30 03:40:52.831715 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.837175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:52.837771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:52.897328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94471a5c-255a-4a00-a785-b49625f682e9 req-d0a3f7d1-a9bf-4a0d-9d53-705651f961fc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032209 Jul 30 03:40:52.916895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5147483 Jul 30 03:40:52.919235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:52.925883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Request body: {'subnet': {'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:52.947290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732d56c-37de-4fa8-93e6-0242ee0780d8 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Network': ['ID=6de7710b-6286-4b0b-9337-6f99dec7e629,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:52.967249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:40:53.062205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a508a-c04b-44e3-ab6b-ad4735669dc9 req-218313f6-dfba-414d-94fe-c89e70b0735e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:53.064041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef9a508a-c04b-44e3-ab6b-ad4735669dc9 req-218313f6-dfba-414d-94fe-c89e70b0735e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0832322 Jul 30 03:40:53.101636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Made reservation on behalf of 532959083c0d4a7d8e6e687e270b9dac for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:40:53.106683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:53.369397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 39a18016-e850-4d3a-a7e0-fe919ae93adf details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:40:53.467410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 39a18016-e850-4d3a-a7e0-fe919ae93adf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:53.484063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '39a18016-e850-4d3a-a7e0-fe919ae93adf', 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'port_id': '39a18016-e850-4d3a-a7e0-fe919ae93adf', 'mac_address': 'fa:16:3e:8d:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcedd63f-e6ca-4ef4-9b87-787525cd35be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:40:53.524788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:53.540466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a18016-e850-4d3a-a7e0-fe919ae93adf {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:40:53.558342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 39a18016-e850-4d3a-a7e0-fe919ae93adf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:53.562719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:53.575617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef9a508a-c04b-44e3-ab6b-ad4735669dc9 req-520e03fb-d386-451b-9995-60973ad4b812 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4980581 Jul 30 03:40:53.613147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6563f7-ff0f-4974-9553-9427b2561711 req-9d28b136-435d-4e2e-b987-dffdc139e45a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:53.616835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f6563f7-ff0f-4974-9553-9427b2561711 req-9d28b136-435d-4e2e-b987-dffdc139e45a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 943 time: 0.4820817 Jul 30 03:40:53.618940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=39a18016-e850-4d3a-a7e0-fe919ae93adf,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:53.689279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f6563f7-ff0f-4974-9553-9427b2561711 req-b35c16fb-074d-4b02-9695-f98f2ad41737 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668199 Jul 30 03:40:53.752087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:53.816868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Subnet': ['ID=129fe466-d289-4c40-a958-57cdedcabb8a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:53.826244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Checking segment: {'id': '9cb90a2e-e6ba-4ed9-82c3-cef377459c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:53.826598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network hostable DHCP agents. Network: 6de7710b-6286-4b0b-9337-6f99dec7e629, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:40:53.845899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:40:53.856842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 6de7710b-6286-4b0b-9337-6f99dec7e629) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:53.862059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['39a18016-e850-4d3a-a7e0-fe919ae93adf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:53.862429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:53.863295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:53.898040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef70cb-c362-420c-91c6-c91c7239d52c None None] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:53.905365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-08a9fca3-6ce8-4440-9f3a-455d9b776760 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9845784 Jul 30 03:40:53.909146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:53.914880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-326905463', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:40:53.920756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e871b-bb5c-45a8-9282-dc2ea167b4dd req-15f273cb-f859-4eb6-ae84-a8a28f23c421 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:53.922792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac4e871b-bb5c-45a8-9282-dc2ea167b4dd req-15f273cb-f859-4eb6-ae84-a8a28f23c421 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0516253 Jul 30 03:40:53.975736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac4e871b-bb5c-45a8-9282-dc2ea167b4dd req-6ec4827b-976b-4017-89f8-000dcde9b057 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Jul 30 03:40:53.988800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:53.990993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.084583 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.153173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d1a81-222f-4851-815b-f7878eb39f09 req-c7b8908d-cbd2-4a9d-99a1-b47a1a2bd1c4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:54.154837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-039d1a81-222f-4851-815b-f7878eb39f09 req-c7b8908d-cbd2-4a9d-99a1-b47a1a2bd1c4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1105304 Jul 30 03:40:54.193197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-6de7710b-6286-4b0b-9337-6f99dec7e629', 'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629', 'tenant_id': '532959083c0d4a7d8e6e687e270b9dac', 'fixed_ips': [{'subnet_id': '129fe466-d289-4c40-a958-57cdedcabb8a'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:40:54.193855 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.218256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-039d1a81-222f-4851-815b-f7878eb39f09 req-14eb2f04-c2c9-4c74-94ac-d159f7532441 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 Jul 30 03:40:54.268649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-6cd96c35-95c1-4697-ab97-1cae6f138868 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:54.270308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-6cd96c35-95c1-4697-ab97-1cae6f138868 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.1969264 Jul 30 03:40:54.276302 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.365203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Allocated IP 172.20.0.2 (6de7710b-6286-4b0b-9337-6f99dec7e629/129fe466-d289-4c40-a958-57cdedcabb8a/bdf96102-bb9c-44f3-933b-f24174c4cf2c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:54.437621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Deleting port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:40:54.437964 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.526344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.535854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Transition to ACTIVE for port object bdf96102-bb9c-44f3-933b-f24174c4cf2c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:54.544815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] For port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:54.545184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.552506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Transition to ACTIVE for port object bdf96102-bb9c-44f3-933b-f24174c4cf2c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:54.559573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.599637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:54.604540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:54.609212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:54.616158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Calling delete_port for 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:40:54.627962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Pushing event updated for resources: {'Port': ['ID=bdf96102-bb9c-44f3-933b-f24174c4cf2c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:54.659293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.683250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.684376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Attempting to bind port bdf96102-bb9c-44f3-933b-f24174c4cf2c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:40:54.684756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Attempting to bind port bdf96102-bb9c-44f3-933b-f24174c4cf2c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9cb90a2e-e6ba-4ed9-82c3-cef377459c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:40:54.685124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Attempting to bind port bdf96102-bb9c-44f3-933b-f24174c4cf2c on network 6de7710b-6286-4b0b-9337-6f99dec7e629 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:40:54.688109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.689073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.689559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.690119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.690465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.690800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.691163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.691487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.691819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.692143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.692470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.692797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:40:54.699444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:40:54.699825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Checking segment: {'id': '9cb90a2e-e6ba-4ed9-82c3-cef377459c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:40:54.700237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.700620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Bound using segment: {'id': '9cb90a2e-e6ba-4ed9-82c3-cef377459c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:40:54.701097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Bound port: bdf96102-bb9c-44f3-933b-f24174c4cf2c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb90a2e-e6ba-4ed9-82c3-cef377459c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:40:54.701490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.772642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12b2c6-d912-4513-8837-49d2e0566165 req-536b5842-bb62-481e-a4ad-d33fadfd658d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:54.781494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] For port bdf96102-bb9c-44f3-933b-f24174c4cf2c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:40:54.783236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e12b2c6-d912-4513-8837-49d2e0566165 req-536b5842-bb62-481e-a4ad-d33fadfd658d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1012945 Jul 30 03:40:54.787559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] For port bdf96102-bb9c-44f3-933b-f24174c4cf2c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdf96102-bb9c-44f3-933b-f24174c4cf2c,segment=NetworkSegment(9cb90a2e-e6ba-4ed9-82c3-cef377459c83),segment_id=9cb90a2e-e6ba-4ed9-82c3-cef377459c83)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:40:54.800829 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:54.881658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43a3fc-138b-4d73-b04c-329e97652604 None None] Pushing event updated for resources: {'Port': ['ID=bdf96102-bb9c-44f3-933b-f24174c4cf2c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:54.885392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e12b2c6-d912-4513-8837-49d2e0566165 req-0abf329b-32f4-443f-b38d-47d07bfe807c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981240 Jul 30 03:40:54.906328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196f689-110a-4bee-b675-8c70f22b85cb req-4dec3cff-391c-44ad-a76f-413dce21ce30 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:54.908542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e196f689-110a-4bee-b675-8c70f22b85cb req-4dec3cff-391c-44ad-a76f-413dce21ce30 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 944 time: 0.1052411 Jul 30 03:40:54.957977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Allocated IP 172.25.6.233 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/b642e505-eaf2-4569-a0b5-9b6f899d620c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:54.965027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e196f689-110a-4bee-b675-8c70f22b85cb req-33a2c839-51d7-42ef-86c8-3cc4237bac6c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Jul 30 03:40:55.158938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d98bee-6ed4-4d9a-a823-1dea17361337 req-5f999417-1ec2-46f2-a681-0253a96b78d6 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:55.160774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1d98bee-6ed4-4d9a-a823-1dea17361337 req-5f999417-1ec2-46f2-a681-0253a96b78d6 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a521ce3-0110-4ffd-bea9-0e124fe064df HTTP/1.1" status: 200 len: 1098 time: 0.0888438 Jul 30 03:40:55.178894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.182911 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.192355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2d57d2ac-95c3-4c23-a52d-8c3fa8545c68'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:55.247039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['6db4ac50-a00c-4696-846d-5db1d3338bcf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:55.251945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1d98bee-6ed4-4d9a-a823-1dea17361337 req-189763a2-231d-44c0-84e7-b8573801f4d1 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796731 Jul 30 03:40:55.257590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d57d2ac-95c3-4c23-a52d-8c3fa8545c68,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:55.355653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] No DVR routers for this DVR port 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:40:55.364299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.366765 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-23ecfb76-e395-43fe-a6ea-95ccbdd23767 req-fcec0f3b-bd8d-4385-973b-bb3e280f2f0b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 HTTP/1.1" status: 204 len: 173 time: 1.0871735 Jul 30 03:40:55.367302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'name': 'network-vif-deleted', 'tag': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:55.369634 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b71c50-2a68-4939-91f9-40dfedd4a31b" -d '{"events": [{"server_uuid": "4a521ce3-0110-4ffd-bea9-0e124fe064df", "name": "network-vif-deleted", "tag": "2d57d2ac-95c3-4c23-a52d-8c3fa8545c68"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:55.410998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.425910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 39a18016-e850-4d3a-a7e0-fe919ae93adf up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:55.518684 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac7c5d4-157e-428d-8c43-0be6bc9668ec x-openstack-request-id: req-bac7c5d4-157e-428d-8c43-0be6bc9668ec {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:55.518953 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a521ce3-0110-4ffd-bea9-0e124fe064df", "name": "network-vif-deleted", "tag": "2d57d2ac-95c3-4c23-a52d-8c3fa8545c68", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:55.519237 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bac7c5d4-157e-428d-8c43-0be6bc9668ec {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:55.521000 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a521ce3-0110-4ffd-bea9-0e124fe064df', 'name': 'network-vif-deleted', 'tag': '2d57d2ac-95c3-4c23-a52d-8c3fa8545c68', 'status': 'completed', 'code': 200} Jul 30 03:40:55.527743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:55.535024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:55.541586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 39a18016-e850-4d3a-a7e0-fe919ae93adf completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:55.543838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e0893-89a1-4a03-938a-55621dd36524 req-26401840-a579-47a6-9230-a14c43baa2d8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:55.545820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 39a18016-e850-4d3a-a7e0-fe919ae93adf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:55.546201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.547376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:55.552911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25e0893-89a1-4a03-938a-55621dd36524 req-26401840-a579-47a6-9230-a14c43baa2d8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1240611 Jul 30 03:40:55.554640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Port': ['ID=b642e505-eaf2-4569-a0b5-9b6f899d620c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:55.613735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25e0893-89a1-4a03-938a-55621dd36524 req-094d98d5-60b9-4ec2-bf59-de8f1179c362 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Jul 30 03:40:55.683668 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.715553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51df886-d02a-4c75-990c-19a21b25949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a18016-e850-4d3a-a7e0-fe919ae93adf'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:55.717858 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1bed4e-a4a0-4024-8e8c-6713f7e4b12d" -d '{"events": [{"server_uuid": "c51df886-d02a-4c75-990c-19a21b25949b", "name": "network-vif-plugged", "status": "completed", "tag": "39a18016-e850-4d3a-a7e0-fe919ae93adf"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:55.731890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 39a18016-e850-4d3a-a7e0-fe919ae93adf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:55.738410 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:55.739278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:40:55.764000 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109069d3-05cd-429a-b92f-65b0abac369f x-openstack-request-id: req-109069d3-05cd-429a-b92f-65b0abac369f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:55.764299 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51df886-d02a-4c75-990c-19a21b25949b", "name": "network-vif-plugged", "status": "completed", "tag": "39a18016-e850-4d3a-a7e0-fe919ae93adf", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:55.764551 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-109069d3-05cd-429a-b92f-65b0abac369f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:55.764938 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51df886-d02a-4c75-990c-19a21b25949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a18016-e850-4d3a-a7e0-fe919ae93adf', 'code': 200} Jul 30 03:40:55.765431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:40:55.765768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2d57d2ac-95c3-4c23-a52d-8c3fa8545c68 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:40:55.816482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=39a18016-e850-4d3a-a7e0-fe919ae93adf,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:55.997083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:56.000363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd61a1-6029-461c-8aab-80ce529d75cc req-3c928e5a-b4aa-4ee1-8111-4ed9e25ae4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:56.002145 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52cd61a1-6029-461c-8aab-80ce529d75cc req-3c928e5a-b4aa-4ee1-8111-4ed9e25ae4af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 1097 time: 0.1429312 Jul 30 03:40:56.109917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ecff-5520-4c2f-baf6-d509cb62d6cc req-972c494b-40d6-40e9-91cf-1ab4a4718795 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:56.112021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a93ecff-5520-4c2f-baf6-d509cb62d6cc req-972c494b-40d6-40e9-91cf-1ab4a4718795 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0895734 Jul 30 03:40:56.183694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a93ecff-5520-4c2f-baf6-d509cb62d6cc req-01a26580-cf42-4684-a97a-1bb332dde835 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573010 Jul 30 03:40:56.219083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794391ff-5966-4cb3-90cd-477492bb9de7 req-26d4b61b-7ccb-4e41-ab75-2cacc7a719ad tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:56.229427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-794391ff-5966-4cb3-90cd-477492bb9de7 req-26d4b61b-7ccb-4e41-ab75-2cacc7a719ad tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 945 time: 0.1392517 Jul 30 03:40:56.309828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-794391ff-5966-4cb3-90cd-477492bb9de7 req-1856e2f0-c978-4279-9725-f6f44e27675a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Jul 30 03:40:56.457272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64ac6c-f856-44f9-9615-94e57dbe1587 None None] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:40:56.509903 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52cd61a1-6029-461c-8aab-80ce529d75cc req-7fedbc1b-e119-4fe0-8e22-682a85c5ad8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468546 Jul 30 03:40:56.537815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fb91e0f4-06ba-40d1-8f42-1af9db08ee23 None None] Provisioning for port bdf96102-bb9c-44f3-933b-f24174c4cf2c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:56.635730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:56.651516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262ba9c-3215-432c-8f5f-138848d3b45a req-4341457f-6184-494f-b61c-ad63d5baefce tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:56.659120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2262ba9c-3215-432c-8f5f-138848d3b45a req-4341457f-6184-494f-b61c-ad63d5baefce tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0543516 Jul 30 03:40:56.697153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2262ba9c-3215-432c-8f5f-138848d3b45a req-183b255c-48d6-4e46-a43b-05bad4ca7280 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369325 Jul 30 03:40:56.806016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeca589-c65c-4eb1-9561-86554add43f2 req-da9116e5-b9a4-476a-a390-a7779d7ed6fc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:56.807764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9aeca589-c65c-4eb1-9561-86554add43f2 req-da9116e5-b9a4-476a-a390-a7779d7ed6fc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0724413 Jul 30 03:40:56.835646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Router 2e55b53f-c935-4bf1-b4d3-b63068f2d3af is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:40:56.861683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9aeca589-c65c-4eb1-9561-86554add43f2 req-1c44382a-61ca-491a-acdc-f971370e76e6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Jul 30 03:40:56.916843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdf96102-bb9c-44f3-933b-f24174c4cf2c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:56.984401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port bdf96102-bb9c-44f3-933b-f24174c4cf2c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:56.991221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bdf96102-bb9c-44f3-933b-f24174c4cf2c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:56.991739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:57.034276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:40:57.046941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] Sync routers for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:40:57.055867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:57.059914 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9009548-db63-4f7c-bd3b-2c38dd1aa6cf tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1473045 Jul 30 03:40:57.060268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:40:57.089933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:57.090563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:57.133793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:57.136131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:57.139748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e9cce47d-2425-487e-9559-bfedd0706cbc None None] Provisioning complete for port bdf96102-bb9c-44f3-933b-f24174c4cf2c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:57.140125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9cce47d-2425-487e-9559-bfedd0706cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:57.177974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:40:57.178603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:57.231708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:40:57.232371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d8d9a-01d5-4135-b818-5e6b541af17f None None] The sync data for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:40:57.245646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port bdf96102-bb9c-44f3-933b-f24174c4cf2c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdf96102-bb9c-44f3-933b-f24174c4cf2c,segment=NetworkSegment(9cb90a2e-e6ba-4ed9-82c3-cef377459c83),segment_id=9cb90a2e-e6ba-4ed9-82c3-cef377459c83)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:57.266120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:57.355294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=bdf96102-bb9c-44f3-933b-f24174c4cf2c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:57.417614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82121-0d18-4e44-b8f0-ad60bf7d1445 req-f0e10b53-4455-4563-aa8a-ba83945f290f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:57.426658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2b82121-0d18-4e44-b8f0-ad60bf7d1445 req-f0e10b53-4455-4563-aa8a-ba83945f290f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1431119 Jul 30 03:40:57.519541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2b82121-0d18-4e44-b8f0-ad60bf7d1445 req-58f1da3e-47b1-4280-aa80-8ac3a1f57986 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918949 Jul 30 03:40:57.612366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb09d87-79f7-42ca-a24e-375aaede646b req-bc93b85b-5b8e-4b86-aa25-22c756ee5ea9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:57.614103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afb09d87-79f7-42ca-a24e-375aaede646b req-bc93b85b-5b8e-4b86-aa25-22c756ee5ea9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 945 time: 0.1153233 Jul 30 03:40:57.697570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afb09d87-79f7-42ca-a24e-375aaede646b req-07204127-9864-4ba7-82d1-a41fdb03344b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744092 Jul 30 03:40:57.859998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-4e7cc070-7bb0-4924-b3c1-d08a69a96c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:57.861963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-4e7cc070-7bb0-4924-b3c1-d08a69a96c09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.0437138 Jul 30 03:40:57.899356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d1607-8f98-414c-ac39-8deca0b36678 req-1599c2d2-f6f8-4d22-87d7-5541560c8968 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:57.900999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e63d1607-8f98-414c-ac39-8deca0b36678 req-1599c2d2-f6f8-4d22-87d7-5541560c8968 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1263306 Jul 30 03:40:57.909303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5acdb-2c9d-4b39-b8b9-115feb9ea5a7 req-bc53f862-f2a7-4e4e-82e1-22897b367aff tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:57.911802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d5acdb-2c9d-4b39-b8b9-115feb9ea5a7 req-bc53f862-f2a7-4e4e-82e1-22897b367aff tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.1185756 Jul 30 03:40:57.985679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-f5765e26-2185-4529-b171-dcefff1899ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:57.987130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-f5765e26-2185-4529-b171-dcefff1899ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.1175947 Jul 30 03:40:58.035116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e63d1607-8f98-414c-ac39-8deca0b36678 req-34ca40f8-0e53-4c39-9596-6fa5cc36177d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163578 Jul 30 03:40:58.051392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:58.056404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d5acdb-2c9d-4b39-b8b9-115feb9ea5a7 req-6faa3726-7290-42b6-a9fb-0d61eb434006 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1011e84-8f2a-4972-abda-8e409b8a5e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292987 Jul 30 03:40:58.094232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-088b6842-35f8-40d9-bbc5-8c092de90da7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.0966713 Jul 30 03:40:58.171699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-2d6a60a0-eda4-4373-8652-d766d3f64a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:58.173907 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-2d6a60a0-eda4-4373-8652-d766d3f64a54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0719006 Jul 30 03:40:58.280078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-f4d13566-a053-48e3-ae0e-843fbf6e56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:58.281776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-f4d13566-a053-48e3-ae0e-843fbf6e56c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961897 Jul 30 03:40:58.438085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991f0e-d624-4d6b-bc02-8865839b61c5 req-8c33bedc-a92f-4b74-860f-77a5368bac82 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:58.446085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9991f0e-d624-4d6b-bc02-8865839b61c5 req-8c33bedc-a92f-4b74-860f-77a5368bac82 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.2363780 Jul 30 03:40:58.462793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-8f3680fc-3a37-49a5-9703-debbfc239f4b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:58.464785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-8f3680fc-3a37-49a5-9703-debbfc239f4b tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0843713 Jul 30 03:40:58.468997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-d6d2a468-5783-4afe-9f56-779cb5c77799 service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723013 Jul 30 03:40:58.542749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f9340-33a7-44ba-990d-0203e7f93f46 req-5f671653-4278-4ca2-996e-aac452462070 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:58.544311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f99f9340-33a7-44ba-990d-0203e7f93f46 req-5f671653-4278-4ca2-996e-aac452462070 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 945 time: 0.1792414 Jul 30 03:40:58.570296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9991f0e-d624-4d6b-bc02-8865839b61c5 req-e5baf269-82e7-454e-a2d8-459e5d86f9b1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231053 Jul 30 03:40:58.652625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Allocated IP 172.20.0.1 (6de7710b-6286-4b0b-9337-6f99dec7e629/129fe466-d289-4c40-a958-57cdedcabb8a/442dac94-5989-411c-adee-d22a58363a9b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:40:58.664281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f99f9340-33a7-44ba-990d-0203e7f93f46 req-c76635a3-0ddb-4d1b-9b40-ca47e0aa728c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Jul 30 03:40:58.669333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c8bf999-fc7f-4e4c-a728-de949cd9ad7a req-3388e9cd-0c32-4f09-86d0-7bbf080d2d8e service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905286 Jul 30 03:40:58.708901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Deleting port 6db4ac50-a00c-4696-846d-5db1d3338bcf {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:40:58.709473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:58.843953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] For port 6db4ac50-a00c-4696-846d-5db1d3338bcf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6db4ac50-a00c-4696-846d-5db1d3338bcf,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:40:58.845077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:58.848027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdf96102-bb9c-44f3-933b-f24174c4cf2c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:40:58.871752 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:58.876733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Calling delete_port for 6db4ac50-a00c-4696-846d-5db1d3338bcf owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:40:58.892095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Transition to ACTIVE for port object 442dac94-5989-411c-adee-d22a58363a9b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:40:58.918157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bdf96102-bb9c-44f3-933b-f24174c4cf2c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:58.918602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:58.953133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:59.061634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:40:59.067455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:40:59.073604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:40:59.076938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:59.126902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db4ac50-a00c-4696-846d-5db1d3338bcf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:59.132476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['6db4ac50-a00c-4696-846d-5db1d3338bcf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:40:59.147602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Port': ['ID=442dac94-5989-411c-adee-d22a58363a9b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:40:59.190254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] No DVR routers for this DVR port 6db4ac50-a00c-4696-846d-5db1d3338bcf on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:40:59.213107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:59.217944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1bcb4b1a-9572-4d75-b3bb-d179afc2588f req-21d21559-b6eb-41b9-957f-3906597bc2ef tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6db4ac50-a00c-4696-846d-5db1d3338bcf HTTP/1.1" status: 204 len: 173 time: 0.7454636 Jul 30 03:40:59.221167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'name': 'network-vif-deleted', 'tag': '6db4ac50-a00c-4696-846d-5db1d3338bcf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:40:59.224991 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0be9c94-ac7b-4948-a8f4-a2f5956bb4e4" -d '{"events": [{"server_uuid": "2430a40d-fee2-46f3-aabd-55686e35b5d6", "name": "network-vif-deleted", "tag": "6db4ac50-a00c-4696-846d-5db1d3338bcf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:40:59.359693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:59.440864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a3caa08-57a2-4a73-b0f1-dace797bca34 req-ba80375c-9a07-4458-88d8-ee27216b6271 tempest-TestServerMultinode-461967194 tempest-TestServerMultinode-461967194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2430a40d-fee2-46f3-aabd-55686e35b5d6 HTTP/1.1" status: 200 len: 210 time: 0.1387794 Jul 30 03:40:59.533301 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4dacd-91bf-44e0-8c28-240c82e5b545 x-openstack-request-id: req-4fd4dacd-91bf-44e0-8c28-240c82e5b545 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:40:59.533668 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2430a40d-fee2-46f3-aabd-55686e35b5d6", "name": "network-vif-deleted", "tag": "6db4ac50-a00c-4696-846d-5db1d3338bcf", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:40:59.534047 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fd4dacd-91bf-44e0-8c28-240c82e5b545 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:40:59.534313 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2430a40d-fee2-46f3-aabd-55686e35b5d6', 'name': 'network-vif-deleted', 'tag': '6db4ac50-a00c-4696-846d-5db1d3338bcf', 'status': 'completed', 'code': 200} Jul 30 03:40:59.569529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b594fb8-11e5-4168-ac85-4cd59dc1826d req-fdca9383-e90f-46c1-a066-3c4ecebe7910 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:59.571058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b594fb8-11e5-4168-ac85-4cd59dc1826d req-fdca9383-e90f-46c1-a066-3c4ecebe7910 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.3035285 Jul 30 03:40:59.608829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-585df693-e7c3-439d-879c-49ecfdff48a7 None None] Provisioning for port 442dac94-5989-411c-adee-d22a58363a9b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:40:59.614339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-585df693-e7c3-439d-879c-49ecfdff48a7 None None] Provisioning complete for port 442dac94-5989-411c-adee-d22a58363a9b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:40:59.615009 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-585df693-e7c3-439d-879c-49ecfdff48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:59.658788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-585df693-e7c3-439d-879c-49ecfdff48a7 None None] Port 442dac94-5989-411c-adee-d22a58363a9b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:40:59.671595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b594fb8-11e5-4168-ac85-4cd59dc1826d req-27ea5e71-fd04-4745-a2ab-47bf73c3784e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898349 Jul 30 03:40:59.728258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:40:59.798611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f922a0-cdaf-4d5e-a19d-b26f0c3559ea req-2f3b6422-4f54-4065-adf7-c318979f6500 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:59.799667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75f922a0-cdaf-4d5e-a19d-b26f0c3559ea req-2f3b6422-4f54-4065-adf7-c318979f6500 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1270797 Jul 30 03:40:59.933660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75f922a0-cdaf-4d5e-a19d-b26f0c3559ea req-1c5a2c29-2cdf-48be-9572-e74ac4081d31 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275401 Jul 30 03:40:59.943635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-9f4afda5-9fde-45d7-9461-e32c3ad121c7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:40:59.946778 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-9f4afda5-9fde-45d7-9461-e32c3ad121c7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 945 time: 0.0839996 Jul 30 03:41:00.009361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b320-da09-4ed4-9ff4-a20d44ed594b req-ca0505a4-19ca-4940-85d0-97e6b14fc061 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:00.010895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f627b320-da09-4ed4-9ff4-a20d44ed594b req-ca0505a4-19ca-4940-85d0-97e6b14fc061 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51df886-d02a-4c75-990c-19a21b25949b HTTP/1.1" status: 200 len: 945 time: 0.1307390 Jul 30 03:41:00.104853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Deleting port 39a18016-e850-4d3a-a7e0-fe919ae93adf {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:00.105211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.121058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f627b320-da09-4ed4-9ff4-a20d44ed594b req-8c95aa58-5d57-4d34-b951-fca562b78012 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970592 Jul 30 03:41:00.210492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] For port 39a18016-e850-4d3a-a7e0-fe919ae93adf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=39a18016-e850-4d3a-a7e0-fe919ae93adf,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:00.211615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.225805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Calling delete_port for 39a18016-e850-4d3a-a7e0-fe919ae93adf owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:00.228112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.234079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.321740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.323558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Port': ['ID=442dac94-5989-411c-adee-d22a58363a9b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:00.380841 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.393880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['39a18016-e850-4d3a-a7e0-fe919ae93adf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:41:00.412426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Pushing event deleted for resources: {'Port': ['ID=39a18016-e850-4d3a-a7e0-fe919ae93adf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:00.423348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d7af102d-8f3b-4617-8afc-3c1869512dd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:41:00.449636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:00.451263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:00.481687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] No DVR routers for this DVR port 39a18016-e850-4d3a-a7e0-fe919ae93adf on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:00.487913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.509023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6355389f-b1e2-43e6-9a03-d7eee202f026 req-399f0102-3969-42be-adbf-207e046c5695 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.18 "DELETE /v2.0/ports/39a18016-e850-4d3a-a7e0-fe919ae93adf HTTP/1.1" status: 204 len: 173 time: 0.5356352 Jul 30 03:41:00.549375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50336) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:00.599960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.652425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Router 2e55b53f-c935-4bf1-b4d3-b63068f2d3af has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:00.863534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:00.869298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-74aedcd1-9cd7-4b5f-832b-b7f2180f141e tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "PUT /v2.0/routers/2e55b53f-c935-4bf1-b4d3-b63068f2d3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8075287 Jul 30 03:41:00.875321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50374) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:00.877678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67447e-d901-40d1-908b-1e6c810c0e59 req-6dc86e03-5764-4c67-8683-3091d490cfd9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:00.881690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] Sync routers for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:00.883346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Request body: {'port': {'network_id': '6de7710b-6286-4b0b-9337-6f99dec7e629', 'name': 'tempest-FloatingIPAdminTestJSON-1720222589'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:00.886268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f67447e-d901-40d1-908b-1e6c810c0e59 req-6dc86e03-5764-4c67-8683-3091d490cfd9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1153333 Jul 30 03:41:00.895335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-05bb55e3-23f9-484d-9ec5-530097bc1135 None None] Provisioning complete for port 442dac94-5989-411c-adee-d22a58363a9b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:00.895789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05bb55e3-23f9-484d-9ec5-530097bc1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:00.899082 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:00.899683 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:00.951015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f67447e-d901-40d1-908b-1e6c810c0e59 req-7144766d-015e-4904-b684-cdf9513843aa tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636017 Jul 30 03:41:00.975316 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:00.981716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-05bb55e3-23f9-484d-9ec5-530097bc1135 None None] Port 442dac94-5989-411c-adee-d22a58363a9b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:00.983569 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:00.984095 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:01.035252 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:01.051004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92373e8-ec32-49e9-96a6-54adeb3b6d18 None None] The sync data for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:01.188548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Made reservation on behalf of 532959083c0d4a7d8e6e687e270b9dac for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:01.192211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:01.215229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] device_id is not set on port cc1bf44c-b335-4dc9-beca-cfca9ca9a174 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:41:01.383214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:01.421907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Allocated IP 172.20.0.9 (6de7710b-6286-4b0b-9337-6f99dec7e629/129fe466-d289-4c40-a958-57cdedcabb8a/cc1bf44c-b335-4dc9-beca-cfca9ca9a174) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:01.535113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51df886-d02a-4c75-990c-19a21b25949b', 'name': 'network-vif-deleted', 'tag': '39a18016-e850-4d3a-a7e0-fe919ae93adf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:41:01.537775 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22712eb7-2f84-40c5-bafa-8bf7c8b81da5" -d '{"events": [{"server_uuid": "c51df886-d02a-4c75-990c-19a21b25949b", "name": "network-vif-deleted", "tag": "39a18016-e850-4d3a-a7e0-fe919ae93adf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:41:01.554602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe3b36-3c02-4930-8557-c3c73662ac04 req-a615d034-26b1-4419-9b00-a48bb5637ed9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:01.556308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cbe3b36-3c02-4930-8557-c3c73662ac04 req-a615d034-26b1-4419-9b00-a48bb5637ed9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.4821837 Jul 30 03:41:01.564800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee20a-1611-4042-b061-2ef88a3ba3d5 req-1e3d35d5-6f68-4096-8e7a-df693a96856e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:01.566272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-146ee20a-1611-4042-b061-2ef88a3ba3d5 req-1e3d35d5-6f68-4096-8e7a-df693a96856e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.5010242 Jul 30 03:41:01.616832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cbe3b36-3c02-4930-8557-c3c73662ac04 req-65417ef0-0773-4d02-9d38-598a32c84c52 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495818 Jul 30 03:41:01.639082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-146ee20a-1611-4042-b061-2ef88a3ba3d5 req-bfc7da78-44e9-4074-aadd-b03fce465147 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645993 Jul 30 03:41:01.704862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:01.733451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Transition to ACTIVE for port object cc1bf44c-b335-4dc9-beca-cfca9ca9a174 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:01.759259 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c14ff-9613-4729-a24f-b0ccd5a9f50a x-openstack-request-id: req-363c14ff-9613-4729-a24f-b0ccd5a9f50a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:41:01.759554 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51df886-d02a-4c75-990c-19a21b25949b", "name": "network-vif-deleted", "tag": "39a18016-e850-4d3a-a7e0-fe919ae93adf", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:41:01.760000 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-363c14ff-9613-4729-a24f-b0ccd5a9f50a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:41:01.760545 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51df886-d02a-4c75-990c-19a21b25949b', 'name': 'network-vif-deleted', 'tag': '39a18016-e850-4d3a-a7e0-fe919ae93adf', 'status': 'completed', 'code': 200} Jul 30 03:41:01.829581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:01.873623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Deleting port 8637c231-b6f3-4947-aacc-4d48019238d1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:01.873973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:01.884401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:01.922277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:01.937619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:01.986532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event updated for resources: {'Port': ['ID=cc1bf44c-b335-4dc9-beca-cfca9ca9a174,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:01.999860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044adfa-fb2e-487e-9541-d3524ff985dd req-55e3d8bc-2ccf-44f9-a489-e0845f95fc78 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:02.001979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8044adfa-fb2e-487e-9541-d3524ff985dd req-55e3d8bc-2ccf-44f9-a489-e0845f95fc78 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1196537 Jul 30 03:41:02.032817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:02.034051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:02.058539 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8044adfa-fb2e-487e-9541-d3524ff985dd req-dcb9355a-c704-469c-a921-1d803805cf8b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Jul 30 03:41:02.118494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:02.119005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-16826a23-a2f7-4871-9cdd-8c0a8b67b45f tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2401059 Jul 30 03:41:02.183105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] For port 8637c231-b6f3-4947-aacc-4d48019238d1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8637c231-b6f3-4947-aacc-4d48019238d1,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:02.186838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:02.223905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Calling delete_port for 8637c231-b6f3-4947-aacc-4d48019238d1 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:02.226568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'project_id': '532959083c0d4a7d8e6e687e270b9dac', 'port_id': 'cc1bf44c-b335-4dc9-beca-cfca9ca9a174'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:02.302888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c1224-4aa3-485f-b0bc-0398134ac281 req-00e71fb9-376e-4afd-99c9-20087dc3c752 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:02.304449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f8c1224-4aa3-485f-b0bc-0398134ac281 req-00e71fb9-376e-4afd-99c9-20087dc3c752 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1309881 Jul 30 03:41:02.343737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6af09ebb-696a-4a9d-9256-7a42566f0750 None None] Provisioning for port cc1bf44c-b335-4dc9-beca-cfca9ca9a174 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:02.347938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:02.350885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6af09ebb-696a-4a9d-9256-7a42566f0750 None None] Provisioning complete for port cc1bf44c-b335-4dc9-beca-cfca9ca9a174 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:02.351386 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6af09ebb-696a-4a9d-9256-7a42566f0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:02.419557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6af09ebb-696a-4a9d-9256-7a42566f0750 None None] Port cc1bf44c-b335-4dc9-beca-cfca9ca9a174 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:02.454545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:02.456866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f8c1224-4aa3-485f-b0bc-0398134ac281 req-4fc085a4-b526-4f2f-946b-406822110792 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305740 Jul 30 03:41:02.495697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Pushing event deleted for resources: {'Port': ['ID=8637c231-b6f3-4947-aacc-4d48019238d1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:02.496901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2577-4c73-4a6d-8c88-288bec8230a4 req-9d30263c-6f98-4e6f-93e0-d95e36459ad9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:02.498842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-248b2577-4c73-4a6d-8c88-288bec8230a4 req-9d30263c-6f98-4e6f-93e0-d95e36459ad9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1107438 Jul 30 03:41:02.581128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-248b2577-4c73-4a6d-8c88-288bec8230a4 req-0f240340-d514-48a8-98b6-415b2c39d148 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Jul 30 03:41:02.600844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:02.858418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Allocated IP 172.25.6.75 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/30c81937-4570-47d7-b875-fc75ecd74bd4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:02.883754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c2025-7cfe-4488-aede-97c496d337ef req-e50adc66-2b23-421b-b439-3abb4b92fb95 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:02.885280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b2c2025-7cfe-4488-aede-97c496d337ef req-e50adc66-2b23-421b-b439-3abb4b92fb95 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1890113 Jul 30 03:41:02.898143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f828d5-cb29-4822-9d6c-647476b4561c req-1ba1757c-9db6-4e92-b237-3451fd69961d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:02.899663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3f828d5-cb29-4822-9d6c-647476b4561c req-1ba1757c-9db6-4e92-b237-3451fd69961d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1886783 Jul 30 03:41:03.000397 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:03.010145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b2c2025-7cfe-4488-aede-97c496d337ef req-4dd57fef-b32a-436a-95c0-06ccf56b1896 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075549 Jul 30 03:41:03.019937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3f828d5-cb29-4822-9d6c-647476b4561c req-5ef15e8e-1511-493b-a124-f0b680e9133f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008103 Jul 30 03:41:03.100554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:03.189097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d986c5-d458-41b5-96db-84b627af5655 req-646d0af3-9acb-4150-88e3-f005809cce15 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:03.198484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d986c5-d458-41b5-96db-84b627af5655 req-646d0af3-9acb-4150-88e3-f005809cce15 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0800004 Jul 30 03:41:03.238168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:03.253999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:03.271894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d986c5-d458-41b5-96db-84b627af5655 req-bcd687ca-46c7-4ece-975b-c0bc017012eb tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721211 Jul 30 03:41:03.289754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:03.297153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:03.302802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:03.331908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Pushing event updated for resources: {'Port': ['ID=30c81937-4570-47d7-b875-fc75ecd74bd4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:03.406032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 39a18016-e850-4d3a-a7e0-fe919ae93adf no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:03.417931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:03.430918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] Sync routers for ids ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:03.434598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 39a18016-e850-4d3a-a7e0-fe919ae93adf {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:03.435191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 39a18016-e850-4d3a-a7e0-fe919ae93adf not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:03.440986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:03.443172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-21592854-4bbe-436e-8cee-1ef7d724c800 admin admin] 10.222.0.39 "PUT /v2.0/routers/2dff9c0f-458b-48ee-8304-8e46b7bf3557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923824 Jul 30 03:41:03.444100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] Routers {'2dff9c0f-458b-48ee-8304-8e46b7bf3557'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:03.444925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:03.576296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] Set router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:41:03.747541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:03.773309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:41:02Z', 'revision_number': 5, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:03.803988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] Checking router: 2dff9c0f-458b-48ee-8304-8e46b7bf3557 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:41:03.812832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] Routers {'2dff9c0f-458b-48ee-8304-8e46b7bf3557'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:03.814188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:03.909656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-c4e36381-9d62-4dab-8a7a-faa902140b85 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:03.911061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-c4e36381-9d62-4dab-8a7a-faa902140b85 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/networks?id=35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 200 len: 813 time: 0.3031569 Jul 30 03:41:03.922335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] Set router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:41:04.002247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-7baf0a5e-6236-401d-a6e1-86d0298b734e tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/quotas/af28d58f5104436486b4c4f225b9b914 HTTP/1.1" status: 200 len: 375 time: 0.0659664 Jul 30 03:41:04.118609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-1117d523-20c4-4aa8-baed-89a0a887ea42 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=af28d58f5104436486b4c4f225b9b914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985639 Jul 30 03:41:04.135917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:04.249917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6db4ac50-a00c-4696-846d-5db1d3338bcf no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:04.271690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 6db4ac50-a00c-4696-846d-5db1d3338bcf {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:04.271950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6db4ac50-a00c-4696-846d-5db1d3338bcf not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:04.297778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:41:02Z', 'revision_number': 5, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:04.324392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c66df-ffe1-4258-95bd-b3b87f6cd470 None None] The sync data for ids ['2dff9c0f-458b-48ee-8304-8e46b7bf3557'] in n-d-778696-14 is: [{'id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'name': 'tempest-TestServerMultinode-1172108235-router', 'tenant_id': '9b121014e4eb4f17afd446e440642782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:39:54Z', 'updated_at': '2021-07-30T03:41:02Z', 'revision_number': 5, 'project_id': '9b121014e4eb4f17afd446e440642782', 'gw_port': {'id': '74341fb5-95cc-4dc4-88fa-98a7cb445630', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff9c0f-458b-48ee-8304-8e46b7bf3557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:39:56Z', 'updated_at': '2021-07-30T03:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:04.538322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:04.619078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b0226-d088-4457-b48f-bcaf52de9b1d req-a43bcc5b-8711-40c2-911b-c0195c28f795 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:04.621429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b2b0226-d088-4457-b48f-bcaf52de9b1d req-a43bcc5b-8711-40c2-911b-c0195c28f795 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.4623115 Jul 30 03:41:04.676220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-e6ca3f13-4e63-43ee-8099-f7970ba83e6b service neutron] 10.222.0.39 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348022 Jul 30 03:41:04.742310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8637c231-b6f3-4947-aacc-4d48019238d1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:04.751609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:04.763819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Deleting port 74341fb5-95cc-4dc4-88fa-98a7cb445630 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:04.764162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:04.776787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8637c231-b6f3-4947-aacc-4d48019238d1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:04.777072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8637c231-b6f3-4947-aacc-4d48019238d1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:04.801458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b2b0226-d088-4457-b48f-bcaf52de9b1d req-6d8642cc-2107-42eb-aeac-7a1078e861d9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695445 Jul 30 03:41:04.956958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-ace7e8c4-03be-45bb-9e4a-31c3ddefa4cd service neutron] 10.222.0.39 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728560 Jul 30 03:41:04.992355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] For port 74341fb5-95cc-4dc4-88fa-98a7cb445630, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=74341fb5-95cc-4dc4-88fa-98a7cb445630,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:04.993016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:05.018452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Calling delete_port for 74341fb5-95cc-4dc4-88fa-98a7cb445630 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:05.155251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:05.162887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:05.172185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed0d18-1d23-45ce-a193-06402cead4dd req-2b30480b-1981-4827-9087-5e1907724986 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:05.174549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97ed0d18-1d23-45ce-a193-06402cead4dd req-2b30480b-1981-4827-9087-5e1907724986 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1491177 Jul 30 03:41:05.363780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Pushing event updated for resources: {'Port': ['ID=30c81937-4570-47d7-b875-fc75ecd74bd4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:05.400050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97ed0d18-1d23-45ce-a193-06402cead4dd req-46aa1397-b7cf-4388-b85e-cb6ecc7d7474 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099228 Jul 30 03:41:05.401958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d67aa90b-fe77-4197-928f-d7066a69ff51 req-43ee202a-27e3-4f1a-bd08-66ecfb79e8af tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 210 time: 0.1082394 Jul 30 03:41:05.410132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:05.639399 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Floating IP 9ee878b7-1fba-470f-82a1-1fe69f0ff007 associated. External IP: 172.25.6.75, port: cc1bf44c-b335-4dc9-beca-cfca9ca9a174. Jul 30 03:41:05.685325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd81c6-c30f-48f0-a45b-14de53fec4e5 req-116e3dba-f852-4d22-94e2-4344684f5362 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:05.686821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62dd81c6-c30f-48f0-a45b-14de53fec4e5 req-116e3dba-f852-4d22-94e2-4344684f5362 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2007246 Jul 30 03:41:05.717885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b4ce-d621-4717-a2f0-e57bb6df2fc4 req-be052a70-3002-457f-9da1-263e727a62b6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:05.719963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a218b4ce-d621-4717-a2f0-e57bb6df2fc4 req-be052a70-3002-457f-9da1-263e727a62b6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1888208 Jul 30 03:41:05.729224 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:05.811003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Pushing event deleted for resources: {'Port': ['ID=74341fb5-95cc-4dc4-88fa-98a7cb445630,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:05.858578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62dd81c6-c30f-48f0-a45b-14de53fec4e5 req-53073e8d-a177-4ae8-92a3-444fc76ed427 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608479 Jul 30 03:41:05.896359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a218b4ce-d621-4717-a2f0-e57bb6df2fc4 req-656e0255-a8e7-4a79-ad1b-fc43464848fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557260 Jul 30 03:41:05.990785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.128586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.131921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.151764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d97a70-fa23-4c26-84dd-f234e9004e5e req-04a99e46-32ae-485e-b4b1-95a65a7226ee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:06.153258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74d97a70-fa23-4c26-84dd-f234e9004e5e req-04a99e46-32ae-485e-b4b1-95a65a7226ee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1998537 Jul 30 03:41:06.216498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.216994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dff9c0f-458b-48ee-8304-8e46b7bf3557 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:06.220232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Router 2e55b53f-c935-4bf1-b4d3-b63068f2d3af has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:06.225824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.229849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8e38cdfd-06f4-4f43-bc3f-113b5686e489 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2dff9c0f-458b-48ee-8304-8e46b7bf3557 HTTP/1.1" status: 204 len: 168 time: 2.7850223 Jul 30 03:41:06.237893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:06.298327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74d97a70-fa23-4c26-84dd-f234e9004e5e req-0ea23746-b5c1-49f0-afe8-8f73261924a8 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078644 Jul 30 03:41:06.316788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-45f2899e-8451-4bf5-be31-8856df25232b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:06.318826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-45f2899e-8451-4bf5-be31-8856df25232b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.16 "GET /v2.0/networks?id=35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 200 len: 813 time: 0.1327748 Jul 30 03:41:06.345055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Request body: {'port': {'device_id': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828', 'admin_state_up': True, 'tenant_id': 'af28d58f5104436486b4c4f225b9b914'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:06.353729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Deleting subnet c508eb6d-197e-4946-85a8-365a62c9b222 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:06.358670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.441812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.480845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:06.494461 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] Sync routers for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:06.502130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.510460 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:06.511463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:06.524277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Made reservation on behalf of af28d58f5104436486b4c4f225b9b914 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:06.529418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:06.540279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e3473f8d-d6b8-4b36-8703-c6e2e3c1b292 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.4204600 Jul 30 03:41:06.544775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:06.558630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:06.568479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:06.569478 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:06.604355 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:06.605397 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f606e3f-a62b-4811-82ee-29258dfa37d7 None None] The sync data for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:06.699555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Allocated IP 172.20.0.8 (35e6f71b-84d8-400a-8cdf-80f2e939e828/3a684e72-0f10-47f8-845e-29143a6fb15d/00faddc8-c853-4458-ab9b-f7240bdb804c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:06.872787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 74341fb5-95cc-4dc4-88fa-98a7cb445630 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:06.894134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 74341fb5-95cc-4dc4-88fa-98a7cb445630 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:06.894388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 74341fb5-95cc-4dc4-88fa-98a7cb445630 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:06.954708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.005494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.022197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f42f4e6-20bc-44e5-aba5-20ee77386205 req-78ab417c-a85f-4091-a68b-0db039acaa56 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 210 time: 0.4437270 Jul 30 03:41:07.086652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Pushing event updated for resources: {'Port': ['ID=00faddc8-c853-4458-ab9b-f7240bdb804c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:07.087379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.090726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6e981cd0-7361-49f1-92c5-79ec7c638cda tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] 10.222.0.39 "GET /v2.0/floatingips/9ee878b7-1fba-470f-82a1-1fe69f0ff007 HTTP/1.1" status: 200 len: 982 time: 0.5177381 Jul 30 03:41:07.098698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50670) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:07.119603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b172d6-7022-4612-ab6d-c7e561429e78 req-5f9774d2-32cf-4c98-9363-df8b23d9300d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:07.121057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5b172d6-7022-4612-ab6d-c7e561429e78 req-5f9774d2-32cf-4c98-9363-df8b23d9300d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.5829794 Jul 30 03:41:07.129197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Network 35e6f71b-84d8-400a-8cdf-80f2e939e828 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:07.170506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:07.173252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:07.216886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5b172d6-7022-4612-ab6d-c7e561429e78 req-6b2513ef-b330-469b-84e8-337452ba1f2d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791564 Jul 30 03:41:07.228870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11802cf7-c455-4e15-ba11-6bf3979ab57c req-944aa25b-9111-4399-ac5e-986702bc199c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:07.230487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11802cf7-c455-4e15-ba11-6bf3979ab57c req-944aa25b-9111-4399-ac5e-986702bc199c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1068165 Jul 30 03:41:07.232179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.273027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7b04c62-7ed9-4e88-a5a5-b036688c2120 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1729937 Jul 30 03:41:07.275886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c508eb6d-197e-4946-85a8-365a62c9b222,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:07.277618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:07.280823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:07.281503 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.294567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac5863-4203-4bd9-8685-3ace4754bae4 None None] Network 777fc2e7-e161-46ad-8eaf-41b4fb18245b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:07.305911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.306944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-9005537a-e043-4bd7-a486-11673a85c6b1 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9688728 Jul 30 03:41:07.307850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eb7e117d-97ac-4d12-9131-81e23de35d9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c508eb6d-197e-4946-85a8-365a62c9b222 HTTP/1.1" status: 204 len: 168 time: 1.0622046 Jul 30 03:41:07.311547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:07.327760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Request body: {'port': {'device_id': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:07.417478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.465808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11802cf7-c455-4e15-ba11-6bf3979ab57c req-0fe3faa4-7a03-4dbe-a262-246a822d8b04 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996009 Jul 30 03:41:07.569135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.570680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] DHCP port deletion for 777fc2e7-e161-46ad-8eaf-41b4fb18245b request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:07.620864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] Deleting port 540bbe99-6de6-47de-9c6d-1e2a238fded6 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:07.621358 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.685626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] For port 540bbe99-6de6-47de-9c6d-1e2a238fded6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=540bbe99-6de6-47de-9c6d-1e2a238fded6,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:07.686046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98604-48da-472b-95f0-f21a26c7fa51 req-c34376f0-d523-4d19-8675-9658e33a6a3d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:07.686220 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.687527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32d98604-48da-472b-95f0-f21a26c7fa51 req-c34376f0-d523-4d19-8675-9658e33a6a3d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1155210 Jul 30 03:41:07.698037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting port 30c81937-4570-47d7-b875-fc75ecd74bd4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:07.698378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.700373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] Calling delete_port for 540bbe99-6de6-47de-9c6d-1e2a238fded6 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:07.752360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00faddc8-c853-4458-ab9b-f7240bdb804c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:41:07.761966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.783747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Transition to ACTIVE for port object 00faddc8-c853-4458-ab9b-f7240bdb804c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:07.783747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.792609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Deleting port 540bbe99-6de6-47de-9c6d-1e2a238fded6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:07.792836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.814941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32d98604-48da-472b-95f0-f21a26c7fa51 req-b30a1ab9-d4f2-4553-8b12-ef974fc7fffe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203668 Jul 30 03:41:07.853906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.889743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] Pushing event deleted for resources: {'Port': ['ID=540bbe99-6de6-47de-9c6d-1e2a238fded6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:07.894374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd456f03-0ff7-4629-9383-0a15f0ef7591 None None] No DVR routers for this DVR port 540bbe99-6de6-47de-9c6d-1e2a238fded6 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:07.928237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Attempting to bind port 00faddc8-c853-4458-ab9b-f7240bdb804c on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:41:07.928568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Attempting to bind port 00faddc8-c853-4458-ab9b-f7240bdb804c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:41:07.928970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Attempting to bind port 00faddc8-c853-4458-ab9b-f7240bdb804c on network 35e6f71b-84d8-400a-8cdf-80f2e939e828 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:41:07.930860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Pushing event updated for resources: {'Port': ['ID=00faddc8-c853-4458-ab9b-f7240bdb804c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:07.933134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.933467 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:07.937805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Port 00faddc8-c853-4458-ab9b-f7240bdb804c on network 35e6f71b-84d8-400a-8cdf-80f2e939e828 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:41:07.938633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Attempting to bind port 00faddc8-c853-4458-ab9b-f7240bdb804c on network 35e6f71b-84d8-400a-8cdf-80f2e939e828 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:41:07.944501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:41:07.944832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Checking segment: {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:07.945198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Bound using segment: {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:41:07.945614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Bound port: 00faddc8-c853-4458-ab9b-f7240bdb804c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:41:07.945979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.008638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Calling delete_port for 30c81937-4570-47d7-b875-fc75ecd74bd4 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:08.011103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] For port 00faddc8-c853-4458-ab9b-f7240bdb804c, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:41:08.011853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] For port 540bbe99-6de6-47de-9c6d-1e2a238fded6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=540bbe99-6de6-47de-9c6d-1e2a238fded6,segment=NetworkSegment(dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77),segment_id=dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:08.012223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.014294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] For port 00faddc8-c853-4458-ab9b-f7240bdb804c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=00faddc8-c853-4458-ab9b-f7240bdb804c,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:41:08.019512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.036411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Calling delete_port for 540bbe99-6de6-47de-9c6d-1e2a238fded6 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:08.057861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.058493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.059923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] 10.222.0.16 "PUT /v2.0/ports/00faddc8-c853-4458-ab9b-f7240bdb804c HTTP/1.1" status: 200 len: 1092 time: 0.7374923 Jul 30 03:41:08.062132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'tag': '00faddc8-c853-4458-ab9b-f7240bdb804c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:41:08.064469 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a317833-769f-4d2c-8f0a-ad0da06f1be0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe2a0e-62fd-4537-a41a-63ec8fcff112", "tag": "00faddc8-c853-4458-ab9b-f7240bdb804c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:41:08.092735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500a002-e013-4030-98f9-ac8daf855daa service neutron] Pushing event updated for resources: {'Port': ['ID=00faddc8-c853-4458-ab9b-f7240bdb804c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:08.140154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd4f1c-519e-4dc8-a1c1-40cf73da069a req-99539153-5a1e-41d8-bc2f-c529b6b82aa0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.141662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8dd4f1c-519e-4dc8-a1c1-40cf73da069a req-99539153-5a1e-41d8-bc2f-c529b6b82aa0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2224991 Jul 30 03:41:08.155532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-ee25bee7-86f3-4d25-be58-b0f965ef607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.157143 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-ee25bee7-86f3-4d25-be58-b0f965ef607c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af28d58f5104436486b4c4f225b9b914&device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 1095 time: 0.0415583 Jul 30 03:41:08.164524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee7fe-91da-49f7-aef7-8cd8533b8e95 req-33bbeb8f-2cd2-41c6-b127-bbdf9fac7ff0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.165996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56dee7fe-91da-49f7-aef7-8cd8533b8e95 req-33bbeb8f-2cd2-41c6-b127-bbdf9fac7ff0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2517307 Jul 30 03:41:08.217960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-6a806689-5d52-42a9-944a-53a27c07bc43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00faddc8-c853-4458-ab9b-f7240bdb804c HTTP/1.1" status: 200 len: 217 time: 0.0347641 Jul 30 03:41:08.271831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0f25-a368-4c42-b175-a7949288954a req-f82d9da5-06cf-4fd1-ae0c-6534e9cef18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.273243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-f82d9da5-06cf-4fd1-ae0c-6534e9cef18d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a684e72-0f10-47f8-845e-29143a6fb15d HTTP/1.1" status: 200 len: 853 time: 0.0467718 Jul 30 03:41:08.303803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56dee7fe-91da-49f7-aef7-8cd8533b8e95 req-b1678dc5-eb2c-4322-9a9a-f9b45004cd53 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183825 Jul 30 03:41:08.306516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8dd4f1c-519e-4dc8-a1c1-40cf73da069a req-bccb73a6-30e4-4b4f-be10-3b1a1a7da500 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560524 Jul 30 03:41:08.310565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-e4edac9d-1573-42cb-9ff3-c2000ad4bd33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35e6f71b-84d8-400a-8cdf-80f2e939e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297081 Jul 30 03:41:08.315573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.362821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=540bbe99-6de6-47de-9c6d-1e2a238fded6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:08.365832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] No DVR routers for this DVR port 540bbe99-6de6-47de-9c6d-1e2a238fded6 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:08.398511 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcfb8b6-b17b-477a-aa8e-aacae8e31aed x-openstack-request-id: req-bbcfb8b6-b17b-477a-aa8e-aacae8e31aed {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:41:08.399057 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe2a0e-62fd-4537-a41a-63ec8fcff112", "tag": "00faddc8-c853-4458-ab9b-f7240bdb804c", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:41:08.399624 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbcfb8b6-b17b-477a-aa8e-aacae8e31aed {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:41:08.399922 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'tag': '00faddc8-c853-4458-ab9b-f7240bdb804c', 'status': 'completed', 'code': 200} Jul 30 03:41:08.418530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-3456c8da-ab48-4006-80e5-cff6f4b5dbe5 service neutron] 10.222.0.16 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984383 Jul 30 03:41:08.521077 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-660a0f25-a368-4c42-b175-a7949288954a req-5b74be46-dc96-4255-8878-113a8a98ef5b service neutron] 10.222.0.16 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944538 Jul 30 03:41:08.542529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.547366 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.568598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777fc2e7-e161-46ad-8eaf-41b4fb18245b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:08.605014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b739f-05eb-4fe4-ad76-06e36cc30987 req-aac73e38-81d4-43fd-87f1-3987652ae969 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.606508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd9b739f-05eb-4fe4-ad76-06e36cc30987 req-aac73e38-81d4-43fd-87f1-3987652ae969 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 943 time: 0.2142465 Jul 30 03:41:08.611176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Port': ['ID=30c81937-4570-47d7-b875-fc75ecd74bd4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:08.617019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:08.617314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdf1a36-a7ed-4b12-a76b-5c26f7a2af77') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:08.649673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad633b8e-ddb8-4a8d-8759-6e387db88bc0 req-b477ed64-048d-48ba-a81b-c858300f2b7b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.651184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad633b8e-ddb8-4a8d-8759-6e387db88bc0 req-b477ed64-048d-48ba-a81b-c858300f2b7b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1997051 Jul 30 03:41:08.654767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-7af511f0-2ac1-43ed-bc84-6361af50a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.656347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-7af511f0-2ac1-43ed-bc84-6361af50a7aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af28d58f5104436486b4c4f225b9b914&device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 1095 time: 0.0443077 Jul 30 03:41:08.660484 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.719880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.746630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:08.747121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.753061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-8036dc22-8477-41da-922c-cb2d42585185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:08.753304 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:08.757371 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-8036dc22-8477-41da-922c-cb2d42585185 service neutron] 10.222.0.16 "GET /v2.0/networks?id=35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 200 len: 913 time: 0.0925574 Jul 30 03:41:08.791122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 540bbe99-6de6-47de-9c6d-1e2a238fded6 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:08.808440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-b4390a61-18f0-4dac-87cb-d8055e39933d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00faddc8-c853-4458-ab9b-f7240bdb804c HTTP/1.1" status: 200 len: 217 time: 0.0431528 Jul 30 03:41:08.811006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd9b739f-05eb-4fe4-ad76-06e36cc30987 req-8a4ba79a-1836-4dcd-8eb4-6301e2ff7282 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898305 Jul 30 03:41:08.811787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 540bbe99-6de6-47de-9c6d-1e2a238fded6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:08.812238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 540bbe99-6de6-47de-9c6d-1e2a238fded6 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:08.826160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.826160 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Floating IP 9ee878b7-1fba-470f-82a1-1fe69f0ff007 disassociated (deleted). External IP: 172.25.6.75, port: cc1bf44c-b335-4dc9-beca-cfca9ca9a174. Jul 30 03:41:08.873140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad633b8e-ddb8-4a8d-8759-6e387db88bc0 req-0dcb0f93-cde5-4bda-a51a-d4ab130b5125 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055366 Jul 30 03:41:08.880521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-9a6ad29d-80a9-48a8-afa3-c5ff8ac50bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:08.882451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-9a6ad29d-80a9-48a8-afa3-c5ff8ac50bd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a684e72-0f10-47f8-845e-29143a6fb15d HTTP/1.1" status: 200 len: 853 time: 0.0589406 Jul 30 03:41:08.915299 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-863dd3da-d5aa-497e-82d3-c9bb613f2fab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35e6f71b-84d8-400a-8cdf-80f2e939e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247040 Jul 30 03:41:08.916698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.921931 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:08.924883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/777fc2e7-e161-46ad-8eaf-41b4fb18245b HTTP/1.1" status: 204 len: 168 time: 1.6123989 Jul 30 03:41:08.930308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:09.016390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-e77d417b-8586-4078-a7cc-081fc7f49cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922554 Jul 30 03:41:09.026484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e20952-8a38-451b-a914-b991d0c264b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=777fc2e7-e161-46ad-8eaf-41b4fb18245b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:09.084732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5794b-a31f-47da-beda-231ba21f9e95 req-1fb81322-6ab7-4b00-bd34-cbf20b419ee6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:09.086142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07d5794b-a31f-47da-beda-231ba21f9e95 req-1fb81322-6ab7-4b00-bd34-cbf20b419ee6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2070980 Jul 30 03:41:09.114438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a317833-769f-4d2c-8f0a-ad0da06f1be0 req-030163f8-37fa-4341-88b9-3d13009b6e57 service neutron] 10.222.0.16 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904145 Jul 30 03:41:09.189117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1bb9-e852-46b3-be81-418abf8669db req-92e7bf01-b1b6-442f-9e29-021e09554069 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:09.190581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ace1bb9-e852-46b3-be81-418abf8669db req-92e7bf01-b1b6-442f-9e29-021e09554069 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2405100 Jul 30 03:41:09.502905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07d5794b-a31f-47da-beda-231ba21f9e95 req-caa36e64-16a0-45bf-91d4-79b035edc967 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061832 Jul 30 03:41:09.613270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ace1bb9-e852-46b3-be81-418abf8669db req-7224bc44-00ef-4424-92ae-43975d80ab55 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294889 Jul 30 03:41:09.673868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Router 2e55b53f-c935-4bf1-b4d3-b63068f2d3af has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:09.811487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d8d77-2b60-4cf3-9a21-ba2773a4365d req-5750daa7-c044-4a21-b258-c0b7f722ef0d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:09.813379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e1d8d77-2b60-4cf3-9a21-ba2773a4365d req-5750daa7-c044-4a21-b258-c0b7f722ef0d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1276054 Jul 30 03:41:09.942818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:09.947640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e1d8d77-2b60-4cf3-9a21-ba2773a4365d req-1ca2ba2c-872a-47bd-b2ec-559269aa5d5c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157582 Jul 30 03:41:09.951621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:09.960350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] Sync routers for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:09.970040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:09.970670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:10.001588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd64be-503e-4323-961d-657c0702cd48 req-0a1b5910-10fb-498e-94ae-7c58d339afa0 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:10.003077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7bd64be-503e-4323-961d-657c0702cd48 req-0a1b5910-10fb-498e-94ae-7c58d339afa0 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 943 time: 0.1276722 Jul 30 03:41:10.004513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b0f4d4a2-4acc-4cad-a369-4ee0c9517645 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "DELETE /v2.0/floatingips/9ee878b7-1fba-470f-82a1-1fe69f0ff007 HTTP/1.1" status: 204 len: 168 time: 2.7247379 Jul 30 03:41:10.008620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50718) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:10.015848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:10.017820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:10.025570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:10.026180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:10.059517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:10.059517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7f644-14bc-4ab5-8574-7c8344fb2edb None None] The sync data for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:10.092021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.165283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7bd64be-503e-4323-961d-657c0702cd48 req-1d4d9fe6-c248-4152-b685-0956f595c883 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512434 Jul 30 03:41:10.182085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03fd77-846c-4982-a3a2-70b493c79cc9 req-b992d2ec-78cb-4329-b7bd-09fc3635d01f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:10.183588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f03fd77-846c-4982-a3a2-70b493c79cc9 req-b992d2ec-78cb-4329-b7bd-09fc3635d01f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1505232 Jul 30 03:41:10.273744 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.283312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f03fd77-846c-4982-a3a2-70b493c79cc9 req-5f979575-08d8-4ecd-93f7-acc63fc4e2c5 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898128 Jul 30 03:41:10.385737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aeb53c-9f50-46ee-a04e-1c9e6a92674e req-38c332d9-e8f3-4d40-b509-c26988eb5b09 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:10.387108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55aeb53c-9f50-46ee-a04e-1c9e6a92674e req-38c332d9-e8f3-4d40-b509-c26988eb5b09 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1635962 Jul 30 03:41:10.432104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.481227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55aeb53c-9f50-46ee-a04e-1c9e6a92674e req-ce9f9c0d-baeb-48d5-bbfe-82ba4ccc2a3a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864131 Jul 30 03:41:10.627315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Allocated IP 172.25.6.115 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/9a4c757b-0c2b-4fe2-8bfb-4d53a503808d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:10.755710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4f3c2-a99c-46ce-9238-1cf16ee473a4 req-4cffbf90-0fe0-4b6c-aa3f-005a333176e4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:10.757186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eed4f3c2-a99c-46ce-9238-1cf16ee473a4 req-4cffbf90-0fe0-4b6c-aa3f-005a333176e4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1603565 Jul 30 03:41:10.838768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eed4f3c2-a99c-46ce-9238-1cf16ee473a4 req-5acd363b-95ef-45f9-ad17-790a5e3df7b4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730674 Jul 30 03:41:10.848003 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.850087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.854865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Deleting port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:10.855209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.990380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:10.996101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] For port 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,segment=NetworkSegment(018a01a8-0add-48a8-9a28-68e77be249a2),segment_id=018a01a8-0add-48a8-9a28-68e77be249a2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:10.996449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:11.033638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079a1f-79f0-4a54-be14-e032fc5f00b1 req-bc648feb-b096-440f-a416-670583ab76e2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:11.035116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c079a1f-79f0-4a54-be14-e032fc5f00b1 req-bc648feb-b096-440f-a416-670583ab76e2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1143842 Jul 30 03:41:11.045493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Calling delete_port for 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:11.085281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:11.091817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Pushing event updated for resources: {'Port': ['ID=9a4c757b-0c2b-4fe2-8bfb-4d53a503808d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:11.094255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:11.099893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:11.164870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c079a1f-79f0-4a54-be14-e032fc5f00b1 req-9422ff3d-26e6-4a11-a901-3b65319e1f35 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210532 Jul 30 03:41:11.349724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:11.383471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b9fc3-38be-4ce9-95c3-67740c1b8c0d req-ea4a669f-9555-4d04-b219-f6767ef0636a tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:11.384933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-901b9fc3-38be-4ce9-95c3-67740c1b8c0d req-ea4a669f-9555-4d04-b219-f6767ef0636a tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 943 time: 0.1419272 Jul 30 03:41:11.716724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:11.725618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb26823-226c-4b7c-83de-2294c42a7877 req-ae784713-59cb-4f22-8e5e-a96542ac17c9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:11.727076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4eb26823-226c-4b7c-83de-2294c42a7877 req-ae784713-59cb-4f22-8e5e-a96542ac17c9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.4258089 Jul 30 03:41:11.793679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-901b9fc3-38be-4ce9-95c3-67740c1b8c0d req-8a377773-2735-440f-9d49-26ccc46e93f9 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268075 Jul 30 03:41:11.818575 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:11.886633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4eb26823-226c-4b7c-83de-2294c42a7877 req-1c8ce1a7-c578-407b-8666-c23ba8e244e5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324310 Jul 30 03:41:11.894520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:12.029891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e9e1c-f46e-4143-9372-263be9faf00d req-1fbcc505-561b-4d54-9f15-bcf4947b2882 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:12.031491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b51e9e1c-f46e-4143-9372-263be9faf00d req-1fbcc505-561b-4d54-9f15-bcf4947b2882 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1436965 Jul 30 03:41:12.125930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.170118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.184027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 00faddc8-c853-4458-ab9b-f7240bdb804c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:41:12.185189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b51e9e1c-f46e-4143-9372-263be9faf00d req-63d1e2bb-4c20-473b-bdc1-f50dc2e9bab2 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141994 Jul 30 03:41:12.280790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Pushing event updated for resources: {'Port': ['ID=9a4c757b-0c2b-4fe2-8bfb-4d53a503808d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:12.285237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.285874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 00faddc8-c853-4458-ab9b-f7240bdb804c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=00faddc8-c853-4458-ab9b-f7240bdb804c,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:12.301863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '00faddc8-c853-4458-ab9b-f7240bdb804c', 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828', 'port_id': '00faddc8-c853-4458-ab9b-f7240bdb804c', 'mac_address': 'fa:16:3e:e0:cb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a684e72-0f10-47f8-845e-29143a6fb15d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:41:12.308143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9f863-c59c-4898-b037-cd6409c72d58 req-6f71b72e-7602-4658-aee3-ba9f2ef791c5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:12.309679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17c9f863-c59c-4898-b037-cd6409c72d58 req-6f71b72e-7602-4658-aee3-ba9f2ef791c5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1755888 Jul 30 03:41:12.322063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.334262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc3840b-ebd5-4c3d-b66c-375bfbe8f9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.352315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.366303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00faddc8-c853-4458-ab9b-f7240bdb804c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:41:12.388029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 00faddc8-c853-4458-ab9b-f7240bdb804c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=00faddc8-c853-4458-ab9b-f7240bdb804c,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:12.392868 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.402751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.403990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-af9cf126-cc33-450e-8b86-015ba327a224 tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3918371 Jul 30 03:41:12.408011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:12.438464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17c9f863-c59c-4898-b037-cd6409c72d58 req-cf388282-6991-459e-b4d9-e59587133d6b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184549 Jul 30 03:41:12.450507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=00faddc8-c853-4458-ab9b-f7240bdb804c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:12.533156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:12.557251 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.617313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Router 4fbdf692-885a-43e2-ab98-4ed1c924193e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:12.631012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dde78c-abd2-4d33-8a2f-76d0cd694eb2 req-23fac9c6-ee4c-40a3-b3e4-49bf072c9ace tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:12.632540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9dde78c-abd2-4d33-8a2f-76d0cd694eb2 req-23fac9c6-ee4c-40a3-b3e4-49bf072c9ace tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0685279 Jul 30 03:41:12.659553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.714473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9dde78c-abd2-4d33-8a2f-76d0cd694eb2 req-07ee86d3-91e2-4e57-b7f0-d33449b8cbcc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748541 Jul 30 03:41:12.776654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Allocated IP 172.25.6.186 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/9584b9a9-4726-47b5-9a9f-187baa48190b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:12.787276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:12.795224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a297f240-6198-4dcc-a234-03b96a53c3e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/4fbdf692-885a-43e2-ab98-4ed1c924193e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8511889 Jul 30 03:41:12.795467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:12.802028 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] Sync routers for ids ['4fbdf692-885a-43e2-ab98-4ed1c924193e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:12.811315 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] Routers {'4fbdf692-885a-43e2-ab98-4ed1c924193e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:12.811923 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4fbdf692-885a-43e2-ab98-4ed1c924193e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:12.878477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['00faddc8-c853-4458-ab9b-f7240bdb804c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:41:12.922066 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] Set router 4fbdf692-885a-43e2-ab98-4ed1c924193e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:41:12.950541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:12.970929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.003150 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.048974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:13.051931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:13.062300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:13.093212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908de4-1fd7-4405-a492-1e86e9a6d0ca req-a1bf5c59-51c1-43fc-8e19-026b8a97a0e6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:13.093845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Pushing event updated for resources: {'Port': ['ID=9584b9a9-4726-47b5-9a9f-187baa48190b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:13.095278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51908de4-1fd7-4405-a492-1e86e9a6d0ca req-a1bf5c59-51c1-43fc-8e19-026b8a97a0e6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2918010 Jul 30 03:41:13.101657 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.116154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bc847-d643-4454-b093-0c4abd5dff9b req-f7c1d085-db60-4456-80f2-07ad1e44f22f tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:13.117612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-445bc847-d643-4454-b093-0c4abd5dff9b req-f7c1d085-db60-4456-80f2-07ad1e44f22f tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 944 time: 0.2019112 Jul 30 03:41:13.150276 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:41:11Z', 'revision_number': 5, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port': {'id': 'd5644fad-b95c-4c10-840d-5457a2a9504c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:06Z', 'updated_at': '2021-07-30T03:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:13.186445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.200493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51908de4-1fd7-4405-a492-1e86e9a6d0ca req-24bb22c7-4a41-401e-a351-39acc09ea893 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938935 Jul 30 03:41:13.218455 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-445bc847-d643-4454-b093-0c4abd5dff9b req-84d5d83f-9313-408e-a441-68a34259e128 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Jul 30 03:41:13.253881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.275281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Deleting port d5644fad-b95c-4c10-840d-5457a2a9504c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:13.275672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.283007 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] Checking router: 4fbdf692-885a-43e2-ab98-4ed1c924193e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:41:13.292028 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] Routers {'4fbdf692-885a-43e2-ab98-4ed1c924193e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:13.292656 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:40:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4fbdf692-885a-43e2-ab98-4ed1c924193e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:13.408343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] For port d5644fad-b95c-4c10-840d-5457a2a9504c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d5644fad-b95c-4c10-840d-5457a2a9504c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:13.408722 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.425058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Calling delete_port for d5644fad-b95c-4c10-840d-5457a2a9504c owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:13.432631 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] Set router 4fbdf692-885a-43e2-ab98-4ed1c924193e gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:41:13.487351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.496627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.512687 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:41:13Z', 'revision_number': 6, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:13.530483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0107d-02cb-4f47-924a-d80b9fd49bb1 req-9c2d953c-580c-4af3-a770-b14b6ad7a2df tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:13.539645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c0107d-02cb-4f47-924a-d80b9fd49bb1 req-9c2d953c-580c-4af3-a770-b14b6ad7a2df tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1096947 Jul 30 03:41:13.566347 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364eea7-eed5-4c44-92a8-8a5bad57cbf1 None None] The sync data for ids ['4fbdf692-885a-43e2-ab98-4ed1c924193e'] in n-d-778696-14 is: [{'id': '4fbdf692-885a-43e2-ab98-4ed1c924193e', 'name': 'tempest-TestServerMultinode-25384716-router', 'tenant_id': '05e7ac16aadc442e80d0f25c902df8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:05Z', 'updated_at': '2021-07-30T03:41:13Z', 'revision_number': 6, 'project_id': '05e7ac16aadc442e80d0f25c902df8e7', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:13.597317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Pushing event updated for resources: {'Port': ['ID=9584b9a9-4726-47b5-9a9f-187baa48190b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:13.617107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.631180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c0107d-02cb-4f47-924a-d80b9fd49bb1 req-e3884904-8a50-492e-a3c2-eb1b1138f525 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901608 Jul 30 03:41:13.647070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.652319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95cbb280-6c23-4c01-92bc-929a17ab4ef1 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2403016 Jul 30 03:41:13.655925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:13.738742 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-32ef4870-ba71-42d5-9479-e82b8a92ff0a tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.0808702 Jul 30 03:41:13.741418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50778) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:13.808248 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a2413c4-26aa-4cfc-9a99-14b388bfbed3 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0657194 Jul 30 03:41:13.810659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af2eea-54f5-4a5d-af90-9690536b3f7c req-51c6c9fc-e251-4359-854a-3fae64a0b12d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:13.811236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:13.812212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1af2eea-54f5-4a5d-af90-9690536b3f7c req-51c6c9fc-e251-4359-854a-3fae64a0b12d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1070101 Jul 30 03:41:13.814199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.859012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5644fad-b95c-4c10-840d-5457a2a9504c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:13.944228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1af2eea-54f5-4a5d-af90-9690536b3f7c req-a4ebe369-b8df-4485-9ccb-50da5e50db62 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987840 Jul 30 03:41:13.969496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:13.981478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Deleting port 9584b9a9-4726-47b5-9a9f-187baa48190b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:13.982024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.082826 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.083157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.084081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.095833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Calling delete_port for 9584b9a9-4726-47b5-9a9f-187baa48190b owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:14.099894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.191459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118b31-52f7-4c0f-9e58-0cb0917b0f40 req-5bf9868e-9eee-4a5c-8c4d-cd3321a73416 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:14.193016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb118b31-52f7-4c0f-9e58-0cb0917b0f40 req-5bf9868e-9eee-4a5c-8c4d-cd3321a73416 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1504905 Jul 30 03:41:14.194183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.194841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbdf692-885a-43e2-ab98-4ed1c924193e {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:14.201598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.202980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-66672b49-2d9b-4be1-8394-16ed969f705c admin admin] 10.222.0.39 "DELETE /v2.0/routers/4fbdf692-885a-43e2-ab98-4ed1c924193e HTTP/1.1" status: 204 len: 168 time: 1.4063745 Jul 30 03:41:14.205894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:14.267559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.326128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb118b31-52f7-4c0f-9e58-0cb0917b0f40 req-4a207d16-3767-4dbd-800c-e1442e2cb1b2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211030 Jul 30 03:41:14.326388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Pushing event deleted for resources: {'Port': ['ID=9584b9a9-4726-47b5-9a9f-187baa48190b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:14.331998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Deleting subnet b35b603b-576d-49c2-8e9b-1518d58c3df3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:14.336106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.382134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.383423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.385265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.389180 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b83131dc-41f6-4da3-a4bc-d08b2b0d51b5 tempest-FloatingIPAdminTestJSON-762181362 tempest-FloatingIPAdminTestJSON-762181362-project] 10.222.0.39 "DELETE /v2.0/floatingips/bbd96153-c261-4174-a3e8-4a5c5acf3c38 HTTP/1.1" status: 204 len: 168 time: 0.5744929 Jul 30 03:41:14.389545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50794) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:14.392950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c44bc5-3343-4d67-9bdd-3c90a01a94a6 req-096216ef-57da-46a8-a6bc-2b773a94a030 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:14.399732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87c44bc5-3343-4d67-9bdd-3c90a01a94a6 req-096216ef-57da-46a8-a6bc-2b773a94a030 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 944 time: 0.1128614 Jul 30 03:41:14.472933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87c44bc5-3343-4d67-9bdd-3c90a01a94a6 req-759f9828-ef18-4e8a-a9ad-efbd03c9bf6a tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723479 Jul 30 03:41:14.513402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.576742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.626221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.635431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b35b603b-576d-49c2-8e9b-1518d58c3df3 HTTP/1.1" status: 204 len: 168 time: 0.4216671 Jul 30 03:41:14.639597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0baf4-d07e-472f-ba9e-35c72fdad084 None None] Network e61fd531-3f95-446d-bb01-01a0a9a0ba8e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:14.688685 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ad124a7c-3f18-444d-aeed-8009d72f63e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.699094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:14.699869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39aca5-f6b8-4a4d-8458-c5d29dc692c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35b603b-576d-49c2-8e9b-1518d58c3df3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:14.860862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5644fad-b95c-4c10-840d-5457a2a9504c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:14.893834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d5644fad-b95c-4c10-840d-5457a2a9504c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:14.894177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5644fad-b95c-4c10-840d-5457a2a9504c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:14.894795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:14.925366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] DHCP port deletion for e61fd531-3f95-446d-bb01-01a0a9a0ba8e request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:14.927312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:14.927659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9f9182c0-8d27-4f5b-8e85-9ea6861e8ef2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:14.966461 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.980755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Deleting port 9a4c757b-0c2b-4fe2-8bfb-4d53a503808d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:14.981387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:14.990452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] Deleting port d917e68f-7dee-49f4-a21d-75f255cd7f6f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:14.990834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.057618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] For port d917e68f-7dee-49f4-a21d-75f255cd7f6f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d917e68f-7dee-49f4-a21d-75f255cd7f6f,segment=NetworkSegment(018a01a8-0add-48a8-9a28-68e77be249a2),segment_id=018a01a8-0add-48a8-9a28-68e77be249a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:15.058020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.065381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.066214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.073011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] Calling delete_port for d917e68f-7dee-49f4-a21d-75f255cd7f6f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:15.078371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Calling delete_port for 9a4c757b-0c2b-4fe2-8bfb-4d53a503808d owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:15.158830 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.165936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410004-1d68-4879-8770-9535fe8be86b req-57a9dd69-c9aa-4ca7-8812-8d1d2f2d4090 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:15.167453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21410004-1d68-4879-8770-9535fe8be86b req-57a9dd69-c9aa-4ca7-8812-8d1d2f2d4090 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 813 time: 0.5876157 Jul 30 03:41:15.170687 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.187469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] Pushing event deleted for resources: {'Port': ['ID=d917e68f-7dee-49f4-a21d-75f255cd7f6f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:15.191793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f9c5b-2824-4916-a9b1-229df0987725 None None] No DVR routers for this DVR port d917e68f-7dee-49f4-a21d-75f255cd7f6f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:15.199171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8da194-5338-415e-b166-41549702ad6b req-511b0dfb-7f4c-4ab3-b489-34516f1f0a87 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:15.200701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b8da194-5338-415e-b166-41549702ad6b req-511b0dfb-7f4c-4ab3-b489-34516f1f0a87 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1161075 Jul 30 03:41:15.236940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.243929 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21410004-1d68-4879-8770-9535fe8be86b req-244cce3d-5e74-408e-bf41-7fca7914857d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/quotas/882ad56c11884ce6be92e5e880d13e1e HTTP/1.1" status: 200 len: 375 time: 0.0419400 Jul 30 03:41:15.262913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a4c757b-0c2b-4fe2-8bfb-4d53a503808d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:15.323495 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.325975 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.327145 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b144fd76-df69-4c32-9898-6920cdf4e7fe tempest-FloatingIPAdminTestJSON-335847513 tempest-FloatingIPAdminTestJSON-335847513-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/aa69b8a5-bd19-4f28-a478-128c7b28273f HTTP/1.1" status: 204 len: 168 time: 0.9365888 Jul 30 03:41:15.331845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50812) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:15.341276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.351492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b8da194-5338-415e-b166-41549702ad6b req-86d1a358-de74-4517-967e-179dc1f3e875 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416755 Jul 30 03:41:15.356339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61fd531-3f95-446d-bb01-01a0a9a0ba8e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:15.373844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018a01a8-0add-48a8-9a28-68e77be249a2') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:15.374139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018a01a8-0add-48a8-9a28-68e77be249a2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:15.379450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21410004-1d68-4879-8770-9535fe8be86b req-96615a17-7f8c-495e-b0df-53e0a2fba527 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226268 Jul 30 03:41:15.387878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.401625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.409443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:15.409876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:15.411583 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:15.439972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting port cc1bf44c-b335-4dc9-beca-cfca9ca9a174 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:15.440323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.497497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.504022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.507348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] 10.222.0.39 "DELETE /v2.0/networks/e61fd531-3f95-446d-bb01-01a0a9a0ba8e HTTP/1.1" status: 204 len: 168 time: 0.8006501 Jul 30 03:41:15.516434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c626565-31da-40b0-846b-c0e9033a9465 req-999b6f8e-7649-4b12-b0cc-cae50155926e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:15.518114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c626565-31da-40b0-846b-c0e9033a9465 req-999b6f8e-7649-4b12-b0cc-cae50155926e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0677969 Jul 30 03:41:15.529688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c8db6-8bfc-4739-8afb-3834be2f7ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=e61fd531-3f95-446d-bb01-01a0a9a0ba8e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:15.552434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.568927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Calling delete_port for cc1bf44c-b335-4dc9-beca-cfca9ca9a174 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:15.612509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c626565-31da-40b0-846b-c0e9033a9465 req-b8d60148-e2a0-45e1-b4d5-cf021e3aee2d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756419 Jul 30 03:41:15.654145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be31027-0e6d-4d13-a36f-866a4c7633b6 req-3bca23b4-6e5a-4042-a3f4-96822b484a12 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:15.655675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6be31027-0e6d-4d13-a36f-866a4c7633b6 req-3bca23b4-6e5a-4042-a3f4-96822b484a12 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 944 time: 0.0844922 Jul 30 03:41:15.711082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6be31027-0e6d-4d13-a36f-866a4c7633b6 req-743801d5-2a48-40fb-bb61-a2689c443d64 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487998 Jul 30 03:41:15.754702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.787650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Port': ['ID=cc1bf44c-b335-4dc9-beca-cfca9ca9a174,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:15.789147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:15.870885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-342fe79d-2770-450e-bb1d-9e1151bb949b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b121014e4eb4f17afd446e440642782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802264 Jul 30 03:41:15.873314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50828) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:15.882948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e0bac-e9f9-4130-8383-f15be18b001a req-3ae5e82c-e861-4e02-86a4-2da45239a609 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:15.884585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b4e0bac-e9f9-4130-8383-f15be18b001a req-3ae5e82c-e861-4e02-86a4-2da45239a609 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0883729 Jul 30 03:41:15.899624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:15.902580 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2af44cbb-b4ab-45de-99a2-632d97d784b6 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "DELETE /v2.0/ports/cc1bf44c-b335-4dc9-beca-cfca9ca9a174 HTTP/1.1" status: 204 len: 168 time: 0.5691524 Jul 30 03:41:15.908696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:15.953081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b4e0bac-e9f9-4130-8383-f15be18b001a req-577fe12d-3270-4c45-b217-9bdeb6379859 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587168 Jul 30 03:41:15.990736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7255d29-7fab-4017-8c24-35967b3fef51 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:15.994903 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b7255d29-7fab-4017-8c24-35967b3fef51 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e55b53f-c935-4bf1-b4d3-b63068f2d3af HTTP/1.1" status: 200 len: 913 time: 0.0833321 Jul 30 03:41:15.995255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:15.997921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67cee8cc-d4c4-4258-8c64-85891cbbce1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.034683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67cee8cc-d4c4-4258-8c64-85891cbbce1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.089638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67cee8cc-d4c4-4258-8c64-85891cbbce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.092269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67cee8cc-d4c4-4258-8c64-85891cbbce1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.093433 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67cee8cc-d4c4-4258-8c64-85891cbbce1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d81ccd5-9bd7-4007-b0b5-a15eaa17e0ed HTTP/1.1" status: 204 len: 168 time: 0.2188694 Jul 30 03:41:16.102371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cee8cc-d4c4-4258-8c64-85891cbbce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81ccd5-9bd7-4007-b0b5-a15eaa17e0ed,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:16.203904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 00faddc8-c853-4458-ab9b-f7240bdb804c up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:16.256231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 00faddc8-c853-4458-ab9b-f7240bdb804c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:16.256501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6932c1bc-f295-4585-b1ab-629257a5377d req-9ecefa1d-c790-4ad8-8049-9dfb4ae7d792 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=882ad56c11884ce6be92e5e880d13e1e HTTP/1.1" status: 200 len: 221 time: 0.0740957 Jul 30 03:41:16.260313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 00faddc8-c853-4458-ab9b-f7240bdb804c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:16.260747 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.354458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.363256 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.406274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00faddc8-c853-4458-ab9b-f7240bdb804c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:41:16.409827 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1ccc2f-faa4-458b-9988-029c40f72b6d" -d '{"events": [{"server_uuid": "d6fe2a0e-62fd-4537-a41a-63ec8fcff112", "name": "network-vif-plugged", "status": "completed", "tag": "00faddc8-c853-4458-ab9b-f7240bdb804c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:41:16.414713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263adbb-74c1-4d65-b57a-52f80b3d6033 req-6b65c099-6fa1-4672-8c84-75f2402bf13d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:16.416269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 00faddc8-c853-4458-ab9b-f7240bdb804c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=00faddc8-c853-4458-ab9b-f7240bdb804c,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:16.416415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c263adbb-74c1-4d65-b57a-52f80b3d6033 req-6b65c099-6fa1-4672-8c84-75f2402bf13d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0823889 Jul 30 03:41:16.422980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.480741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=00faddc8-c853-4458-ab9b-f7240bdb804c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:16.480893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:16.516554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c263adbb-74c1-4d65-b57a-52f80b3d6033 req-0ad83bb7-841a-4ce4-b63e-34b7cda9fece tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Jul 30 03:41:16.531307 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7cb20c2d-f76e-4f8c-a633-5ef45c10dbba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05e7ac16aadc442e80d0f25c902df8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472119 Jul 30 03:41:16.532049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:16.534116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a17fa-3a1d-4f35-ae81-8c1781b8420a req-8ee36f7f-6a9f-45e5-a30e-44db94338871 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:16.535662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd8a17fa-3a1d-4f35-ae81-8c1781b8420a req-8ee36f7f-6a9f-45e5-a30e-44db94338871 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0957789 Jul 30 03:41:16.570317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.576221 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd60cf4-8665-45eb-a00e-1063cdfa29b4 x-openstack-request-id: req-ffd60cf4-8665-45eb-a00e-1063cdfa29b4 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:41:16.576844 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe2a0e-62fd-4537-a41a-63ec8fcff112", "name": "network-vif-plugged", "status": "completed", "tag": "00faddc8-c853-4458-ab9b-f7240bdb804c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:41:16.577455 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffd60cf4-8665-45eb-a00e-1063cdfa29b4 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:41:16.579042 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00faddc8-c853-4458-ab9b-f7240bdb804c', 'code': 200} Jul 30 03:41:16.598849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4c04c64-032d-4a47-8b95-eede0a4b7a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.624485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4c04c64-032d-4a47-8b95-eede0a4b7a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.627065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd8a17fa-3a1d-4f35-ae81-8c1781b8420a req-43a15c96-9623-490f-9271-f5b7e9ec32bc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824716 Jul 30 03:41:16.678627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4c04c64-032d-4a47-8b95-eede0a4b7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.682745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4c04c64-032d-4a47-8b95-eede0a4b7a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:16.684490 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4c04c64-032d-4a47-8b95-eede0a4b7a29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1011e84-8f2a-4972-abda-8e409b8a5e5b HTTP/1.1" status: 204 len: 168 time: 0.1510360 Jul 30 03:41:16.702328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c04c64-032d-4a47-8b95-eede0a4b7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1011e84-8f2a-4972-abda-8e409b8a5e5b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:16.745884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d583ce3-9257-4dbd-a017-4dab6b549d79 req-29db010a-1918-415a-890f-82d58deb0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:16.746240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0d583ce3-9257-4dbd-a017-4dab6b549d79 req-29db010a-1918-415a-890f-82d58deb0c38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 1097 time: 0.0515404 Jul 30 03:41:16.819258 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0d583ce3-9257-4dbd-a017-4dab6b549d79 req-9fe3f391-8bc1-4958-870f-b3460e420083 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656502 Jul 30 03:41:16.824875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd65ba-33e3-43e6-91ff-3767c18ee6cd req-fe8cdaf7-4837-44af-a4e5-976459909c14 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:16.826226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83cd65ba-33e3-43e6-91ff-3767c18ee6cd req-fe8cdaf7-4837-44af-a4e5-976459909c14 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1224098 Jul 30 03:41:16.843333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d917e68f-7dee-49f4-a21d-75f255cd7f6f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:16.864712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d917e68f-7dee-49f4-a21d-75f255cd7f6f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:16.865151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d917e68f-7dee-49f4-a21d-75f255cd7f6f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:16.916002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83cd65ba-33e3-43e6-91ff-3767c18ee6cd req-41a0284d-4bbe-423b-84db-bd3a5f930d89 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777354 Jul 30 03:41:16.923943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af59547-cfe4-42c0-9be9-74f246a6d116 req-6345ab24-544e-4006-8a69-4d774ea16f6b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:16.925342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2af59547-cfe4-42c0-9be9-74f246a6d116 req-6345ab24-544e-4006-8a69-4d774ea16f6b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.1087496 Jul 30 03:41:17.037271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2af59547-cfe4-42c0-9be9-74f246a6d116 req-0907ee93-1b0c-4ff0-a104-8f6f6be436d5 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051075 Jul 30 03:41:17.071880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting port 442dac94-5989-411c-adee-d22a58363a9b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:17.071880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:17.201857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582876d-7e8e-4619-b0d0-7928f2f6d21b req-91c1d9d4-d7f5-47d3-a172-5807c8d4a5c9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:17.204256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2582876d-7e8e-4619-b0d0-7928f2f6d21b req-91c1d9d4-d7f5-47d3-a172-5807c8d4a5c9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0805240 Jul 30 03:41:17.220717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:17.240772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Calling delete_port for 442dac94-5989-411c-adee-d22a58363a9b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:17.268885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2582876d-7e8e-4619-b0d0-7928f2f6d21b req-28a0f9e1-86b1-4f62-8b72-851788370d4c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Jul 30 03:41:17.422307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3567e-9211-48a5-9bfa-823546bb7f87 req-c06567f7-dedf-4617-a560-9e24144a2a7a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:17.423784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7f3567e-9211-48a5-9bfa-823546bb7f87 req-c06567f7-dedf-4617-a560-9e24144a2a7a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0699694 Jul 30 03:41:17.499597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7f3567e-9211-48a5-9bfa-823546bb7f87 req-d29850c8-67fb-401c-a2ce-48c3120f7f70 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686312 Jul 30 03:41:17.504320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:17.531048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Port': ['ID=442dac94-5989-411c-adee-d22a58363a9b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:17.691377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada7de1-3f7b-46e0-b872-f9c7981acbe9 req-d7de6fd6-de9f-4f50-92b9-9192b7d317d6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:17.693106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ada7de1-3f7b-46e0-b872-f9c7981acbe9 req-d7de6fd6-de9f-4f50-92b9-9192b7d317d6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1110449 Jul 30 03:41:17.801206 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:17.811943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ada7de1-3f7b-46e0-b872-f9c7981acbe9 req-c6d00268-fa0a-4c7c-acc8-ed27bccdc121 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829802 Jul 30 03:41:17.831386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2e83-c15c-41ad-a7cc-900e74866fb3 req-8d7d5c93-f407-4c46-a370-ffc7a788f3e8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:17.833028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44fe2e83-c15c-41ad-a7cc-900e74866fb3 req-8d7d5c93-f407-4c46-a370-ffc7a788f3e8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1052711 Jul 30 03:41:17.943443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44fe2e83-c15c-41ad-a7cc-900e74866fb3 req-7a512926-3091-498a-b083-c2311c14f938 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Jul 30 03:41:17.984686 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:18.047417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734176e7-d8cb-42a6-9f2c-85fd7e6cb89b req-699360a2-7360-44db-a541-8329d75b7637 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:18.048885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-734176e7-d8cb-42a6-9f2c-85fd7e6cb89b req-699360a2-7360-44db-a541-8329d75b7637 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0993662 Jul 30 03:41:18.136165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-734176e7-d8cb-42a6-9f2c-85fd7e6cb89b req-d65f5eff-28d9-462c-a688-21d70eaa203f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809636 Jul 30 03:41:18.165670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Router 2e55b53f-c935-4bf1-b4d3-b63068f2d3af has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:18.189874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677d0aa-ef95-43ab-a40c-895f5996b0bb req-cfd94464-a9ed-4795-bcf7-87bdc062799f tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:18.191384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f677d0aa-ef95-43ab-a40c-895f5996b0bb req-cfd94464-a9ed-4795-bcf7-87bdc062799f tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.0736301 Jul 30 03:41:18.344749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f677d0aa-ef95-43ab-a40c-895f5996b0bb req-02d7a00b-e3c7-4523-a575-aac90fdaff16 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174648 Jul 30 03:41:18.360205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45701b18-3d90-47c5-a578-f914b43054d4 req-0fbe1974-154a-42b1-aca1-4fb666eea362 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:18.362010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45701b18-3d90-47c5-a578-f914b43054d4 req-0fbe1974-154a-42b1-aca1-4fb666eea362 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1345322 Jul 30 03:41:18.365317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:18.371418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b88fbe0b-3499-4352-af24-de3b9492f097 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "PUT /v2.0/routers/2e55b53f-c935-4bf1-b4d3-b63068f2d3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749452 Jul 30 03:41:18.374040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50894) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:18.375986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] Sync routers for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:18.385835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:18.386935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:18.413496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45701b18-3d90-47c5-a578-f914b43054d4 req-82ec36bd-3aec-427f-a7b1-e7e5e45ca44e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Jul 30 03:41:18.432723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:18.446797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] Routers {'2e55b53f-c935-4bf1-b4d3-b63068f2d3af'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:18.446797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:18.478597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:18.479285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763338f-c769-49fb-aa16-ccba96eb5083 None None] The sync data for ids ['2e55b53f-c935-4bf1-b4d3-b63068f2d3af'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:18.493500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:18.538240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fecc19-ab6d-488c-80a6-9be691188db0 req-0aea1ff6-2048-49cd-aac6-c37a72ca5041 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:18.543493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34fecc19-ab6d-488c-80a6-9be691188db0 req-0aea1ff6-2048-49cd-aac6-c37a72ca5041 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0545831 Jul 30 03:41:18.578629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34fecc19-ab6d-488c-80a6-9be691188db0 req-e0904971-9759-4a61-8415-1a5d1ce375f4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Jul 30 03:41:18.605558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:18.663449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting port b642e505-eaf2-4569-a0b5-9b6f899d620c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:18.663792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:18.713147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be56617-e8bb-4dcb-9f10-7e97f791fd44 req-17e04f3f-c7ae-4d88-ab9c-f7f0389a1cba tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:18.714619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4be56617-e8bb-4dcb-9f10-7e97f791fd44 req-17e04f3f-c7ae-4d88-ab9c-f7f0389a1cba tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0518904 Jul 30 03:41:18.741644 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:18.753951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Calling delete_port for b642e505-eaf2-4569-a0b5-9b6f899d620c owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:18.755526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4be56617-e8bb-4dcb-9f10-7e97f791fd44 req-a0bcd9de-31ef-4c08-90d4-22b9c97f1fe2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Jul 30 03:41:18.872952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785637-7d0e-4241-bb28-7224c3819deb req-5c2d4ffb-33d4-40eb-8540-92344edf43ed tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:18.874907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50785637-7d0e-4241-bb28-7224c3819deb req-5c2d4ffb-33d4-40eb-8540-92344edf43ed tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0502279 Jul 30 03:41:18.918807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50785637-7d0e-4241-bb28-7224c3819deb req-6c63256b-3f01-4a01-a76e-5d954e61adbc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Jul 30 03:41:18.920580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:18.946988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Port': ['ID=b642e505-eaf2-4569-a0b5-9b6f899d620c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:19.018327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.100074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdaf59-c945-4ab2-b739-cc8afbb47290 req-4761b717-7a3a-4fae-86ad-82f1be685861 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:19.107483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bbdaf59-c945-4ab2-b739-cc8afbb47290 req-4761b717-7a3a-4fae-86ad-82f1be685861 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0874236 Jul 30 03:41:19.112823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.115057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.130599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b07a1-47ff-46e9-bda8-8fba2c748cd8 req-09adb61b-135b-423a-ac2c-2f1179970da0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:19.132000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f9b07a1-47ff-46e9-bda8-8fba2c748cd8 req-09adb61b-135b-423a-ac2c-2f1179970da0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0810432 Jul 30 03:41:19.158311 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.158857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Fanout notify agent at l3_agent the message router_deleted on router 2e55b53f-c935-4bf1-b4d3-b63068f2d3af {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:19.166371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.170002 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d0ed6065-a482-4d51-8998-53220fbf0be1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "DELETE /v2.0/routers/2e55b53f-c935-4bf1-b4d3-b63068f2d3af HTTP/1.1" status: 204 len: 168 time: 0.7918901 Jul 30 03:41:19.170118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:19.179683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bbdaf59-c945-4ab2-b739-cc8afbb47290 req-fe706dc4-2d0a-4002-adfb-2b98c78d278b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631154 Jul 30 03:41:19.200158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f9b07a1-47ff-46e9-bda8-8fba2c748cd8 req-2cc3fcb4-318f-4158-b280-b9271affe419 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527103 Jul 30 03:41:19.221861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting subnet 129fe466-d289-4c40-a958-57cdedcabb8a {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:19.224952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.268757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.309860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a244d-7fab-4303-bfb2-b5cabfadd75f req-9406a134-13fb-45fc-9bf2-6e60217a48e4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:19.311381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-350a244d-7fab-4303-bfb2-b5cabfadd75f req-9406a134-13fb-45fc-9bf2-6e60217a48e4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0494413 Jul 30 03:41:19.349989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-350a244d-7fab-4303-bfb2-b5cabfadd75f req-d7200a05-7627-46d0-b970-ae82b1ce28d1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Jul 30 03:41:19.355832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.418679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.450294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Subnet': ['ID=129fe466-d289-4c40-a958-57cdedcabb8a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:19.453967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.455882 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-590c39b6-d945-4d03-83f8-af03a8bdbd07 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "DELETE /v2.0/subnets/129fe466-d289-4c40-a958-57cdedcabb8a HTTP/1.1" status: 204 len: 168 time: 0.2847667 Jul 30 03:41:19.458538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50924) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:19.461394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0129c0-d913-4d51-94fa-c144191b074e None None] Network 6de7710b-6286-4b0b-9337-6f99dec7e629 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:19.496579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5f37-d3e1-445e-aa9c-b050c02037f8 req-1cbb34d2-2efa-425a-b2db-dbee72ae58ef tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:19.498104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-916c5f37-d3e1-445e-aa9c-b050c02037f8 req-1cbb34d2-2efa-425a-b2db-dbee72ae58ef tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.0835681 Jul 30 03:41:19.524405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea3b2-dce9-44b9-88fb-22aac0e60937 req-fb712abb-38d8-4e89-831c-68e921ef9443 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:19.525877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0afea3b2-dce9-44b9-88fb-22aac0e60937 req-fb712abb-38d8-4e89-831c-68e921ef9443 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0804777 Jul 30 03:41:19.545734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.605419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting port bdf96102-bb9c-44f3-933b-f24174c4cf2c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:19.605858 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.614807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:41:19.667871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] DHCP port deletion for 6de7710b-6286-4b0b-9337-6f99dec7e629 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:19.673656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] For port bdf96102-bb9c-44f3-933b-f24174c4cf2c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdf96102-bb9c-44f3-933b-f24174c4cf2c,segment=NetworkSegment(9cb90a2e-e6ba-4ed9-82c3-cef377459c83),segment_id=9cb90a2e-e6ba-4ed9-82c3-cef377459c83)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:19.674126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.694516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Calling delete_port for bdf96102-bb9c-44f3-933b-f24174c4cf2c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:19.716651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] Deleting port bdf96102-bb9c-44f3-933b-f24174c4cf2c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:19.717322 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.782478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.792913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] For port bdf96102-bb9c-44f3-933b-f24174c4cf2c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdf96102-bb9c-44f3-933b-f24174c4cf2c,segment=NetworkSegment(9cb90a2e-e6ba-4ed9-82c3-cef377459c83),segment_id=9cb90a2e-e6ba-4ed9-82c3-cef377459c83)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:19.793623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.809163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Port': ['ID=bdf96102-bb9c-44f3-933b-f24174c4cf2c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:19.813768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] No DVR routers for this DVR port bdf96102-bb9c-44f3-933b-f24174c4cf2c on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:19.817029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] Calling delete_port for bdf96102-bb9c-44f3-933b-f24174c4cf2c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:19.853314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-916c5f37-d3e1-445e-aa9c-b050c02037f8 req-9faeacdf-75b5-49ac-b4fe-9e7a55f5ca99 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456156 Jul 30 03:41:19.881871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0afea3b2-dce9-44b9-88fb-22aac0e60937 req-90c6b310-882b-479a-914b-2e159ccada2c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468688 Jul 30 03:41:19.935995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.940458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.959387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de7710b-6286-4b0b-9337-6f99dec7e629']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:19.972412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] Pushing event deleted for resources: {'Port': ['ID=bdf96102-bb9c-44f3-933b-f24174c4cf2c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:19.976968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb90a2e-e6ba-4ed9-82c3-cef377459c83') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:19.977369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb90a2e-e6ba-4ed9-82c3-cef377459c83') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:19.989912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:19.991611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc153e1-7609-446c-9b20-b0455729359a None None] No DVR routers for this DVR port bdf96102-bb9c-44f3-933b-f24174c4cf2c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:20.026666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.038457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:20.038920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:20.043010 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:20.052677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85016-1dc2-4ef1-b93c-723ea500045e req-ea0ac55c-54b8-4001-b50d-ade78da66e62 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:20.061638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28e85016-1dc2-4ef1-b93c-723ea500045e req-ea0ac55c-54b8-4001-b50d-ade78da66e62 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1065176 Jul 30 03:41:20.105674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28e85016-1dc2-4ef1-b93c-723ea500045e req-1cbfc121-ee53-467b-a630-c8665e18cd30 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 Jul 30 03:41:20.116547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.123877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.128230 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "DELETE /v2.0/networks/6de7710b-6286-4b0b-9337-6f99dec7e629 HTTP/1.1" status: 204 len: 168 time: 0.6660903 Jul 30 03:41:20.129110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:20.139295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eee4b-abf0-42a7-ae98-f50f455fa4f1 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Network': ['ID=6de7710b-6286-4b0b-9337-6f99dec7e629,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:20.345682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Deleting port d651bcc8-e716-47a6-80ef-1e4414ac1248 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:20.346028 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.367098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c5fcb-eb02-4e95-bf40-689e5a0d41f5 req-2aebf40f-f4c0-46cc-9006-9e3e0d1c8dd2 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:20.368760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e3c5fcb-eb02-4e95-bf40-689e5a0d41f5 req-2aebf40f-f4c0-46cc-9006-9e3e0d1c8dd2 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1120312 Jul 30 03:41:20.449721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88e04c-6a7f-4ce1-97fa-ae3a6b106d43 req-36f6349d-9ee7-4bc7-9dcf-aa0082899d19 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:20.451756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b88e04c-6a7f-4ce1-97fa-ae3a6b106d43 req-36f6349d-9ee7-4bc7-9dcf-aa0082899d19 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1519301 Jul 30 03:41:20.484953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e3c5fcb-eb02-4e95-bf40-689e5a0d41f5 req-5ba1b111-37d9-432a-820e-844ccf56d3f1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871894 Jul 30 03:41:20.515846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.516182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.532137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b88e04c-6a7f-4ce1-97fa-ae3a6b106d43 req-1214c0c4-4aef-488d-999d-e9cfb1e649dc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701056 Jul 30 03:41:20.535963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Calling delete_port for d651bcc8-e716-47a6-80ef-1e4414ac1248 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:20.680018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3735-2635-4316-bc84-5a5afd0e82ca req-f7ed0d1f-1680-48b1-b9ef-0a54406643cc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:20.681541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad3e3735-2635-4316-bc84-5a5afd0e82ca req-f7ed0d1f-1680-48b1-b9ef-0a54406643cc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0789700 Jul 30 03:41:20.753152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad3e3735-2635-4316-bc84-5a5afd0e82ca req-bddaa01c-467d-45df-9708-8a0ff5c55838 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486853 Jul 30 03:41:20.754371 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.782955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Pushing event deleted for resources: {'Port': ['ID=d651bcc8-e716-47a6-80ef-1e4414ac1248,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:20.847989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdf96102-bb9c-44f3-933b-f24174c4cf2c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:20.867286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.869894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:20.874505 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1ad3a1af-281c-4082-afc2-5921b496e767 tempest-FloatingIPAdminTestJSON-1456414137 tempest-FloatingIPAdminTestJSON-1456414137-project] 10.222.0.39 "DELETE /v2.0/floatingips/43468f1a-36b1-4394-a69d-b8f63355adf7 HTTP/1.1" status: 204 len: 168 time: 0.7444041 Jul 30 03:41:20.901828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: bdf96102-bb9c-44f3-933b-f24174c4cf2c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:20.909438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdf96102-bb9c-44f3-933b-f24174c4cf2c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:20.916055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19de4e-9a9c-421c-abf0-6a8a0d33674c req-649a7378-feae-47fe-93ae-10ed2fd9808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:20.918495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a19de4e-9a9c-421c-abf0-6a8a0d33674c req-649a7378-feae-47fe-93ae-10ed2fd9808a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 1098 time: 0.0552149 Jul 30 03:41:20.968401 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a19de4e-9a9c-421c-abf0-6a8a0d33674c req-f55b8ebd-6f62-4a55-9822-6e19d80db300 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Jul 30 03:41:20.977893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b41fe-ddf3-4e4b-ac46-3d3509ea2f1a req-5b8ad190-f8e0-49d6-bb7d-deb9ba2aebaf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:20.979789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c92b41fe-ddf3-4e4b-ac46-3d3509ea2f1a req-5b8ad190-f8e0-49d6-bb7d-deb9ba2aebaf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0545681 Jul 30 03:41:21.026683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c92b41fe-ddf3-4e4b-ac46-3d3509ea2f1a req-7e5386af-5a29-4721-b57f-9f4d795d2014 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Jul 30 03:41:21.152414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93da5-5266-4fd4-ac21-9dd99df8e5f9 req-bb119bbf-a73a-432b-b7a5-df48a104621b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:21.153938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f93da5-5266-4fd4-ac21-9dd99df8e5f9 req-bb119bbf-a73a-432b-b7a5-df48a104621b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0520270 Jul 30 03:41:21.197598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f93da5-5266-4fd4-ac21-9dd99df8e5f9 req-5d1cff65-9a22-4236-8e51-76fd606a9f65 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Jul 30 03:41:21.231855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:21.389479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-85d088bb-fc5d-4274-930f-72c255422e08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=532959083c0d4a7d8e6e687e270b9dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564410 Jul 30 03:41:21.392697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:21.452254 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-373935d7-f52b-490e-b20d-76031f4607cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:21.475678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-373935d7-f52b-490e-b20d-76031f4607cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:21.478575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708937e5-070d-485b-b100-62e7d0094f14 req-80533b0f-2b96-4a29-9d2c-748a110bfc60 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:21.480106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-708937e5-070d-485b-b100-62e7d0094f14 req-80533b0f-2b96-4a29-9d2c-748a110bfc60 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0506995 Jul 30 03:41:21.532867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-373935d7-f52b-490e-b20d-76031f4607cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:21.536422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-373935d7-f52b-490e-b20d-76031f4607cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:21.538518 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-373935d7-f52b-490e-b20d-76031f4607cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a95a617d-31d7-4995-96f5-31907f6ed68d HTTP/1.1" status: 204 len: 168 time: 0.1446593 Jul 30 03:41:21.545852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-708937e5-070d-485b-b100-62e7d0094f14 req-433f81e1-ec79-4d47-a4aa-8a0944f05b04 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585718 Jul 30 03:41:21.549691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373935d7-f52b-490e-b20d-76031f4607cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95a617d-31d7-4995-96f5-31907f6ed68d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:21.686855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5b2dd-79ea-45cc-817d-6bdc06476b9e req-22bbe352-2f4d-42f9-a983-3164cbbc989a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:21.688540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57f5b2dd-79ea-45cc-817d-6bdc06476b9e req-22bbe352-2f4d-42f9-a983-3164cbbc989a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0879898 Jul 30 03:41:21.710574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b36a60-eabc-4a82-9c72-5789ab621227 req-cec7fc81-13de-4e0d-8005-42d74ede88ba tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:21.712111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38b36a60-eabc-4a82-9c72-5789ab621227 req-cec7fc81-13de-4e0d-8005-42d74ede88ba tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0812266 Jul 30 03:41:21.767411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57f5b2dd-79ea-45cc-817d-6bdc06476b9e req-5270fb47-e9d6-49ec-9f64-ff53491c9c26 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Jul 30 03:41:21.774855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38b36a60-eabc-4a82-9c72-5789ab621227 req-74c6891c-9bb4-4cbf-b849-0b7665dddb54 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Jul 30 03:41:21.876053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:21.889400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bde8-222e-4163-a37d-74bf27c2ccf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.029823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bde8-222e-4163-a37d-74bf27c2ccf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.038338 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bde8-222e-4163-a37d-74bf27c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.056804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e79f2f-3bd0-4516-89ed-b02efeb2a1f1 req-76b4c85c-d086-424d-8820-65bdd8719539 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:22.058350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8e79f2f-3bd0-4516-89ed-b02efeb2a1f1 req-76b4c85c-d086-424d-8820-65bdd8719539 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0804172 Jul 30 03:41:22.104106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d3d5bde8-222e-4163-a37d-74bf27c2ccf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3a85945a1284166b0312646cab9b460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269299 Jul 30 03:41:22.106787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51058) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:22.110716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bde8-222e-4163-a37d-74bf27c2ccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c97c6-b06a-4aa8-9953-9fdb01b60326,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:22.126029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8e79f2f-3bd0-4516-89ed-b02efeb2a1f1 req-c90a620e-7ec4-4bb9-8108-ebaaf9729b69 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 Jul 30 03:41:22.185402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1650868-2861-4b7c-843b-e4d0d545df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.214792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1650868-2861-4b7c-843b-e4d0d545df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.271124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1650868-2861-4b7c-843b-e4d0d545df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.274127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1650868-2861-4b7c-843b-e4d0d545df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.277728 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f1650868-2861-4b7c-843b-e4d0d545df1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/520c97c6-b06a-4aa8-9953-9fdb01b60326 HTTP/1.1" status: 204 len: 168 time: 0.1674161 Jul 30 03:41:22.284370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1650868-2861-4b7c-843b-e4d0d545df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c97c6-b06a-4aa8-9953-9fdb01b60326,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:22.644405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51070) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:22.658833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bbd4-afef-4701-a3b4-17a4219c1551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.753513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bbd4-afef-4701-a3b4-17a4219c1551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.757932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bbd4-afef-4701-a3b4-17a4219c1551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.795228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3bbd4-afef-4701-a3b4-17a4219c1551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a244a-0c9d-4490-a917-3bea97d595ac,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:22.807558 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c4e3bbd4-afef-4701-a3b4-17a4219c1551 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88d96f2deb1f4e82b42e936302985a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619773 Jul 30 03:41:22.810148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51074) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:22.866899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61dffbb9-25ba-4927-805b-73a2185378a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.891787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61dffbb9-25ba-4927-805b-73a2185378a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.913404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823df29a-caf2-4060-a376-d753fef70e65 req-dce27806-8008-4b28-ade7-5ff7b7a7cbf5 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:22.915238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-823df29a-caf2-4060-a376-d753fef70e65 req-dce27806-8008-4b28-ade7-5ff7b7a7cbf5 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0621142 Jul 30 03:41:22.971854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61dffbb9-25ba-4927-805b-73a2185378a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.974524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61dffbb9-25ba-4927-805b-73a2185378a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:22.978234 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61dffbb9-25ba-4927-805b-73a2185378a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e24a244a-0c9d-4490-a917-3bea97d595ac HTTP/1.1" status: 204 len: 168 time: 0.1647165 Jul 30 03:41:22.987109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-823df29a-caf2-4060-a376-d753fef70e65 req-05de6cde-549a-4f75-b36f-4039eecca4e7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Jul 30 03:41:22.991947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dffbb9-25ba-4927-805b-73a2185378a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a244a-0c9d-4490-a917-3bea97d595ac,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:23.133635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72df2e-fff4-45d5-aabf-27c5c30b74f5 req-48b2253d-26ed-414f-8802-945f288ef005 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:23.135168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b72df2e-fff4-45d5-aabf-27c5c30b74f5 req-48b2253d-26ed-414f-8802-945f288ef005 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0649621 Jul 30 03:41:23.183975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b72df2e-fff4-45d5-aabf-27c5c30b74f5 req-ad369805-9408-4d44-bf8c-b4fe3449869a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Jul 30 03:41:23.267363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e605f-ad48-49c6-8ba7-f0b88eb738d5 req-537a28f5-1897-4ea0-b469-197bd11ce46a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:23.269141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-495e605f-ad48-49c6-8ba7-f0b88eb738d5 req-537a28f5-1897-4ea0-b469-197bd11ce46a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0568020 Jul 30 03:41:23.316057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-495e605f-ad48-49c6-8ba7-f0b88eb738d5 req-3f470cca-83b3-4a66-a0ac-cad6daec5ebc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Jul 30 03:41:23.464651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452ef86-7dff-443a-aa5f-c693db8aa2b3 req-8638c112-cb49-4f84-a471-2becf8c593a7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:23.466232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7452ef86-7dff-443a-aa5f-c693db8aa2b3 req-8638c112-cb49-4f84-a471-2becf8c593a7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0688879 Jul 30 03:41:23.514992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7452ef86-7dff-443a-aa5f-c693db8aa2b3 req-92de62d8-8d12-4bd0-a161-c7a1819a0fed tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Jul 30 03:41:23.750464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d688d25-fa6a-42bd-85f8-c860bf83fa9f req-3ec0c3fa-2240-453a-b2d3-377de5ba5615 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:23.752388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d688d25-fa6a-42bd-85f8-c860bf83fa9f req-3ec0c3fa-2240-453a-b2d3-377de5ba5615 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0597742 Jul 30 03:41:23.798416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d688d25-fa6a-42bd-85f8-c860bf83fa9f req-e674b557-64b7-45ce-8e86-a8202981d901 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Jul 30 03:41:23.977188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51118) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:24.076664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-815667010'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:24.098913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:24.102357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.111811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.219560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.223434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.248184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:41:24.264973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b454e8-7b49-4e6c-8c8e-ccd7b7f44140,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:24.269056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.269415 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment 74511d0a-cfcb-4bfb-a296-9b819ed14bd6 of type vlan for network 5d59de41-c834-46ed-91a0-08d7675ed814 Jul 30 03:41:24.313905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.343416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.349879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:24.350486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.411051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4327452 Jul 30 03:41:24.413782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51122) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:24.418691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-202652820'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:24.441205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc1106-5922-43f1-9e2e-5773bf8eb9e3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=5d59de41-c834-46ed-91a0-08d7675ed814,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:24.454247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5d59de41-c834-46ed-91a0-08d7675ed814 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:41:24.457693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:24.461347 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.487476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:41:24.496885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.497223 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment 0a05b4d4-9b7f-4385-baa1-58b04c9c3d50 of type vlan for network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 Jul 30 03:41:24.540219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.572716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.578917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:24.579640 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.644661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2298446 Jul 30 03:41:24.648029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51130) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:24.657221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:24.675318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16228675-5900-411c-b5f3-b06867360145 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=9aa33566-21d3-4a9f-a9d0-1f069b18e521,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:24.689264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:41:24.710605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d414e5-69fa-4ddb-85c7-c1b104df6e00 req-b573b539-49d9-45d9-9276-5177e420fe18 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:24.724870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07d414e5-69fa-4ddb-85c7-c1b104df6e00 req-b573b539-49d9-45d9-9276-5177e420fe18 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1165690 Jul 30 03:41:24.783634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:24.788170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07d414e5-69fa-4ddb-85c7-c1b104df6e00 req-bf2beb53-6266-4568-b98f-9c9b44608cf2 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Jul 30 03:41:24.788420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:24.991992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665461-59cd-4559-8c7e-af543c652028 req-7a011a44-df65-4987-8be0-a00a8837d654 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:24.991992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62665461-59cd-4559-8c7e-af543c652028 req-7a011a44-df65-4987-8be0-a00a8837d654 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0587683 Jul 30 03:41:25.046382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.051692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62665461-59cd-4559-8c7e-af543c652028 req-706236e4-32ff-4767-a689-cc512b3268cd tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Jul 30 03:41:25.126311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=8e9b40fc-0cd4-4117-8ba6-eb6605188e1e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:25.135170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': '74511d0a-cfcb-4bfb-a296-9b819ed14bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:25.135429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: 5d59de41-c834-46ed-91a0-08d7675ed814, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:41:25.155807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 5d59de41-c834-46ed-91a0-08d7675ed814 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:41:25.174005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5d59de41-c834-46ed-91a0-08d7675ed814) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:25.182397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:25.183243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.184258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d9074-faa0-4be4-b2b3-bd73f17d580d None None] Network 5d59de41-c834-46ed-91a0-08d7675ed814 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:25.205553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b2fb9668-f81c-4de9-b6b2-dac4ab83513d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5561025 Jul 30 03:41:25.209322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:25.220775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:25.288499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c6a3c-5094-4e4e-9224-8e393eb94c9c req-344ebdbd-550d-4b1e-9713-c7e418aca060 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:25.290017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-433c6a3c-5094-4e4e-9224-8e393eb94c9c req-344ebdbd-550d-4b1e-9713-c7e418aca060 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1911511 Jul 30 03:41:25.304438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb90fb7-eea9-412d-b866-1ce6e7367f82 req-f38a87d0-2f6b-48c6-a010-fb62e204367d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:25.305906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccb90fb7-eea9-412d-b866-1ce6e7367f82 req-f38a87d0-2f6b-48c6-a010-fb62e204367d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1555882 Jul 30 03:41:25.371987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5d59de41-c834-46ed-91a0-08d7675ed814', 'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': '8e9b40fc-0cd4-4117-8ba6-eb6605188e1e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:41:25.372867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.386861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccb90fb7-eea9-412d-b866-1ce6e7367f82 req-34024cea-25da-48c5-90c3-dec9f7ed670d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694706 Jul 30 03:41:25.417977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-433c6a3c-5094-4e4e-9224-8e393eb94c9c req-f334d7ed-7430-496f-9b8c-94697a67a4c2 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029117 Jul 30 03:41:25.430024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:25.434378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.542151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Allocated IP 172.20.0.2 (5d59de41-c834-46ed-91a0-08d7675ed814/8e9b40fc-0cd4-4117-8ba6-eb6605188e1e/871cbb16-788d-4e99-b097-dbfa37ac6c2d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:25.634251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8747e-036f-43d5-a56d-429fb996b6c7 req-11119c5e-a429-4b76-b19c-458e650ebeb2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:25.635741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab8747e-036f-43d5-a56d-429fb996b6c7 req-11119c5e-a429-4b76-b19c-458e650ebeb2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1129708 Jul 30 03:41:25.705859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.714485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Transition to ACTIVE for port object 871cbb16-788d-4e99-b097-dbfa37ac6c2d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:25.725735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab8747e-036f-43d5-a56d-429fb996b6c7 req-a93dbd87-9321-4e9b-bb67-43dfca9c134c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840614 Jul 30 03:41:25.731283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Transition to ACTIVE for port object 871cbb16-788d-4e99-b097-dbfa37ac6c2d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:25.741989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.742297 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.816725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Pushing event updated for resources: {'Port': ['ID=871cbb16-788d-4e99-b097-dbfa37ac6c2d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:25.827500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Network 5d59de41-c834-46ed-91a0-08d7675ed814 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:25.830226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:25.832833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:25.878407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:25.879111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: 9aa33566-21d3-4a9f-a9d0-1f069b18e521, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:41:25.881274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=005b534c-0a55-4e30-8c25-53cd1e4b7a13,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:25.894712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Attempting to bind port 871cbb16-788d-4e99-b097-dbfa37ac6c2d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:41:25.895363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Attempting to bind port 871cbb16-788d-4e99-b097-dbfa37ac6c2d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '74511d0a-cfcb-4bfb-a296-9b819ed14bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:41:25.895905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Attempting to bind port 871cbb16-788d-4e99-b097-dbfa37ac6c2d on network 5d59de41-c834-46ed-91a0-08d7675ed814 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:41:25.901871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:41:25.902255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Checking segment: {'id': '74511d0a-cfcb-4bfb-a296-9b819ed14bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:25.902671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.903071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Bound using segment: {'id': '74511d0a-cfcb-4bfb-a296-9b819ed14bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:41:25.903578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Bound port: 871cbb16-788d-4e99-b097-dbfa37ac6c2d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74511d0a-cfcb-4bfb-a296-9b819ed14bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d59de41-c834-46ed-91a0-08d7675ed814'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:41:25.903968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.949315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce2e36-6b85-4d47-b34f-48ea9ca1cd39 req-61df1d2d-232f-4cfb-9462-7e299cf6593a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:25.951010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5ce2e36-6b85-4d47-b34f-48ea9ca1cd39 req-61df1d2d-232f-4cfb-9462-7e299cf6593a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0866237 Jul 30 03:41:25.952228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:41:25.971682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9aa33566-21d3-4a9f-a9d0-1f069b18e521) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:25.976959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:25.977762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:25.986017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621f6e3-4364-48e1-ac39-0165a43949d5 None None] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:26.011445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51158) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:26.012127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-28e162a0-2489-4b22-b651-75aa173d2341 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8002431 Jul 30 03:41:26.018753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-452296791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:26.047482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.049600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.049815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5ce2e36-6b85-4d47-b34f-48ea9ca1cd39 req-284d9bcf-2bbf-4bb8-981b-84c9b4badc95 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654564 Jul 30 03:41:26.066184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] For port 871cbb16-788d-4e99-b097-dbfa37ac6c2d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:41:26.095888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] For port 871cbb16-788d-4e99-b097-dbfa37ac6c2d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=871cbb16-788d-4e99-b097-dbfa37ac6c2d,segment=NetworkSegment(74511d0a-cfcb-4bfb-a296-9b819ed14bd6),segment_id=74511d0a-cfcb-4bfb-a296-9b819ed14bd6)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:41:26.108510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.124780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.132098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.152235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.153388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c17dace-b79f-4e84-aae0-519d463f88f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1384327 Jul 30 03:41:26.156244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51164) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:26.206369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe8e3b-f259-40ad-a17e-e1276cfb7a03 req-d0f775a4-4bc3-4050-adb7-4fa80dafb292 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:26.214017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2efe8e3b-f259-40ad-a17e-e1276cfb7a03 req-d0f775a4-4bc3-4050-adb7-4fa80dafb292 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0673418 Jul 30 03:41:26.235329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c656f-3050-4786-97d2-b6fa0cb1d890 None None] Pushing event updated for resources: {'Port': ['ID=871cbb16-788d-4e99-b097-dbfa37ac6c2d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:26.271444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2efe8e3b-f259-40ad-a17e-e1276cfb7a03 req-1c8f2cc0-9de8-4cbf-8f0a-071e28dd1b5d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Jul 30 03:41:26.299762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9aa33566-21d3-4a9f-a9d0-1f069b18e521', 'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': '005b534c-0a55-4e30-8c25-53cd1e4b7a13'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:41:26.301195 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.404239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699c18c-ac6c-44e8-b937-d56ac556e8b7 req-8f394205-1b18-4a25-a973-0176603e6a85 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:26.411704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d699c18c-ac6c-44e8-b937-d56ac556e8b7 req-8f394205-1b18-4a25-a973-0176603e6a85 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0733790 Jul 30 03:41:26.513276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d699c18c-ac6c-44e8-b937-d56ac556e8b7 req-ac5bf7c0-bf09-415a-a165-19a0c8fcfc29 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005347 Jul 30 03:41:26.530370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Allocated IP 172.21.0.2 (9aa33566-21d3-4a9f-a9d0-1f069b18e521/005b534c-0a55-4e30-8c25-53cd1e4b7a13/d5397eff-dcf3-49d5-8427-683e60d0e460) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:26.596591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.688013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0eca-bbdc-445a-80c2-006477e3c124 req-67307be1-3d1d-4f22-9b52-081ae43e04ed tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:26.690598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dafa0eca-bbdc-445a-80c2-006477e3c124 req-67307be1-3d1d-4f22-9b52-081ae43e04ed tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1322219 Jul 30 03:41:26.756454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.779496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Transition to ACTIVE for port object d5397eff-dcf3-49d5-8427-683e60d0e460 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:26.810781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Transition to ACTIVE for port object d5397eff-dcf3-49d5-8427-683e60d0e460 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:26.814549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dee529-518e-49bb-bfc4-6bb455e3ed80 req-53497912-6ab7-4811-818c-5625caa97d3f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:26.816276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43dee529-518e-49bb-bfc4-6bb455e3ed80 req-53497912-6ab7-4811-818c-5625caa97d3f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1239874 Jul 30 03:41:26.844664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:26.876086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dafa0eca-bbdc-445a-80c2-006477e3c124 req-d2b18f57-545e-4f38-8f9f-5f4dcbcca53d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552901 Jul 30 03:41:26.924923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:26.940823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:26.955898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:26.991734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 871cbb16-788d-4e99-b097-dbfa37ac6c2d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:26.998796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Pushing event updated for resources: {'Port': ['ID=d5397eff-dcf3-49d5-8427-683e60d0e460,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:27.012175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43dee529-518e-49bb-bfc4-6bb455e3ed80 req-7bf83cd5-3ff6-4aec-a7b0-26d5c211322d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812522 Jul 30 03:41:27.052315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.20.0.1 (5d59de41-c834-46ed-91a0-08d7675ed814/8e9b40fc-0cd4-4117-8ba6-eb6605188e1e/3624aea0-bf38-432a-9506-16dbf3452666) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:27.289823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00f842-1b61-4333-aa5c-fb2aa7492e3e req-a273d8ab-51e3-422c-b263-d83d5a8c194d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:27.299887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf00f842-1b61-4333-aa5c-fb2aa7492e3e req-a273d8ab-51e3-422c-b263-d83d5a8c194d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0911412 Jul 30 03:41:27.308097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.326005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object 3624aea0-bf38-432a-9506-16dbf3452666 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:27.394849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf00f842-1b61-4333-aa5c-fb2aa7492e3e req-97f9eeb0-92b1-4b4d-9db7-d8583923c24c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892165 Jul 30 03:41:27.398781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.427841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Attempting to bind port d5397eff-dcf3-49d5-8427-683e60d0e460 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:41:27.428233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Attempting to bind port d5397eff-dcf3-49d5-8427-683e60d0e460 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:41:27.428599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Attempting to bind port d5397eff-dcf3-49d5-8427-683e60d0e460 on network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:41:27.435444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:41:27.435824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Checking segment: {'id': '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:27.436232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.436624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Bound using segment: {'id': '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:41:27.437099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Bound port: d5397eff-dcf3-49d5-8427-683e60d0e460, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9aa33566-21d3-4a9f-a9d0-1f069b18e521'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:41:27.438321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.451019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 5d59de41-c834-46ed-91a0-08d7675ed814 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:27.459923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:27.467107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:27.517426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 871cbb16-788d-4e99-b097-dbfa37ac6c2d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:27.528839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=3624aea0-bf38-432a-9506-16dbf3452666,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:27.602487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.631440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc4d99-bb82-4899-b6ae-7d53d6dfbe5f None None] Network 5d59de41-c834-46ed-91a0-08d7675ed814 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:27.637790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] For port d5397eff-dcf3-49d5-8427-683e60d0e460, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:41:27.659519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c340df8-f8dc-4b9d-97bd-291fbadc68c6 req-82bcad1e-9bd5-4559-9145-00e4bb6604dc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:27.667831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c340df8-f8dc-4b9d-97bd-291fbadc68c6 req-82bcad1e-9bd5-4559-9145-00e4bb6604dc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0819190 Jul 30 03:41:27.710913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c340df8-f8dc-4b9d-97bd-291fbadc68c6 req-ebb473f6-fe64-4b26-a940-1697b74bdcb0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Jul 30 03:41:27.718214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] For port d5397eff-dcf3-49d5-8427-683e60d0e460, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d5397eff-dcf3-49d5-8427-683e60d0e460,segment=NetworkSegment(0a05b4d4-9b7f-4385-baa1-58b04c9c3d50),segment_id=0a05b4d4-9b7f-4385-baa1-58b04c9c3d50)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:41:27.730522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.759160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.823993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd26b2-1dfc-42c7-b4c5-1a9d4f7896ba None None] Pushing event updated for resources: {'Port': ['ID=d5397eff-dcf3-49d5-8427-683e60d0e460,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:27.851405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] Provisioning for port 871cbb16-788d-4e99-b097-dbfa37ac6c2d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:27.861908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] Provisioning complete for port 871cbb16-788d-4e99-b097-dbfa37ac6c2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:27.862554 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:27.924062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed3f85-c046-4a57-a0f2-25175f785571 req-df65c3c2-85f5-448a-ba1a-d3629e82abd3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:27.928691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feed3f85-c046-4a57-a0f2-25175f785571 req-df65c3c2-85f5-448a-ba1a-d3629e82abd3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1165447 Jul 30 03:41:28.027782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feed3f85-c046-4a57-a0f2-25175f785571 req-430a6385-0a50-473c-b409-46f2a10eef6a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928705 Jul 30 03:41:28.131014 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:28.207393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] For port 871cbb16-788d-4e99-b097-dbfa37ac6c2d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=871cbb16-788d-4e99-b097-dbfa37ac6c2d,segment=NetworkSegment(74511d0a-cfcb-4bfb-a296-9b819ed14bd6),segment_id=74511d0a-cfcb-4bfb-a296-9b819ed14bd6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:28.230422 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:28.320316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cae653-e1df-4239-b770-491d706bc754 req-0b5c132a-5a84-4e13-801f-b392c41c0e8c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:28.321927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80cae653-e1df-4239-b770-491d706bc754 req-0b5c132a-5a84-4e13-801f-b392c41c0e8c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1110394 Jul 30 03:41:28.358985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5537-0218-43d0-a4f3-82dd372a5ff5 None None] Pushing event updated for resources: {'Port': ['ID=871cbb16-788d-4e99-b097-dbfa37ac6c2d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:28.385330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80cae653-e1df-4239-b770-491d706bc754 req-fac10621-e507-4e76-b876-e27264338922 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Jul 30 03:41:28.419791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:28.426079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:28.576042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58414311-ce62-4ca0-ba6a-4fea7eda715a req-89bf8507-2ce1-496a-ba96-4d41c3b42a7d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:28.590744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58414311-ce62-4ca0-ba6a-4fea7eda715a req-89bf8507-2ce1-496a-ba96-4d41c3b42a7d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1188548 Jul 30 03:41:28.649187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58414311-ce62-4ca0-ba6a-4fea7eda715a req-8bdf146e-fbb6-447b-b7eb-686852a71d4b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Jul 30 03:41:28.668790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f80fcd8-ba5f-4deb-8ef8-b6dbea57023d None None] Provisioning for port 3624aea0-bf38-432a-9506-16dbf3452666 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:28.674566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f80fcd8-ba5f-4deb-8ef8-b6dbea57023d None None] Provisioning complete for port 3624aea0-bf38-432a-9506-16dbf3452666 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:28.675013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f80fcd8-ba5f-4deb-8ef8-b6dbea57023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:28.747492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9f80fcd8-ba5f-4deb-8ef8-b6dbea57023d None None] Port 3624aea0-bf38-432a-9506-16dbf3452666 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:28.776479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9f80fcd8-ba5f-4deb-8ef8-b6dbea57023d None None] Provisioning complete for port 871cbb16-788d-4e99-b097-dbfa37ac6c2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:28.777105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f80fcd8-ba5f-4deb-8ef8-b6dbea57023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.004315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c47c5-eef2-4425-bbda-33b51a830ce4 req-d4003771-d7bf-4d67-8bbe-e5f8a05834fd tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.023673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da4c47c5-eef2-4425-bbda-33b51a830ce4 req-d4003771-d7bf-4d67-8bbe-e5f8a05834fd tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1157560 Jul 30 03:41:29.030624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.072909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 871cbb16-788d-4e99-b097-dbfa37ac6c2d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:29.105200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da4c47c5-eef2-4425-bbda-33b51a830ce4 req-b7868a91-6f3d-45d2-be6d-d37892dc16a0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792317 Jul 30 03:41:29.181086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c1b1229a-b278-4de3-9475-46330e8b69c3 None None] Provisioning complete for port 3624aea0-bf38-432a-9506-16dbf3452666 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:29.181464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1b1229a-b278-4de3-9475-46330e8b69c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.185943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=3624aea0-bf38-432a-9506-16dbf3452666,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:29.190452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 5d59de41-c834-46ed-91a0-08d7675ed814 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:29.194811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:29.202125 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-ed249378-0d3e-41b0-9517-b2c10a0411ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2159538 Jul 30 03:41:29.233552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1229a-b278-4de3-9475-46330e8b69c3 None None] Port 3624aea0-bf38-432a-9506-16dbf3452666 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:29.261115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 871cbb16-788d-4e99-b097-dbfa37ac6c2d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:29.261501 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.338817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cc00a-3874-4090-843f-df3b5e2422cd req-523522df-a75a-4c5d-b3e0-8828d0f56384 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.340491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f47cc00a-3874-4090-843f-df3b5e2422cd req-523522df-a75a-4c5d-b3e0-8828d0f56384 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0931323 Jul 30 03:41:29.386547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5397eff-dcf3-49d5-8427-683e60d0e460 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:29.430295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f47cc00a-3874-4090-843f-df3b5e2422cd req-99e18316-dfb5-4a32-b7f7-ae74605a4b9f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829480 Jul 30 03:41:29.476982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d5397eff-dcf3-49d5-8427-683e60d0e460 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:29.499450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-a079a9a8-d535-4013-bfe5-51f018364e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.501879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-a079a9a8-d535-4013-bfe5-51f018364e5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.1750288 Jul 30 03:41:29.525162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25332bc9-d09a-485a-8eb5-23fb84760397 None None] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:29.599484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 91294264-c369-42b9-8f3a-b9f8d6b6cc3a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:41:29.604166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Provisioning for port d5397eff-dcf3-49d5-8427-683e60d0e460 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:29.618398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Provisioning complete for port d5397eff-dcf3-49d5-8427-683e60d0e460 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:29.618779 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.636408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211dcb1-3a8f-43b3-891a-51bb88a13ac8 req-b0e46da4-d58b-445e-836a-98ea9c917f7b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.643670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4211dcb1-3a8f-43b3-891a-51bb88a13ac8 req-b0e46da4-d58b-445e-836a-98ea9c917f7b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0776703 Jul 30 03:41:29.690665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4211dcb1-3a8f-43b3-891a-51bb88a13ac8 req-8eb4e86a-2a82-4eb7-a923-deb8915a9db7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Jul 30 03:41:29.707591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-2ac84e99-9ca1-460b-897d-b036f9cf38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.710534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-2ac84e99-9ca1-460b-897d-b036f9cf38f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.1819682 Jul 30 03:41:29.791402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:29.799075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6b574c8f-0b5c-4e3d-ae36-c407c796cf0a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/91294264-c369-42b9-8f3a-b9f8d6b6cc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6410120 Jul 30 03:41:29.801255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:29.807595 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] Sync routers for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:29.824386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:29.825042 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:29.837131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.844113 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-040cda71-99a8-42ba-93b6-a4afa1d12624 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.1235514 Jul 30 03:41:29.875706 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:29.905040 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:29.905675 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:29.907848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] For port d5397eff-dcf3-49d5-8427-683e60d0e460, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d5397eff-dcf3-49d5-8427-683e60d0e460,segment=NetworkSegment(0a05b4d4-9b7f-4385-baa1-58b04c9c3d50),segment_id=0a05b4d4-9b7f-4385-baa1-58b04c9c3d50)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:29.917744 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:29.959454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-2126d6c9-3da5-4969-b89a-dff535b4d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.959982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-2126d6c9-3da5-4969-b89a-dff535b4d130 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1080143 Jul 30 03:41:29.966103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be104c02-d799-4493-af90-ba4b72164d74 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:29.975243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-be104c02-d799-4493-af90-ba4b72164d74 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports/3624aea0-bf38-432a-9506-16dbf3452666 HTTP/1.1" status: 200 len: 910 time: 0.1727769 Jul 30 03:41:29.980073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:29.998155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Provisioning complete for port 3624aea0-bf38-432a-9506-16dbf3452666 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:29.998539 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:30.011187 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:30.011867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695e439-cd23-4e3a-84fa-f912f0f97bca None None] The sync data for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:30.044245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Pushing event updated for resources: {'Port': ['ID=d5397eff-dcf3-49d5-8427-683e60d0e460,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:30.061985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-655f06a0-486b-47c8-9976-3fb8634d48f0 None None] Port 3624aea0-bf38-432a-9506-16dbf3452666 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:30.067394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-21443fdb-a5d4-4512-b8b1-057446fe567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:30.069192 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-21443fdb-a5d4-4512-b8b1-057446fe567d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010418 Jul 30 03:41:30.161263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93fb28-c2ba-4bb7-87fe-6a24a3bd8165 req-11b510b6-3462-459a-89f6-7c1313736822 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:30.167035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f93fb28-c2ba-4bb7-87fe-6a24a3bd8165 req-11b510b6-3462-459a-89f6-7c1313736822 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.3181417 Jul 30 03:41:30.200322 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-d98adc1d-edb9-45ae-8586-3192e321800c service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224811 Jul 30 03:41:30.292156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-ae376c3e-30b4-4b34-a97e-4dfc779fd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:30.294402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-ae376c3e-30b4-4b34-a97e-4dfc779fd620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.1738567 Jul 30 03:41:30.323997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e01dfd4c-19b5-4cfc-a6de-52fa4346567e req-2157fd89-b299-498c-87f3-1593820fdede service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160200 Jul 30 03:41:30.341499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f573a77-507f-4fb4-83d1-79f2ce189419 req-2f5cb745-acc8-48be-8309-0eb25c2d1ac9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:30.342998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f573a77-507f-4fb4-83d1-79f2ce189419 req-2f5cb745-acc8-48be-8309-0eb25c2d1ac9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1744180 Jul 30 03:41:30.387627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e9ccb59d-277b-4ec9-8040-04b17df0c211 None None] Provisioning complete for port d5397eff-dcf3-49d5-8427-683e60d0e460 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:30.388223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb59d-277b-4ec9-8040-04b17df0c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:30.396154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f93fb28-c2ba-4bb7-87fe-6a24a3bd8165 req-645036ec-d1ed-4df3-b907-054f6325b77d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776228 Jul 30 03:41:30.527339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f573a77-507f-4fb4-83d1-79f2ce189419 req-f2671989-4741-4361-8b31-acf2723b4bdc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700349 Jul 30 03:41:30.558450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:30.605010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-7ed25870-662e-47ad-8961-7ccf76397ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:30.606523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-7ed25870-662e-47ad-8961-7ccf76397ff2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.2599223 Jul 30 03:41:30.808946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5397eff-dcf3-49d5-8427-683e60d0e460 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:30.861721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d5397eff-dcf3-49d5-8427-683e60d0e460 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:30.862263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:30.989244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-7ba9eff0-52a2-4c7b-b8b9-b242e1023680 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 217 time: 0.3538411 Jul 30 03:41:31.112098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60cebf-8ea9-4e3f-ac8c-33e58416aee3 req-6b9622aa-311f-4f9a-ba64-7ade0ebf9076 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:31.118004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef60cebf-8ea9-4e3f-ac8c-33e58416aee3 req-6b9622aa-311f-4f9a-ba64-7ade0ebf9076 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1429665 Jul 30 03:41:31.133024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-58133623-4dc5-4905-b7fb-625484edfc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:31.134461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-58133623-4dc5-4905-b7fb-625484edfc31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.1351941 Jul 30 03:41:31.189104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-46f65bda-8b3a-47ff-b0f9-dec60ce3573a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436125 Jul 30 03:41:31.207976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef60cebf-8ea9-4e3f-ac8c-33e58416aee3 req-165bd46b-5ce5-4c5b-b362-992131825317 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890400 Jul 30 03:41:31.319795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:31.415376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-5d094a48-867b-4b7d-bcf8-0a7caf11074e service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173867 Jul 30 03:41:31.514386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1509e-db12-4742-b572-9de58df37c5d req-2df688fb-5bda-457d-a98e-7a4686242743 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:31.515868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85d1509e-db12-4742-b572-9de58df37c5d req-2df688fb-5bda-457d-a98e-7a4686242743 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1900995 Jul 30 03:41:31.637081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85d1509e-db12-4742-b572-9de58df37c5d req-ac1ac49c-67d8-48cf-949c-857a241655a5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116471 Jul 30 03:41:31.678559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e67298-b2de-435c-b6b9-21e6875f797a req-64913010-0fce-4e7d-a3ee-f18c64a0a053 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357771 Jul 30 03:41:31.806642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.21.0.1 (9aa33566-21d3-4a9f-a9d0-1f069b18e521/005b534c-0a55-4e30-8c25-53cd1e4b7a13/e20f7347-606d-497e-83ef-78cd6f652fd1) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:31.967097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5b9a-da82-4a2c-8c01-be58bf042312 req-0b22bf5a-14a4-495c-b23b-e5906ad71d22 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:31.968802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd1b5b9a-da82-4a2c-8c01-be58bf042312 req-0b22bf5a-14a4-495c-b23b-e5906ad71d22 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1739612 Jul 30 03:41:32.018716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7c84a-625d-42eb-90ac-901220fbcd6b req-d647db0d-2e47-449e-84d2-e02dc34b0a76 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:32.020204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfd7c84a-625d-42eb-90ac-901220fbcd6b req-d647db0d-2e47-449e-84d2-e02dc34b0a76 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1139021 Jul 30 03:41:32.076763 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.084850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd1b5b9a-da82-4a2c-8c01-be58bf042312 req-0ec0547a-68c5-41c6-ac81-978b2489641e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043222 Jul 30 03:41:32.117573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object e20f7347-606d-497e-83ef-78cd6f652fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:32.123219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfd7c84a-625d-42eb-90ac-901220fbcd6b req-cf736923-b5fa-4247-a280-7535cd364d9b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883021 Jul 30 03:41:32.158491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.201112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:32.208733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:32.219593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:32.270044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=e20f7347-606d-497e-83ef-78cd6f652fd1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:32.299797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.310891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d29ac-0456-4e9f-9bcb-029c48c5b87c req-3eea8ec9-d781-46c3-b83e-7d69363ad38d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:32.313114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b30d29ac-0456-4e9f-9bcb-029c48c5b87c req-3eea8ec9-d781-46c3-b83e-7d69363ad38d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1083035 Jul 30 03:41:32.429666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b30d29ac-0456-4e9f-9bcb-029c48c5b87c req-3ae5f300-056f-40b0-8552-c460a54f6a28 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862217 Jul 30 03:41:32.473173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.513250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-23cf9949-5fca-4995-bf71-44a60e4647f8 None None] Provisioning for port e20f7347-606d-497e-83ef-78cd6f652fd1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:32.518595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-23cf9949-5fca-4995-bf71-44a60e4647f8 None None] Provisioning complete for port e20f7347-606d-497e-83ef-78cd6f652fd1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:32.518977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23cf9949-5fca-4995-bf71-44a60e4647f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.559325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-23cf9949-5fca-4995-bf71-44a60e4647f8 None None] Port e20f7347-606d-497e-83ef-78cd6f652fd1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:32.658841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4683514-f21b-4459-9241-a5f347022e34 req-16ef6156-dae2-4321-8023-4db381035cb2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:32.660386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4683514-f21b-4459-9241-a5f347022e34 req-16ef6156-dae2-4321-8023-4db381035cb2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1318667 Jul 30 03:41:32.757058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4683514-f21b-4459-9241-a5f347022e34 req-c7c0693c-43bc-4367-81a5-847b01709b47 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896418 Jul 30 03:41:32.855835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.875506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:32.965095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7875e-7e03-4d92-a0ac-8bfa9e03fb42 req-2d6acd3e-6b49-4524-8f83-c54e313fe435 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:32.966659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21a7875e-7e03-4d92-a0ac-8bfa9e03fb42 req-2d6acd3e-6b49-4524-8f83-c54e313fe435 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1326518 Jul 30 03:41:32.976812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=e20f7347-606d-497e-83ef-78cd6f652fd1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:32.980468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:33.062100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21a7875e-7e03-4d92-a0ac-8bfa9e03fb42 req-93ddb27c-9389-4ab3-88c6-85ceaac20d1b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863354 Jul 30 03:41:33.105452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:33.106892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:33.273977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3f55-bae1-4c2f-abca-7a4d3223dac0 req-2cc0ad49-7918-454b-9a39-1427eb34f7a5 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:33.275557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee7d3f55-bae1-4c2f-abca-7a4d3223dac0 req-2cc0ad49-7918-454b-9a39-1427eb34f7a5 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1050014 Jul 30 03:41:33.283704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 91294264-c369-42b9-8f3a-b9f8d6b6cc3a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:33.326726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee7d3f55-bae1-4c2f-abca-7a4d3223dac0 req-cdb98140-242a-429a-a799-2f3604f5f564 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Jul 30 03:41:33.392353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-da2f9cff-9a44-4628-a152-36560f16206c None None] Provisioning complete for port e20f7347-606d-497e-83ef-78cd6f652fd1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:33.392629 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da2f9cff-9a44-4628-a152-36560f16206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:33.425353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:33.440570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b531cce7-8220-401d-adca-725e6e780ff3 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/91294264-c369-42b9-8f3a-b9f8d6b6cc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537952 Jul 30 03:41:33.442018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:33.456571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] Sync routers for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:33.511313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:33.514366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:33.528472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94b727-b9e6-4cca-9625-68ffc4520d0b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:33.543507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:33.544145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-da94b727-b9e6-4cca-9625-68ffc4520d0b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports/e20f7347-606d-497e-83ef-78cd6f652fd1 HTTP/1.1" status: 200 len: 910 time: 0.0888419 Jul 30 03:41:33.578113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-da2f9cff-9a44-4628-a152-36560f16206c None None] Port e20f7347-606d-497e-83ef-78cd6f652fd1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:33.585617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:33.613308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:33.614913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:33.665834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:33.666826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34509c6-fe36-4a1d-8811-245da5759a79 None None] The sync data for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:33.713970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134c295-e5b3-4fd2-8625-6b58169869a8 req-8b2546ba-381e-47ed-8c36-56cdeed77038 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:33.715552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2134c295-e5b3-4fd2-8625-6b58169869a8 req-8b2546ba-381e-47ed-8c36-56cdeed77038 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0570426 Jul 30 03:41:33.759957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2134c295-e5b3-4fd2-8625-6b58169869a8 req-ad529ea1-9cf3-4b58-883d-35c3ebf0bb99 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Jul 30 03:41:33.905084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:34.161367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port e20f7347-606d-497e-83ef-78cd6f652fd1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:34.161638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:34.247665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:34.259540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for e20f7347-606d-497e-83ef-78cd6f652fd1 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:34.441514 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:34.467556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5809f-95c9-422f-90be-6dffffec348e req-f65dfd99-6a5c-41c8-96ce-c106f616b254 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:34.469619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=e20f7347-606d-497e-83ef-78cd6f652fd1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:34.470067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fde5809f-95c9-422f-90be-6dffffec348e req-f65dfd99-6a5c-41c8-96ce-c106f616b254 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0574160 Jul 30 03:41:34.525573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fde5809f-95c9-422f-90be-6dffffec348e req-c7c848f7-0edb-4231-b54f-be023d6e52e7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Jul 30 03:41:34.662498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:34.855661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 91294264-c369-42b9-8f3a-b9f8d6b6cc3a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:34.889459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317be45-4f81-4e47-944e-57b9dfca41d3 req-c1492775-4651-4050-a9ba-894c9f30cae1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:34.891780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f317be45-4f81-4e47-944e-57b9dfca41d3 req-c1492775-4651-4050-a9ba-894c9f30cae1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0601194 Jul 30 03:41:34.934572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f317be45-4f81-4e47-944e-57b9dfca41d3 req-b0f858bf-f742-4db8-8c0b-4e1bbac729d4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366218 Jul 30 03:41:34.986276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:34.993992 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76d8547c-fe29-49d0-b646-3be2ddc1d62d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/91294264-c369-42b9-8f3a-b9f8d6b6cc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4576869 Jul 30 03:41:34.994211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51340) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:35.003575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] Sync routers for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:35.013133 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:35.013865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:35.048409 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:35.060044 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:35.060663 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:35.094011 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:35.095051 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376b1da-eda7-4812-9d18-fe8b32025cb4 None None] The sync data for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:35.322613 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:35.575234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 3624aea0-bf38-432a-9506-16dbf3452666 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:35.575899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:35.651959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bcab6-3d7d-4093-be21-3f9977e81d45 req-cb4386fa-ee2f-459f-945b-575b4b9f02a9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:35.653390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c4bcab6-3d7d-4093-be21-3f9977e81d45 req-cb4386fa-ee2f-459f-945b-575b4b9f02a9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0506108 Jul 30 03:41:35.678647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:35.690596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 3624aea0-bf38-432a-9506-16dbf3452666 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:35.699937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c4bcab6-3d7d-4093-be21-3f9977e81d45 req-ae32919d-84dd-4b53-ae8b-7d875a6d6df3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Jul 30 03:41:36.186906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:36.234765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=3624aea0-bf38-432a-9506-16dbf3452666,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:36.251771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-caa79648-7a58-4e4e-b559-a84cd82153a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:36.253284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-caa79648-7a58-4e4e-b559-a84cd82153a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.0949831 Jul 30 03:41:36.265461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3710ae-8740-4047-8d16-77c3fc3a5a6e req-20f4fb33-77a4-4c23-9aef-0cc9ace64242 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:36.267331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c3710ae-8740-4047-8d16-77c3fc3a5a6e req-20f4fb33-77a4-4c23-9aef-0cc9ace64242 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1100645 Jul 30 03:41:36.396140 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:36.407837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c3710ae-8740-4047-8d16-77c3fc3a5a6e req-ab0e72e2-27cd-47b5-84d1-af4ec5ed6a73 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207523 Jul 30 03:41:36.446732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc6c8d-6ec6-40eb-a2ef-55e9967de9ae req-efbf829e-fdfd-4a37-a1e4-b96164098aab tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:36.456282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37fc6c8d-6ec6-40eb-a2ef-55e9967de9ae req-efbf829e-fdfd-4a37-a1e4-b96164098aab tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1520312 Jul 30 03:41:36.523265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37fc6c8d-6ec6-40eb-a2ef-55e9967de9ae req-d86bc63c-1916-46bd-8d4a-4d22d35dc20a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655541 Jul 30 03:41:36.524339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-37d6461c-8a40-4c99-9300-840554bd6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:36.526525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-37d6461c-8a40-4c99-9300-840554bd6bca service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2581439 Jul 30 03:41:36.567494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 91294264-c369-42b9-8f3a-b9f8d6b6cc3a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:36.600395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-e56b91a5-9d0c-441b-8beb-36b9c8b6d769 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.0661216 Jul 30 03:41:36.652783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:36.659326 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2fe08f74-eb55-42e2-a67f-826c9d713e23 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/91294264-c369-42b9-8f3a-b9f8d6b6cc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640556 Jul 30 03:41:36.661995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51368) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:36.665177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] Sync routers for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:36.680510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:36.681152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:36.694582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-759cdf6c-b096-4033-85f2-340292ef58ab tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=91294264-c369-42b9-8f3a-b9f8d6b6cc3a HTTP/1.1" status: 200 len: 205 time: 0.0311561 Jul 30 03:41:36.697178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51370) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:36.740162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:36.749910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] Routers {'91294264-c369-42b9-8f3a-b9f8d6b6cc3a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:36.750477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:36.787123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:36.787835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26118008-20ae-429c-972c-9de8f1f46494 None None] The sync data for ids ['91294264-c369-42b9-8f3a-b9f8d6b6cc3a'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:36.836762 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:36.980421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-4f88fb5b-58c5-4346-a2de-c477b3782a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:36.981951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-4f88fb5b-58c5-4346-a2de-c477b3782a36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.3743341 Jul 30 03:41:37.024116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.026345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.026866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55ed5a-fcc3-459c-be50-fd9384182469 req-9f18ccbb-7e41-46d0-acf7-76c980ea3e38 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:37.028515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf55ed5a-fcc3-459c-be50-fd9384182469 req-9f18ccbb-7e41-46d0-acf7-76c980ea3e38 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0941865 Jul 30 03:41:37.053374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-29643c30-f039-4329-84c4-4050d0da70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:37.055011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-29643c30-f039-4329-84c4-4050d0da70e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642104 Jul 30 03:41:37.074756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.075723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router 91294264-c369-42b9-8f3a-b9f8d6b6cc3a {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:37.083123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.084806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f12115ef-4468-4bcd-8fe4-f941e8f337a5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/91294264-c369-42b9-8f3a-b9f8d6b6cc3a HTTP/1.1" status: 204 len: 168 time: 0.3866544 Jul 30 03:41:37.087409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:37.147992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet 005b534c-0a55-4e30-8c25-53cd1e4b7a13 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:37.151169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.154909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf55ed5a-fcc3-459c-be50-fd9384182469 req-39214528-51c4-4425-8373-e7074b5274ba tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161153 Jul 30 03:41:37.176568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-90187319-e96c-4f3f-a427-f116e58ecc7f service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132052 Jul 30 03:41:37.199084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.287440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a925f9-d45a-4dd3-a352-9d3e6373f52d req-1d5e91b9-a6cf-4def-9025-8708ae10a35e service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030943 Jul 30 03:41:37.291598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.356243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.388804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=005b534c-0a55-4e30-8c25-53cd1e4b7a13,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:37.393574 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.398452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae9b1178-36a3-42d6-950d-7e5e50dfd204 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/005b534c-0a55-4e30-8c25-53cd1e4b7a13 HTTP/1.1" status: 204 len: 168 time: 0.3098912 Jul 30 03:41:37.398733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:37.399825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a5c81-18b7-40c5-b4b5-4dd727425383 None None] Network 9aa33566-21d3-4a9f-a9d0-1f069b18e521 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:37.461909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet 8e9b40fc-0cd4-4117-8ba6-eb6605188e1e {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:37.465347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.531836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.587069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463f83f-b151-41e4-a871-7c15147e7864 req-8b106b98-6fec-448c-bcc0-c9de5bf2e99f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:37.588896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1463f83f-b151-41e4-a871-7c15147e7864 req-8b106b98-6fec-448c-bcc0-c9de5bf2e99f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1021979 Jul 30 03:41:37.641772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] DHCP port deletion for 9aa33566-21d3-4a9f-a9d0-1f069b18e521 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:37.688947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1463f83f-b151-41e4-a871-7c15147e7864 req-e05d2fac-196e-4596-bb61-ffb68eafad57 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909681 Jul 30 03:41:37.698111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] Deleting port d5397eff-dcf3-49d5-8427-683e60d0e460 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:37.699648 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.713427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.763367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869974-76b7-4058-9e54-2b144f314a20 req-e70b6ec5-2f2b-48d2-ab79-7710d032a305 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:37.765060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11869974-76b7-4058-9e54-2b144f314a20 req-e70b6ec5-2f2b-48d2-ab79-7710d032a305 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1232295 Jul 30 03:41:37.839554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11869974-76b7-4058-9e54-2b144f314a20 req-6cd28306-cbfa-4df6-9512-fe10245f597f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627596 Jul 30 03:41:37.841759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.842775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] For port d5397eff-dcf3-49d5-8427-683e60d0e460, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d5397eff-dcf3-49d5-8427-683e60d0e460,segment=NetworkSegment(0a05b4d4-9b7f-4385-baa1-58b04c9c3d50),segment_id=0a05b4d4-9b7f-4385-baa1-58b04c9c3d50)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:37.843689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.869928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] Calling delete_port for d5397eff-dcf3-49d5-8427-683e60d0e460 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:37.872397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9b40fc-0cd4-4117-8ba6-eb6605188e1e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:37.877808 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:37.880479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8721d058-b9a2-4546-9352-ef243229dbfa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/8e9b40fc-0cd4-4117-8ba6-eb6605188e1e HTTP/1.1" status: 204 len: 168 time: 0.4806957 Jul 30 03:41:37.882714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:37.892135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee0bed-02d1-491d-97bc-09b6d4432ffd None None] Network 5d59de41-c834-46ed-91a0-08d7675ed814 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:38.009617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.083072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.084764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port d5397eff-dcf3-49d5-8427-683e60d0e460 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:38.085228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.119286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] No DVR routers for this DVR port d5397eff-dcf3-49d5-8427-683e60d0e460 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:38.120948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c8a3c-f9cc-442e-9b33-875c02edba6d None None] Pushing event deleted for resources: {'Port': ['ID=d5397eff-dcf3-49d5-8427-683e60d0e460,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:38.160561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port d5397eff-dcf3-49d5-8427-683e60d0e460, host n-d-778696-14, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:38.160965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.176866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] DHCP port deletion for 5d59de41-c834-46ed-91a0-08d7675ed814 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:38.180047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for d5397eff-dcf3-49d5-8427-683e60d0e460 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:38.184478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Port d5397eff-dcf3-49d5-8427-683e60d0e460 was not found and therefore no delete operation was performed {{(pid=93876) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:41:38.185966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.203618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port d5397eff-dcf3-49d5-8427-683e60d0e460 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:38.246118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] Deleting port 871cbb16-788d-4e99-b097-dbfa37ac6c2d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:38.246676 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.277714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=d5397eff-dcf3-49d5-8427-683e60d0e460,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:38.342527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] For port 871cbb16-788d-4e99-b097-dbfa37ac6c2d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=871cbb16-788d-4e99-b097-dbfa37ac6c2d,segment=NetworkSegment(74511d0a-cfcb-4bfb-a296-9b819ed14bd6),segment_id=74511d0a-cfcb-4bfb-a296-9b819ed14bd6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:38.342940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.370262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] Calling delete_port for 871cbb16-788d-4e99-b097-dbfa37ac6c2d owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:38.374640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.392996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa33566-21d3-4a9f-a9d0-1f069b18e521']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:38.417367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327df1-15f7-4a1b-a970-57b515f70aaa req-00034aa8-8e7b-4f17-97b4-367cabd1b5c7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:38.419112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50327df1-15f7-4a1b-a970-57b515f70aaa req-00034aa8-8e7b-4f17-97b4-367cabd1b5c7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1218288 Jul 30 03:41:38.421987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:38.422279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a05b4d4-9b7f-4385-baa1-58b04c9c3d50') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:38.434737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.484823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.490117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50327df1-15f7-4a1b-a970-57b515f70aaa req-6623fb5b-c2cf-4dec-be86-2ad52d3b9d56 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597811 Jul 30 03:41:38.501696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.505282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:38.506012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:38.521032 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:38.533195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] No DVR routers for this DVR port 871cbb16-788d-4e99-b097-dbfa37ac6c2d on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:38.541222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e1a69-634c-43a5-83bd-0dde67d14c2b None None] Pushing event deleted for resources: {'Port': ['ID=871cbb16-788d-4e99-b097-dbfa37ac6c2d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:38.576757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.585329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.588006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/9aa33566-21d3-4a9f-a9d0-1f069b18e521 HTTP/1.1" status: 204 len: 168 time: 0.7038085 Jul 30 03:41:38.590688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51396) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:38.603093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed03597-e4d5-4b52-8f66-344ef34d6471 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=9aa33566-21d3-4a9f-a9d0-1f069b18e521,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:38.667466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.757487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.768816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d59de41-c834-46ed-91a0-08d7675ed814']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:38.779695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74511d0a-cfcb-4bfb-a296-9b819ed14bd6') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:38.779997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74511d0a-cfcb-4bfb-a296-9b819ed14bd6') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:38.790198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.808253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.817361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:38.817361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.864232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 871cbb16-788d-4e99-b097-dbfa37ac6c2d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:38.878090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5106b5-b101-4490-854f-675b4002b56b req-b2d91fe0-bdfa-4874-8221-2c50026964ee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:38.880110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f5106b5-b101-4490-854f-675b4002b56b req-b2d91fe0-bdfa-4874-8221-2c50026964ee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1150286 Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:38.898282 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:38.906079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.920127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:38.923036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 871cbb16-788d-4e99-b097-dbfa37ac6c2d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:38.923375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/5d59de41-c834-46ed-91a0-08d7675ed814 HTTP/1.1" status: 204 len: 168 time: 0.3310871 Jul 30 03:41:38.923517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 871cbb16-788d-4e99-b097-dbfa37ac6c2d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:38.923839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5397eff-dcf3-49d5-8427-683e60d0e460 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:38.926920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:38.932520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202579301'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:38.957120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a4f3e-3bc6-4c63-abb2-2ff11b4f6412 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=5d59de41-c834-46ed-91a0-08d7675ed814,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:38.964018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f5106b5-b101-4490-854f-675b4002b56b req-d0249c79-ad6d-4730-bd1d-c6dd2067a9a7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Jul 30 03:41:38.977171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d5397eff-dcf3-49d5-8427-683e60d0e460 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:38.977523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d5397eff-dcf3-49d5-8427-683e60d0e460 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:38.986200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:38.997625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.040011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:41:39.046018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761d445-fff8-4567-8740-dfb7d5fcf9d2 req-722f68c5-30b0-46d4-994b-0e17ac0ae448 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:39.051438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.051882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6761d445-fff8-4567-8740-dfb7d5fcf9d2 req-722f68c5-30b0-46d4-994b-0e17ac0ae448 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0864646 Jul 30 03:41:39.052060 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment 7b1e14ae-52ab-4814-9aff-863deea7f4af of type vlan for network 92c00088-bf72-4e43-b64a-4e6f114fba67 Jul 30 03:41:39.096392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6761d445-fff8-4567-8740-dfb7d5fcf9d2 req-b326d682-bf4a-4f67-abd3-ec018f386f6b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Jul 30 03:41:39.107653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.142767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.149406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:39.150195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.212530 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2842207 Jul 30 03:41:39.215908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:39.221748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:39.240922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1457ac-8c3d-445c-96a5-cc2ee5cdb49b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=92c00088-bf72-4e43-b64a-4e6f114fba67,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:39.253324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:41:39.327889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:39.334828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.553083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.659564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=6ca112d9-4a88-4f34-88e0-ff1752f6d243,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:39.669184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': '7b1e14ae-52ab-4814-9aff-863deea7f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:39.669548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: 92c00088-bf72-4e43-b64a-4e6f114fba67, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:41:39.684504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4e16-f6a3-43d8-a8c6-cbe5e259fee2 req-1296fadd-440f-40e9-9064-9657606596cf tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:39.685981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b9e4e16-f6a3-43d8-a8c6-cbe5e259fee2 req-1296fadd-440f-40e9-9064-9657606596cf tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0989318 Jul 30 03:41:39.708710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:41:39.726085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 92c00088-bf72-4e43-b64a-4e6f114fba67) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:39.730567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:39.731619 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.734927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de27b8-957e-4f41-aadd-e3f1bc879ad4 None None] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:39.747424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b9e4e16-f6a3-43d8-a8c6-cbe5e259fee2 req-0090560b-a9ca-42c5-8049-9ad334c5e58a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Jul 30 03:41:39.756782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51416) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:39.757341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3355699e-719b-4ac1-bf24-4dd5ffe90ba7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5392311 Jul 30 03:41:39.762150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-764375059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:39.785943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.786978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.843857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.848367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.865187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.869082 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e6acf376-0f1e-4a3d-974c-2b8bc8261fd4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1083391 Jul 30 03:41:39.869258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51418) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:39.874099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'port': {'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67', 'name': 'tempest-RoutersTest-1876201696'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:39.883708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-92c00088-bf72-4e43-b64a-4e6f114fba67', 'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': '6ca112d9-4a88-4f34-88e0-ff1752f6d243'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:41:39.884611 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:39.990349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:39.994431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.014502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] device_id is not set on port 823dc601-6678-4429-81ff-f0d156ad6135 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:41:40.025007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Allocated IP 172.20.0.2 (92c00088-bf72-4e43-b64a-4e6f114fba67/6ca112d9-4a88-4f34-88e0-ff1752f6d243/bc599eee-defd-42da-9dee-923122d198b3) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:40.142076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433654a4-33bb-494c-a732-db43db629c18 req-67f0cf31-5ff1-429b-a3d0-67f3b5750a99 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:40.144030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-433654a4-33bb-494c-a732-db43db629c18 req-67f0cf31-5ff1-429b-a3d0-67f3b5750a99 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0660172 Jul 30 03:41:40.185895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-433654a4-33bb-494c-a732-db43db629c18 req-99654ff5-765c-469b-8ac7-b785390cf8f2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Jul 30 03:41:40.197534 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.217017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Transition to ACTIVE for port object bc599eee-defd-42da-9dee-923122d198b3 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:40.235394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Transition to ACTIVE for port object bc599eee-defd-42da-9dee-923122d198b3 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:40.247755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.288820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:40.295801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:40.299941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.20.0.7 (92c00088-bf72-4e43-b64a-4e6f114fba67/6ca112d9-4a88-4f34-88e0-ff1752f6d243/823dc601-6678-4429-81ff-f0d156ad6135) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:40.301011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:40.304856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Pushing event updated for resources: {'Port': ['ID=bc599eee-defd-42da-9dee-923122d198b3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:40.364824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Attempting to bind port bc599eee-defd-42da-9dee-923122d198b3 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:41:40.365110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Attempting to bind port bc599eee-defd-42da-9dee-923122d198b3 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '7b1e14ae-52ab-4814-9aff-863deea7f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:41:40.365478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Attempting to bind port bc599eee-defd-42da-9dee-923122d198b3 on network 92c00088-bf72-4e43-b64a-4e6f114fba67 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:41:40.370621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:41:40.371359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Checking segment: {'id': '7b1e14ae-52ab-4814-9aff-863deea7f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:40.371763 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.372156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Bound using segment: {'id': '7b1e14ae-52ab-4814-9aff-863deea7f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:41:40.372626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Bound port: bc599eee-defd-42da-9dee-923122d198b3, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1e14ae-52ab-4814-9aff-863deea7f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92c00088-bf72-4e43-b64a-4e6f114fba67'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:41:40.373010 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.471530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] For port bc599eee-defd-42da-9dee-923122d198b3, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:41:40.475200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] For port bc599eee-defd-42da-9dee-923122d198b3, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc599eee-defd-42da-9dee-923122d198b3,segment=NetworkSegment(7b1e14ae-52ab-4814-9aff-863deea7f4af),segment_id=7b1e14ae-52ab-4814-9aff-863deea7f4af)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:41:40.481543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.511120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.538713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object 823dc601-6678-4429-81ff-f0d156ad6135 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:40.564986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e895b95-8cb6-4ea0-a7c4-f5f531aa8084 None None] Pushing event updated for resources: {'Port': ['ID=bc599eee-defd-42da-9dee-923122d198b3,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:40.590379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.631906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:40.635265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:40.638947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:40.675590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=823dc601-6678-4429-81ff-f0d156ad6135,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:40.697965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:40.698607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.715124 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7246b03-d58d-44c4-aac8-0dd6783fcd47 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8445933 Jul 30 03:41:40.718705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:40.857769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:40.916975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc599eee-defd-42da-9dee-923122d198b3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:40.981755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port bc599eee-defd-42da-9dee-923122d198b3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:41.001392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc9e39-1912-4429-b53b-667cb845b883 req-978bd77b-36bb-4fd3-beb9-035cedcc10ec tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:41.003005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3dc9e39-1912-4429-b53b-667cb845b883 req-978bd77b-36bb-4fd3-beb9-035cedcc10ec tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1588066 Jul 30 03:41:41.131048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3dc9e39-1912-4429-b53b-667cb845b883 req-c36f5cef-4ef3-4ee2-acff-70a977235471 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909858 Jul 30 03:41:41.223100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.411861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c7811-0581-4ff4-b778-5a5617592d39 req-270ac921-c9a0-4732-98c4-90994588eb5d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:41.413569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-550c7811-0581-4ff4-b778-5a5617592d39 req-270ac921-c9a0-4732-98c4-90994588eb5d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1393535 Jul 30 03:41:41.499861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-550c7811-0581-4ff4-b778-5a5617592d39 req-b84fe894-8836-4678-9904-717efc4f3724 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Jul 30 03:41:41.570537 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.583994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.661448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ab689-1570-4c22-a19a-8117485f4378 None None] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:41.691423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=823dc601-6678-4429-81ff-f0d156ad6135,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:41.722154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] Provisioning for port bc599eee-defd-42da-9dee-923122d198b3 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:41.730293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] Provisioning complete for port bc599eee-defd-42da-9dee-923122d198b3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:41.730748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.835091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.893380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.952816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] For port bc599eee-defd-42da-9dee-923122d198b3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc599eee-defd-42da-9dee-923122d198b3,segment=NetworkSegment(7b1e14ae-52ab-4814-9aff-863deea7f4af),segment_id=7b1e14ae-52ab-4814-9aff-863deea7f4af)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:41.964153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:41.978708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.016943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69e62d-4c4f-4e74-98f0-214f1ed91173 None None] Pushing event updated for resources: {'Port': ['ID=bc599eee-defd-42da-9dee-923122d198b3,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:42.303413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0485f3-3f12-4e39-8ede-550b2edd8597 req-55beb3e5-1caf-48e0-804b-0751cea21889 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:42.311335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b0485f3-3f12-4e39-8ede-550b2edd8597 req-55beb3e5-1caf-48e0-804b-0751cea21889 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0919931 Jul 30 03:41:42.332189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cc394b0-deb7-49ab-b487-9d8287ac4294 None None] Provisioning complete for port bc599eee-defd-42da-9dee-923122d198b3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:42.332566 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc394b0-deb7-49ab-b487-9d8287ac4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.378691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b0485f3-3f12-4e39-8ede-550b2edd8597 req-6131f645-90dc-4fcc-a9eb-b9a2b323c9bc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658536 Jul 30 03:41:42.396923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12ed20b6-e5e1-4933-a473-ebc7033e784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.398779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.414495 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.501328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cc394b0-deb7-49ab-b487-9d8287ac4294 None None] Provisioning for port 823dc601-6678-4429-81ff-f0d156ad6135 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:42.504916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.506226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3cc394b0-deb7-49ab-b487-9d8287ac4294 None None] Provisioning complete for port 823dc601-6678-4429-81ff-f0d156ad6135 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:42.506672 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3cc394b0-deb7-49ab-b487-9d8287ac4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.507229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=823dc601-6678-4429-81ff-f0d156ad6135,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:42.553809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3cc394b0-deb7-49ab-b487-9d8287ac4294 None None] Port 823dc601-6678-4429-81ff-f0d156ad6135 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:42.683051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c6915614-9373-4648-9038-d9ecc20692c2 None None] Provisioning complete for port 823dc601-6678-4429-81ff-f0d156ad6135 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:42.683579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6915614-9373-4648-9038-d9ecc20692c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.715926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:42.724699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc9828-d574-4dcc-b79d-9908f64c7a5a req-ad678f97-03aa-4228-ad0d-896c1753cefe tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:42.726513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16bc9828-d574-4dcc-b79d-9908f64c7a5a req-ad678f97-03aa-4228-ad0d-896c1753cefe tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0965531 Jul 30 03:41:42.728130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:42.754862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c6915614-9373-4648-9038-d9ecc20692c2 None None] Port 823dc601-6678-4429-81ff-f0d156ad6135 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:42.875452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc599eee-defd-42da-9dee-923122d198b3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:42.912974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16bc9828-d574-4dcc-b79d-9908f64c7a5a req-00c19d20-c98f-4591-a134-8d16402b1416 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176844 Jul 30 03:41:42.928545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-41780d81-f1cd-4bad-b54e-3d09b4a95446 None None] Provisioning complete for port 823dc601-6678-4429-81ff-f0d156ad6135 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:42.929332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41780d81-f1cd-4bad-b54e-3d09b4a95446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:42.970097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router bca0b821-1cc5-4368-8245-2e1311db84bd is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:41:42.985552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-41780d81-f1cd-4bad-b54e-3d09b4a95446 None None] Port 823dc601-6678-4429-81ff-f0d156ad6135 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:43.004300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bc599eee-defd-42da-9dee-923122d198b3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:43.004533 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:43.085479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:43.094599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51460) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:43.095061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c662ee0a-aba7-4fd4-9be3-72efbe5a8cfb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/bca0b821-1cc5-4368-8245-2e1311db84bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740554 Jul 30 03:41:43.098821 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] Sync routers for ids ['bca0b821-1cc5-4368-8245-2e1311db84bd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:43.128008 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] Routers {'bca0b821-1cc5-4368-8245-2e1311db84bd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:43.128627 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bca0b821-1cc5-4368-8245-2e1311db84bd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:43.162441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3559eac1-c8a1-421d-95c6-a5f37ae7bc6c tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:43.167426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:43.167650 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3559eac1-c8a1-421d-95c6-a5f37ae7bc6c tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports/823dc601-6678-4429-81ff-f0d156ad6135 HTTP/1.1" status: 200 len: 977 time: 0.0718379 Jul 30 03:41:43.174012 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:43.187576 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] Routers {'bca0b821-1cc5-4368-8245-2e1311db84bd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:43.188186 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bca0b821-1cc5-4368-8245-2e1311db84bd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:43.207927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9c1d6d81-3cb9-49b8-b584-88162d5416bb None None] Provisioning complete for port 823dc601-6678-4429-81ff-f0d156ad6135 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:43.208723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6d81-3cb9-49b8-b584-88162d5416bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:43.229459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:43.231009 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626d9ed-ad15-4801-bed6-01bb5a1a180f None None] The sync data for ids ['bca0b821-1cc5-4368-8245-2e1311db84bd'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:43.251043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d6d81-3cb9-49b8-b584-88162d5416bb None None] Port 823dc601-6678-4429-81ff-f0d156ad6135 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:43.661789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b37b8-7249-4c02-bcaf-4fdba58a35f3 req-95ada6f3-e31f-4eb6-b7c7-526588149a60 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:43.663290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8b37b8-7249-4c02-bcaf-4fdba58a35f3 req-95ada6f3-e31f-4eb6-b7c7-526588149a60 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1004052 Jul 30 03:41:43.742927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8b37b8-7249-4c02-bcaf-4fdba58a35f3 req-8313744b-ee72-434f-8460-d854e63c58d9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Jul 30 03:41:43.996573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.122591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418af29-76b9-421f-84ee-4e673b3e0529 req-061caa79-8270-427b-846e-0230dc8922aa tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:44.124259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8418af29-76b9-421f-84ee-4e673b3e0529 req-061caa79-8270-427b-846e-0230dc8922aa tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0947533 Jul 30 03:41:44.214851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8418af29-76b9-421f-84ee-4e673b3e0529 req-c7f4feb1-8efd-41f8-b83a-e1808ab98911 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613570 Jul 30 03:41:44.285167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 823dc601-6678-4429-81ff-f0d156ad6135 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:44.285518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.373614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.386327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 823dc601-6678-4429-81ff-f0d156ad6135 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:44.559811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.588385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=823dc601-6678-4429-81ff-f0d156ad6135,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:44.643926 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-950e1618-246c-4d32-abcf-3e0000830a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.772774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.921083 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:44.991894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a7dda-ae0e-4cbd-a112-b3ea24215457 req-071baeeb-3693-4d13-9b73-9377d7e3362f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:44.993406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b9a7dda-ae0e-4cbd-a112-b3ea24215457 req-071baeeb-3693-4d13-9b73-9377d7e3362f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1376152 Jul 30 03:41:45.016209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router bca0b821-1cc5-4368-8245-2e1311db84bd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:45.110705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b9a7dda-ae0e-4cbd-a112-b3ea24215457 req-e754a328-b7a9-4189-811e-c93cf48096dd tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085830 Jul 30 03:41:45.117968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:45.127273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-63a68109-c5c4-48dd-bae7-2042e0771cb0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/bca0b821-1cc5-4368-8245-2e1311db84bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9547436 Jul 30 03:41:45.127937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:45.128280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] Sync routers for ids ['bca0b821-1cc5-4368-8245-2e1311db84bd'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:45.137463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] Routers {'bca0b821-1cc5-4368-8245-2e1311db84bd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:45.138076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bca0b821-1cc5-4368-8245-2e1311db84bd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:45.169527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:45.178649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] Routers {'bca0b821-1cc5-4368-8245-2e1311db84bd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:45.179290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bca0b821-1cc5-4368-8245-2e1311db84bd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:45.213083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:45.213743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c410b-dbe6-4da1-beaa-a3e3b283bb20 None None] The sync data for ids ['bca0b821-1cc5-4368-8245-2e1311db84bd'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:45.334449 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-603d65e2-df7c-468b-9d29-4ba4587a53a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 03:41:45.335498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-603d65e2-df7c-468b-9d29-4ba4587a53a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/bca0b821-1cc5-4368-8245-2e1311db84bd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2065938 Jul 30 03:41:45.338320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:45.367056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca2636bb-602b-4215-9a12-5efd19b7a0e9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca0b821-1cc5-4368-8245-2e1311db84bd HTTP/1.1" status: 200 len: 205 time: 0.0275896 Jul 30 03:41:45.369529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51488) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:45.382819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df0cb-5640-46d9-81c4-e4dd4472f6a0 req-a872a959-41a3-446a-a80c-668c63d72f74 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:45.384451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-347df0cb-5640-46d9-81c4-e4dd4472f6a0 req-a872a959-41a3-446a-a80c-668c63d72f74 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0898812 Jul 30 03:41:45.423631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-347df0cb-5640-46d9-81c4-e4dd4472f6a0 req-46d75945-4ad7-4316-b42a-cd4c57c585a5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Jul 30 03:41:45.445055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.600513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.602578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.645578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.646193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router bca0b821-1cc5-4368-8245-2e1311db84bd {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:45.653175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.654278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3775455b-bdc9-4a27-8755-5346745a85e8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/bca0b821-1cc5-4368-8245-2e1311db84bd HTTP/1.1" status: 204 len: 168 time: 0.2837114 Jul 30 03:41:45.657028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51490) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:45.712634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet 6ca112d9-4a88-4f34-88e0-ff1752f6d243 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:45.715798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.755408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.837056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.899489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.927703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca112d9-4a88-4f34-88e0-ff1752f6d243,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:45.929660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:45.934260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:45.934687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a9447ca-7812-4361-9877-d12a591c8d7a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/6ca112d9-4a88-4f34-88e0-ff1752f6d243 HTTP/1.1" status: 204 len: 168 time: 0.2762823 Jul 30 03:41:45.937976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99fe48-f77b-495c-9fe1-cbfa7a69ddc2 None None] Network 92c00088-bf72-4e43-b64a-4e6f114fba67 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:46.017219 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.074987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port bc599eee-defd-42da-9dee-923122d198b3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:46.075468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.113184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a10425-2b81-473b-b076-996661740b8c None None] DHCP port deletion for 92c00088-bf72-4e43-b64a-4e6f114fba67 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:46.146261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port bc599eee-defd-42da-9dee-923122d198b3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc599eee-defd-42da-9dee-923122d198b3,segment=NetworkSegment(7b1e14ae-52ab-4814-9aff-863deea7f4af),segment_id=7b1e14ae-52ab-4814-9aff-863deea7f4af)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:46.146539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.161174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for bc599eee-defd-42da-9dee-923122d198b3 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:46.168080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-03a10425-2b81-473b-b076-996661740b8c None None] Deleting port bc599eee-defd-42da-9dee-923122d198b3 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:46.168465 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-03a10425-2b81-473b-b076-996661740b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.229661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-03a10425-2b81-473b-b076-996661740b8c None None] For port bc599eee-defd-42da-9dee-923122d198b3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc599eee-defd-42da-9dee-923122d198b3,segment=NetworkSegment(7b1e14ae-52ab-4814-9aff-863deea7f4af),segment_id=7b1e14ae-52ab-4814-9aff-863deea7f4af)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:46.230065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-03a10425-2b81-473b-b076-996661740b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.242968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-03a10425-2b81-473b-b076-996661740b8c None None] Calling delete_port for bc599eee-defd-42da-9dee-923122d198b3 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:46.267455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a429881-9df7-4d76-be1b-8afe96d8c36f req-dc71ba29-2ddc-4589-afde-d4375bf1621f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:46.269076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a429881-9df7-4d76-be1b-8afe96d8c36f req-dc71ba29-2ddc-4589-afde-d4375bf1621f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0676885 Jul 30 03:41:46.298800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.329954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-03a10425-2b81-473b-b076-996661740b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.334896 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.337688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=bc599eee-defd-42da-9dee-923122d198b3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:46.345958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a429881-9df7-4d76-be1b-8afe96d8c36f req-bb8f8c53-8ba0-4a3a-a542-5e1cc5ac23ca tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700014 Jul 30 03:41:46.346760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port bc599eee-defd-42da-9dee-923122d198b3 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:46.356327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a10425-2b81-473b-b076-996661740b8c None None] Pushing event deleted for resources: {'Port': ['ID=bc599eee-defd-42da-9dee-923122d198b3,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:46.360149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:41:46.372352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a10425-2b81-473b-b076-996661740b8c None None] No DVR routers for this DVR port bc599eee-defd-42da-9dee-923122d198b3 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:46.427915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.440629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c00088-bf72-4e43-b64a-4e6f114fba67']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:46.452129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1e14ae-52ab-4814-9aff-863deea7f4af') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:46.453019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1e14ae-52ab-4814-9aff-863deea7f4af') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:46.462296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.478509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:46.484416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.491970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'port_id': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'mac_address': 'fa:16:3e:4c:2e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcedd63f-e6ca-4ef4-9b87-787525cd35be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:41:46.492211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:46.492555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:46.495796 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:46.533737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.547168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:41:46.566565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:46.570467 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.585026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.593099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.599335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/92c00088-bf72-4e43-b64a-4e6f114fba67 HTTP/1.1" status: 204 len: 168 time: 0.6599076 Jul 30 03:41:46.600092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51504) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:46.605213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-587213222'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:46.615932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf4b0-525a-4ca5-a11e-ed6aec480696 req-1a711646-7d4c-476c-9436-1b940ad09f3f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:46.617452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c27cf4b0-525a-4ca5-a11e-ed6aec480696 req-1a711646-7d4c-476c-9436-1b940ad09f3f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1064847 Jul 30 03:41:46.618241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a99ec-b109-422b-b156-37fba7b11bce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=92c00088-bf72-4e43-b64a-4e6f114fba67,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:46.633283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:46.634564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:46.639115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.661062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c27cf4b0-525a-4ca5-a11e-ed6aec480696 req-d3d08c23-27ce-4600-943b-3b47a413c73b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Jul 30 03:41:46.664462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:41:46.675668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.676019 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment 54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd of type vlan for network 5c22ba9f-ad18-4197-879b-db19963e4e83 Jul 30 03:41:46.716955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.744614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.750781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:46.751401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:46.782572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d7af102d-8f3b-4617-8afc-3c1869512dd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:41:46.812678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2115347 Jul 30 03:41:46.815458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51506) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:46.818684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc599eee-defd-42da-9dee-923122d198b3 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:46.820358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:46.848673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: bc599eee-defd-42da-9dee-923122d198b3 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:46.849015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc599eee-defd-42da-9dee-923122d198b3 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:46.882182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacbb4e-591c-49c2-ab2c-3581b01894b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=5c22ba9f-ad18-4197-879b-db19963e4e83,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:46.897416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:41:46.930217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:46.933908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.121636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.188063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=7aeab061-d24d-41e2-958d-6b2629f4e4dc,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:47.195349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:47.195722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: 5c22ba9f-ad18-4197-879b-db19963e4e83, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:41:47.211906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:41:47.221689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5c22ba9f-ad18-4197-879b-db19963e4e83) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:47.231494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:47.231771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592c674-0405-4661-8954-22bc8e0f0b5e None None] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:47.232233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.247080 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-855ef771-0b67-411c-83b9-1fc5caf2a6f5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4305305 Jul 30 03:41:47.250507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51514) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:47.254978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-22467146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:47.277110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.278199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.330976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.334930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.352363 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.353626 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4600d1c5-e666-4080-9f8f-894922e8abcb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1020820 Jul 30 03:41:47.356311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:47.385314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5c22ba9f-ad18-4197-879b-db19963e4e83', 'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': '7aeab061-d24d-41e2-958d-6b2629f4e4dc'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:41:47.386188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.484225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e492849-8eca-41ff-a6c5-edf830567282 req-e7d220a6-a8ad-4859-bbe5-7b8c1cfe8562 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:47.485921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e492849-8eca-41ff-a6c5-edf830567282 req-e7d220a6-a8ad-4859-bbe5-7b8c1cfe8562 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0582793 Jul 30 03:41:47.527086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e492849-8eca-41ff-a6c5-edf830567282 req-81017519-f24d-4bd6-b466-59c3090e8595 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Jul 30 03:41:47.527512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Allocated IP 172.20.0.2 (5c22ba9f-ad18-4197-879b-db19963e4e83/7aeab061-d24d-41e2-958d-6b2629f4e4dc/3dd106b2-00b9-4a0f-8732-e91c27bd4788) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:47.638647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.674906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.682975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Transition to ACTIVE for port object 3dd106b2-00b9-4a0f-8732-e91c27bd4788 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:47.698843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Transition to ACTIVE for port object 3dd106b2-00b9-4a0f-8732-e91c27bd4788 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:47.705511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.745609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:47.749027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:47.752365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:47.766432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Pushing event updated for resources: {'Port': ['ID=3dd106b2-00b9-4a0f-8732-e91c27bd4788,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:47.820440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b6b3-293f-4572-9bcf-a82d0f18a025 req-96b1e7ae-2dbd-4151-8c4b-4795df72e1c7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:47.823303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b111b6b3-293f-4572-9bcf-a82d0f18a025 req-96b1e7ae-2dbd-4151-8c4b-4795df72e1c7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0883670 Jul 30 03:41:47.833445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Attempting to bind port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:41:47.833987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Attempting to bind port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:41:47.834352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Attempting to bind port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 on network 5c22ba9f-ad18-4197-879b-db19963e4e83 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:41:47.840200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:41:47.840573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Checking segment: {'id': '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:41:47.840973 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.841542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Bound using segment: {'id': '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:41:47.842125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Bound port: 3dd106b2-00b9-4a0f-8732-e91c27bd4788, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5c22ba9f-ad18-4197-879b-db19963e4e83'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:41:47.842518 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.895250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b111b6b3-293f-4572-9bcf-a82d0f18a025 req-a991f46d-84d3-4d91-b96a-eb05bd5cba6a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Jul 30 03:41:47.906207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f74d-0d3d-4a72-82f1-e3e5a3b31149 req-5df68819-aeaa-4fa6-ac0c-60d4fa341225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:47.908092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0789f74d-0d3d-4a72-82f1-e3e5a3b31149 req-5df68819-aeaa-4fa6-ac0c-60d4fa341225 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.0605011 Jul 30 03:41:47.914226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] For port 3dd106b2-00b9-4a0f-8732-e91c27bd4788, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:41:47.917937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] For port 3dd106b2-00b9-4a0f-8732-e91c27bd4788, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3dd106b2-00b9-4a0f-8732-e91c27bd4788,segment=NetworkSegment(54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd),segment_id=54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:41:47.923715 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:47.951480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0789f74d-0d3d-4a72-82f1-e3e5a3b31149 req-79c32d2f-9d98-4617-a62c-a7b17d15626c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jul 30 03:41:48.002401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.005668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8323e-3a3e-4d33-9384-bead05a309f2 None None] Pushing event updated for resources: {'Port': ['ID=3dd106b2-00b9-4a0f-8732-e91c27bd4788,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:48.228645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.20.0.1 (5c22ba9f-ad18-4197-879b-db19963e4e83/7aeab061-d24d-41e2-958d-6b2629f4e4dc/3261c8c4-ee78-4e7e-b576-d0ed1f9faa24) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:48.348136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.361952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:41:48.368915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:48.396306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.417873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port d7af102d-8f3b-4617-8afc-3c1869512dd0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:48.418250 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.439856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:48.443003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:48.446726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:48.475181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=3261c8c4-ee78-4e7e-b576-d0ed1f9faa24,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:48.495241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.503876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.525804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:41:48.528622 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357cd3de-af03-477f-ae0a-e83175969fb2" -d '{"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:41:48.543259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:48.548641 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.585950 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04872dd-0864-4af3-8080-af82e9108af3 x-openstack-request-id: req-a04872dd-0864-4af3-8080-af82e9108af3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:41:48.586247 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:41:48.587572 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a04872dd-0864-4af3-8080-af82e9108af3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:41:48.587572 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'code': 200} Jul 30 03:41:48.616365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:48.639178 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.683576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace730e-fab4-4c47-ae9d-5cf31a26bee9 req-bf0d0922-5494-4fee-84c3-13b93685d594 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:48.685217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ace730e-fab4-4c47-ae9d-5cf31a26bee9 req-bf0d0922-5494-4fee-84c3-13b93685d594 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0596397 Jul 30 03:41:48.729214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ace730e-fab4-4c47-ae9d-5cf31a26bee9 req-7b7c9868-b07b-4e0c-a3d7-1a36daf23340 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367844 Jul 30 03:41:48.878129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3dd106b2-00b9-4a0f-8732-e91c27bd4788 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:48.933887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:48.964461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:48.972342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.010767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cfc81-71e2-415b-aa9d-92684bd62040 None None] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:49.040901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749e791-1e26-4d32-bfac-8feea27a79db req-b8fbd25c-1904-45ef-ba07-826aa022ff1e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:49.042554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e749e791-1e26-4d32-bfac-8feea27a79db req-b8fbd25c-1904-45ef-ba07-826aa022ff1e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0579531 Jul 30 03:41:49.051606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.066643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=3261c8c4-ee78-4e7e-b576-d0ed1f9faa24,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:49.119222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e749e791-1e26-4d32-bfac-8feea27a79db req-95efb3a4-7256-4c21-b567-8193d58a0b83 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627506 Jul 30 03:41:49.153023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] Provisioning for port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:49.160929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] Provisioning complete for port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:49.161311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.183585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:49.185040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:49.279705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.316484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] For port 3dd106b2-00b9-4a0f-8732-e91c27bd4788, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3dd106b2-00b9-4a0f-8732-e91c27bd4788,segment=NetworkSegment(54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd),segment_id=54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:49.325923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.330101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router acb1b661-8317-4af9-9fe2-a79c2512807a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:41:49.384905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73bbc5-bf78-4186-881a-9661f63977e0 None None] Pushing event updated for resources: {'Port': ['ID=3dd106b2-00b9-4a0f-8732-e91c27bd4788,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:49.442059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:49.450945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:49.452797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] Sync routers for ids ['acb1b661-8317-4af9-9fe2-a79c2512807a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:49.455362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d396b20f-4418-4394-a729-78871a50e1f0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/acb1b661-8317-4af9-9fe2-a79c2512807a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0979054 Jul 30 03:41:49.464731 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] Routers {'acb1b661-8317-4af9-9fe2-a79c2512807a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:49.465550 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['acb1b661-8317-4af9-9fe2-a79c2512807a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:49.498768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c8fd1-2a35-4584-9102-f14c5521288f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:49.502083 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:49.504155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51542) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:49.504345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bc6c8fd1-2a35-4584-9102-f14c5521288f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports/3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 HTTP/1.1" status: 200 len: 910 time: 0.0520947 Jul 30 03:41:49.515206 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] Routers {'acb1b661-8317-4af9-9fe2-a79c2512807a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:49.516023 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['acb1b661-8317-4af9-9fe2-a79c2512807a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:49.549627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee94c948-24f2-4b23-9374-8219b667f89d None None] Provisioning for port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:41:49.551307 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:49.551994 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949b057-10c9-4c9b-bf9e-21f4ccd6f20f None None] The sync data for ids ['acb1b661-8317-4af9-9fe2-a79c2512807a'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:49.554358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee94c948-24f2-4b23-9374-8219b667f89d None None] Provisioning complete for port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:49.554730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee94c948-24f2-4b23-9374-8219b667f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.589811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ee94c948-24f2-4b23-9374-8219b667f89d None None] Port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:49.600284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee94c948-24f2-4b23-9374-8219b667f89d None None] Provisioning complete for port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:49.600657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee94c948-24f2-4b23-9374-8219b667f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.800139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ede67600-b853-4699-8f4e-d23bacc2424e None None] Provisioning complete for port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:49.800517 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ede67600-b853-4699-8f4e-d23bacc2424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.848095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ede67600-b853-4699-8f4e-d23bacc2424e None None] Port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:49.857407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:49.879722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed0a89-e63f-4875-900e-a4c11d7b3c3f req-b59c02bc-9eaa-45e1-ba9c-f54f133067d4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:49.881332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9ed0a89-e63f-4875-900e-a4c11d7b3c3f req-b59c02bc-9eaa-45e1-ba9c-f54f133067d4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0703392 Jul 30 03:41:49.974540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bed093ca-b434-4cec-8213-e9958f96183e None None] Provisioning complete for port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:49.974914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bed093ca-b434-4cec-8213-e9958f96183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:50.011323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bed093ca-b434-4cec-8213-e9958f96183e None None] Port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:41:50.118995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:50.119360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:50.219473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:50.231164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 3261c8c4-ee78-4e7e-b576-d0ed1f9faa24 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:50.231371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9ed0a89-e63f-4875-900e-a4c11d7b3c3f req-d38b1461-966d-49f1-a2a9-517ff10b02a7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439250 Jul 30 03:41:50.266879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db482-faea-46cf-9364-f02d8dbb79e4 req-86dd0bd5-40dd-4e4c-9f6d-082dee5df70a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:50.268460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a30db482-faea-46cf-9364-f02d8dbb79e4 req-86dd0bd5-40dd-4e4c-9f6d-082dee5df70a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0774353 Jul 30 03:41:50.313630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a30db482-faea-46cf-9364-f02d8dbb79e4 req-baa5ef35-413e-486c-9b2e-9b765e8cf622 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Jul 30 03:41:50.422806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:50.462681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=3261c8c4-ee78-4e7e-b576-d0ed1f9faa24,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:50.536183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63124da6-ca18-487e-b2d6-0d82eb55940e req-d9cb548e-18bc-46ed-bbcb-47a0f0eb85c8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:50.537729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63124da6-ca18-487e-b2d6-0d82eb55940e req-d9cb548e-18bc-46ed-bbcb-47a0f0eb85c8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0802040 Jul 30 03:41:50.542161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-c6d6050a-1c91-4e44-a1c9-418fd872529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:50.543668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-c6d6050a-1c91-4e44-a1c9-418fd872529e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.0974820 Jul 30 03:41:50.618007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:50.631969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63124da6-ca18-487e-b2d6-0d82eb55940e req-8495d75e-2239-476b-8f8b-633e7e5ad0e3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871003 Jul 30 03:41:50.668856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-4f241225-d6c8-4d7c-b6e2-6c41b1f0d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:50.670433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-4f241225-d6c8-4d7c-b6e2-6c41b1f0d280 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.1186504 Jul 30 03:41:50.716891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-9156ca5b-526a-4dcb-a139-8fef3bcc7041 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 217 time: 0.0392241 Jul 30 03:41:50.767685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-33b9469a-3131-4957-9ada-f32a56a5b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:50.769140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-33b9469a-3131-4957-9ada-f32a56a5b3db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.0454652 Jul 30 03:41:50.779636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router acb1b661-8317-4af9-9fe2-a79c2512807a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:50.803607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-0db7420d-9ad6-44f6-aa6a-adde7df3c0cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263932 Jul 30 03:41:50.853714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3dd106b2-00b9-4a0f-8732-e91c27bd4788 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:41:50.880624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:50.891671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] Sync routers for ids ['acb1b661-8317-4af9-9fe2-a79c2512807a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:50.904499 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0cf03bcd-391a-4525-b4df-3b0e139f6152 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/acb1b661-8317-4af9-9fe2-a79c2512807a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990104 Jul 30 03:41:50.908720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:50.912619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] Routers {'acb1b661-8317-4af9-9fe2-a79c2512807a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:50.913463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['acb1b661-8317-4af9-9fe2-a79c2512807a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:50.926291 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-8b4fc797-f188-4657-a2a5-902587d845d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612555 Jul 30 03:41:50.943838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-279604ed-dc66-42da-96e3-abf46234de22 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=acb1b661-8317-4af9-9fe2-a79c2512807a HTTP/1.1" status: 200 len: 205 time: 0.0334404 Jul 30 03:41:50.946513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51562) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:50.951388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:50.959696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-aef707f6-d55a-4d0c-a000-6c3cafa9f4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473570 Jul 30 03:41:50.967867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:41:50.968246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:50.969889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] Routers {'acb1b661-8317-4af9-9fe2-a79c2512807a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:50.970511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['acb1b661-8317-4af9-9fe2-a79c2512807a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:51.069762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cdc3dce-19dc-4579-a70c-cb569e288d67 req-af82da9b-a692-4aca-8ca5-63a284746c62 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021328 Jul 30 03:41:51.095506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.140934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-41aba2b9-a029-4c71-9d58-80675ca67eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:51.142474 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-41aba2b9-a029-4c71-9d58-80675ca67eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 1097 time: 0.1233680 Jul 30 03:41:51.182150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:51.182760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df5a73-06ba-4832-907b-b4486a3a2517 None None] The sync data for ids ['acb1b661-8317-4af9-9fe2-a79c2512807a'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:51.335545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.347886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.419070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.421513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router acb1b661-8317-4af9-9fe2-a79c2512807a {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:51.428076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.429295 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bf204a49-56a8-48fe-a902-31b25bc568a6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/acb1b661-8317-4af9-9fe2-a79c2512807a HTTP/1.1" status: 204 len: 168 time: 0.4734228 Jul 30 03:41:51.431006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-e178f835-441c-4851-8d10-007ac5c9e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:51.432414 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-e178f835-441c-4851-8d10-007ac5c9e181 service neutron] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2630513 Jul 30 03:41:51.432855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:51.463624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd3f37-f950-4672-a37f-90026a2f4869 req-4db14c82-0165-4c6c-aa17-ee7cc230bc15 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:51.465668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13dd3f37-f950-4672-a37f-90026a2f4869 req-4db14c82-0165-4c6c-aa17-ee7cc230bc15 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0750091 Jul 30 03:41:51.511681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13dd3f37-f950-4672-a37f-90026a2f4869 req-55a1b805-447f-45cb-aecf-ab9e275347dc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Jul 30 03:41:51.513776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-df69f7b6-4991-4f0d-b6f4-e361a1a0b748 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a HTTP/1.1" status: 200 len: 217 time: 0.0716422 Jul 30 03:41:51.574045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet 7aeab061-d24d-41e2-958d-6b2629f4e4dc {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:41:51.579257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.610283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-9622c907-b012-4404-a779-0ea2a4c039fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:51.611859 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-9622c907-b012-4404-a779-0ea2a4c039fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0887322 Jul 30 03:41:51.648163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.709464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-1e70e79a-def2-4d05-bfed-5bf82aaf20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:51.711309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-1e70e79a-def2-4d05-bfed-5bf82aaf20ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901415 Jul 30 03:41:51.760070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb981ead-f955-491a-9f42-635a697cfecb req-4f62dbb7-1cc8-4145-9e22-42d4b36618a6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:51.763597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb981ead-f955-491a-9f42-635a697cfecb req-4f62dbb7-1cc8-4145-9e22-42d4b36618a6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0584526 Jul 30 03:41:51.803842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb981ead-f955-491a-9f42-635a697cfecb req-4ebdac59-59fd-4a03-a1ef-3f12afdce26f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356042 Jul 30 03:41:51.806257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.884348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-8e0080bc-f060-41db-9cad-35b525ca10b7 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650031 Jul 30 03:41:51.893113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.918712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=7aeab061-d24d-41e2-958d-6b2629f4e4dc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:51.926432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:51.928731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/7aeab061-d24d-41e2-958d-6b2629f4e4dc HTTP/1.1" status: 204 len: 168 time: 0.4945700 Jul 30 03:41:51.931244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:51.932264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c7dc7-a7ce-460f-9a16-c24771741954 None None] Network 5c22ba9f-ad18-4197-879b-db19963e4e83 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:41:51.934758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.935247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.935718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.937137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.937137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.937523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.937923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.938319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.938750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.939166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.943188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:51.943188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0fa52-1cdc-472b-932a-3b56a62e50fe tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.054897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.078139 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4d9ceb4-7bab-46e1-9535-1842fa5eec5d req-4db937b3-6001-4cad-926b-0c6b0d51ed68 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093366 Jul 30 03:41:52.129148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:52.129636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.162643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9065b15-7375-45c3-9154-cee514df600c None None] DHCP port deletion for 5c22ba9f-ad18-4197-879b-db19963e4e83 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:41:52.221664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 3dd106b2-00b9-4a0f-8732-e91c27bd4788, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3dd106b2-00b9-4a0f-8732-e91c27bd4788,segment=NetworkSegment(54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd),segment_id=54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:52.221844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d9065b15-7375-45c3-9154-cee514df600c None None] Deleting port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:52.222037 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.222174 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9065b15-7375-45c3-9154-cee514df600c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.238284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 3dd106b2-00b9-4a0f-8732-e91c27bd4788 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:52.291976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d9065b15-7375-45c3-9154-cee514df600c None None] For port 3dd106b2-00b9-4a0f-8732-e91c27bd4788, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3dd106b2-00b9-4a0f-8732-e91c27bd4788,segment=NetworkSegment(54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd),segment_id=54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:41:52.292193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9065b15-7375-45c3-9154-cee514df600c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.307587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d9065b15-7375-45c3-9154-cee514df600c None None] Calling delete_port for 3dd106b2-00b9-4a0f-8732-e91c27bd4788 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:52.339213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.356816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:52.401150 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9065b15-7375-45c3-9154-cee514df600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.436107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9065b15-7375-45c3-9154-cee514df600c None None] Pushing event deleted for resources: {'Port': ['ID=3dd106b2-00b9-4a0f-8732-e91c27bd4788,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:52.439417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9065b15-7375-45c3-9154-cee514df600c None None] No DVR routers for this DVR port 3dd106b2-00b9-4a0f-8732-e91c27bd4788 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:41:52.459020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=3dd106b2-00b9-4a0f-8732-e91c27bd4788,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:52.484873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.496090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c22ba9f-ad18-4197-879b-db19963e4e83']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:52.507478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:52.507781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54af48d3-ed0d-4fbb-a9c4-a83ca1aa58cd') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:52.533500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.556157 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.563324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:41:52.563735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:41:52.567265 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:41:52.658597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.691592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.698727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51616) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:52.700919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/5c22ba9f-ad18-4197-879b-db19963e4e83 HTTP/1.1" status: 204 len: 168 time: 0.7684672 Jul 30 03:41:52.728021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593676400', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:52.783214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.784520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:52.795961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=5c22ba9f-ad18-4197-879b-db19963e4e83,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:52.865685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.866479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.866824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.867314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.867762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.871428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.871875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.872273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.872678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.873069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.874860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.874860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11022a-5acf-41bd-8d42-80e7f7e3d1f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:41:52.876171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3dd106b2-00b9-4a0f-8732-e91c27bd4788 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:41:52.906811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc28b7b-33ad-4ad8-9a4c-2ee5f45cfaf9 req-8923ec7b-43fd-4ef3-be58-9599774ed0fb tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:52.915902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bc28b7b-33ad-4ad8-9a4c-2ee5f45cfaf9 req-8923ec7b-43fd-4ef3-be58-9599774ed0fb tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2477570 Jul 30 03:41:52.934938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 3dd106b2-00b9-4a0f-8732-e91c27bd4788 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:41:52.945976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3dd106b2-00b9-4a0f-8732-e91c27bd4788 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:41:52.987250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bc28b7b-33ad-4ad8-9a4c-2ee5f45cfaf9 req-7b8f93c8-0466-45d4-900d-32b6b54772f1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702076 Jul 30 03:41:53.086612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a96ab-115e-4aa8-ae90-416ec3590c7a req-18aa9bd7-e9a9-4022-a45b-94945a3c8c7d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:53.094961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8a96ab-115e-4aa8-ae90-416ec3590c7a req-18aa9bd7-e9a9-4022-a45b-94945a3c8c7d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0787680 Jul 30 03:41:53.143346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8a96ab-115e-4aa8-ae90-416ec3590c7a req-4738e3b6-57a3-4099-ba54-856b92c97452 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Jul 30 03:41:53.351107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:53.566210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:53.890011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:53.915567 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:54.082124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.25.6.165 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c79ad706-c82d-4a00-9d0e-8c0173fa5839) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:41:54.159843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5cdd1-4f35-4447-b82f-37fad2968dc7 req-cbe12a2b-8206-4e6e-b9dc-64c562d3e6fb tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:54.161358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4d5cdd1-4f35-4447-b82f-37fad2968dc7 req-cbe12a2b-8206-4e6e-b9dc-64c562d3e6fb tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0843096 Jul 30 03:41:54.212263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:54.219302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4d5cdd1-4f35-4447-b82f-37fad2968dc7 req-33f14add-5c39-4b1e-a7c3-ff9ad536fa2e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Jul 30 03:41:54.274346 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:54.353912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:41:54.362194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:41:54.368517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:41:54.413272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=c79ad706-c82d-4a00-9d0e-8c0173fa5839,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:54.731388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e866-70a1-4a6e-b54b-942f0d5c183d req-d27fc137-8aa9-4ed3-b71f-9347bbd3b0c3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:54.741765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f747e866-70a1-4a6e-b54b-942f0d5c183d req-d27fc137-8aa9-4ed3-b71f-9347bbd3b0c3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0677576 Jul 30 03:41:54.805907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f747e866-70a1-4a6e-b54b-942f0d5c183d req-93f7ed57-3351-4301-99be-cf5c9766ff91 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631478 Jul 30 03:41:54.826817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:55.179599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:55.354367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04746758-213c-4e8d-8643-1b41d9d9e1bb req-6cbe77bc-1bd1-4559-b1a6-3bb316b8fc8b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:55.363316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04746758-213c-4e8d-8643-1b41d9d9e1bb req-6cbe77bc-1bd1-4559-b1a6-3bb316b8fc8b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0595627 Jul 30 03:41:55.403174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 32467919-5f13-4ead-9515-4464f3773eaf is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:41:55.435756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04746758-213c-4e8d-8643-1b41d9d9e1bb req-f38f219f-8c61-4e7a-a360-9b2678c2b78a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712173 Jul 30 03:41:55.600708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:55.617721 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] Sync routers for ids ['32467919-5f13-4ead-9515-4464f3773eaf'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:55.633957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] Routers {'32467919-5f13-4ead-9515-4464f3773eaf'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:55.639995 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32467919-5f13-4ead-9515-4464f3773eaf'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:55.673133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:55.678157 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-33c3ffbc-1e7e-4d8e-8795-ad9649d783de tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9779706 Jul 30 03:41:55.679212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51668) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:55.745263 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:55.765912 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] Routers {'32467919-5f13-4ead-9515-4464f3773eaf'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:55.766920 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32467919-5f13-4ead-9515-4464f3773eaf'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:55.817647 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:55.818412 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b4a2b-4797-49b8-9634-14fa5b0387b3 None None] The sync data for ids ['32467919-5f13-4ead-9515-4464f3773eaf'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:55.871786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51670) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:55.872171 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3015d4de-4365-4317-a26d-f960f6feed9a tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/routers/32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 200 len: 881 time: 0.1900082 Jul 30 03:41:56.177889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-85517f14-13d0-482a-a3a8-6b36f3413363 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3048308 Jul 30 03:41:56.180510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:56.185170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1593676400'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:56.354839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7d65c-f856-4d5e-ac94-1f3e9301f946 req-7ee393b4-5195-4ff0-b2a8-69ea38beb415 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:56.356430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60d7d65c-f856-4d5e-ac94-1f3e9301f946 req-7ee393b4-5195-4ff0-b2a8-69ea38beb415 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.0634387 Jul 30 03:41:56.414436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60d7d65c-f856-4d5e-ac94-1f3e9301f946 req-914b3f88-e4d0-4b67-9063-b9219552818a tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Jul 30 03:41:56.617408 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:41:56.635766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c6c06-d3db-4b4c-88bc-936ae4bf69be req-5ad15a52-6367-417b-9d91-6a5ca35f0951 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:56.645315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b0c6c06-d3db-4b4c-88bc-936ae4bf69be req-5ad15a52-6367-417b-9d91-6a5ca35f0951 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1153498 Jul 30 03:41:56.698026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b0c6c06-d3db-4b4c-88bc-936ae4bf69be req-bb1391ef-b36b-47df-b227-459e9ee2e54f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Jul 30 03:41:57.075212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:57.094852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:57.300313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 32467919-5f13-4ead-9515-4464f3773eaf has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:41:57.488118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:41:57.498347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] Sync routers for ids ['32467919-5f13-4ead-9515-4464f3773eaf'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:41:57.501912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:57.505523 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2646454-558d-43c3-8c52-fff0851a7944 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 200 len: 888 time: 1.3216827 Jul 30 03:41:57.505953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51700) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:57.519464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] Routers {'32467919-5f13-4ead-9515-4464f3773eaf'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:57.523221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32467919-5f13-4ead-9515-4464f3773eaf'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:57.596362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:57.608721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] Routers {'32467919-5f13-4ead-9515-4464f3773eaf'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:41:57.609646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32467919-5f13-4ead-9515-4464f3773eaf'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:57.651584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:41:57.653242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76862922-908a-49a6-be51-d2a8c75b66b3 None None] The sync data for ids ['32467919-5f13-4ead-9515-4464f3773eaf'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:41:57.742040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94958d-1b29-44d1-9f4c-c2261fb86814 req-61bd8aba-a4b8-4176-bb03-aa76af3ef157 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:57.743914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b94958d-1b29-44d1-9f4c-c2261fb86814 req-61bd8aba-a4b8-4176-bb03-aa76af3ef157 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.1395712 Jul 30 03:41:57.875221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b94958d-1b29-44d1-9f4c-c2261fb86814 req-527443aa-3672-4c0a-a581-cb5edb8235eb tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014817 Jul 30 03:41:57.909049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0526d3b1-ab43-4dc1-86a2-9f44fa9882c4 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/routers/32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 200 len: 888 time: 0.4006450 Jul 30 03:41:57.910639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51712) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:57.933486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f897a-a279-440f-a26b-2dd500078fbe req-56093d62-d36e-4a9a-8cf2-3049c6a415b0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:57.936652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed0f897a-a279-440f-a26b-2dd500078fbe req-56093d62-d36e-4a9a-8cf2-3049c6a415b0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1108277 Jul 30 03:41:57.962148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1104fcf7-0110-4f6d-b9fb-771df14d0763 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 200 len: 205 time: 0.0502663 Jul 30 03:41:57.964659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:58.032537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed0f897a-a279-440f-a26b-2dd500078fbe req-cc11b0c6-4303-4cbe-8d8b-ce8adb2b5239 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783250 Jul 30 03:41:58.133236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:58.277279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:58.375902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port c79ad706-c82d-4a00-9d0e-8c0173fa5839 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:41:58.378916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:58.529047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:58.551717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for c79ad706-c82d-4a00-9d0e-8c0173fa5839 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:41:58.593995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb3e5-77b1-429a-a656-dc249b01695f req-b3c2e018-ad2f-40f4-85be-3b8e5c767783 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:58.600904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-948cb3e5-77b1-429a-a656-dc249b01695f req-b3c2e018-ad2f-40f4-85be-3b8e5c767783 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.0688407 Jul 30 03:41:58.700567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-948cb3e5-77b1-429a-a656-dc249b01695f req-e4f529e7-7f1d-4550-bf95-874e441b3e79 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963681 Jul 30 03:41:58.962362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:58.995118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=c79ad706-c82d-4a00-9d0e-8c0173fa5839,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:59.081425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.198641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.202479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.226008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c534ea-2a77-4691-8a11-0181d17c140f req-41eb42e7-dbd4-46d0-841f-c45516ff65fe tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:59.234426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02c534ea-2a77-4691-8a11-0181d17c140f req-41eb42e7-dbd4-46d0-841f-c45516ff65fe tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0764816 Jul 30 03:41:59.281661 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.284065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router 32467919-5f13-4ead-9515-4464f3773eaf {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:41:59.302096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02c534ea-2a77-4691-8a11-0181d17c140f req-6bd5885e-2553-4e40-9fad-7408730ad707 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Jul 30 03:41:59.307067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.314711 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-13bd0237-3516-48b3-94c9-b5e85b8da380 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 204 len: 168 time: 1.3472471 Jul 30 03:41:59.316584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51732) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:59.325476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043747077'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:59.360907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:59.365649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.398212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:41:59.438328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.439114 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment d0d8c385-f6cd-4f54-9604-b4e221ba31bf of type vlan for network c8d22f8f-093b-46af-be02-8682e81ee0fc Jul 30 03:41:59.518159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.563010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.568831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:41:59.569672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:41:59.593207 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2721534 Jul 30 03:41:59.594436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:41:59.599408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:41:59.668206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879ba55-90fa-4599-915c-f7f3d20a1714 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=c8d22f8f-093b-46af-be02-8682e81ee0fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:41:59.680993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c8d22f8f-093b-46af-be02-8682e81ee0fc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:41:59.789266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:41:59.793115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.083846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.142622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1bf0-11a0-47c8-a109-bd0af73776b3 req-0de24d0e-5509-4f00-8952-3f07d623260a tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:00.149807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2aae1bf0-11a0-47c8-a109-bd0af73776b3 req-0de24d0e-5509-4f00-8952-3f07d623260a tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.1179404 Jul 30 03:42:00.206797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=eb4753ab-0a40-4dc6-94b7-18a26b0388f8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:00.247786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2aae1bf0-11a0-47c8-a109-bd0af73776b3 req-f49a58e3-d41b-4a77-b396-94ee6d36ac05 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970080 Jul 30 03:42:00.250581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:00.262532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: c8d22f8f-093b-46af-be02-8682e81ee0fc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:42:00.289099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network c8d22f8f-093b-46af-be02-8682e81ee0fc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:42:00.323741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, c8d22f8f-093b-46af-be02-8682e81ee0fc) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:00.337089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f89e9-4a29-420e-9c90-998bcf060f19 None None] Network c8d22f8f-093b-46af-be02-8682e81ee0fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:00.351639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:00.352253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.409217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-743c36fe-9af8-4930-b138-932cc1acbc82 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8143167 Jul 30 03:42:00.411948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:00.428237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2104764692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:00.440216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-6c9f81ab-0a80-4b6a-9c5e-f117e36eae1e tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:00.443197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-6c9f81ab-0a80-4b6a-9c5e-f117e36eae1e tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 945 time: 0.1360035 Jul 30 03:42:00.665902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.668986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.699185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0148-8db1-4312-91c3-7f0fd8f37960 req-7e616f9f-5538-462d-81a9-f6f9260d5b7a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:00.701069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-100b0148-8db1-4312-91c3-7f0fd8f37960 req-7e616f9f-5538-462d-81a9-f6f9260d5b7a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2316246 Jul 30 03:42:00.710153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Deleting port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:00.710432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.768507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.770642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-c8d22f8f-093b-46af-be02-8682e81ee0fc', 'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': 'eb4753ab-0a40-4dc6-94b7-18a26b0388f8'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:42:00.771520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.882620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.889963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] For port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:00.890828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.901918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.919470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-100b0148-8db1-4312-91c3-7f0fd8f37960 req-5eb727c1-5cad-4e8a-9be0-a4941a6b9875 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056117 Jul 30 03:42:00.921690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Allocated IP 172.20.0.2 (c8d22f8f-093b-46af-be02-8682e81ee0fc/eb4753ab-0a40-4dc6-94b7-18a26b0388f8/67f2a9ed-b13c-494c-9ecd-8ddeceff6179) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:00.962266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:00.968417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9b4c42fc-568b-4b51-b760-aef99e9b6815 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5528049 Jul 30 03:42:00.976837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:01.214982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.227618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Transition to ACTIVE for port object 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:01.283413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Transition to ACTIVE for port object 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:01.301482 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.361289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.362205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.365225 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Floating IP 9f01bfcd-e4a4-48f3-a15d-75189fd17ddc disassociated. External IP: 172.25.6.95, port: 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7. Jul 30 03:42:01.365765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Calling delete_port for 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:01.380723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Network c8d22f8f-093b-46af-be02-8682e81ee0fc is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:01.387812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:01.392586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:01.406302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Pushing event updated for resources: {'Port': ['ID=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:01.415602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.416215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.416738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.417246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.417862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.418371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.418913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.419493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.420989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.422857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.424118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.424634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:01.531609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Attempting to bind port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:01.532999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Attempting to bind port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:01.533547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Attempting to bind port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 on network c8d22f8f-093b-46af-be02-8682e81ee0fc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:01.539954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:01.540622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Checking segment: {'id': 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:01.541235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.541846 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Bound using segment: {'id': 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:01.542500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Bound port: 67f2a9ed-b13c-494c-9ecd-8ddeceff6179, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8d22f8f-093b-46af-be02-8682e81ee0fc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:01.543090 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.600433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.628545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] For port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:01.632066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] For port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,segment=NetworkSegment(d0d8c385-f6cd-4f54-9604-b4e221ba31bf),segment_id=d0d8c385-f6cd-4f54-9604-b4e221ba31bf)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:01.643932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event deleted for resources: {'Port': ['ID=60c00fbc-6324-4cd5-a80f-8ca2406eb1e7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:01.649392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:01.767904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece907a-6e49-422c-964d-2a5427e3f09e None None] Pushing event updated for resources: {'Port': ['ID=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:01.782303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa8fa4-0eef-46a2-9844-ee2ac5e6605f req-e81fda1e-1cd5-4751-86c4-415178cc9098 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:01.788822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19fa8fa4-0eef-46a2-9844-ee2ac5e6605f req-e81fda1e-1cd5-4751-86c4-415178cc9098 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 867 time: 0.3618026 Jul 30 03:42:01.879817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19fa8fa4-0eef-46a2-9844-ee2ac5e6605f req-451fe4cd-f3a8-4f09-9d14-697413fe4319 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d3af280-4d8a-4595-8610-0795b72a130d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747170 Jul 30 03:42:01.905445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:01.948427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:02.211170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:02.223815 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] Sync routers for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:02.256818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:02.257628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:02.300198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] No DVR routers for this DVR port 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:02.320767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:02.326319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d3a98537-400b-4976-b75d-00dbaaa5981e req-2f83646e-2ef0-43cd-8bc0-76eb83618b26 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.16 "DELETE /v2.0/ports/60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 HTTP/1.1" status: 204 len: 173 time: 1.8697526 Jul 30 03:42:02.329300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'name': 'network-vif-deleted', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:02.333169 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f224fe1-c5dc-42bd-8c9e-ebb91acc02ec" -d '{"events": [{"server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "name": "network-vif-deleted", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:02.414501 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a1496-f03c-4071-9dcc-fa46e2e5647a x-openstack-request-id: req-926a1496-f03c-4071-9dcc-fa46e2e5647a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:02.415192 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701d14c9-9bc2-4c31-a346-a61da1b75fbe", "name": "network-vif-deleted", "tag": "60c00fbc-6324-4cd5-a80f-8ca2406eb1e7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:02.415672 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-926a1496-f03c-4071-9dcc-fa46e2e5647a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:02.416391 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d14c9-9bc2-4c31-a346-a61da1b75fbe', 'name': 'network-vif-deleted', 'tag': '60c00fbc-6324-4cd5-a80f-8ca2406eb1e7', 'status': 'completed', 'code': 200} Jul 30 03:42:02.511122 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:02.750569 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:52Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:02.853842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] Checking router: 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:02.883898 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:02.884611 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:03.028980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:03.083690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:03.183708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:03.237022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c903b608-ac44-45e4-a396-3e0d28305d04 req-bf4fa7cd-6ee9-463f-94bc-c8f091bb324d tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/ports?device_id=701d14c9-9bc2-4c31-a346-a61da1b75fbe HTTP/1.1" status: 200 len: 210 time: 0.0725925 Jul 30 03:42:03.268577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f54cd-d226-4bfe-beae-414491c3b8b5 req-964e0d88-0d7b-436f-851d-9c7ac6394a32 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:03.276846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62f54cd-d226-4bfe-beae-414491c3b8b5 req-964e0d88-0d7b-436f-851d-9c7ac6394a32 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 1.1816254 Jul 30 03:42:03.464723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b62f54cd-d226-4bfe-beae-414491c3b8b5 req-db3cbf93-3e9a-40fe-9770-12089946ebc8 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812415 Jul 30 03:42:03.535725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.20.0.1 (c8d22f8f-093b-46af-be02-8682e81ee0fc/eb4753ab-0a40-4dc6-94b7-18a26b0388f8/dd0bbbd4-93e1-44b5-a157-c1bc861f3c99) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:03.558087 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:52Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:03.591364 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf9fe4-e426-4bb7-b5d7-cad38295fbb1 None None] The sync data for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 is: [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7', 'name': '', 'network_id': '48a0936e-dd32-4922-8e68-6e215aa9f65a', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'mac_address': 'fa:16:3e:71:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:40Z', 'updated_at': '2021-07-30T03:38:52Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'subnets': [{'id': '2c4d3c04-13a5-4ab3-956a-b45027ad6170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:03.651670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87362f-bfa5-405d-b756-d20185465d58 None None] Network c8d22f8f-093b-46af-be02-8682e81ee0fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:03.732374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:03.753863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:03.835451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:03.876963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] Provisioning for port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:03.886123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] Provisioning complete for port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:03.886505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:03.921910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network c8d22f8f-093b-46af-be02-8682e81ee0fc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:03.925752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:03.935014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:04.018781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=dd0bbbd4-93e1-44b5-a157-c1bc861f3c99,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:04.055187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.093948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.098971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a30bed-4e30-4e0f-8898-b6cede2d84d6 None None] New status for floating IP 9f01bfcd-e4a4-48f3-a15d-75189fd17ddc: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:42:04.260641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] For port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,segment=NetworkSegment(d0d8c385-f6cd-4f54-9604-b4e221ba31bf),segment_id=d0d8c385-f6cd-4f54-9604-b4e221ba31bf)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:04.284685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.294989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.463640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:04.465419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:04.562797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d625b-86e9-44ff-9d6e-e14cfbdd0018 None None] Pushing event updated for resources: {'Port': ['ID=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:04.572722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:04.575544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 60c00fbc-6324-4cd5-a80f-8ca2406eb1e7 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:04.590921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-64127a66-5c68-43a2-b5c0-624cd53c5058 None None] Provisioning for port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:04.597202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-64127a66-5c68-43a2-b5c0-624cd53c5058 None None] Provisioning complete for port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:04.598161 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-64127a66-5c68-43a2-b5c0-624cd53c5058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.622299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91fecd5e-bd85-419d-9d9b-ccf840a49c91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.666541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91fecd5e-bd85-419d-9d9b-ccf840a49c91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.667075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-64127a66-5c68-43a2-b5c0-624cd53c5058 None None] Port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:04.693858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-64127a66-5c68-43a2-b5c0-624cd53c5058 None None] Provisioning complete for port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:04.694269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-64127a66-5c68-43a2-b5c0-624cd53c5058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.744940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91fecd5e-bd85-419d-9d9b-ccf840a49c91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.754050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91fecd5e-bd85-419d-9d9b-ccf840a49c91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.756917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91fecd5e-bd85-419d-9d9b-ccf840a49c91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "DELETE /v2.0/security-groups/7d3af280-4d8a-4595-8610-0795b72a130d HTTP/1.1" status: 204 len: 168 time: 0.2836363 Jul 30 03:42:04.765425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:04.775317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00a198-9399-4de0-ad55-8224215228e0 req-73d110b6-ef10-4085-92e1-e73f62ae4160 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:04.783651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a00a198-9399-4de0-ad55-8224215228e0 req-73d110b6-ef10-4085-92e1-e73f62ae4160 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1066685 Jul 30 03:42:04.784933 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-a43ece2a-c9af-44fb-b72b-399b2547628e tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] show failed (client error): The resource could not be found. Jul 30 03:42:04.786157 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a43ece2a-c9af-44fb-b72b-399b2547628e tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "GET /v2.0/security-groups/7d3af280-4d8a-4595-8610-0795b72a130d HTTP/1.1" status: 404 len: 347 time: 0.0194523 Jul 30 03:42:04.787745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fecd5e-bd85-419d-9d9b-ccf840a49c91 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3af280-4d8a-4595-8610-0795b72a130d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:04.789530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:04.918411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:04.926108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.931220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a00a198-9399-4de0-ad55-8224215228e0 req-f2ce6870-7326-43bb-bfaa-5c45a86ec04c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466970 Jul 30 03:42:04.945582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:04.986384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0215daff-08ce-431e-b04c-b9d6b2503314 None None] Provisioning complete for port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:04.986911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0215daff-08ce-431e-b04c-b9d6b2503314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.037109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Deleting port f4696c71-201a-4d18-a895-83509c05bc47 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:05.037484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.063182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0215daff-08ce-431e-b04c-b9d6b2503314 None None] Port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:05.081470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:05.083175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.177131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.178881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=dd0bbbd4-93e1-44b5-a157-c1bc861f3c99,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:05.234098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.234492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.253598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Calling delete_port for f4696c71-201a-4d18-a895-83509c05bc47 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:05.385805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network c8d22f8f-093b-46af-be02-8682e81ee0fc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:05.387193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:05.435626 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.473525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Pushing event deleted for resources: {'Port': ['ID=f4696c71-201a-4d18-a895-83509c05bc47,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:05.586601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.590118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.591706 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a8c736ec-07b5-4f14-a479-16468fb1e667 tempest-ServersTestJSON-362063807 tempest-ServersTestJSON-362063807-project] 10.222.0.39 "DELETE /v2.0/floatingips/9f01bfcd-e4a4-48f3-a15d-75189fd17ddc HTTP/1.1" status: 204 len: 168 time: 0.8009794 Jul 30 03:42:05.594816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:05.705680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:42:05.797407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a0181032-a8a5-4bd8-9667-d122dd4fb7ca None None] Provisioning complete for port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:05.798536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0181032-a8a5-4bd8-9667-d122dd4fb7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:05.873402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a0181032-a8a5-4bd8-9667-d122dd4fb7ca None None] Port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:05.886655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:05.893925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e33513f2-034d-490f-a111-8255c7b1afd2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9159260 Jul 30 03:42:05.896851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:05.913036 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] Sync routers for ids ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:05.930302 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] Routers {'ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:05.930943 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:05.995033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:06.006579 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] Routers {'ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:06.008132 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:06.026412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb49ecc-94da-4246-9cdc-97fa050945a0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:06.040413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-acb49ecc-94da-4246-9cdc-97fa050945a0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports/dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 HTTP/1.1" status: 200 len: 910 time: 0.1399908 Jul 30 03:42:06.040670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51820) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:06.045848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb4753ab-0a40-4dc6-94b7-18a26b0388f8'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:06.058468 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:06.059427 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8fa91-8798-4976-bbde-9fe7e7220930 None None] The sync data for ids ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:06.190654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a16fc-eb61-4f08-b04f-14a9fc51dca8 req-25182004-5338-4d53-b86e-8b55723fbda4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:06.192255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332a16fc-eb61-4f08-b04f-14a9fc51dca8 req-25182004-5338-4d53-b86e-8b55723fbda4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0855820 Jul 30 03:42:06.278701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332a16fc-eb61-4f08-b04f-14a9fc51dca8 req-87f505f0-6023-4ff7-a1bf-31df2bbf3cca tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Jul 30 03:42:06.297073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.307442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.680023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Deleting port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:06.680723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.803051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.818986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.823605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] For port 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:06.823966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.849342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Calling delete_port for 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:06.912163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:06.912936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:06.914545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/ports/dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 HTTP/1.1" status: 200 len: 910 time: 0.8726552 Jul 30 03:42:06.915212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dca0a-60f4-4f5f-ad06-268b75772a79 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=dd0bbbd4-93e1-44b5-a157-c1bc861f3c99,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:06.917657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51828) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:07.108451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:07.158478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:07.435394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:07.482077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:07.581474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988eaaa-7164-41d8-87c7-220dc329d466 req-ff0c18ba-2660-441b-8c88-a6135c5f5821 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:07.581855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d988eaaa-7164-41d8-87c7-220dc329d466 req-ff0c18ba-2660-441b-8c88-a6135c5f5821 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1578932 Jul 30 03:42:07.697219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d988eaaa-7164-41d8-87c7-220dc329d466 req-3d6b2b88-ddeb-42ca-bb54-76f2753cdab5 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063094 Jul 30 03:42:07.902258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:08.039911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:08.049250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-65f8cf37-f721-44dc-aea5-c8f83fd72a09 admin admin] 10.222.0.39 "PUT /v2.0/routers/7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4532921 Jul 30 03:42:08.050094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:08.051815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] Sync routers for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:08.072279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:08.072913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:08.096417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:08.096996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.185616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.212276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.220175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:08.241071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for dd0bbbd4-93e1-44b5-a157-c1bc861f3c99 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:08.344701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.482011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Deleting port 086c7d26-e9be-4f92-be69-2749c3de7591 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:08.483542 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.576905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.601856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] For port 086c7d26-e9be-4f92-be69-2749c3de7591, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=086c7d26-e9be-4f92-be69-2749c3de7591,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:08.602584 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:08.620270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Calling delete_port for 086c7d26-e9be-4f92-be69-2749c3de7591 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:08.626056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=dd0bbbd4-93e1-44b5-a157-c1bc861f3c99,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:08.828967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:42:07Z', 'revision_number': 5, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port': {'id': '086c7d26-e9be-4f92-be69-2749c3de7591', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:38:32Z', 'updated_at': '2021-07-30T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:08.924327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d740d-d1d7-41bd-ab58-51ae0333162b req-92f214ba-afdb-4d83-8948-2d09edd357c9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:08.931864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d9d740d-d1d7-41bd-ab58-51ae0333162b req-92f214ba-afdb-4d83-8948-2d09edd357c9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0764403 Jul 30 03:42:08.933301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] Checking router: 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:08.968582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] Routers {'7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:08.969325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:08.996514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d9d740d-d1d7-41bd-ab58-51ae0333162b req-0f258861-0af0-42b5-9ad1-52340883b9ee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636785 Jul 30 03:42:09.017169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.067619 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.140949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] Set router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:09.150619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=086c7d26-e9be-4f92-be69-2749c3de7591,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:09.207263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:42:08Z', 'revision_number': 6, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:09.244597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bea09fe-6fbc-4862-a675-98e2ee81884a None None] The sync data for ids ['7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0'] in n-d-778696-14 is: [{'id': '7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0', 'name': 'tempest-ServersTestJSON-1333777761-router', 'tenant_id': '3d912242ab4a459d90dd78a017923984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:38:30Z', 'updated_at': '2021-07-30T03:42:08Z', 'revision_number': 6, 'project_id': '3d912242ab4a459d90dd78a017923984', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:09.312511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:09.447670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:09.463379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] Sync routers for ids ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:09.473549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-77b13525-866c-49dc-b912-cb60f9912ef6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5484374 Jul 30 03:42:09.475204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:09.487710 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] Routers {'ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:09.492007 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:09.544388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5cc6aa2-b1a6-418f-96a6-8a5f8852aa66 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 HTTP/1.1" status: 200 len: 205 time: 0.0678060 Jul 30 03:42:09.547153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:09.560238 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:09.570971 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] Routers {'ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:09.572255 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:09.609594 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:09.610539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900c736-230d-45ec-a7d4-fe0701d8ab2d None None] The sync data for ids ['ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:09.648444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.876185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.876643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.878464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.914135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-31b5a02c-9f54-4e71-8b16-9c84524fe711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:09.915787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-31b5a02c-9f54-4e71-8b16-9c84524fe711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.1336734 Jul 30 03:42:09.934256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.934771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:42:09.943564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:09.946951 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-869c9199-0bdc-4404-81e0-80db17f0adc6 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 HTTP/1.1" status: 204 len: 168 time: 0.3965559 Jul 30 03:42:09.947244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:09.978295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109fd84-c853-45c9-858f-823315237322 req-c8ae6380-4d3a-4b96-ab2a-72ae627b09f9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:09.979985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f109fd84-c853-45c9-858f-823315237322 req-c8ae6380-4d3a-4b96-ab2a-72ae627b09f9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.2079771 Jul 30 03:42:10.033034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet eb4753ab-0a40-4dc6-94b7-18a26b0388f8 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:42:10.040305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.087632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.136665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.147739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.179680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.255415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.268184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.269409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:42:10.284729 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.288658 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.290725 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/eb4753ab-0a40-4dc6-94b7-18a26b0388f8 HTTP/1.1" status: 204 len: 168 time: 0.3424389 Jul 30 03:42:10.291819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b1e1f-3e0f-491e-b347-aea8d3192d96 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4753ab-0a40-4dc6-94b7-18a26b0388f8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:10.293755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51878) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:10.299556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4469e0-fb63-44cc-a8e2-3d8547a9003e None None] Network c8d22f8f-093b-46af-be02-8682e81ee0fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:10.300041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-62e7bbe6-cf55-404b-b0fa-da3a8932e0e8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7cdd71b1-3e46-4f16-8a7e-4a4f3872faa0 HTTP/1.1" status: 204 len: 168 time: 2.2486451 Jul 30 03:42:10.306119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:10.357602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-fb0bf123-daf9-4957-9662-1e7dd57e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:10.360193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-fb0bf123-daf9-4957-9662-1e7dd57e53fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.3769546 Jul 30 03:42:10.395537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Deleting subnet 2c4d3c04-13a5-4ab3-956a-b45027ad6170 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:42:10.402113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.447165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.450161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0ca82-99ce-4ef4-9ef6-d00045fbbdf1 req-a9829739-d12d-4a6c-82e9-1672d67c0a29 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:10.452885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49f0ca82-99ce-4ef4-9ef6-d00045fbbdf1 req-a9829739-d12d-4a6c-82e9-1672d67c0a29 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1488266 Jul 30 03:42:10.454227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-ccfeb9cd-ee9a-4edf-ac65-7fad423d2c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 217 time: 0.0844631 Jul 30 03:42:10.457873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f109fd84-c853-45c9-858f-823315237322 req-1df45dbf-9373-4d4d-8e7a-80ab29e14dc7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020822 Jul 30 03:42:10.555522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49f0ca82-99ce-4ef4-9ef6-d00045fbbdf1 req-496c82fd-4347-4b57-8ab0-8d84720e6468 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961189 Jul 30 03:42:10.577840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-bd06c6e6-17ec-43cc-a458-98896f80e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:10.579409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-bd06c6e6-17ec-43cc-a458-98896f80e2d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.0918081 Jul 30 03:42:10.650051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] DHCP port deletion for c8d22f8f-093b-46af-be02-8682e81ee0fc request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:42:10.650340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-575dec9f-7d7e-4f89-9548-d13d152d3f47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609157 Jul 30 03:42:10.678375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.721171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.734326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] Deleting port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:10.734722 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.821557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.853248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.856039 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2c4d3c04-13a5-4ab3-956a-b45027ad6170 HTTP/1.1" status: 204 len: 168 time: 0.5482929 Jul 30 03:42:10.858282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51882) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:10.878046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] For port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,segment=NetworkSegment(d0d8c385-f6cd-4f54-9604-b4e221ba31bf),segment_id=d0d8c385-f6cd-4f54-9604-b4e221ba31bf)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:10.879280 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.895686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468ceb9-b0ad-4217-96d5-4ef2c6f12bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4d3c04-13a5-4ab3-956a-b45027ad6170,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:10.919171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:10.919575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:10.920634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] Calling delete_port for 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:11.028155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b0229-aa98-42c9-afe7-c1c6d0a3598b None None] Network 48a0936e-dd32-4922-8e68-6e215aa9f65a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:11.032047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:11.067006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:11.067565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:11.068096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:11.070000 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.148490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,segment=NetworkSegment(d0d8c385-f6cd-4f54-9604-b4e221ba31bf),segment_id=d0d8c385-f6cd-4f54-9604-b4e221ba31bf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:11.149198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.176939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-e51fc60f-bc59-41e0-929c-fa8983b3e14b service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185385 Jul 30 03:42:11.182086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.189600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:11.191043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:11.196432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 27ac4b31-ffb2-4f63-9a02-fb94c0cfccd7 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:11.197530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 086c7d26-e9be-4f92-be69-2749c3de7591 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:11.223950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] Pushing event deleted for resources: {'Port': ['ID=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:11.237060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6059cc-7f49-432a-9b6d-96e9cc2380c1 None None] No DVR routers for this DVR port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:11.249842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.318977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 086c7d26-e9be-4f92-be69-2749c3de7591 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:11.320194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 086c7d26-e9be-4f92-be69-2749c3de7591 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:11.368359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c00ea-0ed3-4b49-870d-306187ea2ae5 req-15f1ea2b-ff7e-4234-9d64-a1c6c68e1015 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:11.376380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed3c00ea-0ed3-4b49-870d-306187ea2ae5 req-15f1ea2b-ff7e-4234-9d64-a1c6c68e1015 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1261606 Jul 30 03:42:11.407701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.470451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed3c00ea-0ed3-4b49-870d-306187ea2ae5 req-c77de4ca-3f8e-42a4-a9f2-7c59a66b1284 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933001 Jul 30 03:42:11.500768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cd13e57-aad0-439c-95b1-b9bc715e8662 req-06eff874-a05e-42dd-91a8-b65eb30bc194 service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042648 Jul 30 03:42:11.504527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port 67f2a9ed-b13c-494c-9ecd-8ddeceff6179 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:11.517174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=67f2a9ed-b13c-494c-9ecd-8ddeceff6179,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:11.523576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Deleting port f3f3cdab-78ae-4359-bc73-9750a28848d6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:11.523928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.621791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] DHCP port deletion for 48a0936e-dd32-4922-8e68-6e215aa9f65a request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:42:11.685334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.699445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d22f8f-093b-46af-be02-8682e81ee0fc']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:11.712736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:11.713020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d8c385-f6cd-4f54-9604-b4e221ba31bf') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:11.731315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.735994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] Deleting port f3f3cdab-78ae-4359-bc73-9750a28848d6 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:11.736701 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.747989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.756911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:42:11.757267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041e6a-264c-45e5-a7df-615f3dd58173 req-1c9ec449-3bd4-4409-a7a1-a31620cd90c0 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:11.757432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.758897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13041e6a-264c-45e5-a7df-615f3dd58173 req-1c9ec449-3bd4-4409-a7a1-a31620cd90c0 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1266057 Jul 30 03:42:11.760805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] For port f3f3cdab-78ae-4359-bc73-9750a28848d6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f3f3cdab-78ae-4359-bc73-9750a28848d6,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:11.761175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.771681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d32a13-6781-472a-8b9a-125f76030548 req-0c831bb1-c5f8-4294-bac6-b25026a45ff1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:11.778804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98d32a13-6781-472a-8b9a-125f76030548 req-0c831bb1-c5f8-4294-bac6-b25026a45ff1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1677022 Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:42:11.824916 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:42:11.830894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.835892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Calling delete_port for f3f3cdab-78ae-4359-bc73-9750a28848d6 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:11.838814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.854937 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/c8d22f8f-093b-46af-be02-8682e81ee0fc HTTP/1.1" status: 204 len: 168 time: 1.5505989 Jul 30 03:42:11.856350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] For port f3f3cdab-78ae-4359-bc73-9750a28848d6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f3f3cdab-78ae-4359-bc73-9750a28848d6,segment=NetworkSegment(a63969e3-7358-4899-bfcb-113712eeb1ed),segment_id=a63969e3-7358-4899-bfcb-113712eeb1ed)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:11.858269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.858470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:11.859209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98d32a13-6781-472a-8b9a-125f76030548 req-9d376ddf-8666-49da-9158-67a6c78d265c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736532 Jul 30 03:42:11.864240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1244946639', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:11.873236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] Calling delete_port for f3f3cdab-78ae-4359-bc73-9750a28848d6 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:11.899082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89b96a-ed3d-42b7-9925-f72d6376fa60 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=c8d22f8f-093b-46af-be02-8682e81ee0fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:11.942890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:11.944245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.003271 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.014433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13041e6a-264c-45e5-a7df-615f3dd58173 req-5bbf96f1-d1f4-4092-a987-3afa7dac21c2 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109432 Jul 30 03:42:12.049023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.054568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.060460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] Pushing event deleted for resources: {'Port': ['ID=f3f3cdab-78ae-4359-bc73-9750a28848d6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:12.062842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc85ebf5-8723-45fc-bf72-d8b32e30b80e None None] No DVR routers for this DVR port f3f3cdab-78ae-4359-bc73-9750a28848d6 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:12.083417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.087799 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b981e0f4-4eac-414c-9285-a3d111d5a558 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2274146 Jul 30 03:42:12.089507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:12.097606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1526873321'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:12.115588 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.160698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5608db-8953-4a48-9c7a-370b022039e5 req-922c6766-0253-4123-8b13-7710ef0ba640 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:12.161314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d5608db-8953-4a48-9c7a-370b022039e5 req-922c6766-0253-4123-8b13-7710ef0ba640 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1516917 Jul 30 03:42:12.164844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f3cdab-78ae-4359-bc73-9750a28848d6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:12.175804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] No DVR routers for this DVR port f3f3cdab-78ae-4359-bc73-9750a28848d6 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:12.208967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:12.212369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.324798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61eeaf4b-c843-44de-9699-6cfe8899ed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.349856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d5608db-8953-4a48-9c7a-370b022039e5 req-a5871f33-a92f-44fb-9a64-a7ed55707021 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825619 Jul 30 03:42:12.353867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.370049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:42:12.381970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a0936e-dd32-4922-8e68-6e215aa9f65a']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:12.397253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63969e3-7358-4899-bfcb-113712eeb1ed') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:12.397538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63969e3-7358-4899-bfcb-113712eeb1ed') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:12.412096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.412437 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment f08d363a-3777-4572-bdf9-2573c722c3b4 of type vlan for network bc139ce4-d01f-46f4-984a-fe9e4de24ecb Jul 30 03:42:12.424422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.469047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.486572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-323db60b-ac5e-40ca-a1fe-b2fa984e7aae tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:12.488068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-323db60b-ac5e-40ca-a1fe-b2fa984e7aae tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.2538702 Jul 30 03:42:12.490479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:42:12.490880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:42:12.492537 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:42:12.503417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.556148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b9116c8e-1163-42be-8f0d-7b67a1a79d7d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/quotas/1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 375 time: 0.0491173 Jul 30 03:42:12.604311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.613133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.617210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] 10.222.0.39 "DELETE /v2.0/networks/48a0936e-dd32-4922-8e68-6e215aa9f65a HTTP/1.1" status: 204 len: 168 time: 1.7553082 Jul 30 03:42:12.629305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d135a71-ae09-4da8-b836-a4106d50909c admin admin] Pushing event deleted for resources: {'Network': ['ID=48a0936e-dd32-4922-8e68-6e215aa9f65a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:12.634937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.641289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:12.641883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:12.697994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6075988 Jul 30 03:42:12.700999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51930) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:12.707724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:12.714350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-edf87956-ac45-42af-9011-e8c64d659429 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1498330 Jul 30 03:42:12.787590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903d882-5e1e-48e1-b1cb-66501c698586 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=bc139ce4-d01f-46f4-984a-fe9e4de24ecb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:12.798531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:42:12.827684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:12.859754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-003fb295-5d68-49f1-8b02-926c7d9aa256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:12.868730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-003fb295-5d68-49f1-8b02-926c7d9aa256 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.1261282 Jul 30 03:42:12.899930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f3f3cdab-78ae-4359-bc73-9750a28848d6 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:12.916841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-847468b2-5026-4e82-8d3e-18887d9f9d45 service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865187 Jul 30 03:42:12.937116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f3f3cdab-78ae-4359-bc73-9750a28848d6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:12.937858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f3f3cdab-78ae-4359-bc73-9750a28848d6 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:12.938480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-44d02df6-dd4f-42a2-8afc-684027fd8831 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d912242ab4a459d90dd78a017923984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065111 Jul 30 03:42:12.951623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:12.952489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:12.957561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.024845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-02d0837b-ce54-4b3d-8e75-a7ac6f51f2da service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993962 Jul 30 03:42:13.128860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-3002097b-39e5-486c-958f-f0dd06baa949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:13.130699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-3002097b-39e5-486c-958f-f0dd06baa949 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 913 time: 0.2539217 Jul 30 03:42:13.137494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-439010cf-4ad0-4b54-be4f-8d74a1abd2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.167901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-439010cf-4ad0-4b54-be4f-8d74a1abd2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.205793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a4c2a-24fe-420a-81d5-6f9b6037fadb req-f032b43a-c35d-4131-b9ab-4fe1ea082a9a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:13.216283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a0a4c2a-24fe-420a-81d5-6f9b6037fadb req-f032b43a-c35d-4131-b9ab-4fe1ea082a9a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0952930 Jul 30 03:42:13.267338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-2ae98631-931e-40ae-b6ea-912ed729c7bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 217 time: 0.0527706 Jul 30 03:42:13.269887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-439010cf-4ad0-4b54-be4f-8d74a1abd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.272885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-439010cf-4ad0-4b54-be4f-8d74a1abd2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.276228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a0a4c2a-24fe-420a-81d5-6f9b6037fadb req-e561ec94-f72d-4602-b872-2b1cd3c47b62 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583463 Jul 30 03:42:13.295995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-439010cf-4ad0-4b54-be4f-8d74a1abd2e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ee3fe82-8b2c-4eeb-8b38-73f9ad4384e5 HTTP/1.1" status: 204 len: 168 time: 0.3167467 Jul 30 03:42:13.344296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439010cf-4ad0-4b54-be4f-8d74a1abd2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3fe82-8b2c-4eeb-8b38-73f9ad4384e5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:13.405847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ae9d824-274b-47ab-9f49-98f88eef3d46 req-89efa394-827a-4f67-8c3c-97ea08e18186 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 210 time: 0.0804322 Jul 30 03:42:13.424487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-52392cd1-274b-4057-81c7-dc8f556ca6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:13.426086 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-52392cd1-274b-4057-81c7-dc8f556ca6b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.1286175 Jul 30 03:42:13.564127 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-25409967-1e45-4e55-8a4d-67e2bb317784 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789158 Jul 30 03:42:13.567936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.588701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f509-5519-4516-a1d7-5ede20f9960c req-c270a5a4-5236-443a-913c-9480d0c5d9cf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:13.590292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2885f509-5519-4516-a1d7-5ede20f9960c req-c270a5a4-5236-443a-913c-9480d0c5d9cf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0873480 Jul 30 03:42:13.697856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2885f509-5519-4516-a1d7-5ede20f9960c req-214c5215-72bc-448c-bdc0-3268f9292b55 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884891 Jul 30 03:42:13.752587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=b86d3419-7878-4f51-a593-27efe81fda3f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:13.789755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:13.790178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: bc139ce4-d01f-46f4-984a-fe9e4de24ecb, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:42:13.829840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:42:13.853044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, bc139ce4-d01f-46f4-984a-fe9e4de24ecb) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:13.856906 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-047c23a5-4789-4e57-af9b-ca965371485c service neutron] 10.222.0.16 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792416 Jul 30 03:42:13.861263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:13.862052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:13.863992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4cbe69-0547-42c8-a92e-ca303b4cc65b None None] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:13.946379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd9c8dce-ff77-4183-9b1c-bd8b1db1acee tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2434547 Jul 30 03:42:13.950037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51962) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:14.174335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:42:14.175550 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:14.408154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Allocated IP 172.20.0.2 (bc139ce4-d01f-46f4-984a-fe9e4de24ecb/b86d3419-7878-4f51-a593-27efe81fda3f/df60f0ae-6fe8-4d94-8830-51c55ffd3acd) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:14.559256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516bebd-0725-4e6f-a02c-6e538796a78f req-f79cb8b2-13fa-4b76-bbbe-44ba4f0fe2ea tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:14.561381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9516bebd-0725-4e6f-a02c-6e538796a78f req-f79cb8b2-13fa-4b76-bbbe-44ba4f0fe2ea tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1315656 Jul 30 03:42:14.628132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-390f116b-2110-4bb2-b7c3-02da473be550 req-9eb5e44c-f26f-4560-b24e-fa5a093557a5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 210 time: 0.0440943 Jul 30 03:42:14.682951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9516bebd-0725-4e6f-a02c-6e538796a78f req-8acc833d-324f-4c14-bdf4-9edc6805eb3d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145248 Jul 30 03:42:14.704392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5926631-1f11-4272-a9b0-9fc28cf9c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:14.761579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:14.774587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Transition to ACTIVE for port object df60f0ae-6fe8-4d94-8830-51c55ffd3acd will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:14.790820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8e0b6104-ccfd-48f8-a635-248f8333bf79 req-4ff87412-3570-4e45-bbd5-4a6728dc52d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9135284 Jul 30 03:42:14.818852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Transition to ACTIVE for port object df60f0ae-6fe8-4d94-8830-51c55ffd3acd will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:14.831645 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:14.860154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51992) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:14.877358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:14.880498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:14.886196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:14.919211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f3b5-c9af-4874-b515-2776e76ecc44 req-5d81ae4b-6c49-43a1-b969-4c6362275eee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:14.921374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d15f3b5-c9af-4874-b515-2776e76ecc44 req-5d81ae4b-6c49-43a1-b969-4c6362275eee tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1213977 Jul 30 03:42:14.926631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:14.935233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Pushing event updated for resources: {'Port': ['ID=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:14.981186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Attempting to bind port df60f0ae-6fe8-4d94-8830-51c55ffd3acd on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:14.981562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Attempting to bind port df60f0ae-6fe8-4d94-8830-51c55ffd3acd by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:14.983375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Attempting to bind port df60f0ae-6fe8-4d94-8830-51c55ffd3acd on network bc139ce4-d01f-46f4-984a-fe9e4de24ecb {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:14.995072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:14.997483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Checking segment: {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:14.998536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.000247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Bound using segment: {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:15.002382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Bound port: df60f0ae-6fe8-4d94-8830-51c55ffd3acd, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:15.002801 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.008584 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.009413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d15f3b5-c9af-4874-b515-2776e76ecc44 req-16d55a78-c9a0-4bdf-af46-55060d053744 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802405 Jul 30 03:42:15.020796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bb18c-7b5c-4cbd-8369-50f5b1fcaa2b req-08c03efc-cdfd-4d4e-945a-1699b16c8c81 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:15.022320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e9bb18c-7b5c-4cbd-8369-50f5b1fcaa2b req-08c03efc-cdfd-4d4e-945a-1699b16c8c81 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.0955343 Jul 30 03:42:15.058596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-network', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:15.071550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e9bb18c-7b5c-4cbd-8369-50f5b1fcaa2b req-97f6cab6-af61-42ac-be75-1b196ff73351 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Jul 30 03:42:15.099502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-65038837-de63-41b0-970b-89987c5efa7b None None] For port df60f0ae-6fe8-4d94-8830-51c55ffd3acd, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:15.102706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-65038837-de63-41b0-970b-89987c5efa7b None None] For port df60f0ae-6fe8-4d94-8830-51c55ffd3acd, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,segment=NetworkSegment(f08d363a-3777-4572-bdf9-2573c722c3b4),segment_id=f08d363a-3777-4572-bdf9-2573c722c3b4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:15.107914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.124974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Made reservation on behalf of 7e9be4bbe91940aaa463eca419b28e24 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:15.127279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.147949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.165965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038837-de63-41b0-970b-89987c5efa7b None None] Pushing event updated for resources: {'Port': ['ID=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:15.281399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.20.0.1 (bc139ce4-d01f-46f4-984a-fe9e4de24ecb/b86d3419-7878-4f51-a593-27efe81fda3f/d0a59161-6aa7-4ba5-91f8-692d8d120311) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:15.416548 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.443614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.515343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:42:15.563376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.563722 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Added segment ebc02b2c-8662-458a-9ce7-4b53f61a0280 of type vlan for network c587691b-0991-4874-983f-195ff122a4be Jul 30 03:42:15.577301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.588185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78728636-10f0-4f95-a982-df344f01ae93,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:15.631744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object d0a59161-6aa7-4ba5-91f8-692d8d120311 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:15.656199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.674039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-0c50bc1f-f250-4fce-b628-88ba283b2d98 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:15.675517 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-0c50bc1f-f250-4fce-b628-88ba283b2d98 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.2506325 Jul 30 03:42:15.700004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'port': {'device_id': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'admin_state_up': True, 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:15.729511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c713e629-5c97-4aed-bb8b-183b13105ffd req-de0dde41-1252-43ac-87fd-f289899effba tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 210 time: 0.0262520 Jul 30 03:42:15.758976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.759967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:15.760539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.821426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.833025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1af0cf-27ce-4009-8001-b3cb53804fe7 req-8faa76bf-4a3e-4ae1-9d5a-92d3f5b9969a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:15.835671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da1af0cf-27ce-4009-8001-b3cb53804fe7 req-8faa76bf-4a3e-4ae1-9d5a-92d3f5b9969a tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0592272 Jul 30 03:42:15.853289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9917886 Jul 30 03:42:15.859591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:15.864762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Request body: {'subnet': {'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-subnet', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:15.896086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a61752-e573-4188-8c45-7ed9102750ef admin admin] Pushing event updated for resources: {'Network': ['ID=c587691b-0991-4874-983f-195ff122a4be,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:15.907674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:15.908961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c587691b-0991-4874-983f-195ff122a4be details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:42:15.914827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da1af0cf-27ce-4009-8001-b3cb53804fe7 req-32c9bd45-b0e0-4539-8a78-627cf68ef5b4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732462 Jul 30 03:42:15.918915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:15.924352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Made reservation on behalf of 7e9be4bbe91940aaa463eca419b28e24 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:15.927178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:15.929157 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:15.932351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=d0a59161-6aa7-4ba5-91f8-692d8d120311,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:15.993739 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.041916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:16.045759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.231824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Allocated IP 172.20.0.13 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/7171f15f-01a4-49f3-9e2f-2063e6d58b58) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:16.291923 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.295630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec76d7-7ceb-4dc8-9272-042c12031e45 req-c31c928f-6b29-420f-9638-a85dd646d4e6 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:16.297623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1ec76d7-7ceb-4dc8-9272-042c12031e45 req-c31c928f-6b29-420f-9638-a85dd646d4e6 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.1097519 Jul 30 03:42:16.306801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801613-6a42-4499-b620-52ba4b8514c5 req-38d3a269-964a-4739-bc09-5018137975f3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:16.314565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5801613-6a42-4499-b620-52ba4b8514c5 req-38d3a269-964a-4739-bc09-5018137975f3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1371386 Jul 30 03:42:16.316779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.347450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.394928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed92f2b-4de0-4a34-bccc-6d0e1fa62247 None None] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:16.443873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a20e228-c73e-4aae-8448-f926f7ac3325,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:16.457477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1ec76d7-7ceb-4dc8-9272-042c12031e45 req-23527b6d-608b-4e7a-807f-31b356a2f291 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370165 Jul 30 03:42:16.463928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Checking segment: {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:16.464380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Network hostable DHCP agents. Network: c587691b-0991-4874-983f-195ff122a4be, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:42:16.480054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5801613-6a42-4499-b620-52ba4b8514c5 req-531ff769-710e-4e37-91fa-34236baccab9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607373 Jul 30 03:42:16.499810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1c736d6a-a547-4664-8168-630ec6ec4055 None None] Provisioning for port df60f0ae-6fe8-4d94-8830-51c55ffd3acd completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:16.511470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Network c587691b-0991-4874-983f-195ff122a4be is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:42:16.522071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:16.524562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, c587691b-0991-4874-983f-195ff122a4be) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:16.530366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:16.531985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.547879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4980c9f4-1810-4ad8-b97c-98e067c74173 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6872065 Jul 30 03:42:16.550113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31f5f8-9423-4ac3-81ba-05acb9c175b7 None None] Network c587691b-0991-4874-983f-195ff122a4be requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:16.550552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:16.555107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:16.579852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.581118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.589031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.638937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.650106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Transition to ACTIVE for port object 7171f15f-01a4-49f3-9e2f-2063e6d58b58 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:16.744801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.763949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['0de32b21-2c5d-40e3-8cc3-4bac4b65a521'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:16.778605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:16.783045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.784944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:16.806251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:16.806410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:16.811195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.874266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:16.874990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.909533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:16.930316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2380476 Jul 30 03:42:16.995191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Request body: {'port': {'device_id': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:17.083093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3acbd3-1b9e-4b4c-86e1-09c92c65ccc2 req-4930d422-e6ed-43a1-be26-887a32994ccb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:17.084724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be3acbd3-1b9e-4b4c-86e1-09c92c65ccc2 req-4930d422-e6ed-43a1-be26-887a32994ccb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 932 time: 0.1318760 Jul 30 03:42:17.104805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df60f0ae-6fe8-4d94-8830-51c55ffd3acd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:17.111104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.167255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be3acbd3-1b9e-4b4c-86e1-09c92c65ccc2 req-bc27ee99-ed93-43d2-9c66-d3f306145b10 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Jul 30 03:42:17.218526 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.296408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e01620-b72c-49e1-82d6-ba6689077b19 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:17.326645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c57d8c-0a93-403e-94d3-9ae5303fc726 None None] Network c587691b-0991-4874-983f-195ff122a4be requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:17.343774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a4ebc-56e8-4187-99e2-7b1d4690b882 req-62662389-ecb8-4523-8a12-db4a46cc41be tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:17.345313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-569a4ebc-56e8-4187-99e2-7b1d4690b882 req-62662389-ecb8-4523-8a12-db4a46cc41be tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.2584262 Jul 30 03:42:17.426855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:17.427929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.429981 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d0c382-b026-4070-873e-53003c3ac140" -d '{"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:17.457798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port df60f0ae-6fe8-4d94-8830-51c55ffd3acd completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:17.471748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:17.475699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Provisioning for port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:17.481715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port df60f0ae-6fe8-4d94-8830-51c55ffd3acd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:17.482209 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.501791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49681166-5d29-46be-bb08-0773c529a7ef req-b1fd9f65-a9d8-46f1-8308-6873938bcca0 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:17.513528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49681166-5d29-46be-bb08-0773c529a7ef req-b1fd9f65-a9d8-46f1-8308-6873938bcca0 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.2301724 Jul 30 03:42:17.515757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=d0a59161-6aa7-4ba5-91f8-692d8d120311,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:17.522505 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.526340 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.528985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Provisioning complete for port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:17.529597 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.535230 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845126d6-e238-4021-8412-1fd2f717880f x-openstack-request-id: req-845126d6-e238-4021-8412-1fd2f717880f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:17.535517 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:17.535765 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-845126d6-e238-4021-8412-1fd2f717880f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:17.536145 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'code': 200} Jul 30 03:42:17.632220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:17.635483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:17.647734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7171f15f-01a4-49f3-9e2f-2063e6d58b58 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:17.659307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.692303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:17.728225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:17.751234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Transition to ACTIVE for port object 7171f15f-01a4-49f3-9e2f-2063e6d58b58 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:17.766068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.818923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Provisioning complete for port df60f0ae-6fe8-4d94-8830-51c55ffd3acd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:17.819426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.881569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Pushing event updated for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:17.936033 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:17.948017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:42:18.018254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port df60f0ae-6fe8-4d94-8830-51c55ffd3acd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,segment=NetworkSegment(f08d363a-3777-4572-bdf9-2573c722c3b4),segment_id=f08d363a-3777-4572-bdf9-2573c722c3b4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:18.047841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.095910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Attempting to bind port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:18.096262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Attempting to bind port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:18.096702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Attempting to bind port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:18.111564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:42:18.111997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Attempting to bind port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:18.118596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:18.119417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.120586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:18.120740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:18.121116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:18.121553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Bound port: 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:18.121909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.129013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa68e5dd-e5bf-4d95-89d1-8ebd1e3a056d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1753254 Jul 30 03:42:18.130489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.135482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52024) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:18.137430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:18.141465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-632256068'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:18.153475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:18.161901 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.165203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:18.166160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:18.192674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-569a4ebc-56e8-4187-99e2-7b1d4690b882 req-f6ede48b-2a43-4bdc-91d0-9718dae46736 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997565 Jul 30 03:42:18.206352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:18.210048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.243692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:18.250585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:18.254983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:42:18.261794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.276434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.277168 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment ef19f9a1-c946-4103-ab31-6e79884ab051 of type vlan for network 8f707147-3e16-496e-87c7-26493c41e3ed Jul 30 03:42:18.299176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563723fe-c733-408a-b87c-4df940007c45 req-2b8b72cb-2266-49a1-a934-9462d8135a3d tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.307789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-563723fe-c733-408a-b87c-4df940007c45 req-2b8b72cb-2266-49a1-a934-9462d8135a3d tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 945 time: 0.1971047 Jul 30 03:42:18.327973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:18.338451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.339258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.340734 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] 10.222.0.16 "PUT /v2.0/ports/7171f15f-01a4-49f3-9e2f-2063e6d58b58 HTTP/1.1" status: 200 len: 1093 time: 1.3501847 Jul 30 03:42:18.343594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:18.346130 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c395749-5bc7-496e-b5e7-5ed42b222a83" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:18.374446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.378313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:42:18.378668 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:42:18.393400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ef381-d60c-4812-aa7b-6cf88f510399 service neutron] Pushing event updated for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:18.412646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-563723fe-c733-408a-b87c-4df940007c45 req-4f772ef8-c084-4cab-8de6-3c15b8c2390c tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037066 Jul 30 03:42:18.471807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-40d3df7a-3fa9-4492-a2d3-4ec95847d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.474489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-40d3df7a-3fa9-4492-a2d3-4ec95847d1d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 1096 time: 0.0615089 Jul 30 03:42:18.475742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.481779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.482655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.532221 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-db123532-bc08-46d8-944b-d8097fba4a39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58 HTTP/1.1" status: 200 len: 217 time: 0.0393724 Jul 30 03:42:18.537025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Allocated IP 172.25.6.137 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/fbbd13f0-6009-4ad0-ae04-bab77f16126b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:18.594770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23caec-b39c-417d-ac25-26f266b813b7 req-88131e45-531c-4ec9-b185-ee5f0e067789 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.596458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab23caec-b39c-417d-ac25-26f266b813b7 req-88131e45-531c-4ec9-b185-ee5f0e067789 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.2442586 Jul 30 03:42:18.610882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Deleting port 00faddc8-c853-4458-ab9b-f7240bdb804c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:18.615902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.622197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4829714 Jul 30 03:42:18.623770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52030) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:18.632340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:18.638937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:16Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:16Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:18.671033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:18.671773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Updating router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 port d0a59161-6aa7-4ba5-91f8-692d8d120311 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:42:18.682984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c7064-fd42-45d8-837a-f05dc5d3b856 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=8f707147-3e16-496e-87c7-26493c41e3ed,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:18.696167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8f707147-3e16-496e-87c7-26493c41e3ed details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:42:18.699553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-3831d940-a88f-476d-9cc7-50d427a4cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.700748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-3831d940-a88f-476d-9cc7-50d427a4cdc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1523962 Jul 30 03:42:18.742954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.772311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:18.775537 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:18.832118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702abf-507e-4e83-81fd-fc0cb657de86 req-b20f79c4-d307-405b-ae35-db5908d16733 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.833788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc702abf-507e-4e83-81fd-fc0cb657de86 req-b20f79c4-d307-405b-ae35-db5908d16733 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 944 time: 0.2020068 Jul 30 03:42:18.840121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-72146d83-9409-4795-85e9-bbd8a1e331b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:18.842354 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-72146d83-9409-4795-85e9-bbd8a1e331b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317971 Jul 30 03:42:18.850841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab23caec-b39c-417d-ac25-26f266b813b7 req-6cf44472-0f1a-4a43-b0ab-6db0d82c2cb2 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433894 Jul 30 03:42:18.935406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df60f0ae-6fe8-4d94-8830-51c55ffd3acd up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:18.949935 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ecb3a0-53d0-40f4-b1d9-f82127f00ea1 x-openstack-request-id: req-b3ecb3a0-53d0-40f4-b1d9-f82127f00ea1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:18.950532 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:18.950532 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3ecb3a0-53d0-40f4-b1d9-f82127f00ea1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:18.951038 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58', 'status': 'completed', 'code': 200} Jul 30 03:42:18.963120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] For port 00faddc8-c853-4458-ab9b-f7240bdb804c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=00faddc8-c853-4458-ab9b-f7240bdb804c,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:18.963355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.005247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Calling delete_port for 00faddc8-c853-4458-ab9b-f7240bdb804c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:19.022520 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-d938e08d-caed-4e31-beb4-b8424b63d091 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717849 Jul 30 03:42:19.022988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc702abf-507e-4e83-81fd-fc0cb657de86 req-9ca8029f-3a03-4b68-a9be-01499c95d373 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516628 Jul 30 03:42:19.036895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Provisioning for port d0a59161-6aa7-4ba5-91f8-692d8d120311 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:19.045038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.045961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Provisioning complete for port d0a59161-6aa7-4ba5-91f8-692d8d120311 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:19.046344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.103489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b394-ef09-44f4-8089-ce67ab31ea9c None None] Port d0a59161-6aa7-4ba5-91f8-692d8d120311 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:19.104944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port df60f0ae-6fe8-4d94-8830-51c55ffd3acd triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:19.105321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.165337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ada52-679b-40a2-8db5-893e0049045c req-b3d9d4c5-98e1-4bdf-9710-f9fabc7e8d0b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:19.167003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd8ada52-679b-40a2-8db5-893e0049045c req-b3d9d4c5-98e1-4bdf-9710-f9fabc7e8d0b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.1262841 Jul 30 03:42:19.217022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.271913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.289303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Transition to ACTIVE for port object d0a59161-6aa7-4ba5-91f8-692d8d120311 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:19.297699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd8ada52-679b-40a2-8db5-893e0049045c req-65fb5185-5431-43c2-a959-1994d96ba327 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183131 Jul 30 03:42:19.297976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f4bd0f02-041c-4260-adaf-4408434fe080 None None] Provisioning complete for port d0a59161-6aa7-4ba5-91f8-692d8d120311 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:19.298749 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0f02-041c-4260-adaf-4408434fe080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.308726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:19.320608 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.338486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:19.375727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:19.386045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd0f02-041c-4260-adaf-4408434fe080 None None] Port d0a59161-6aa7-4ba5-91f8-692d8d120311 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:19.447666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886000a-1df9-4e9a-b0a2-79f5731e8ec3 None None] Pushing event updated for resources: {'Port': ['ID=d0a59161-6aa7-4ba5-91f8-692d8d120311,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:19.451819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbd13f0-6009-4ad0-ae04-bab77f16126b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:19.489779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Attempting to bind port d0a59161-6aa7-4ba5-91f8-692d8d120311 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:19.491127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Attempting to bind port d0a59161-6aa7-4ba5-91f8-692d8d120311 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:19.491127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Attempting to bind port d0a59161-6aa7-4ba5-91f8-692d8d120311 on network bc139ce4-d01f-46f4-984a-fe9e4de24ecb {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:19.498319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:19.499067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Checking segment: {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:19.500193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.500686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Bound using segment: {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:19.501518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Bound port: d0a59161-6aa7-4ba5-91f8-692d8d120311, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08d363a-3777-4572-bdf9-2573c722c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:19.501788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.512075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.519720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.593409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] For port d0a59161-6aa7-4ba5-91f8-692d8d120311, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:19.597245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] For port d0a59161-6aa7-4ba5-91f8-692d8d120311, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d0a59161-6aa7-4ba5-91f8-692d8d120311,segment=NetworkSegment(f08d363a-3777-4572-bdf9-2573c722c3b4),segment_id=f08d363a-3777-4572-bdf9-2573c722c3b4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:19.598656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1834a761-af68-45dc-bd9c-db131e74eaf1 req-1acc6b12-d166-4085-9703-77b0d3103432 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621791 Jul 30 03:42:19.600783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0d7f-ff48-4b4f-9986-78df96fa2f4f req-e124b5f9-df93-49bb-be00-d1e10b5a44ed tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:19.612232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.620387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-108d0d7f-ff48-4b4f-9986-78df96fa2f4f req-e124b5f9-df93-49bb-be00-d1e10b5a44ed tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.2791855 Jul 30 03:42:19.633380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=9460ac4c-7a08-4780-9fa5-c19fa4c5c438,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:19.642052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:19.642432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: 8f707147-3e16-496e-87c7-26493c41e3ed, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:42:19.669843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 8f707147-3e16-496e-87c7-26493c41e3ed is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:42:19.685738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:19.686818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:19.687060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8f707147-3e16-496e-87c7-26493c41e3ed) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:19.692288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:19.692899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.734695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4095ba24-eaa8-4686-ba94-5379f0ed4c17 None None] Network 8f707147-3e16-496e-87c7-26493c41e3ed requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:19.737945 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f18a40bc-8379-47f5-aca9-2656b66e3877 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1132302 Jul 30 03:42:19.740746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52048) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:19.778113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Pushing event deleted for resources: {'Port': ['ID=00faddc8-c853-4458-ab9b-f7240bdb804c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:19.797723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3cb4907-de7b-40ad-b420-beaff6d765b9 req-1c89be9b-0103-4e04-a42f-30cc3fc7968f tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6fe2a0e-62fd-4537-a41a-63ec8fcff112 HTTP/1.1" status: 200 len: 210 time: 0.0918570 Jul 30 03:42:19.828853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] No DVR routers for this DVR port 00faddc8-c853-4458-ab9b-f7240bdb804c on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:19.851388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:19.853485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49681166-5d29-46be-bb08-0773c529a7ef req-663cb1b0-268c-4a42-8476-917e3dd851f8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.16 "DELETE /v2.0/ports/00faddc8-c853-4458-ab9b-f7240bdb804c HTTP/1.1" status: 204 len: 173 time: 1.7420506 Jul 30 03:42:19.854529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'name': 'network-vif-deleted', 'tag': '00faddc8-c853-4458-ab9b-f7240bdb804c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:19.857417 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c735de3-79e5-4ba6-ac63-206f941390d8" -d '{"events": [{"server_uuid": "d6fe2a0e-62fd-4537-a41a-63ec8fcff112", "name": "network-vif-deleted", "tag": "00faddc8-c853-4458-ab9b-f7240bdb804c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:19.861549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-815fd57c-6d11-4437-9576-941fb11019d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:19.863207 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-815fd57c-6d11-4437-9576-941fb11019d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 1096 time: 0.1590083 Jul 30 03:42:19.874002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-108d0d7f-ff48-4b4f-9986-78df96fa2f4f req-cedd768f-8d9d-4409-9ac8-7285e95c97c8 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526886 Jul 30 03:42:20.096770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886000a-1df9-4e9a-b0a2-79f5731e8ec3 None None] Pushing event updated for resources: {'Port': ['ID=d0a59161-6aa7-4ba5-91f8-692d8d120311,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:20.116408 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cc3b5f-8aba-4c76-8ea9-b70c97e0045c x-openstack-request-id: req-06cc3b5f-8aba-4c76-8ea9-b70c97e0045c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:20.118267 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe2a0e-62fd-4537-a41a-63ec8fcff112", "name": "network-vif-deleted", "tag": "00faddc8-c853-4458-ab9b-f7240bdb804c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:20.118629 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06cc3b5f-8aba-4c76-8ea9-b70c97e0045c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:20.120368 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe2a0e-62fd-4537-a41a-63ec8fcff112', 'name': 'network-vif-deleted', 'tag': '00faddc8-c853-4458-ab9b-f7240bdb804c', 'status': 'completed', 'code': 200} Jul 30 03:42:20.121389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:20.156057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:20.273698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-960f1265-f4fd-413b-9100-49652e4c8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:20.275804 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-960f1265-f4fd-413b-9100-49652e4c8a5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.4003470 Jul 30 03:42:20.339309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-5b0a7db1-6d5d-4740-b74b-5c2799e7c13d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58 HTTP/1.1" status: 200 len: 217 time: 0.0521038 Jul 30 03:42:20.348568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016b0b1-4a06-470e-9dbd-e487eb3bf023 req-6634e39c-b7da-4087-a1d0-8a3942a5078d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:20.350203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7016b0b1-4a06-470e-9dbd-e487eb3bf023 req-6634e39c-b7da-4087-a1d0-8a3942a5078d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 944 time: 0.1482556 Jul 30 03:42:20.360524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f50bd-3275-46e9-bb6a-b1a73216776b req-1873cc20-adb4-42d7-8d0e-d800e2f12a25 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:20.368372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a18f50bd-3275-46e9-bb6a-b1a73216776b req-1873cc20-adb4-42d7-8d0e-d800e2f12a25 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.1652112 Jul 30 03:42:20.374567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8f707147-3e16-496e-87c7-26493c41e3ed', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:42:20.375417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:20.489605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7016b0b1-4a06-470e-9dbd-e487eb3bf023 req-f4643659-3a8d-4336-838e-db11bc2f686e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181912 Jul 30 03:42:20.505365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a18f50bd-3275-46e9-bb6a-b1a73216776b req-af04f26d-b072-42e0-a033-82a657a3b286 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356430 Jul 30 03:42:20.552131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-190e1e8e-6206-4b25-a4b8-29f51c4611d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:20.553336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-190e1e8e-6206-4b25-a4b8-29f51c4611d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.2051749 Jul 30 03:42:20.594643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:20.621857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:20.647905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Allocated IP 172.21.0.2 (8f707147-3e16-496e-87c7-26493c41e3ed/9460ac4c-7a08-4780-9fa5-c19fa4c5c438/19154d20-e227-417f-a778-f33479da0de0) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:20.651362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:16Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:19Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:20.678797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-a25994a7-58e0-4693-aa41-e7e9b1e05574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:20.680510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-a25994a7-58e0-4693-aa41-e7e9b1e05574 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012785 Jul 30 03:42:20.695369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:20.698714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2145d-6f2c-405a-9285-0ab811d6f8ee None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:16Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:19Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:20.771786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-ed0db6d2-aa7b-4ebd-bd17-f480264d833f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2300689 Jul 30 03:42:20.812507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 00faddc8-c853-4458-ab9b-f7240bdb804c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:20.841210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-aa249be2-5885-4d6f-8ecc-24d3c607b543 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294532 Jul 30 03:42:20.845017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 00faddc8-c853-4458-ab9b-f7240bdb804c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:20.845291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 00faddc8-c853-4458-ab9b-f7240bdb804c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:20.877362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Router a4af47d1-1242-48be-bcf2-d41389cbaf1c is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:42:20.927741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:20.953250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Transition to ACTIVE for port object 19154d20-e227-417f-a778-f33479da0de0 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:21.005329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Transition to ACTIVE for port object 19154d20-e227-417f-a778-f33479da0de0 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:21.022216 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.046574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Network 8f707147-3e16-496e-87c7-26493c41e3ed is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:21.049589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:21.081898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:21.213167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:21.228537 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Sync routers for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:21.240328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c395749-5bc7-496e-b5e7-5ed42b222a83 req-fcbea8a4-b447-41b1-a03d-310a646ad3a2 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669909 Jul 30 03:42:21.253129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7f11e-7b39-4612-bbaf-8c932dc0f8d7 req-15f3f1d1-b361-4671-bf0a-a706c12b9792 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:21.256711 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:21.258230 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:21.273160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Attempting to bind port 19154d20-e227-417f-a778-f33479da0de0 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:21.275113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Attempting to bind port 19154d20-e227-417f-a778-f33479da0de0 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:21.276968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Attempting to bind port 19154d20-e227-417f-a778-f33479da0de0 on network 8f707147-3e16-496e-87c7-26493c41e3ed {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:21.288465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50d7f11e-7b39-4612-bbaf-8c932dc0f8d7 req-15f3f1d1-b361-4671-bf0a-a706c12b9792 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.2833114 Jul 30 03:42:21.289767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:21.291503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Checking segment: {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:21.292535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.294761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Bound using segment: {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:21.295706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Bound port: 19154d20-e227-417f-a778-f33479da0de0, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:21.305948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.309896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Pushing event updated for resources: {'Port': ['ID=19154d20-e227-417f-a778-f33479da0de0,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:21.317139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.321553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-280addc2-17f2-45f3-a0ea-fce8c35cac25 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7698469 Jul 30 03:42:21.339361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:21.432241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:21.454446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] For port 19154d20-e227-417f-a778-f33479da0de0, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:21.461225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] For port 19154d20-e227-417f-a778-f33479da0de0, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=19154d20-e227-417f-a778-f33479da0de0,segment=NetworkSegment(ef19f9a1-c946-4103-ab31-6e79884ab051),segment_id=ef19f9a1-c946-4103-ab31-6e79884ab051)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:21.477772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.493523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50d7f11e-7b39-4612-bbaf-8c932dc0f8d7 req-08fd8d0f-0658-44b1-9f69-61ea3d40ac8f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011952 Jul 30 03:42:21.563746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.21.0.1 (8f707147-3e16-496e-87c7-26493c41e3ed/9460ac4c-7a08-4780-9fa5-c19fa4c5c438/6b2bb9d7-f28f-4cfa-9582-0ece762827be) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:21.605304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11087-0ba2-4faa-be76-39a1529886ea None None] Pushing event updated for resources: {'Port': ['ID=19154d20-e227-417f-a778-f33479da0de0,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:21.780559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.802540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object 6b2bb9d7-f28f-4cfa-9582-0ece762827be will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:21.851647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:21.936372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 8f707147-3e16-496e-87c7-26493c41e3ed is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:21.952318 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:19Z', 'revision_number': 3, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:21.967409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=6b2bb9d7-f28f-4cfa-9582-0ece762827be,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:21.971385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:21.973591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:22.021411 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Checking router: a4af47d1-1242-48be-bcf2-d41389cbaf1c for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:22.022165 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Updating router a4af47d1-1242-48be-bcf2-d41389cbaf1c port fbbd13f0-6009-4ad0-ae04-bab77f16126b binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:42:22.029226 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.068327 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.206319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.440306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d164b2-0d19-4bc1-8b6f-0aeec3ea2d82 req-b91ea8a1-fedf-44ee-b1c3-25ae0902464e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:22.446435 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.447658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88d164b2-0d19-4bc1-8b6f-0aeec3ea2d82 req-b91ea8a1-fedf-44ee-b1c3-25ae0902464e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 944 time: 0.7536063 Jul 30 03:42:22.458992 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Transition to ACTIVE for port object fbbd13f0-6009-4ad0-ae04-bab77f16126b will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:22.465849 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.473523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da437308-45cd-47a6-bbf1-b3db98a2f24b req-689ca219-d45b-48ab-b99f-ea6c331e18f0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:22.480319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da437308-45cd-47a6-bbf1-b3db98a2f24b req-689ca219-d45b-48ab-b99f-ea6c331e18f0 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.8115280 Jul 30 03:42:22.511090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-ad1b7d8a-43ce-4fb2-9bb7-824c6f00eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:22.512811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-ad1b7d8a-43ce-4fb2-9bb7-824c6f00eb94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9&tenant_id=882ad56c11884ce6be92e5e880d13e1e HTTP/1.1" status: 200 len: 1096 time: 0.2581210 Jul 30 03:42:22.537456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:22.565296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.583472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.583868 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Attempting to bind port fbbd13f0-6009-4ad0-ae04-bab77f16126b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:22.584428 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Attempting to bind port fbbd13f0-6009-4ad0-ae04-bab77f16126b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:22.585499 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Attempting to bind port fbbd13f0-6009-4ad0-ae04-bab77f16126b on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:22.625757 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:22.626156 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:22.626557 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.627101 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:22.627622 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Bound port: fbbd13f0-6009-4ad0-ae04-bab77f16126b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:22.628005 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.686183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88d164b2-0d19-4bc1-8b6f-0aeec3ea2d82 req-c1338d6b-b70c-48cb-ae31-7eaa9f4723f6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369192 Jul 30 03:42:22.702795 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] For port fbbd13f0-6009-4ad0-ae04-bab77f16126b, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:22.706893 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Pushing event updated for resources: {'Port': ['ID=fbbd13f0-6009-4ad0-ae04-bab77f16126b,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:22.713033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] For port fbbd13f0-6009-4ad0-ae04-bab77f16126b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fbbd13f0-6009-4ad0-ae04-bab77f16126b,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:22.721449 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.721958 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.722437 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.723177 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.723638 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.724126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.724580 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.725249 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.725696 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.726128 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.726565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.726998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:22.738613 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.743549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=6b2bb9d7-f28f-4cfa-9582-0ece762827be,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:22.796874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:22.802621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-da437308-45cd-47a6-bbf1-b3db98a2f24b req-3be731a4-90c4-4c9c-a600-1d1315ba8256 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216238 Jul 30 03:42:22.812113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98894-1f8d-4174-9977-5b3b485b9247 req-0cb1fcc2-7069-49ba-a8a1-295791efdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:22.813906 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45f98894-1f8d-4174-9977-5b3b485b9247 req-0cb1fcc2-7069-49ba-a8a1-295791efdb98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.1773143 Jul 30 03:42:22.854539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:22.863852 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:22.977816 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677036f2-def2-4f46-b147-b6c51fed6462 None None] Pushing event updated for resources: {'Port': ['ID=fbbd13f0-6009-4ad0-ae04-bab77f16126b,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:22.978992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.023978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45f98894-1f8d-4174-9977-5b3b485b9247 req-9f4ef7b0-e45f-47ac-af20-db18944801ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887882 Jul 30 03:42:23.067099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 19154d20-e227-417f-a778-f33479da0de0 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:23.213926 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:23.234295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 8f707147-3e16-496e-87c7-26493c41e3ed is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:23.236963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:23.277205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d2132-9777-4a25-bb6d-7e0d9b49bb1c req-44d5cb68-639d-42e7-a527-866a878258e3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:23.279743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e45d2132-9777-4a25-bb6d-7e0d9b49bb1c req-44d5cb68-639d-42e7-a527-866a878258e3 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.3011835 Jul 30 03:42:23.343578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 19154d20-e227-417f-a778-f33479da0de0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:23.349878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d0a59161-6aa7-4ba5-91f8-692d8d120311 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:23.384881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03cd025-371d-4bab-8ad9-758522a31448 None None] Network 8f707147-3e16-496e-87c7-26493c41e3ed requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:23.437712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:23.482956 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.547225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e45d2132-9777-4a25-bb6d-7e0d9b49bb1c req-bcbb7392-617c-4b0b-af49-65b0d478d5c1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499518 Jul 30 03:42:23.564430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] Provisioning for port 19154d20-e227-417f-a778-f33479da0de0 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:23.577872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:23.589637 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55d01cd5-8708-48c7-9e1d-c507fc487aa0 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8449721 Jul 30 03:42:23.590014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52100) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:23.596325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-887850442'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:23.610587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d0a59161-6aa7-4ba5-91f8-692d8d120311 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:23.614016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:23.619364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] Provisioning complete for port 19154d20-e227-417f-a778-f33479da0de0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:23.619982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.627992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:23.637477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d0a59161-6aa7-4ba5-91f8-692d8d120311 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:23.637941 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.641489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.642062 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:19Z', 'revision_number': 3, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:23.677224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:42:23.678717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e7858-b577-40c1-8a58-d46838037a40 None None] The sync data for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 is: [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:19Z', 'revision_number': 3, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:23.691004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.691444 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment 36b48376-d6b3-48eb-97bc-796e5d2a10ea of type vlan for network 31ed0310-32e4-4f65-959a-c40d6004e8d3 Jul 30 03:42:23.717607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:23.725492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:23.775983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.818597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.825413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:23.827735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:23.898845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3077693 Jul 30 03:42:23.901846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52108) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:23.907623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:23.953214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:23.982946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:24.003336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1a74f-47b2-4cb3-813c-743c1417b16f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=31ed0310-32e4-4f65-959a-c40d6004e8d3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:24.031005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:42:24.100216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:24.117134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.121037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dfa3-5f52-45ab-a5e4-0cb69a6fe918 req-4d41dfb8-c7fa-473c-abc8-bf45b2deed83 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:24.122685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9a6dfa3-5f52-45ab-a5e4-0cb69a6fe918 req-4d41dfb8-c7fa-473c-abc8-bf45b2deed83 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 944 time: 0.3223922 Jul 30 03:42:24.158703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Allocated IP 172.20.0.1 (c587691b-0991-4874-983f-195ff122a4be/3a20e228-c73e-4aae-8448-f926f7ac3325/af2c65d5-e807-4992-ae86-7de0c25aaaa3) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:24.166304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:24.175891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04524-40b8-45d5-8f03-fe6d56baaf6c req-16dc6185-f0a2-4915-945c-a9e1a881e1dd tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:24.177500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15e04524-40b8-45d5-8f03-fe6d56baaf6c req-16dc6185-f0a2-4915-945c-a9e1a881e1dd tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 944 time: 0.2696435 Jul 30 03:42:24.358381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:24.386611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.400394 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.409411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9a6dfa3-5f52-45ab-a5e4-0cb69a6fe918 req-b776ab75-1952-4a2e-a7a1-64293a72b94c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684071 Jul 30 03:42:24.432426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Transition to ACTIVE for port object d7af102d-8f3b-4617-8afc-3c1869512dd0 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:24.454476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15e04524-40b8-45d5-8f03-fe6d56baaf6c req-61c9641e-ba39-4047-8d7b-95af84b2e085 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279179 Jul 30 03:42:24.460159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.473222 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.498721 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.615728 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.635491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7171f15f-01a4-49f3-9e2f-2063e6d58b58 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:42:24.641834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=de9570f8-2683-4797-89d2-c8b1de36d132,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:24.679422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:24.679797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: 31ed0310-32e4-4f65-959a-c40d6004e8d3, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:42:24.705227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=9']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:24.708559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] No DVR routers for this DVR port d7af102d-8f3b-4617-8afc-3c1869512dd0 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:24.721712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:42:24.734940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 31ed0310-32e4-4f65-959a-c40d6004e8d3) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:24.741013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:24.742984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:24.771882 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-44e033ae-c244-4a0f-bc17-507c1692a5a2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8688238 Jul 30 03:42:24.775184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:24.899399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7491b26-24c8-473c-9193-303f46d6ad53 None None] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:24.901679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709d95d-1730-455a-889f-48a827ec7b63 req-b6b37287-acea-437d-a0f6-a35c39592029 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:24.910038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5709d95d-1730-455a-889f-48a827ec7b63 req-b6b37287-acea-437d-a0f6-a35c39592029 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.2301068 Jul 30 03:42:24.969480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:24.970030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:24.970362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:25.012465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5709d95d-1730-455a-889f-48a827ec7b63 req-bd972503-5bd4-423d-b1be-51264e37a828 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012812 Jul 30 03:42:25.013026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Port d7af102d-8f3b-4617-8afc-3c1869512dd0 on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:42:25.014522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Attempting to bind port d7af102d-8f3b-4617-8afc-3c1869512dd0 on network 5e642081-54e8-41b5-b5b3-57d91ce8ec14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:25.030387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:25.030732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Checking segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:25.031416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Bound using segment: {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:25.032098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Bound port: d7af102d-8f3b-4617-8afc-3c1869512dd0, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a87bd4a-edb4-43b3-bbe2-2b19501b3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:25.032722 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.055494 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.094251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:25.120465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '7171f15f-01a4-49f3-9e2f-2063e6d58b58', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '7171f15f-01a4-49f3-9e2f-2063e6d58b58', 'mac_address': 'fa:16:3e:40:8c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:42:25.135995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port d0a59161-6aa7-4ba5-91f8-692d8d120311, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d0a59161-6aa7-4ba5-91f8-692d8d120311,segment=NetworkSegment(f08d363a-3777-4572-bdf9-2573c722c3b4),segment_id=f08d363a-3777-4572-bdf9-2573c722c3b4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:25.155702 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.248143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] For port 19154d20-e227-417f-a778-f33479da0de0, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=19154d20-e227-417f-a778-f33479da0de0,segment=NetworkSegment(ef19f9a1-c946-4103-ab31-6e79884ab051),segment_id=ef19f9a1-c946-4103-ab31-6e79884ab051)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:25.286509 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.306338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Network c587691b-0991-4874-983f-195ff122a4be is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:25.318119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:25.324516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=af2c65d5-e807-4992-ae86-7de0c25aaaa3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:25.328284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:25.329658 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.349939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=d0a59161-6aa7-4ba5-91f8-692d8d120311,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:25.368734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fbbd13f0-6009-4ad0-ae04-bab77f16126b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:25.405449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-31ed0310-32e4-4f65-959a-c40d6004e8d3', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:42:25.406293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.445762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7171f15f-01a4-49f3-9e2f-2063e6d58b58 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:25.457600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:22Z', 'revision_number': 3, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:22Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:19Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:25.519869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:25.520240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:25.520598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Updating router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 port 6b2bb9d7-f28f-4cfa-9582-0ece762827be binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:42:25.551651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.553331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639c56-6cf9-4a5d-b382-825552127060 req-d1e199fe-b465-4b33-a019-cdea96d81cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:25.554930 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-d1e199fe-b465-4b33-a019-cdea96d81cde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5d9602e64724e3083755a71782323c2&device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 1097 time: 0.0705426 Jul 30 03:42:25.571881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-02888daa-472a-4eb2-9f25-e18fdc3c6104 None None] Provisioning for port 6b2bb9d7-f28f-4cfa-9582-0ece762827be completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:25.577793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:25.583357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:25.627737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2b497-cd96-4a21-9321-ab53196bed2e None None] Pushing event updated for resources: {'Port': ['ID=19154d20-e227-417f-a778-f33479da0de0,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:25.635775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-02888daa-472a-4eb2-9f25-e18fdc3c6104 None None] Provisioning complete for port 6b2bb9d7-f28f-4cfa-9582-0ece762827be triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:25.636112 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02888daa-472a-4eb2-9f25-e18fdc3c6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.637664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.670212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639c56-6cf9-4a5d-b382-825552127060 req-881ac12a-9a39-42b3-b6a5-de00f9dd2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:25.671940 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-881ac12a-9a39-42b3-b6a5-de00f9dd2932 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 200 len: 918 time: 0.1101098 Jul 30 03:42:25.682304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.750808 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-cafe7f51-e4ff-4847-bcfc-ec6c1d08f832 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 200 len: 217 time: 0.0703576 Jul 30 03:42:25.754095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-02888daa-472a-4eb2-9f25-e18fdc3c6104 None None] Port 6b2bb9d7-f28f-4cfa-9582-0ece762827be cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:25.791724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port fbbd13f0-6009-4ad0-ae04-bab77f16126b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:25.819257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639c56-6cf9-4a5d-b382-825552127060 req-1926ce38-2526-4cfd-acd3-64db9c51641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:25.821261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-1926ce38-2526-4cfd-acd3-64db9c51641e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 200 len: 858 time: 0.0639782 Jul 30 03:42:25.821411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fbbd13f0-6009-4ad0-ae04-bab77f16126b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:25.821727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.856596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:25.871415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-0b5e3988-94a1-457f-b594-72a0d813b6f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8ea973a-0778-41ec-b887-6aecd5d46f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421417 Jul 30 03:42:25.882772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-02888daa-472a-4eb2-9f25-e18fdc3c6104 None None] Provisioning complete for port 19154d20-e227-417f-a778-f33479da0de0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:25.883271 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02888daa-472a-4eb2-9f25-e18fdc3c6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:25.885514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Allocated IP 172.22.0.2 (31ed0310-32e4-4f65-959a-c40d6004e8d3/de9570f8-2683-4797-89d2-c8b1de36d132/2da68039-916c-4ddd-ac22-b61e003f6d6e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:26.016542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-41710f0e-f335-4835-8104-d6ccaab7c3ad service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353977 Jul 30 03:42:26.047844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.150866 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-33639c56-6cf9-4a5d-b382-825552127060 req-3ed7a0d8-c0f1-461a-a135-39fb2980c6ae service neutron] 10.222.0.18 "GET /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260540 Jul 30 03:42:26.186820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7171f15f-01a4-49f3-9e2f-2063e6d58b58'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:26.257193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:26.257957 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.260728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 1093 time: 3.7305026 Jul 30 03:42:26.261728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:26.265137 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db" -d '{"events": [{"name": "network-changed", "server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:26.307818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7065f3-ef6f-45f3-963a-e9c08ccf0936 req-2e528053-03dd-4ce0-99ad-09111540dd0c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:26.310876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e7065f3-ef6f-45f3-963a-e9c08ccf0936 req-2e528053-03dd-4ce0-99ad-09111540dd0c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 944 time: 0.7655239 Jul 30 03:42:26.311452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74207feb-e689-46a6-8dab-c976910d78e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:26.331087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cd5d2-4ab4-4958-b5c2-5375299e52c6 req-109e2efa-4813-48a9-ba98-bc8b802813fa tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:26.345088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb7cd5d2-4ab4-4958-b5c2-5375299e52c6 req-109e2efa-4813-48a9-ba98-bc8b802813fa tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.7944114 Jul 30 03:42:26.345775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.448029 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.502816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Transition to ACTIVE for port object 6b2bb9d7-f28f-4cfa-9582-0ece762827be will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:26.511001 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.537348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e7065f3-ef6f-45f3-963a-e9c08ccf0936 req-0b88c783-a328-47b5-90e2-0af2ee03ab0a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868024 Jul 30 03:42:26.539614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.547644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.552831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb7cd5d2-4ab4-4958-b5c2-5375299e52c6 req-f696ea5b-842d-4eb8-bc51-20f836196502 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034228 Jul 30 03:42:26.591536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.606588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-8c6b3ece-6ea7-4734-b47a-2ef5f7588b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:26.609076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-8c6b3ece-6ea7-4734-b47a-2ef5f7588b34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1097 time: 0.2562902 Jul 30 03:42:26.630024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Transition to ACTIVE for port object 2da68039-916c-4ddd-ac22-b61e003f6d6e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:26.632791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port fbbd13f0-6009-4ad0-ae04-bab77f16126b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fbbd13f0-6009-4ad0-ae04-bab77f16126b,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:26.659725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.672509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c283-3287-4070-9593-e6b7b4ea55db None None] Pushing event updated for resources: {'Port': ['ID=6b2bb9d7-f28f-4cfa-9582-0ece762827be,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:26.689000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Transition to ACTIVE for port object 2da68039-916c-4ddd-ac22-b61e003f6d6e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:26.795710 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c7a33-e0fc-4cf6-bdd3-3ccd8df37f46 x-openstack-request-id: req-543c7a33-e0fc-4cf6-bdd3-3ccd8df37f46 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:26.796010 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:26.796267 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-543c7a33-e0fc-4cf6-bdd3-3ccd8df37f46 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:26.796669 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'status': 'completed', 'code': 200} Jul 30 03:42:26.936127 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:26.957895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebaf69-899a-4edc-a388-9bce5468c12e req-c933829e-c4e2-42b2-a1e3-8a55363a3908 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:26.959447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bebaf69-899a-4edc-a388-9bce5468c12e req-c933829e-c4e2-42b2-a1e3-8a55363a3908 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.1989388 Jul 30 03:42:27.022851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-72eac33d-c5d5-411d-a969-b81de7bf979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:27.025001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-72eac33d-c5d5-411d-a969-b81de7bf979f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 913 time: 0.3786125 Jul 30 03:42:27.035325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:27.036324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=fbbd13f0-6009-4ad0-ae04-bab77f16126b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:27.067842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Attempting to bind port 6b2bb9d7-f28f-4cfa-9582-0ece762827be on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:27.068226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Attempting to bind port 6b2bb9d7-f28f-4cfa-9582-0ece762827be by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:27.068626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Attempting to bind port 6b2bb9d7-f28f-4cfa-9582-0ece762827be on network 8f707147-3e16-496e-87c7-26493c41e3ed {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:27.071508 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.079778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:27.087130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:27.092594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.095184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:27.095573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Checking segment: {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:27.095981 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.096378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Bound using segment: {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:27.096855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Bound port: 6b2bb9d7-f28f-4cfa-9582-0ece762827be, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef19f9a1-c946-4103-ab31-6e79884ab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:27.097244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.132866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Pushing event updated for resources: {'Port': ['ID=2da68039-916c-4ddd-ac22-b61e003f6d6e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:27.177697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-6bf74de1-efb8-4837-bfe0-b65c6071006e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 217 time: 0.1203330 Jul 30 03:42:27.195377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bebaf69-899a-4edc-a388-9bce5468c12e req-0c52b798-ce95-40d4-8b7d-21793f85bbd4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217553 Jul 30 03:42:27.211021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Attempting to bind port 2da68039-916c-4ddd-ac22-b61e003f6d6e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:27.211433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Attempting to bind port 2da68039-916c-4ddd-ac22-b61e003f6d6e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:27.211806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Attempting to bind port 2da68039-916c-4ddd-ac22-b61e003f6d6e on network 31ed0310-32e4-4f65-959a-c40d6004e8d3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:27.228813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:27.229276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Checking segment: {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:27.229594 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.229994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Bound using segment: {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:27.230477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Bound port: 2da68039-916c-4ddd-ac22-b61e003f6d6e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:27.230979 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.259771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] For port 6b2bb9d7-f28f-4cfa-9582-0ece762827be, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:27.293214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] For port 6b2bb9d7-f28f-4cfa-9582-0ece762827be, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6b2bb9d7-f28f-4cfa-9582-0ece762827be,segment=NetworkSegment(ef19f9a1-c946-4103-ab31-6e79884ab051),segment_id=ef19f9a1-c946-4103-ab31-6e79884ab051)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:27.306170 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.308423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-247d4c49-fc4a-47b3-a0cf-92eab12e20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:27.310415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-247d4c49-fc4a-47b3-a0cf-92eab12e20f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.1074228 Jul 30 03:42:27.315512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=af2c65d5-e807-4992-ae86-7de0c25aaaa3,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:27.333539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.349636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 19154d20-e227-417f-a778-f33479da0de0 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:27.359944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-1994bf7f-40cb-4be0-ab8c-58712761e40c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390356 Jul 30 03:42:27.375680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] For port 2da68039-916c-4ddd-ac22-b61e003f6d6e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:27.394055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.22.0.1 (31ed0310-32e4-4f65-959a-c40d6004e8d3/de9570f8-2683-4797-89d2-c8b1de36d132/4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:27.412198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] For port 2da68039-916c-4ddd-ac22-b61e003f6d6e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2da68039-916c-4ddd-ac22-b61e003f6d6e,segment=NetworkSegment(36b48376-d6b3-48eb-97bc-796e5d2a10ea),segment_id=36b48376-d6b3-48eb-97bc-796e5d2a10ea)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:27.434424 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.463035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:27.464368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:27.469574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c283-3287-4070-9593-e6b7b4ea55db None None] Pushing event updated for resources: {'Port': ['ID=6b2bb9d7-f28f-4cfa-9582-0ece762827be,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:27.616429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 19154d20-e227-417f-a778-f33479da0de0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:27.616813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:27.648352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:27.709717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1e790-f0f3-48a5-a419-67b5cad270d9 None None] Pushing event updated for resources: {'Port': ['ID=2da68039-916c-4ddd-ac22-b61e003f6d6e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:27.771788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Network c587691b-0991-4874-983f-195ff122a4be is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:27.799544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-9226b9ec-2af0-4080-b218-c3aa3fa0b926 service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246438 Jul 30 03:42:27.814434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:27.938878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d0a59161-6aa7-4ba5-91f8-692d8d120311 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:27.991352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:28.040390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:28.046385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d0a59161-6aa7-4ba5-91f8-692d8d120311 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:28.046774 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:28.063317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39664ab1-3997-4af5-90f5-4c3ccb6e450f req-0aa8e6d4-fd82-4482-936b-e2c9670b21e6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:28.065089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39664ab1-3997-4af5-90f5-4c3ccb6e450f req-0aa8e6d4-fd82-4482-936b-e2c9670b21e6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 945 time: 0.3585687 Jul 30 03:42:28.095472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:22Z', 'revision_number': 3, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:27Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:28.112569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011902-18af-4c4b-a21e-2c3c14cb86b4 req-e8c9ff2a-2428-4752-86fa-7d45bc05a462 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:28.113994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f011902-18af-4c4b-a21e-2c3c14cb86b4 req-e8c9ff2a-2428-4752-86fa-7d45bc05a462 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.3673120 Jul 30 03:42:28.129634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de2f07-3a8e-4b8a-9853-b679529972a9 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:22Z', 'revision_number': 3, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:27Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:28.217326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fbbd13f0-6009-4ad0-ae04-bab77f16126b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:28.219077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61bf7d15-04a7-4eaa-b642-78a97f9160ad req-b6bedf8a-b826-4480-966b-054429213357 service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049501 Jul 30 03:42:28.256456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Router a4af47d1-1242-48be-bcf2-d41389cbaf1c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:28.287589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39664ab1-3997-4af5-90f5-4c3ccb6e450f req-dc263dea-84e4-4243-a743-71419a8447c3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093658 Jul 30 03:42:28.296944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fbbd13f0-6009-4ad0-ae04-bab77f16126b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:28.297629 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:28.323458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f011902-18af-4c4b-a21e-2c3c14cb86b4 req-0026014b-a5cf-4588-ab44-df792a20db06 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931796 Jul 30 03:42:28.386884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:28.527685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:28.604967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:28.608168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:28.615181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:28.633896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7171f15f-01a4-49f3-9e2f-2063e6d58b58 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:28.765849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:28.781911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-84f8887e-dd6e-4f7a-9f85-8f79e2895dc6 admin admin] 10.222.0.39 "PUT /v2.0/routers/a4af47d1-1242-48be-bcf2-d41389cbaf1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4299939 Jul 30 03:42:28.805690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Sync routers for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:28.834807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:28.865511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:28.868305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:28.873102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-b3f87bf5-5fef-4449-ac3f-121468b14c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:28.875108 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:28.883523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-b3f87bf5-5fef-4449-ac3f-121468b14c66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1097 time: 0.5589421 Jul 30 03:42:28.896364 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:29.228430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:29.316177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:29.318103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:29.322512 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c10958f-23ed-47c4-b039-6c4ae5f177b1" -d '{"events": [{"server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "name": "network-vif-plugged", "status": "completed", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:29.328290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:29.330008 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:29.424858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a012da1-53bc-4c19-854c-6252b24e894f None None] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:29.568291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2da68039-916c-4ddd-ac22-b61e003f6d6e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:29.737407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85c683b1-8df2-4bd7-86e8-77092a21a7f8 None None] Provisioning for port 2da68039-916c-4ddd-ac22-b61e003f6d6e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:29.741670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:29.783761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2da68039-916c-4ddd-ac22-b61e003f6d6e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:29.835371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2da68039-916c-4ddd-ac22-b61e003f6d6e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:29.835878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-b9e5b994-5d56-4ee7-a499-906873683750 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0870185 Jul 30 03:42:29.836547 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.041407 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 2, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:30.073538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.097828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.105102 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Checking router: a4af47d1-1242-48be-bcf2-d41389cbaf1c for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:30.105465 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Updating router a4af47d1-1242-48be-bcf2-d41389cbaf1c port af2c65d5-e807-4992-ae86-7de0c25aaaa3 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:42:30.108396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-b46adf3a-eb56-4a1b-9623-22a08b6ecbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:30.111854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-b46adf3a-eb56-4a1b-9623-22a08b6ecbd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 1097 time: 0.0894923 Jul 30 03:42:30.156833 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.190142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 2da68039-916c-4ddd-ac22-b61e003f6d6e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2da68039-916c-4ddd-ac22-b61e003f6d6e,segment=NetworkSegment(36b48376-d6b3-48eb-97bc-796e5d2a10ea),segment_id=36b48376-d6b3-48eb-97bc-796e5d2a10ea)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:30.206880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.208349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6b2bb9d7-f28f-4cfa-9582-0ece762827be up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:30.209808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14d88b-fa10-4500-83a2-ddc43650bb65 req-3a1f4fe1-0c69-492f-91a5-8dba0ffaa047 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:30.212232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec14d88b-fa10-4500-83a2-ddc43650bb65 req-3a1f4fe1-0c69-492f-91a5-8dba0ffaa047 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 1.6864073 Jul 30 03:42:30.302195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.383298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d91645-2c89-4de9-83dc-1d0dc33bc932 req-711f538e-9d10-4fec-b2dd-9915a23355b8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:30.384953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7d91645-2c89-4de9-83dc-1d0dc33bc932 req-711f538e-9d10-4fec-b2dd-9915a23355b8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 946 time: 0.4109595 Jul 30 03:42:30.456160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6b2bb9d7-f28f-4cfa-9582-0ece762827be completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:30.458150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-2210cdcb-73f4-4143-951f-c3098b53887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:30.460519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-2210cdcb-73f4-4143-951f-c3098b53887e service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.1876791 Jul 30 03:42:30.477136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6b2bb9d7-f28f-4cfa-9582-0ece762827be triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:30.485182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.490165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=2da68039-916c-4ddd-ac22-b61e003f6d6e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:30.566351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-57405c09-7f8e-4533-b65c-a5332a292980 None None] Provisioning complete for port 2da68039-916c-4ddd-ac22-b61e003f6d6e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:30.566732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57405c09-7f8e-4533-b65c-a5332a292980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.594741 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-54a343fd-ab4a-48a0-bea7-1903d20e0b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521 HTTP/1.1" status: 200 len: 217 time: 0.1012852 Jul 30 03:42:30.673505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.689582 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.731021 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Transition to ACTIVE for port object af2c65d5-e807-4992-ae86-7de0c25aaaa3 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:30.736490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.754325 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.778117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.788815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-3ac96ed2-4947-46d9-ac13-2801448bc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:30.793631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-3ac96ed2-4947-46d9-ac13-2801448bc9b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1673307 Jul 30 03:42:30.815318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.864647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-57405c09-7f8e-4533-b65c-a5332a292980 None None] Provisioning for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:30.873668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6b2bb9d7-f28f-4cfa-9582-0ece762827be, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6b2bb9d7-f28f-4cfa-9582-0ece762827be,segment=NetworkSegment(ef19f9a1-c946-4103-ab31-6e79884ab051),segment_id=ef19f9a1-c946-4103-ab31-6e79884ab051)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:30.881486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-57405c09-7f8e-4533-b65c-a5332a292980 None None] Provisioning complete for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:30.883824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57405c09-7f8e-4533-b65c-a5332a292980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.893711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-e2e1d4ab-f1e9-41ba-91e6-770350d07598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:30.895879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-e2e1d4ab-f1e9-41ba-91e6-770350d07598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785060 Jul 30 03:42:30.907595 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f8f3b-22ad-42a1-9946-bc988d301029 None None] Pushing event updated for resources: {'Port': ['ID=af2c65d5-e807-4992-ae86-7de0c25aaaa3,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:30.914151 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.955763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec14d88b-fa10-4500-83a2-ddc43650bb65 req-7c0e0a37-0272-40a5-9619-c3cbea3ced78 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652184 Jul 30 03:42:30.960796 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Attempting to bind port af2c65d5-e807-4992-ae86-7de0c25aaaa3 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:30.961173 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Attempting to bind port af2c65d5-e807-4992-ae86-7de0c25aaaa3 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:30.961535 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Attempting to bind port af2c65d5-e807-4992-ae86-7de0c25aaaa3 on network c587691b-0991-4874-983f-195ff122a4be {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:30.984896 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:30.985623 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Checking segment: {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:30.986220 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:30.986793 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Bound using segment: {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:30.987501 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Bound port: af2c65d5-e807-4992-ae86-7de0c25aaaa3, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:30.992868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-57405c09-7f8e-4533-b65c-a5332a292980 None None] Port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:31.002582 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:31.017934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:31.029669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:31.047424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6b2bb9d7-f28f-4cfa-9582-0ece762827be,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:31.067662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-f086f826-3297-4a8d-a713-2259b4558114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:31.069196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-f086f826-3297-4a8d-a713-2259b4558114 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 913 time: 2.1676381 Jul 30 03:42:31.123574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-801c30ba-c7f9-4a5b-a87f-2ececbd58f96 None None] Provisioning complete for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:31.123574 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-801c30ba-c7f9-4a5b-a87f-2ececbd58f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:31.147755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-c1005eda-c640-4580-8673-ca88b999f61a service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162452 Jul 30 03:42:31.167756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-801c30ba-c7f9-4a5b-a87f-2ececbd58f96 None None] Port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:31.225636 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] For port af2c65d5-e807-4992-ae86-7de0c25aaaa3, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:31.261855 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] For port af2c65d5-e807-4992-ae86-7de0c25aaaa3, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af2c65d5-e807-4992-ae86-7de0c25aaaa3,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:31.300435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-b6c456cf-8b67-442d-9097-13d2f71034eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 217 time: 0.1386952 Jul 30 03:42:31.324615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7d91645-2c89-4de9-83dc-1d0dc33bc932 req-5589d380-9162-4759-be3b-6cadae86aeb4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390127 Jul 30 03:42:31.334681 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:31.352972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2da68039-916c-4ddd-ac22-b61e003f6d6e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:31.491825 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b28d32-8609-484c-857b-aea3f0da5f0e x-openstack-request-id: req-c6b28d32-8609-484c-857b-aea3f0da5f0e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:31.495473 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "name": "network-vif-plugged", "status": "completed", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:31.495473 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6b28d32-8609-484c-857b-aea3f0da5f0e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:31.495822 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58', 'code': 200} Jul 30 03:42:31.512382 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:31.514341 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:31.535465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2da68039-916c-4ddd-ac22-b61e003f6d6e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:31.535851 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:31.619887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:31.694895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:31.753225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6b2bb9d7-f28f-4cfa-9582-0ece762827be up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:31.800356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-ec925002-1c70-48ad-a355-e8ad2818bf2e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:31.802148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:31.802419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-ec925002-1c70-48ad-a355-e8ad2818bf2e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 820 time: 0.4679315 Jul 30 03:42:31.934439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-0a69fc9d-f7e6-4b5e-8847-112286fd7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:31.937124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-0a69fc9d-f7e6-4b5e-8847-112286fd7810 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.5415711 Jul 30 03:42:31.941766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-6e599b1e-64d5-40e9-89f5-6ba72c0b399c tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/quotas/7e9be4bbe91940aaa463eca419b28e24 HTTP/1.1" status: 200 len: 375 time: 0.0670745 Jul 30 03:42:32.005087 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f8f3b-22ad-42a1-9946-bc988d301029 None None] Pushing event updated for resources: {'Port': ['ID=af2c65d5-e807-4992-ae86-7de0c25aaaa3,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:32.007704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6b2bb9d7-f28f-4cfa-9582-0ece762827be triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:32.013282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.068784 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab186bab-9a3e-4a45-9fc4-1a2613be8edb req-8b69bcee-8f36-400f-8a71-27e2ecb3aaff service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9145956 Jul 30 03:42:32.084899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd22c-3104-436a-a39f-b21ba2aaee5e req-cd156e41-c20d-4656-9cbe-8a07c604d0f7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:32.088992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74ecd22c-3104-436a-a39f-b21ba2aaee5e req-cd156e41-c20d-4656-9cbe-8a07c604d0f7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.4656293 Jul 30 03:42:32.134267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87fbc7-8c96-43fd-8241-6438294d830b req-974bbc48-85a6-4665-a28d-199f0a541e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:32.136300 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d87fbc7-8c96-43fd-8241-6438294d830b req-974bbc48-85a6-4665-a28d-199f0a541e98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 1098 time: 0.0665474 Jul 30 03:42:32.179077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:32.218897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-6e6c7620-d7d1-4d8e-91b8-3f0daa3e0145 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2683702 Jul 30 03:42:32.235310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d87fbc7-8c96-43fd-8241-6438294d830b req-80f78ebf-d123-4bb1-afb5-1c87238a440f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865901 Jul 30 03:42:32.260659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12c32c80-d21a-416b-b95c-7ff44d1e9744 None None] Provisioning complete for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:32.261303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c32c80-d21a-416b-b95c-7ff44d1e9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.310362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-12c32c80-d21a-416b-b95c-7ff44d1e9744 None None] Port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:32.359061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74ecd22c-3104-436a-a39f-b21ba2aaee5e req-f406fd79-c217-4201-bc46-daafc192f701 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611299 Jul 30 03:42:32.391206 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:31Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:32.462224 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f205c1-c571-4a68-8919-594988332a78 None None] The sync data for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 is: [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:31Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:32.613306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-d1bb696b-91c3-49cd-9983-63a9a09f71cf service neutron] 10.222.0.39 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750703 Jul 30 03:42:32.631464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:32.639430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0b432329-5fef-44a0-b10d-c14287c6f2f8 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8347833 Jul 30 03:42:32.640163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52218) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:32.645592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1395801341'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:32.657277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:32.673684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:32.681105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:32.681853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:32.682935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.746669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:42:32.761055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.761776 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added segment 66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d of type vlan for network fd202d08-6e46-4ff9-a99b-c9bd659c42bf Jul 30 03:42:32.842872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.885369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.894187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:32.895167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:32.923188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-5d4acb81-c984-44c9-b7a2-4e48191811e5 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:32.932980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-5d4acb81-c984-44c9-b7a2-4e48191811e5 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/networks?id=35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 200 len: 813 time: 0.1844859 Jul 30 03:42:32.963763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:32.977323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3356910 Jul 30 03:42:32.987538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52230) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:32.993089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'subnet': {'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:33.017844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41107ea-45f8-4782-832a-6bb2ecbb0b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Network': ['ID=fd202d08-6e46-4ff9-a99b-c9bd659c42bf,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:33.027023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-a2d6c2dd-c4dd-47f3-a545-3c0b713eed6c service neutron] 10.222.0.39 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037793 Jul 30 03:42:33.058974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:42:33.083788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-338de5a0-8295-4ddf-83fa-ee8557c03204 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3342426 Jul 30 03:42:33.094660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-72490d88-aaed-4e46-b106-d2dd8a078e1d tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/quotas/af28d58f5104436486b4c4f225b9b914 HTTP/1.1" status: 200 len: 375 time: 0.1602647 Jul 30 03:42:33.199107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-a3ff94b6-25f9-4fdc-b522-87e524602c86 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=af28d58f5104436486b4c4f225b9b914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033669 Jul 30 03:42:33.301240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Made reservation on behalf of ae19b6d8670a482fb5cc5af4e1745346 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:33.305488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:33.564614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-93bbee87-eb31-48b5-a04b-40b3bc165679 service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960307 Jul 30 03:42:33.614130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af2c65d5-e807-4992-ae86-7de0c25aaaa3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:33.631937 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:42:33.734613 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:33.822107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0af07-7505-4420-ae19-f5a4b6f2b639 req-5b80e969-4f7c-4d12-b9f0-c8a858d1971a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:33.823601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96c0af07-7505-4420-ae19-f5a4b6f2b639 req-5b80e969-4f7c-4d12-b9f0-c8a858d1971a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.3387847 Jul 30 03:42:33.838684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Subnet': ['ID=7447004d-64a7-4cee-8cb9-b907fdeccfeb,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:33.912066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Checking segment: {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:33.912911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network hostable DHCP agents. Network: fd202d08-6e46-4ff9-a99b-c9bd659c42bf, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:42:33.962178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:42:33.986738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-ca7064df-c48f-4147-8e98-bb5882171d87 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837930 Jul 30 03:42:33.997356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, fd202d08-6e46-4ff9-a99b-c9bd659c42bf) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:34.021370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:34.022850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:34.033231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e672b4a-8e3b-4116-ae34-fd2901588e8c None None] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:34.071740 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-00c4d2a8-17cd-4403-ac35-d9651fd91b32 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0817251 Jul 30 03:42:34.074523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96c0af07-7505-4420-ae19-f5a4b6f2b639 req-cb503fdf-8cd1-4cdb-a351-80feb37b540c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400320 Jul 30 03:42:34.087756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52242) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:34.226045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd58ddeb-ea85-4b2c-830b-8f4ee4f179db req-c88495e1-c6a4-4d90-a1ec-0bb79922c5ad service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250124 Jul 30 03:42:34.251957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port af2c65d5-e807-4992-ae86-7de0c25aaaa3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:34.277214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af2c65d5-e807-4992-ae86-7de0c25aaaa3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:34.278034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:34.472434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2cb1-4579-49a8-ac8c-cd13d0d9fe15 req-6221e3fa-d5fc-4e10-82d7-43244bd331f5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:34.487838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-157c2cb1-4579-49a8-ac8c-cd13d0d9fe15 req-6221e3fa-d5fc-4e10-82d7-43244bd331f5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 946 time: 0.2672260 Jul 30 03:42:34.573657 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-33264e85-8507-40c1-929e-8c14ef5b93ea service neutron] 10.222.0.39 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850189 Jul 30 03:42:34.617827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:34.633752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-157c2cb1-4579-49a8-ac8c-cd13d0d9fe15 req-7d84f7a5-19d3-441c-b30b-f84d0f1485d8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395578 Jul 30 03:42:34.672026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:42:34.672862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:34.682570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:34.745600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:34.746058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Updating router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:42:34.753381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port af2c65d5-e807-4992-ae86-7de0c25aaaa3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af2c65d5-e807-4992-ae86-7de0c25aaaa3,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:34.783835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:34.940300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:34.957289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af4907ea-c419-4ac0-8ee4-05ca7983e2e6 req-601b69ec-fe79-4636-ad84-559967b02618 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 210 time: 0.0655808 Jul 30 03:42:34.993932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:35.089195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=af2c65d5-e807-4992-ae86-7de0c25aaaa3,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:35.307027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Allocated IP 172.23.0.2 (fd202d08-6e46-4ff9-a99b-c9bd659c42bf/7447004d-64a7-4cee-8cb9-b907fdeccfeb/513afabc-e7a9-4b87-9a0c-08a06150ba15) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:35.390559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af2c65d5-e807-4992-ae86-7de0c25aaaa3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:35.390715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bbf3a9d-fe6b-4c9a-9374-0c3ab93ddcaa req-5e69c49e-b0ba-4976-99d1-e89fb089e69a tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 210 time: 0.1391890 Jul 30 03:42:35.572184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-2c860325-bc94-4e17-9e68-93f2f799a236 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 267 time: 0.1794415 Jul 30 03:42:35.722710 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:35.734981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Transition to ACTIVE for port object 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:35.738430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-07456d8d-a678-4d66-b303-1041ff3ea48c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:35.749870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-07456d8d-a678-4d66-b303-1041ff3ea48c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 946 time: 0.1766005 Jul 30 03:42:35.753353 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:35.763050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9b79-4323-4cc8-af90-5130b4556c4f req-0b4ba42e-9aa6-4260-b3a6-9f1484cd6ffc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:35.771033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82fd9b79-4323-4cc8-af90-5130b4556c4f req-0b4ba42e-9aa6-4260-b3a6-9f1484cd6ffc tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.1769631 Jul 30 03:42:35.783630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'port': {'security_groups': []}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:35.806571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af2c65d5-e807-4992-ae86-7de0c25aaaa3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:35.807178 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:35.864362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad595e21-7cb1-4c3c-87a2-12c3e33bb311 None None] Pushing event updated for resources: {'Port': ['ID=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:35.865338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82fd9b79-4323-4cc8-af90-5130b4556c4f req-08b8b4a7-10c0-4cec-b669-f6c28248d05b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932395 Jul 30 03:42:35.981460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.111125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.141515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Attempting to bind port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:36.143021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Attempting to bind port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:36.144206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Attempting to bind port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc on network 31ed0310-32e4-4f65-959a-c40d6004e8d3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:36.152822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Transition to ACTIVE for port object 513afabc-e7a9-4b87-9a0c-08a06150ba15 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:36.153175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8ca7581-01b5-4c04-9c83-084d0cdda28a req-dd9f59d3-cdc1-4f4c-ac0d-aa902776c971 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 210 time: 0.0358615 Jul 30 03:42:36.192634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:36.193013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Checking segment: {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:36.193492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.193890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Bound using segment: {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:36.194366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Bound port: 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b48376-d6b3-48eb-97bc-796e5d2a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:36.194882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.234453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Transition to ACTIVE for port object 513afabc-e7a9-4b87-9a0c-08a06150ba15 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:36.310534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] For port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:36.314052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] For port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,segment=NetworkSegment(36b48376-d6b3-48eb-97bc-796e5d2a10ea),segment_id=36b48376-d6b3-48eb-97bc-796e5d2a10ea)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:36.316502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.347373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.373842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:36.377283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:36.397174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:36.412428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Allocated IP 172.23.0.1 (fd202d08-6e46-4ff9-a99b-c9bd659c42bf/7447004d-64a7-4cee-8cb9-b907fdeccfeb/722b8203-9b8d-48dd-b84d-d3c44b8b504c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:36.414220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Pushing event updated for resources: {'Port': ['ID=513afabc-e7a9-4b87-9a0c-08a06150ba15,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:36.514059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad595e21-7cb1-4c3c-87a2-12c3e33bb311 None None] Pushing event updated for resources: {'Port': ['ID=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:36.548998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:36.583479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:36.585963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:36.602958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.620189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.673083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Attempting to bind port 513afabc-e7a9-4b87-9a0c-08a06150ba15 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:36.676608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Attempting to bind port 513afabc-e7a9-4b87-9a0c-08a06150ba15 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:36.677209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Attempting to bind port 513afabc-e7a9-4b87-9a0c-08a06150ba15 on network fd202d08-6e46-4ff9-a99b-c9bd659c42bf {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:36.698467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['0de32b21-2c5d-40e3-8cc3-4bac4b65a521'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:36.711295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4405cca3-9b69-4d88-a9df-ae76fecba0c1 req-5ce070bd-03a8-4980-9973-c479c3719e8a tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 210 time: 0.1785288 Jul 30 03:42:36.793431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.796983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a', '7171f15f-01a4-49f3-9e2f-2063e6d58b58'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:36.841067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Transition to ACTIVE for port object 722b8203-9b8d-48dd-b84d-d3c44b8b504c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:36.904533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:36.909119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.913221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:36.922031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2d1b41-ebf2-4807-a7b4-856a552c114e req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "PUT /v2.0/ports/7171f15f-01a4-49f3-9e2f-2063e6d58b58 HTTP/1.1" status: 200 len: 905 time: 1.1711078 Jul 30 03:42:36.922810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:36.937359 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8730934-7d5d-41a9-9a45-66a7c39e5af2" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:37.148212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:37.156632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:37.159548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:37.185504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-860ad874-ee06-4810-bd76-90aacc855c0b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:37.189319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-860ad874-ee06-4810-bd76-90aacc855c0b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 820 time: 0.5418553 Jul 30 03:42:37.252994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'port': {'device_id': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'admin_state_up': True, 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:37.259848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=722b8203-9b8d-48dd-b84d-d3c44b8b504c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:37.336123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:37.396499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:37.397248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Checking segment: {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:37.397514 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:37.397930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Bound using segment: {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:37.399809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Bound port: 513afabc-e7a9-4b87-9a0c-08a06150ba15, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:37.400269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:37.475527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['7171f15f-01a4-49f3-9e2f-2063e6d58b58'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:37.636717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3adefc-077f-4a05-9b6f-d4decc994015 req-c641c1b3-7826-4b45-8c95-3f77a003edea tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:37.646958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa3adefc-077f-4a05-9b6f-d4decc994015 req-c641c1b3-7826-4b45-8c95-3f77a003edea tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.4506917 Jul 30 03:42:37.670754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:37.693004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f1d34-ceee-4176-a797-922f6113349e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:37.747673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Made reservation on behalf of 7e9be4bbe91940aaa463eca419b28e24 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:37.751516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:37.799845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:37.933757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Allocated IP 172.20.0.13 (c587691b-0991-4874-983f-195ff122a4be/3a20e228-c73e-4aae-8448-f926f7ac3325/c1bd2adc-279f-47c6-9b20-624a1cf41890) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:37.953909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] For port 513afabc-e7a9-4b87-9a0c-08a06150ba15, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:37.975443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] For port 513afabc-e7a9-4b87-9a0c-08a06150ba15, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=513afabc-e7a9-4b87-9a0c-08a06150ba15,segment=NetworkSegment(66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d),segment_id=66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:38.013548 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:38.133543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43794c1c-6b49-4277-981e-414e19dee4d6 None None] Pushing event updated for resources: {'Port': ['ID=513afabc-e7a9-4b87-9a0c-08a06150ba15,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:38.368278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:38.375119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:38.429190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a4ee8bfc-33ff-4d34-bb89-b61e7594ad99 None None] Provisioning complete for port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:38.429855 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8bfc-33ff-4d34-bb89-b61e7594ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:38.493147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:38.495772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event updated for resources: {'Port': ['ID=722b8203-9b8d-48dd-b84d-d3c44b8b504c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:38.498332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c5e1a-6ddb-4a79-9fe2-a736757b7412 req-a821cb1f-2ebb-4d74-b184-e4d64b787d11 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:38.518256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-989c5e1a-6ddb-4a79-9fe2-a736757b7412 req-a821cb1f-2ebb-4d74-b184-e4d64b787d11 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 908 time: 1.3231027 Jul 30 03:42:38.594476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa3adefc-077f-4a05-9b6f-d4decc994015 req-f825cd8e-4d89-48dd-8cb9-b21bb83e102c tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9462929 Jul 30 03:42:38.659472 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b105bb-9ff9-40f1-a327-92d1d0560c06 x-openstack-request-id: req-70b105bb-9ff9-40f1-a327-92d1d0560c06 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:38.659759 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:38.660027 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70b105bb-9ff9-40f1-a327-92d1d0560c06 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:38.660445 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58', 'status': 'completed', 'code': 200} Jul 30 03:42:38.867009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b09b4e31-fd15-4c85-a905-607fb1628d7f req-d0cb5df7-ca18-4148-80a1-ba2de889c303 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 210 time: 0.0531249 Jul 30 03:42:38.953381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:38.958086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:39.091401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:36Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:39.101126 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42ba32c8-305b-4274-a31d-a26be42139fe req-4db952f2-32ce-4c5b-87ca-5336588703ed tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 210 time: 0.1157644 Jul 30 03:42:39.113792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-0d078d43-6f62-4454-852b-1867a0780458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:39.115973 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-0d078d43-6f62-4454-852b-1867a0780458 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 1060 time: 0.4224093 Jul 30 03:42:39.117038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:39.117967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:39.134708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1324b-b5a3-4e38-bd5d-e260082b6f3f None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:36Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:39.146230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943fb52-0c7d-4589-bd8a-1b06708903d8 req-1969404c-5be4-4a77-978a-f44cdf996c69 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:39.155859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6943fb52-0c7d-4589-bd8a-1b06708903d8 req-1969404c-5be4-4a77-978a-f44cdf996c69 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1444070 Jul 30 03:42:39.292906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6943fb52-0c7d-4589-bd8a-1b06708903d8 req-af475baa-1c61-41eb-a189-661957e6a2f8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348271 Jul 30 03:42:39.360179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:39.389774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:39.397918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5ec762e9-09cf-4f7a-b313-9dd8c34b06b7 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3047154 Jul 30 03:42:39.399875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-4d382c1d-cd00-49e9-8c02-d945023fc74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:39.402021 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-4d382c1d-cd00-49e9-8c02-d945023fc74d service neutron] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2757549 Jul 30 03:42:39.402713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52296) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:39.410046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:39.456436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 513afabc-e7a9-4b87-9a0c-08a06150ba15 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:39.514301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Network c587691b-0991-4874-983f-195ff122a4be is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:39.520712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:39.530840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:39.593667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:39.594497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:39.619869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 513afabc-e7a9-4b87-9a0c-08a06150ba15 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:39.630852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:39.650979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b4c1f-eee1-43d4-afc3-32770c5105b3 req-dd7a054a-8a88-417a-8c39-807faa222997 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:39.664685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae6b4c1f-eee1-43d4-afc3-32770c5105b3 req-dd7a054a-8a88-417a-8c39-807faa222997 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2068033 Jul 30 03:42:39.696125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-51ed4111-f8f5-46a3-b228-135ae72e49ea tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4740798 Jul 30 03:42:39.730253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae6b4c1f-eee1-43d4-afc3-32770c5105b3 req-589255c2-0df3-4f49-b3d8-1646c3ffae01 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643909 Jul 30 03:42:39.827001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-d753378e-be33-4971-b792-65d3b2c9670b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58 HTTP/1.1" status: 200 len: 217 time: 0.1952071 Jul 30 03:42:39.856017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Request body: {'port': {'device_id': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:39.916650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386ae1d-2398-49b9-be75-f13595edd1c3 req-d1db3f4d-f678-45a0-8b84-16764ddd3787 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:39.929265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0386ae1d-2398-49b9-be75-f13595edd1c3 req-d1db3f4d-f678-45a0-8b84-16764ddd3787 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.1383719 Jul 30 03:42:40.079442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:40.095527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-513ddc25-d572-4301-9ecc-2b8a36a90f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:40.097969 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-513ddc25-d572-4301-9ecc-2b8a36a90f8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.2075408 Jul 30 03:42:40.144874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0386ae1d-2398-49b9-be75-f13595edd1c3 req-d57d1de7-ec92-49fa-aac5-6e045dd3d46d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140591 Jul 30 03:42:40.371282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068917f3-8098-43c9-b510-ca8b2ac70511 None None] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:40.472567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] Provisioning for port 513afabc-e7a9-4b87-9a0c-08a06150ba15 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:40.479636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] Provisioning complete for port 513afabc-e7a9-4b87-9a0c-08a06150ba15 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:40.480240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:40.599099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62a070-e3b3-4ddb-9e7a-9bb1cd6fd4d8 req-20a6063a-4389-4999-985c-2d80425fc8fc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:40.607733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f62a070-e3b3-4ddb-9e7a-9bb1cd6fd4d8 req-20a6063a-4389-4999-985c-2d80425fc8fc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 932 time: 0.4600232 Jul 30 03:42:40.648983 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:40.707074 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:40.709263 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:40.775047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f62a070-e3b3-4ddb-9e7a-9bb1cd6fd4d8 req-d45f34bf-f808-48a6-8d7d-8f788695b5cd tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663024 Jul 30 03:42:40.828953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-858b0b5b-f0d9-4924-a5f8-81e215403a52 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:40.837953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-858b0b5b-f0d9-4924-a5f8-81e215403a52 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.4630594 Jul 30 03:42:40.879188 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:40.943729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0560c1e9-4d90-442b-b697-b14a01659e47 req-45ec8c88-688d-4faf-98ee-f3012165e204 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 210 time: 0.0485771 Jul 30 03:42:40.976635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-7f79a835-0989-47f5-97b3-7cb4f5718ec5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/quotas/1c68c5ac8db5491191bfa214ce5c758e HTTP/1.1" status: 200 len: 375 time: 0.1277142 Jul 30 03:42:41.010850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.067991 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.205281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] For port 513afabc-e7a9-4b87-9a0c-08a06150ba15, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=513afabc-e7a9-4b87-9a0c-08a06150ba15,segment=NetworkSegment(66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d),segment_id=66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:41.214692 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.216166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-2ca85b8f-6033-4cc9-905d-10e51b1411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:41.222147 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-2ca85b8f-6033-4cc9-905d-10e51b1411fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1136858 Jul 30 03:42:41.300417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-2153b55c-69bc-4c00-bf11-ccfe79174dc0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3219049 Jul 30 03:42:41.393165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec08939-b10e-4145-a690-22e18da0c0db None None] Pushing event updated for resources: {'Port': ['ID=513afabc-e7a9-4b87-9a0c-08a06150ba15,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:41.440754 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:37Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:36Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:38Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:41.441159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:41.545529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:41.552895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:41.553577 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.599518 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:41.600035 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Updating router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 port 722b8203-9b8d-48dd-b84d-d3c44b8b504c binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:42:41.631086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-65c67616-d1a6-452c-a5d6-0529a996d8ce tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:41.632657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-65c67616-d1a6-452c-a5d6-0529a996d8ce tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.18 "GET /v2.0/networks?id=35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 200 len: 813 time: 1.3788083 Jul 30 03:42:41.640502 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.671059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Request body: {'port': {'device_id': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828', 'admin_state_up': True, 'tenant_id': 'af28d58f5104436486b4c4f225b9b914'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:41.817337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 03:42:41.827656 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.831680 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-bf589be0-c3b7-48dc-8bab-c9c5005cb0ea service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017423 Jul 30 03:42:41.932565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-18bb4bdb-dba4-4527-9d81-2543e3aac886 None None] Provisioning complete for port 513afabc-e7a9-4b87-9a0c-08a06150ba15 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:41.934016 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18bb4bdb-dba4-4527-9d81-2543e3aac886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:41.963106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed80c-9fc6-4972-990c-9c5e209b293e req-e0f07776-918e-492d-b75d-691392f209f7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:41.964084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,segment=NetworkSegment(36b48376-d6b3-48eb-97bc-796e5d2a10ea),segment_id=36b48376-d6b3-48eb-97bc-796e5d2a10ea)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:41.974297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-228ed80c-9fc6-4972-990c-9c5e209b293e req-e0f07776-918e-492d-b75d-691392f209f7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.6159194 Jul 30 03:42:42.037255 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.062540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd2adc-279f-47c6-9b20-624a1cf41890 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:42.082824 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c8730934-7d5d-41a9-9a45-66a7c39e5af2 req-a45cb3e4-c391-40b8-a378-2db591d4d43f service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146330 Jul 30 03:42:42.094938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Removed routes are [] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 03:42:42.095489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.115450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Made reservation on behalf of af28d58f5104436486b4c4f225b9b914 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:42.120600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.151080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.178642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Transition to ACTIVE for port object c1bd2adc-279f-47c6-9b20-624a1cf41890 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:42.195229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.216385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-228ed80c-9fc6-4972-990c-9c5e209b293e req-8a36283a-46ba-43a1-8a4d-6e0ef4cdc10a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401679 Jul 30 03:42:42.218284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:42.381687 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.426291 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Transition to ACTIVE for port object 722b8203-9b8d-48dd-b84d-d3c44b8b504c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:42.446685 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.462760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-1ccc33f2-f469-4443-8d45-15259f4af41f service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1516085 Jul 30 03:42:42.518892 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d7fe-2464-45da-9c65-d4874a7ea01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.526211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-18bb4bdb-dba4-4527-9d81-2543e3aac886 None None] Provisioning for port 722b8203-9b8d-48dd-b84d-d3c44b8b504c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:42.614656 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638cd87-23eb-45b7-890a-80c605bd13f6 None None] Pushing event updated for resources: {'Port': ['ID=722b8203-9b8d-48dd-b84d-d3c44b8b504c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:42.635156 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Attempting to bind port 722b8203-9b8d-48dd-b84d-d3c44b8b504c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:42.635811 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Attempting to bind port 722b8203-9b8d-48dd-b84d-d3c44b8b504c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:42.636353 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Attempting to bind port 722b8203-9b8d-48dd-b84d-d3c44b8b504c on network fd202d08-6e46-4ff9-a99b-c9bd659c42bf {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:42.648142 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:42.651452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Checking segment: {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:42.652947 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.654348 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Bound using segment: {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:42.660725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Bound port: 722b8203-9b8d-48dd-b84d-d3c44b8b504c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:42.661425 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.707321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Allocated IP 172.20.0.5 (35e6f71b-84d8-400a-8cdf-80f2e939e828/3a684e72-0f10-47f8-845e-29143a6fb15d/c876b426-5ec9-40df-8f36-def2d623cfb5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:42.736703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:42.756158 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] For port 722b8203-9b8d-48dd-b84d-d3c44b8b504c, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:42.763487 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] For port 722b8203-9b8d-48dd-b84d-d3c44b8b504c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=722b8203-9b8d-48dd-b84d-d3c44b8b504c,segment=NetworkSegment(66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d),segment_id=66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:42.772563 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:42.892494 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:42.900998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:43.076727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfaf3f-b7df-4505-95a6-9892835564fd req-f18c11b4-909d-4207-82e2-abeadd89ece4 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:43.078350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2bfaf3f-b7df-4505-95a6-9892835564fd req-f18c11b4-909d-4207-82e2-abeadd89ece4 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 944 time: 0.6102998 Jul 30 03:42:43.150089 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638cd87-23eb-45b7-890a-80c605bd13f6 None None] Pushing event updated for resources: {'Port': ['ID=722b8203-9b8d-48dd-b84d-d3c44b8b504c,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:43.163986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Attempting to bind port c1bd2adc-279f-47c6-9b20-624a1cf41890 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:43.164132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Attempting to bind port c1bd2adc-279f-47c6-9b20-624a1cf41890 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:43.164330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Attempting to bind port c1bd2adc-279f-47c6-9b20-624a1cf41890 on network c587691b-0991-4874-983f-195ff122a4be {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:43.177411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-bdbfe753-b557-4839-82df-ee726b82216f service neutron] 10.222.0.39 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106082 Jul 30 03:42:43.187775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Port c1bd2adc-279f-47c6-9b20-624a1cf41890 on network c587691b-0991-4874-983f-195ff122a4be not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:42:43.190697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Attempting to bind port c1bd2adc-279f-47c6-9b20-624a1cf41890 on network c587691b-0991-4874-983f-195ff122a4be {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:43.199538 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:43.250131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2bfaf3f-b7df-4505-95a6-9892835564fd req-4132422b-fcda-47b2-8a8b-51b1022521ac tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408274 Jul 30 03:42:43.261952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:43.261952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Checking segment: {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:43.261952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Bound using segment: {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:43.261952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Bound port: c1bd2adc-279f-47c6-9b20-624a1cf41890, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc02b2c-8662-458a-9ce7-4b53f61a0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c587691b-0991-4874-983f-195ff122a4be'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:43.261952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.498043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.520490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.523541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:43.544351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a2cadd4-c23d-4430-a363-bb309cb02878 req-619d03e7-80f7-4493-8806-f5514cc6a8c2 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 210 time: 0.1028647 Jul 30 03:42:43.555342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.569234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:43.606299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:43.618115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.668445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:43.673546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.717274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:43.717901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:43.725729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] 10.222.0.18 "PUT /v2.0/ports/c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 1093 time: 3.8755896 Jul 30 03:42:43.726223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:43.728781 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228746b-8d15-4eb2-bda2-27859c8daeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:43.881900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a28137-7122-4ab4-9046-ba47560f9213 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:43.893505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 513afabc-e7a9-4b87-9a0c-08a06150ba15 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:43.898398 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 6, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:42Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:43.944297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7201c047-bf3d-4458-a2ce-a2963933a40e req-6744f673-1070-4bee-8bca-31edc74f081e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 210 time: 0.0420394 Jul 30 03:42:43.978410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:43.979662 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd181ca0-6381-4405-9934-e5c804823230 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 6, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:42Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:44.003320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 513afabc-e7a9-4b87-9a0c-08a06150ba15 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:44.005253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.005855 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7bf4b7-de67-466b-9bac-a9344bd33666 x-openstack-request-id: req-5c7bf4b7-de67-466b-9bac-a9344bd33666 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:44.006648 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:44.006981 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c7bf4b7-de67-466b-9bac-a9344bd33666 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:44.009138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.009512 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'status': 'completed', 'code': 200} Jul 30 03:42:44.112288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Network 35e6f71b-84d8-400a-8cdf-80f2e939e828 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:44.125662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:44.129999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0b7a-c7b9-4847-a426-32287e75b40b req-8abdc0b5-84dc-478f-ad02-05d0f449fa89 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:44.133021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a4b0b7a-c7b9-4847-a426-32287e75b40b req-8abdc0b5-84dc-478f-ad02-05d0f449fa89 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.2769229 Jul 30 03:42:44.136737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-16d07daa-b6de-4629-b7eb-b9e56a248840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:44.140708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-16d07daa-b6de-4629-b7eb-b9e56a248840 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1096 time: 0.3458221 Jul 30 03:42:44.248268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-bef50968-b9db-40c5-8b5e-328e538863ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.0892732 Jul 30 03:42:44.253724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Pushing event updated for resources: {'Port': ['ID=c876b426-5ec9-40df-8f36-def2d623cfb5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:44.258543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:44.335199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-9a838f8e-bb93-4831-b645-625578bb2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:44.336978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-9a838f8e-bb93-4831-b645-625578bb2fe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.0768659 Jul 30 03:42:44.381543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a4b0b7a-c7b9-4847-a426-32287e75b40b req-089be2ad-a0e1-4626-877c-66c8e58729a1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341516 Jul 30 03:42:44.414741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:44.414741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.451727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c598e07c-e1fe-4e90-a86c-602c1dc916e3 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7845142 Jul 30 03:42:44.475048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-567815f6-deb0-4e72-95c2-a914b7bfebf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277452 Jul 30 03:42:44.478474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Request body: {'port': {'device_id': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:44.483564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:44.530845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.541303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:44.551714 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-66679c8d-2b27-4249-b7ed-6b6a1082d3ed tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 934 time: 5.1477685 Jul 30 03:42:44.599483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.666335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bba46820-551d-474d-a3fe-755f8aa927a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.691594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175dcac-bcfb-4613-a042-f09c4929e508 req-bf8374fe-6b0a-4769-9bbd-92dc76a445bc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:44.694073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3175dcac-bcfb-4613-a042-f09c4929e508 req-bf8374fe-6b0a-4769-9bbd-92dc76a445bc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 944 time: 0.3051205 Jul 30 03:42:44.696842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-f9461abf-38ab-4948-af18-eba589775604 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048261 Jul 30 03:42:44.933388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:44.998391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c876b426-5ec9-40df-8f36-def2d623cfb5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:45.007416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.009752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc0f7f87-c16a-4be4-a98e-5b3ec30ca905 req-6b88f9ac-2816-4e7e-b8bf-d9740d8e2fe3 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243276 Jul 30 03:42:45.021754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Transition to ACTIVE for port object c876b426-5ec9-40df-8f36-def2d623cfb5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:45.025007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bcaa3-6ca2-436d-984e-b7bf2cb84620 req-d0d98964-73f5-4dc4-a482-924cc43db3a9 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.029391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.033846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-349bcaa3-6ca2-436d-984e-b7bf2cb84620 req-d0d98964-73f5-4dc4-a482-924cc43db3a9 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 931 time: 0.2851541 Jul 30 03:42:45.041645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-64d8180c-7402-49b1-9323-b86a8bca1a35 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 934 time: 0.4965305 Jul 30 03:42:45.045225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52364) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:45.051284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'routes': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:45.058345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3175dcac-bcfb-4613-a042-f09c4929e508 req-823092c5-dad1-4e31-ba12-3ccfbf1dbbd9 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778152 Jul 30 03:42:45.141456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-349bcaa3-6ca2-436d-984e-b7bf2cb84620 req-4be04d40-6a5a-457d-9c9c-1bae0068dbd8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065159 Jul 30 03:42:45.168399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-7c4b4122-cde7-4d31-9536-06e81b7db169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.170062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-7c4b4122-cde7-4d31-9536-06e81b7db169 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1096 time: 0.0834196 Jul 30 03:42:45.275843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Pushing event updated for resources: {'Port': ['ID=c876b426-5ec9-40df-8f36-def2d623cfb5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:45.327782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2b1f9f1-f80c-4120-9998-1135614c21ca req-288605a9-f973-440c-ad49-9b21f0f3d9f1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 210 time: 0.0634565 Jul 30 03:42:45.379260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 722b8203-9b8d-48dd-b84d-d3c44b8b504c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:45.396446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-adb0d74d-f645-4bf0-a3ad-908c6172aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.398088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-adb0d74d-f645-4bf0-a3ad-908c6172aad1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.2207971 Jul 30 03:42:45.410325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:45.428844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:45.429849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:45.432773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Attempting to bind port c876b426-5ec9-40df-8f36-def2d623cfb5 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:45.433095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Attempting to bind port c876b426-5ec9-40df-8f36-def2d623cfb5 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:45.433428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Attempting to bind port c876b426-5ec9-40df-8f36-def2d623cfb5 on network 35e6f71b-84d8-400a-8cdf-80f2e939e828 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:45.442011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Port c876b426-5ec9-40df-8f36-def2d623cfb5 on network 35e6f71b-84d8-400a-8cdf-80f2e939e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:42:45.442345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Attempting to bind port c876b426-5ec9-40df-8f36-def2d623cfb5 on network 35e6f71b-84d8-400a-8cdf-80f2e939e828 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:45.449158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-f46e203d-9b8d-43a4-a344-8bf6c1e827aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.0409582 Jul 30 03:42:45.490115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:45.490373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Checking segment: {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:45.490758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Bound using segment: {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:45.491257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Bound port: c876b426-5ec9-40df-8f36-def2d623cfb5, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aac28be-80e2-4105-aec1-0a5ddc2b93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:45.491621 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.509541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-379a7fbd-bbe5-4200-8398-474eab88c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.511212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-379a7fbd-bbe5-4200-8398-474eab88c763 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.0538187 Jul 30 03:42:45.531791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 722b8203-9b8d-48dd-b84d-d3c44b8b504c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:45.537437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 722b8203-9b8d-48dd-b84d-d3c44b8b504c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:45.538053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.591890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-d32ae35d-018a-4343-a668-6ca12a7d350d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719166 Jul 30 03:42:45.607351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:45.704794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-f79bd062-aeeb-443a-a2a2-a9c019348194 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.706291 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-f79bd062-aeeb-443a-a2a2-a9c019348194 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 812 time: 0.2823689 Jul 30 03:42:45.714859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] For port c876b426-5ec9-40df-8f36-def2d623cfb5, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:45.735092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] For port c876b426-5ec9-40df-8f36-def2d623cfb5, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c876b426-5ec9-40df-8f36-def2d623cfb5,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:45.767001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Request body: {'port': {'device_id': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'admin_state_up': True, 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:45.773394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.776521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-a809b7eb-e4c7-4611-88ad-456a48698d60 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557126 Jul 30 03:42:45.796448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044aa3-59f4-4500-bb81-4be03a7ff823 req-9a1a13dd-ffab-4b66-8935-85dc08ef18d3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.798011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31044aa3-59f4-4500-bb81-4be03a7ff823 req-9a1a13dd-ffab-4b66-8935-85dc08ef18d3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.2581985 Jul 30 03:42:45.832783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c1bd2adc-279f-47c6-9b20-624a1cf41890 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:42:45.860845 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.864425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:45.865062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:45.866472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] 10.222.0.18 "PUT /v2.0/ports/c876b426-5ec9-40df-8f36-def2d623cfb5 HTTP/1.1" status: 200 len: 1092 time: 1.4026856 Jul 30 03:42:45.867471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'tag': 'c876b426-5ec9-40df-8f36-def2d623cfb5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:45.870192 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2d5d7-c443-499a-bd6b-efa95e4a3138" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bc767d-4764-4405-aabe-44ffbbf20130", "tag": "c876b426-5ec9-40df-8f36-def2d623cfb5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:45.974719 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34bdb04-8653-48cb-95d0-31e361d538c7 x-openstack-request-id: req-f34bdb04-8653-48cb-95d0-31e361d538c7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:45.975004 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bc767d-4764-4405-aabe-44ffbbf20130", "tag": "c876b426-5ec9-40df-8f36-def2d623cfb5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:45.975290 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f34bdb04-8653-48cb-95d0-31e361d538c7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:45.975850 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'tag': 'c876b426-5ec9-40df-8f36-def2d623cfb5', 'status': 'completed', 'code': 200} Jul 30 03:42:46.003343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31044aa3-59f4-4500-bb81-4be03a7ff823 req-e3073022-b95d-437b-a713-3c936179784f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909909 Jul 30 03:42:46.043000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5228746b-8d15-4eb2-bda2-27859c8daeb1 req-7a51d36a-cd0b-4920-b4af-e80072d8d3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439609 Jul 30 03:42:46.065510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6787ee1-04fb-44a5-bf4a-b9cdfad98773 service neutron] Pushing event updated for resources: {'Port': ['ID=c876b426-5ec9-40df-8f36-def2d623cfb5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:46.142213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added routes are [] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 03:42:46.142721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 03:42:46.163252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-3ce986ac-1827-4dd5-8b46-8d7d4b12159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:46.164980 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-3ce986ac-1827-4dd5-8b46-8d7d4b12159f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af28d58f5104436486b4c4f225b9b914&device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 1095 time: 0.2317009 Jul 30 03:42:46.168098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 722b8203-9b8d-48dd-b84d-d3c44b8b504c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=722b8203-9b8d-48dd-b84d-d3c44b8b504c,segment=NetworkSegment(66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d),segment_id=66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:46.210940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:46.217140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a80a3-9905-4900-9ab8-eab163f5b3d5 req-767a6093-8a6e-4726-8c4f-0c8e76eee054 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:46.221171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-825a80a3-9905-4900-9ab8-eab163f5b3d5 req-767a6093-8a6e-4726-8c4f-0c8e76eee054 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 944 time: 0.0956769 Jul 30 03:42:46.224892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'port_id': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'mac_address': 'fa:16:3e:f5:d2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:42:46.227341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-3dc255ae-d051-4519-bbd7-98018c11a908 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c876b426-5ec9-40df-8f36-def2d623cfb5 HTTP/1.1" status: 200 len: 217 time: 0.0488534 Jul 30 03:42:46.229199 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:46.248005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Made reservation on behalf of 1c68c5ac8db5491191bfa214ce5c758e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:42:46.251879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:46.305926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-825a80a3-9905-4900-9ab8-eab163f5b3d5 req-f9c75786-fe03-426e-99c4-324c8f808e39 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755780 Jul 30 03:42:46.316514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=722b8203-9b8d-48dd-b84d-d3c44b8b504c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:46.339233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fbb96-e3e3-407c-b0ea-aff8b663347f req-bcc18a67-4ebe-4a8a-832f-894bde0284db tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:46.341587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:46.342916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a05fbb96-e3e3-407c-b0ea-aff8b663347f req-bcc18a67-4ebe-4a8a-832f-894bde0284db tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 943 time: 0.0863843 Jul 30 03:42:46.402108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-ee6d4449-a0ea-4f86-8715-82ccabdd9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:46.404527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-ee6d4449-a0ea-4f86-8715-82ccabdd9b08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a684e72-0f10-47f8-845e-29143a6fb15d HTTP/1.1" status: 200 len: 853 time: 0.1668921 Jul 30 03:42:46.408232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a05fbb96-e3e3-407c-b0ea-aff8b663347f req-ad32b14b-416b-4ec0-8572-ca8182603faf tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593879 Jul 30 03:42:46.427229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:46.427229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:46.448868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 6, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:42Z', 'revision_number': 4, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:46.477847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd2adc-279f-47c6-9b20-624a1cf41890 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:46.484172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:46.487970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-0b2a4bd6-14ec-4fa9-85ab-5e089885dcc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e6f71b-84d8-400a-8cdf-80f2e939e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377390 Jul 30 03:42:46.509985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:46.510804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:46.514081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:46.538917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7f7460a-2cf8-45a9-ab58-be1ed48500ec req-8ebf9b00-20ff-4a0c-881a-758ee3024a00 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 210 time: 0.0379620 Jul 30 03:42:46.555760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:46.655968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:46.688344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:46.873253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c1bd2adc-279f-47c6-9b20-624a1cf41890'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:46.993153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:46Z', 'revision_number': 7, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:45Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:47.002717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Allocated IP 172.20.0.3 (009178f2-19e4-4dbb-a0b2-24b35b4a53b3/2cd2fe7c-a307-4fe5-88c5-f9548f06c403/796bf5db-106a-4955-9ad4-a6dffdf177b3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:42:47.034581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a0c07-c863-452f-8bd2-3e2f3de155cf None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:46Z', 'revision_number': 7, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:45Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:47.101123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.108052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.166202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c289f-6d1e-4d06-81ff-1e76b8cb9466 req-76288d2e-2f01-4f7a-a33f-10955569dc23 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:47.167401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed8c289f-6d1e-4d06-81ff-1e76b8cb9466 req-76288d2e-2f01-4f7a-a33f-10955569dc23 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0569503 Jul 30 03:42:47.216544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed8c289f-6d1e-4d06-81ff-1e76b8cb9466 req-6b8806ce-9184-45c2-9f58-36ee4e55036d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Jul 30 03:42:47.227483 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-00edc48a-1033-4fc9-b9d2-a1d0c510d71e service neutron] 10.222.0.18 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015941 Jul 30 03:42:47.277533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 722b8203-9b8d-48dd-b84d-d3c44b8b504c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:47.338062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 722b8203-9b8d-48dd-b84d-d3c44b8b504c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:47.338501 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.422976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:47.482326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.485352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257ebd7-bbf6-4cf2-86f1-c8c4920f719f req-78974ba1-9600-4756-8d39-07194479c5bb tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:47.487416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d257ebd7-bbf6-4cf2-86f1-c8c4920f719f req-78974ba1-9600-4756-8d39-07194479c5bb tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 945 time: 0.0742745 Jul 30 03:42:47.493598 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f4f3c6a7-f901-4c11-9ee7-2d9455e46699 req-7b41b438-3233-4110-865f-a51842ad25f6 service neutron] 10.222.0.18 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862171 Jul 30 03:42:47.575911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d257ebd7-bbf6-4cf2-86f1-c8c4920f719f req-73275386-6eca-48d0-88b7-7f3bac34d108 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809886 Jul 30 03:42:47.587976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3c421-a365-4eb5-9222-5c61633b46e9 req-f5817c65-2bf4-41b3-b5cd-3a8beb5766c4 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:47.589751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79d3c421-a365-4eb5-9222-5c61633b46e9 req-f5817c65-2bf4-41b3-b5cd-3a8beb5766c4 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 943 time: 0.0814321 Jul 30 03:42:47.594803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Transition to ACTIVE for port object 796bf5db-106a-4955-9ad4-a6dffdf177b3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:47.640773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79d3c421-a365-4eb5-9222-5c61633b46e9 req-1fc62d94-2274-41c7-a2ea-9f0b004555b2 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Jul 30 03:42:47.666848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.682132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['0de32b21-2c5d-40e3-8cc3-4bac4b65a521'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:47.708886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:47.716586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:47.719912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.721919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-03935913-5686-4c64-8214-88295a0a619f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 700 time: 2.6743901 Jul 30 03:42:47.724821 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:47.725646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:47.733553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:42:47.735965 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:47.736839 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:47.742021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:42:47.748247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:42:47.752951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:47.775242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-8aa1531c-ccfc-4762-bc8d-a278ba4866ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:47.776792 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-8aa1531c-ccfc-4762-bc8d-a278ba4866ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af28d58f5104436486b4c4f225b9b914&device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 1095 time: 0.1985023 Jul 30 03:42:47.844658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:42:47.846127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c1bd2adc-279f-47c6-9b20-624a1cf41890 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:47.871994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:47.872345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:47.909075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:47.923725 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-c79eace3-f003-411e-9e46-3b8107fc34fe tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1550715 Jul 30 03:42:47.950379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Request body: {'port': {'device_id': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:42:47.993594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-af10a3e1-644c-4569-aa5d-164ca5559ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:47.995733 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-af10a3e1-644c-4569-aa5d-164ca5559ef3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 200 len: 913 time: 0.2077072 Jul 30 03:42:48.072920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:42:48.116308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-e3fabc7e-72c9-4a24-968b-7a7d69c0c887 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c876b426-5ec9-40df-8f36-def2d623cfb5 HTTP/1.1" status: 200 len: 217 time: 0.1091528 Jul 30 03:42:48.148331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.188609 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.271917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port c1bd2adc-279f-47c6-9b20-624a1cf41890 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:48.307617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c1bd2adc-279f-47c6-9b20-624a1cf41890 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:48.308298 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.312220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-6348f18f-ba3b-4ff1-a2a1-1180b9dbd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:48.312789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-452e19c6-4f33-4213-ab55-17c6a4c9e6f0 None None] Provisioning for port 796bf5db-106a-4955-9ad4-a6dffdf177b3 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:48.317320 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-6348f18f-ba3b-4ff1-a2a1-1180b9dbd572 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a684e72-0f10-47f8-845e-29143a6fb15d HTTP/1.1" status: 200 len: 853 time: 0.1893477 Jul 30 03:42:48.337285 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:46Z', 'revision_number': 7, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:45Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:48.358722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-452e19c6-4f33-4213-ab55-17c6a4c9e6f0 None None] Provisioning complete for port 796bf5db-106a-4955-9ad4-a6dffdf177b3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:48.359643 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-452e19c6-4f33-4213-ab55-17c6a4c9e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.368255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:48.400587 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:48.413948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:48.414220 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-9355eba6-f56f-4eea-8bfa-4ac9140c17a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e6f71b-84d8-400a-8cdf-80f2e939e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849590 Jul 30 03:42:48.414650 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:48.431475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'network_id': '5e642081-54e8-41b5-b5b3-57d91ce8ec14', 'port_id': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'mac_address': 'fa:16:3e:4c:2e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcedd63f-e6ca-4ef4-9b87-787525cd35be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:42:48.484577 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.484971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94b556-e37c-4eed-85ed-91ffc981711e req-470cf257-e2f4-4250-b310-3ef70a27c64f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:48.493217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e94b556-e37c-4eed-85ed-91ffc981711e req-470cf257-e2f4-4250-b310-3ef70a27c64f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 931 time: 0.7812679 Jul 30 03:42:48.500510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-452e19c6-4f33-4213-ab55-17c6a4c9e6f0 None None] Port 796bf5db-106a-4955-9ad4-a6dffdf177b3 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:42:48.509277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:48.558250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-579fe4cb-5a4e-4571-b952-c402b41479f2 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 700 time: 0.7972109 Jul 30 03:42:48.564163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52406) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:48.574505 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:48.590449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df11e-9986-436a-817a-836899ae790a req-b9bbbd2a-5b05-477c-91fb-c6c5fa4e7f97 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:48.592278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc2df11e-9986-436a-817a-836899ae790a req-b9bbbd2a-5b05-477c-91fb-c6c5fa4e7f97 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 945 time: 0.1508663 Jul 30 03:42:48.602276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:48.605128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e94b556-e37c-4eed-85ed-91ffc981711e req-9de6f1ec-bff5-4f46-b346-dab4c0b4b4b8 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Jul 30 03:42:48.636736 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.653142 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.755910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:48.760328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:48.763927 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c028dd-9a55-46ff-b564-1c2af760ed2b" -d '{"events": [{"server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:48.772979 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.825479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:48.845148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-561f3d26-17c2-4555-8ec2-661b5f79e133 service neutron] 10.222.0.18 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229546 Jul 30 03:42:48.864439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796bf5db-106a-4955-9ad4-a6dffdf177b3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:48.882837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.891409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['d7af102d-8f3b-4617-8afc-3c1869512dd0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:48.930528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Transition to ACTIVE for port object 796bf5db-106a-4955-9ad4-a6dffdf177b3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:42:48.930917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:48.947603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:48.994341 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:46Z', 'revision_number': 7, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:45Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:49.053958 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78f2d5d7-c443-499a-bd6b-efa95e4a3138 req-1d04c6e6-b6ab-43b6-b995-81768a9330d8 service neutron] 10.222.0.18 "GET /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989453 Jul 30 03:42:49.072440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:49.073800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc2df11e-9986-436a-817a-836899ae790a req-7b7b7f09-75f8-4975-93ed-72424dc1578d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408073 Jul 30 03:42:49.197963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Attempting to bind port 796bf5db-106a-4955-9ad4-a6dffdf177b3 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:42:49.198509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Attempting to bind port 796bf5db-106a-4955-9ad4-a6dffdf177b3 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:42:49.198838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Attempting to bind port 796bf5db-106a-4955-9ad4-a6dffdf177b3 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:49.207806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Port 796bf5db-106a-4955-9ad4-a6dffdf177b3 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:42:49.209910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Attempting to bind port 796bf5db-106a-4955-9ad4-a6dffdf177b3 on network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:42:49.215055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2ea66-4681-4c40-b418-e0e4ec291a8e req-6fe301f5-2b11-45d4-96f3-c5dfdea822dc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.226125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:42:49.227871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Checking segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:42:49.230317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Bound using segment: {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:42:49.231484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Bound port: 796bf5db-106a-4955-9ad4-a6dffdf177b3, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b560385-946f-44a5-a16a-c8dfc0a97da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:42:49.237889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbd2ea66-4681-4c40-b418-e0e4ec291a8e req-6fe301f5-2b11-45d4-96f3-c5dfdea822dc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.4058430 Jul 30 03:42:49.238473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:49.305647 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b5698-dadf-40d0-acaf-25e7c6551f8c None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:46Z', 'revision_number': 7, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722b8203-9b8d-48dd-b84d-d3c44b8b504c', 'name': '', 'network_id': 'fd202d08-6e46-4ff9-a99b-c9bd659c42bf', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:1c:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:35Z', 'updated_at': '2021-07-30T03:42:45Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '7447004d-64a7-4cee-8cb9-b907fdeccfeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:49.388511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:42:49.397351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:42:49.405868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:49.426318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbd2ea66-4681-4c40-b418-e0e4ec291a8e req-ea5640ce-8b70-4a77-8f1b-24542fd7ba31 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866744 Jul 30 03:42:49.473017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.473647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:49.475066 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] 10.222.0.16 "PUT /v2.0/ports/796bf5db-106a-4955-9ad4-a6dffdf177b3 HTTP/1.1" status: 200 len: 1092 time: 1.5412157 Jul 30 03:42:49.480622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c56cd-24d7-45e2-bbec-2dc491109ebf req-9a557781-beee-40d8-9f36-3b49e4acc5cd tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.491184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d99c56cd-24d7-45e2-bbec-2dc491109ebf req-9a557781-beee-40d8-9f36-3b49e4acc5cd tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 943 time: 0.2221460 Jul 30 03:42:49.539532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:49.541799 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6763e5-770e-45eb-9192-1371e90dd7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:49.545239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93721062-d399-4cea-bf33-97152b12d0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:49.618907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d99c56cd-24d7-45e2-bbec-2dc491109ebf req-b87453f1-8bb7-4943-82bb-4d152633748b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228240 Jul 30 03:42:49.655780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-a7c4ebee-4ce8-41bd-9721-09403be66e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.660320 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-a7c4ebee-4ce8-41bd-9721-09403be66e08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 1095 time: 0.0941012 Jul 30 03:42:49.662828 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7abbc3-9ae4-4727-ac7e-4e1d746acdc6 x-openstack-request-id: req-1e7abbc3-9ae4-4727-ac7e-4e1d746acdc6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:49.663352 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:49.663474 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e7abbc3-9ae4-4727-ac7e-4e1d746acdc6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:49.663847 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'code': 200} Jul 30 03:42:49.741353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:49.763302 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd947d54-bc52-4b5b-84c9-a62290b685f6 x-openstack-request-id: req-fd947d54-bc52-4b5b-84c9-a62290b685f6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:49.763573 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:49.763887 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd947d54-bc52-4b5b-84c9-a62290b685f6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:49.764309 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'status': 'completed', 'code': 200} Jul 30 03:42:49.784754 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-a5b9587d-c690-45c3-b5bf-8cf7e94f9dbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3 HTTP/1.1" status: 200 len: 217 time: 0.1110101 Jul 30 03:42:49.837722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c876b426-5ec9-40df-8f36-def2d623cfb5 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:42:49.842261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:49.900457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc33a6-1593-4588-801b-a262ce0774de req-ac8bda8f-8815-47a8-8a1f-1d30594d898b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.902264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74cc33a6-1593-4588-801b-a262ce0774de req-ac8bda8f-8815-47a8-8a1f-1d30594d898b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 943 time: 0.0847461 Jul 30 03:42:49.938460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-05b19662-ea23-4bfd-9d34-41225e8bf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.943199 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-05b19662-ea23-4bfd-9d34-41225e8bf66d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1115537 Jul 30 03:42:49.990123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b8d55-b954-494e-99f7-edcd9c09ef41 req-17b8eaa6-0702-4906-a534-7d8a7e5b044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:49.991982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-328b8d55-b954-494e-99f7-edcd9c09ef41 req-17b8eaa6-0702-4906-a534-7d8a7e5b044e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.2267020 Jul 30 03:42:50.015712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74cc33a6-1593-4588-801b-a262ce0774de req-83d0a87b-2269-4527-b82f-7db57334d9db tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838079 Jul 30 03:42:50.031826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-8038a226-f674-4840-9158-2d9a4977ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.040429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-8038a226-f674-4840-9158-2d9a4977ac4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862632 Jul 30 03:42:50.062323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port d7af102d-8f3b-4617-8afc-3c1869512dd0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:50.063598 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-328b8d55-b954-494e-99f7-edcd9c09ef41 req-8524bfaa-d16f-4bf2-ad85-8180bcc882ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618517 Jul 30 03:42:50.075627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port d7af102d-8f3b-4617-8afc-3c1869512dd0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:50.076002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.114149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c876b426-5ec9-40df-8f36-def2d623cfb5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c876b426-5ec9-40df-8f36-def2d623cfb5,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:50.138577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'c876b426-5ec9-40df-8f36-def2d623cfb5', 'network_id': '35e6f71b-84d8-400a-8cdf-80f2e939e828', 'port_id': 'c876b426-5ec9-40df-8f36-def2d623cfb5', 'mac_address': 'fa:16:3e:ba:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a684e72-0f10-47f8-845e-29143a6fb15d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:42:50.166475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-bac4741b-369c-4a02-bbc1-1f438ea00f5c service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158755 Jul 30 03:42:50.185686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 722b8203-9b8d-48dd-b84d-d3c44b8b504c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:50.186544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.221164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.267077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c876b426-5ec9-40df-8f36-def2d623cfb5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:50.301217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c876b426-5ec9-40df-8f36-def2d623cfb5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c876b426-5ec9-40df-8f36-def2d623cfb5,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:50.302325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.318089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 722b8203-9b8d-48dd-b84d-d3c44b8b504c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=722b8203-9b8d-48dd-b84d-d3c44b8b504c,segment=NetworkSegment(66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d),segment_id=66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:50.318643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.333193 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a5c635e-39e4-49da-b194-57b6cadf9bd9 req-56312e79-129c-4fe2-9090-612800d24c6c service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580291 Jul 30 03:42:50.335643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 722b8203-9b8d-48dd-b84d-d3c44b8b504c owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:50.336359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.368277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:50.393384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.421373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c876b426-5ec9-40df-8f36-def2d623cfb5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:50.495909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:50.520272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-00bbdf3a-5c43-4611-9a4c-dfd8fe32b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.522093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-00bbdf3a-5c43-4611-9a4c-dfd8fe32b00b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 1095 time: 0.0587339 Jul 30 03:42:50.571044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6a05-8ca6-4f32-8d75-03484ab2f3c6 req-2c6e14f4-a8ca-40a5-9072-221ec857f51b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.572491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bda6a05-8ca6-4f32-8d75-03484ab2f3c6 req-2c6e14f4-a8ca-40a5-9072-221ec857f51b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 946 time: 0.2321441 Jul 30 03:42:50.609837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c876b426-5ec9-40df-8f36-def2d623cfb5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:50.624995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d19c5-b8b9-40d3-8c59-a574c932350c req-6f56f80a-7d18-4425-ad38-c28c73b65bd3 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.628775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e7d19c5-b8b9-40d3-8c59-a574c932350c req-6f56f80a-7d18-4425-ad38-c28c73b65bd3 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1179967 Jul 30 03:42:50.634699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-e464e6f3-47c9-4075-8e3d-16197156af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.636233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-e464e6f3-47c9-4075-8e3d-16197156af2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.1054420 Jul 30 03:42:50.680446 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-aafe8868-d9f4-4702-918e-f8f15b8de957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3 HTTP/1.1" status: 200 len: 217 time: 0.0360727 Jul 30 03:42:50.705617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:50.714615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bda6a05-8ca6-4f32-8d75-03484ab2f3c6 req-7a4e2964-f90e-46eb-b040-b4443d887f45 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248295 Jul 30 03:42:50.743015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e7d19c5-b8b9-40d3-8c59-a574c932350c req-03d578c0-14ed-4564-a6cd-45a9ed41284b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941145 Jul 30 03:42:50.744290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=722b8203-9b8d-48dd-b84d-d3c44b8b504c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:50.787547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-be71c254-4d77-4ffa-8b92-b68eda2466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.789719 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-be71c254-4d77-4ffa-8b92-b68eda2466ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.1017613 Jul 30 03:42:50.871713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-d763b311-7386-4d85-830e-6c03aaacb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:50.873658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-d763b311-7386-4d85-830e-6c03aaacb3b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759201 Jul 30 03:42:51.015663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-ea40b286-fba5-496f-939b-74f9de3d6167 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273010 Jul 30 03:42:51.039085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea417d-5c9a-4cd6-b675-399d3a343908 req-e6d51cd2-6c8f-4b84-bc70-613a7b8e09fd tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:51.040880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ecea417d-5c9a-4cd6-b675-399d3a343908 req-e6d51cd2-6c8f-4b84-bc70-613a7b8e09fd tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 944 time: 0.1597631 Jul 30 03:42:51.076474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.134034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-da6763e5-770e-45eb-9192-1371e90dd7e3 req-631d44e5-7c05-44f5-b5b7-88d9bfb1f67c service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134546 Jul 30 03:42:51.222012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ecea417d-5c9a-4cd6-b675-399d3a343908 req-5cf5f343-0c8e-4e74-91ab-d5848e24931e tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607745 Jul 30 03:42:51.277564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e3cc-ebbe-4b2d-b83c-b2e244c50cb1 req-47ad589f-4fbf-4b29-82c6-dc135a79736d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:51.279876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe12e3cc-ebbe-4b2d-b83c-b2e244c50cb1 req-47ad589f-4fbf-4b29-82c6-dc135a79736d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 943 time: 0.1180949 Jul 30 03:42:51.360648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe12e3cc-ebbe-4b2d-b83c-b2e244c50cb1 req-9f2718ba-e248-4b3c-ad4d-8cbcfeb9a34c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Jul 30 03:42:51.365326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:51.478653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:51.484419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8329140b-cbcd-49d4-8b9c-2fd4c5a860b9 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9188442 Jul 30 03:42:51.487186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:51.489927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:51.499998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:51.501436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:51.548384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet 7447004d-64a7-4cee-8cb9-b907fdeccfeb {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:42:51.551678 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.595899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:51.599561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.666531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:51.669065 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1f5dbc-4f2e-42e8-a2d4-cc066409d8d6" -d '{"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:51.702977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.732370 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83883564-f0fb-49f6-a87d-a264887e4faf x-openstack-request-id: req-83883564-f0fb-49f6-a87d-a264887e4faf {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:51.732658 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:51.732900 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83883564-f0fb-49f6-a87d-a264887e4faf {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:51.733290 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'code': 200} Jul 30 03:42:51.795476 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.843358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.847755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/7447004d-64a7-4cee-8cb9-b907fdeccfeb HTTP/1.1" status: 204 len: 168 time: 0.3533998 Jul 30 03:42:51.847755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6489272-4828-4708-9412-435a3667079f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=7447004d-64a7-4cee-8cb9-b907fdeccfeb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:51.848283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52448) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:51.854041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c876b426-5ec9-40df-8f36-def2d623cfb5 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:51.855933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fa371-1961-43c6-9924-9185b646f019 None None] Network fd202d08-6e46-4ff9-a99b-c9bd659c42bf requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:51.977910 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:51.978802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360080c-ab17-4ac6-a1d8-4c26350acd70 req-0f95f0ea-b324-4ced-863b-5f34e7b36ea5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:51.980694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7360080c-ab17-4ac6-a1d8-4c26350acd70 req-0f95f0ea-b324-4ced-863b-5f34e7b36ea5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0745370 Jul 30 03:42:51.993446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7367f1-1416-495c-bac1-8c12c3a7264d req-40342a8d-ec5f-4449-8da7-08fe144034bf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:51.995479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb7367f1-1416-495c-bac1-8c12c3a7264d req-40342a8d-ec5f-4449-8da7-08fe144034bf tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1626923 Jul 30 03:42:52.022335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:50Z', 'revision_number': 8, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:52.052781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b36540-357e-49d1-9df4-c4d084eb6743 req-607c5f5c-1c38-4421-b3ee-75c6dc14f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.054464 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30b36540-357e-49d1-9df4-c4d084eb6743 req-607c5f5c-1c38-4421-b3ee-75c6dc14f998 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0875158 Jul 30 03:42:52.057568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:52.063918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7360080c-ab17-4ac6-a1d8-4c26350acd70 req-ae0e7c1a-0261-472c-932c-0ed18b5cea38 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659904 Jul 30 03:42:52.074764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port c876b426-5ec9-40df-8f36-def2d623cfb5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:52.087272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port c876b426-5ec9-40df-8f36-def2d623cfb5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:52.087272 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.087734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb7367f1-1416-495c-bac1-8c12c3a7264d req-659ca5aa-dc1c-42dd-a8e8-a94c357551ab tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825243 Jul 30 03:42:52.100089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 513afabc-e7a9-4b87-9a0c-08a06150ba15 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:52.100473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.155067 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-30b36540-357e-49d1-9df4-c4d084eb6743 req-fcd3d27c-bde6-45d1-bf6c-503e77713d47 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919554 Jul 30 03:42:52.187093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 513afabc-e7a9-4b87-9a0c-08a06150ba15, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=513afabc-e7a9-4b87-9a0c-08a06150ba15,segment=NetworkSegment(66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d),segment_id=66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:52.187484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.208222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 513afabc-e7a9-4b87-9a0c-08a06150ba15 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:52.302162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:52.302699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:52.321679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.377081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=513afabc-e7a9-4b87-9a0c-08a06150ba15,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:52.382624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad81544-5f84-4730-9e26-370754facd69 None None] DHCP port deletion for fd202d08-6e46-4ff9-a99b-c9bd659c42bf request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:42:52.391079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port 513afabc-e7a9-4b87-9a0c-08a06150ba15 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:52.424660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40551f-2291-482d-9a98-30b0f28184c9 req-19edcff5-e358-408d-bb44-dbe06879fe5b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.432486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc40551f-2291-482d-9a98-30b0f28184c9 req-19edcff5-e358-408d-bb44-dbe06879fe5b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 944 time: 0.0748675 Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.438067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.439556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.441265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:52.488403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:52.521023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.545678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc40551f-2291-482d-9a98-30b0f28184c9 req-00ef5c76-34cd-4489-9481-f6cd4d651b37 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078563 Jul 30 03:42:52.574424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8504e80-e82c-4b6f-a6a5-f5ea5a0b0d2b req-0187cfba-6627-480e-a176-bbfc90c9fc9f tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.580254 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.582321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8504e80-e82c-4b6f-a6a5-f5ea5a0b0d2b req-0187cfba-6627-480e-a176-bbfc90c9fc9f tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1235261 Jul 30 03:42:52.593266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd202d08-6e46-4ff9-a99b-c9bd659c42bf']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:52.611286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:52.611499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e1fc01-60a2-4d13-82a0-ad5f5c79cb5d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:52.626598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374208c0-1c5f-4a73-9685-41e15735795a req-ca2ce1b3-0c76-4efc-8f64-85929d085795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.628212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-ca2ce1b3-0c76-4efc-8f64-85929d085795 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.2150438 Jul 30 03:42:52.630268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.647397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port c876b426-5ec9-40df-8f36-def2d623cfb5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c876b426-5ec9-40df-8f36-def2d623cfb5,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:52.653889 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.664104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.671764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8504e80-e82c-4b6f-a6a5-f5ea5a0b0d2b req-f6b49822-d93c-4c88-8692-321596f28961 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884733 Jul 30 03:42:52.701959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46c6b5-7208-46d8-9b80-3b7f4d87cbd2 req-63780e6d-29bb-47be-9514-d4bc21803d43 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.709722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:42:52.710142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.711307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e46c6b5-7208-46d8-9b80-3b7f4d87cbd2 req-63780e6d-29bb-47be-9514-d4bc21803d43 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 943 time: 0.0820515 Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:42:52.713432 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:42:52.786626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e46c6b5-7208-46d8-9b80-3b7f4d87cbd2 req-44e5fe15-aa09-435a-8a71-3043140aa164 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Jul 30 03:42:52.794257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=c876b426-5ec9-40df-8f36-def2d623cfb5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:52.812283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.817053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:52.819266 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/fd202d08-6e46-4ff9-a99b-c9bd659c42bf HTTP/1.1" status: 204 len: 168 time: 0.9696877 Jul 30 03:42:52.822666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:52.845823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cefd2-edad-428d-a743-2dc83b946813 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=fd202d08-6e46-4ff9-a99b-c9bd659c42bf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:52.854835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374208c0-1c5f-4a73-9685-41e15735795a req-d4a746ef-d715-495d-84fd-0fb4779fb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.858067 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-d4a746ef-d715-495d-84fd-0fb4779fb6ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.2181091 Jul 30 03:42:52.876019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:50Z', 'revision_number': 8, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:52.910669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e83a2-14af-468d-a3f7-38799b889211 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:50Z', 'revision_number': 8, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc', 'name': '', 'network_id': '31ed0310-32e4-4f65-959a-c40d6004e8d3', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:cb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:26Z', 'updated_at': '2021-07-30T03:42:41Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'de9570f8-2683-4797-89d2-c8b1de36d132', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:52.934400 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-dc461bde-4d85-455f-9487-d58c9a0cb828 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.0650909 Jul 30 03:42:52.994814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374208c0-1c5f-4a73-9685-41e15735795a req-d91a020a-a5c5-430d-8104-1fcf63d288f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:52.996596 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-d91a020a-a5c5-430d-8104-1fcf63d288f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.0530653 Jul 30 03:42:53.035699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-04eb6475-15b1-46f6-a26f-c8c8f65d42a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322504 Jul 30 03:42:53.164682 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-be1cfc94-5c4e-4f3e-9084-fbea2fd65d4c service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200731 Jul 30 03:42:53.307677 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-374208c0-1c5f-4a73-9685-41e15735795a req-49097f8c-be24-41d2-bdeb-2811bd2b3e6e service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287832 Jul 30 03:42:53.344622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 722b8203-9b8d-48dd-b84d-d3c44b8b504c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:53.375001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 722b8203-9b8d-48dd-b84d-d3c44b8b504c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:53.379225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 722b8203-9b8d-48dd-b84d-d3c44b8b504c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:53.379789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 513afabc-e7a9-4b87-9a0c-08a06150ba15 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:53.413611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 513afabc-e7a9-4b87-9a0c-08a06150ba15 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:53.414103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 513afabc-e7a9-4b87-9a0c-08a06150ba15 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:53.457689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846c536-600f-4b2d-9702-58a39e09d1b3 req-45b26fa2-6b71-4d03-868b-bf377173ef59 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:53.459237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a846c536-600f-4b2d-9702-58a39e09d1b3 req-45b26fa2-6b71-4d03-868b-bf377173ef59 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.5191033 Jul 30 03:42:53.532545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa791c-db4a-49be-8cba-bf16ef0d6b2a req-5c5d0d11-8a47-43c9-a13d-6357c78a5d49 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:53.533962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6efa791c-db4a-49be-8cba-bf16ef0d6b2a req-5c5d0d11-8a47-43c9-a13d-6357c78a5d49 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1336477 Jul 30 03:42:53.577265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a846c536-600f-4b2d-9702-58a39e09d1b3 req-a2cd89b4-4afb-463d-9ed8-9a865073789b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090279 Jul 30 03:42:53.626550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6efa791c-db4a-49be-8cba-bf16ef0d6b2a req-522ec9a9-37e7-4889-a4a8-e8cf7dc30821 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860713 Jul 30 03:42:53.734605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c876b426-5ec9-40df-8f36-def2d623cfb5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:53.736969 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87861e3c-046a-4edb-93b1-75a937a20acb" -d '{"events": [{"server_uuid": "c6bc767d-4764-4405-aabe-44ffbbf20130", "name": "network-vif-plugged", "status": "completed", "tag": "c876b426-5ec9-40df-8f36-def2d623cfb5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:53.752469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:53.808170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347b26-2814-4a01-9c11-ec2e5bf7ec0b req-63099176-5ba2-4bf3-85b2-fc803f897c18 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:53.809647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5347b26-2814-4a01-9c11-ec2e5bf7ec0b req-63099176-5ba2-4bf3-85b2-fc803f897c18 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 945 time: 0.1106770 Jul 30 03:42:53.919288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231af43-4068-4aa8-bd05-f49978388461 req-88c137e2-8644-4a1f-9195-d6446fcb8d57 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:53.920730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5231af43-4068-4aa8-bd05-f49978388461 req-88c137e2-8644-4a1f-9195-d6446fcb8d57 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1639364 Jul 30 03:42:53.923386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5347b26-2814-4a01-9c11-ec2e5bf7ec0b req-ede5b969-9385-4f53-986a-cabf5a47f712 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713320 Jul 30 03:42:53.968556 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c44b1b-5094-48c7-9aef-029c265c040e x-openstack-request-id: req-b3c44b1b-5094-48c7-9aef-029c265c040e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:53.968851 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bc767d-4764-4405-aabe-44ffbbf20130", "name": "network-vif-plugged", "status": "completed", "tag": "c876b426-5ec9-40df-8f36-def2d623cfb5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:53.969103 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3c44b1b-5094-48c7-9aef-029c265c040e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:53.969495 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c876b426-5ec9-40df-8f36-def2d623cfb5', 'code': 200} Jul 30 03:42:54.019409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5231af43-4068-4aa8-bd05-f49978388461 req-a120b9cd-ed6c-4835-8adb-070e3f8b91d7 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924299 Jul 30 03:42:54.070142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9fd11-eff1-4dbb-a73d-94695ee9820e req-11c5caa2-51ba-4f13-9e0e-2d3a687f4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:54.071581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9e9fd11-eff1-4dbb-a73d-94695ee9820e req-11c5caa2-51ba-4f13-9e0e-2d3a687f4c32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 1097 time: 0.0424547 Jul 30 03:42:54.104415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87588f33-fcf5-4837-b561-ecb3e0254aa0 req-eb176ef4-6eba-4f06-b4c3-c8cff75acb15 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:54.105957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87588f33-fcf5-4837-b561-ecb3e0254aa0 req-eb176ef4-6eba-4f06-b4c3-c8cff75acb15 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 943 time: 0.0809550 Jul 30 03:42:54.106096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a9e9fd11-eff1-4dbb-a73d-94695ee9820e req-2c10bb37-b9aa-4608-b2e6-f8b077331d65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276821 Jul 30 03:42:54.177450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87588f33-fcf5-4837-b561-ecb3e0254aa0 req-e7e3a305-44d4-4f7a-95e7-25df5cd03ef3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Jul 30 03:42:54.197547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:54.197894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:54.284412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,segment=NetworkSegment(36b48376-d6b3-48eb-97bc-796e5d2a10ea),segment_id=36b48376-d6b3-48eb-97bc-796e5d2a10ea)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:54.284776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:54.297579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:54.468074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:54.492506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:54.505546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.505904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.506244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.506584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.506923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.507290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.507621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.507954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.508283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.508606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.508928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.509250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:42:54.695923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:54.732448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e7cb2-bc3f-4cef-b274-ab725036bce2 req-a0ab2fcc-d583-415b-846b-8cb224289eb6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:54.733843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc2e7cb2-bc3f-4cef-b274-ab725036bce2 req-a0ab2fcc-d583-415b-846b-8cb224289eb6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0825899 Jul 30 03:42:54.738597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 796bf5db-106a-4955-9ad4-a6dffdf177b3 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:42:54.832624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:54.844734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'mac_address': 'fa:16:3e:5b:cb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:42:54.867107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612a6a0-ffe3-4cd1-bad2-96bf3f7e01e0 req-3c559173-92d0-4ddd-8dc4-8d5cf9b3e85b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:54.868725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e612a6a0-ffe3-4cd1-bad2-96bf3f7e01e0 req-3c559173-92d0-4ddd-8dc4-8d5cf9b3e85b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1622586 Jul 30 03:42:54.877200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc2e7cb2-bc3f-4cef-b274-ab725036bce2 req-aa2d0a40-4f16-49c7-a465-2b1d53ecbadc tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281669 Jul 30 03:42:54.885558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:54.908394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796bf5db-106a-4955-9ad4-a6dffdf177b3 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:42:54.929121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:54.934662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:54.958381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e612a6a0-ffe3-4cd1-bad2-96bf3f7e01e0 req-ab32fda3-fef6-4098-a3d3-52a8a1425963 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784528 Jul 30 03:42:54.991487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:55.030213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:55.194877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210b8f-26d6-40b0-8e22-9566e4b3434f req-b182a8d2-adfe-4596-b0cc-77827848fda9 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.196406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a210b8f-26d6-40b0-8e22-9566e4b3434f req-b182a8d2-adfe-4596-b0cc-77827848fda9 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 945 time: 0.1606672 Jul 30 03:42:55.210123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ec63b-6aad-4991-a880-543870b44f3a req-e1f267d3-47d5-425c-99bf-99c9d156025b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.211614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b21ec63b-6aad-4991-a880-543870b44f3a req-e1f267d3-47d5-425c-99bf-99c9d156025b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1606636 Jul 30 03:42:55.213907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:55.227658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-086b097a-6c3b-47e6-b403-12bd341d1218 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3998783 Jul 30 03:42:55.227799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52534) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:55.231937 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:55.247985 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:55.249721 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:55.287868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a210b8f-26d6-40b0-8e22-9566e4b3434f req-22976d0f-ecf6-41a9-ac8b-f7171764119a tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751343 Jul 30 03:42:55.291743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet de9570f8-2683-4797-89d2-c8b1de36d132 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:42:55.293023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b21ec63b-6aad-4991-a880-543870b44f3a req-4f545f06-e91f-4752-8890-2647a3bd8af6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635741 Jul 30 03:42:55.297606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.356817 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:55.367642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.451828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a543851-3c87-41e3-aa97-b966f2b400a0 req-dfdc9b0f-61e6-4f96-820c-a4d28257ec1c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.453549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a543851-3c87-41e3-aa97-b966f2b400a0 req-dfdc9b0f-61e6-4f96-820c-a4d28257ec1c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 944 time: 0.0860944 Jul 30 03:42:55.464843 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.468901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd47e0e-fe6a-464f-b624-48ea69221d76 req-34374c15-937c-4ea5-a05f-3a5341a1f019 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.470355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddd47e0e-fe6a-464f-b624-48ea69221d76 req-34374c15-937c-4ea5-a05f-3a5341a1f019 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0904315 Jul 30 03:42:55.493875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['796bf5db-106a-4955-9ad4-a6dffdf177b3'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:55.532334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a543851-3c87-41e3-aa97-b966f2b400a0 req-25c39e06-b23d-4cd3-951d-93d201a49c91 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719988 Jul 30 03:42:55.550869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddd47e0e-fe6a-464f-b624-48ea69221d76 req-b759310e-e679-4361-bc8f-e8225cc08cb8 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Jul 30 03:42:55.582803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.615400 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:54Z', 'revision_number': 9, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:55.622380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=de9570f8-2683-4797-89d2-c8b1de36d132,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:55.631073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-49246c4c-cb31-4eba-94b6-366ea9087d88 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.632743 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-49246c4c-cb31-4eba-94b6-366ea9087d88 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.1005862 Jul 30 03:42:55.634443 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.639257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced9f95-5713-49b4-8873-a09a94a6f695 None None] Network 31ed0310-32e4-4f65-959a-c40d6004e8d3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:55.639460 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f1c2a33-e32f-4b77-b5a3-5ac7cae84996 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/de9570f8-2683-4797-89d2-c8b1de36d132 HTTP/1.1" status: 204 len: 168 time: 0.4085209 Jul 30 03:42:55.644871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52538) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:55.658731 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:55.670798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:55.671603 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:55.688479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c38d-cc66-4702-aa56-8b7ac3fb1390 req-92b0904d-215b-43dc-90c1-a3a529966ea3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.690029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fa5c38d-cc66-4702-aa56-8b7ac3fb1390 req-92b0904d-215b-43dc-90c1-a3a529966ea3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0744669 Jul 30 03:42:55.745879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fa5c38d-cc66-4702-aa56-8b7ac3fb1390 req-77aa0d5d-02e1-4c10-aa25-68bfd55987ff tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Jul 30 03:42:55.765417 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:55.786583 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.845282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Deleting port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:55.845735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:55.931574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103faaa-4d58-4e52-a581-955cf4351dc0 req-29ceda48-cf64-4e0f-af1c-68f2697fa2e9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:55.932800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2103faaa-4d58-4e52-a581-955cf4351dc0 req-29ceda48-cf64-4e0f-af1c-68f2697fa2e9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0835674 Jul 30 03:42:55.948726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] DHCP port deletion for 31ed0310-32e4-4f65-959a-c40d6004e8d3 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:42:56.017648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] Deleting port 2da68039-916c-4ddd-ac22-b61e003f6d6e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:56.017919 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.034752 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:54Z', 'revision_number': 9, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:56.043425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2103faaa-4d58-4e52-a581-955cf4351dc0 req-44b04ada-18b2-4b11-b36f-1e836f727a57 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Jul 30 03:42:56.065004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1210-7c85-4e13-96e7-923e9e5e0437 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:54Z', 'revision_number': 9, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': '6b2bb9d7-f28f-4cfa-9582-0ece762827be', 'name': '', 'network_id': '8f707147-3e16-496e-87c7-26493c41e3ed', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:e1:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:21Z', 'updated_at': '2021-07-30T03:42:30Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': '9460ac4c-7a08-4780-9fa5-c19fa4c5c438', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:42:56.071501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99322ad1-e42f-4204-aca4-0779e20634a6 req-0da1a71f-6bae-484a-9aa7-1e415f345cf4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:56.073648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99322ad1-e42f-4204-aca4-0779e20634a6 req-0da1a71f-6bae-484a-9aa7-1e415f345cf4 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 946 time: 0.0823045 Jul 30 03:42:56.129180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99322ad1-e42f-4204-aca4-0779e20634a6 req-51351d40-8a8e-4c9d-8e7c-eee4367b499e tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Jul 30 03:42:56.143259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] For port 2da68039-916c-4ddd-ac22-b61e003f6d6e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2da68039-916c-4ddd-ac22-b61e003f6d6e,segment=NetworkSegment(36b48376-d6b3-48eb-97bc-796e5d2a10ea),segment_id=36b48376-d6b3-48eb-97bc-796e5d2a10ea)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:56.143847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.163858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] Calling delete_port for 2da68039-916c-4ddd-ac22-b61e003f6d6e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:56.239321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d029-54ce-40db-b86f-24b63cb9eef0 req-e874b2c7-d705-4e2e-aa37-6e2b4cedc265 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:56.241044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e59d029-54ce-40db-b86f-24b63cb9eef0 req-e874b2c7-d705-4e2e-aa37-6e2b4cedc265 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0510352 Jul 30 03:42:56.255687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.279970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 2da68039-916c-4ddd-ac22-b61e003f6d6e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:56.280793 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.288758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e59d029-54ce-40db-b86f-24b63cb9eef0 req-81ca9f14-13ed-4c3f-8399-09ae1d387837 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Jul 30 03:42:56.289739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] Pushing event deleted for resources: {'Port': ['ID=2da68039-916c-4ddd-ac22-b61e003f6d6e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:56.291641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd002ba7-c353-4668-b5d5-78821a0a3b9a None None] No DVR routers for this DVR port 2da68039-916c-4ddd-ac22-b61e003f6d6e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:56.353450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] For port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:56.353830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.383130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Calling delete_port for d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:56.385109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 2da68039-916c-4ddd-ac22-b61e003f6d6e, host n-d-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:56.385473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.405351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 2da68039-916c-4ddd-ac22-b61e003f6d6e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:56.408999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Port 2da68039-916c-4ddd-ac22-b61e003f6d6e was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:42:56.411403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.437203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c361c-ed3e-49b6-b7d4-d3b527890244 req-89d40174-ac21-4bd6-a404-c6df57cdd71e tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:56.438819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-573c361c-ed3e-49b6-b7d4-d3b527890244 req-89d40174-ac21-4bd6-a404-c6df57cdd71e tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 945 time: 0.0756512 Jul 30 03:42:56.460517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff42e41-51fa-4211-b6a5-cf5d70e7bec9 req-c8924028-7c2d-4aa9-baad-4921c55e02d9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:56.462143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ff42e41-51fa-4211-b6a5-cf5d70e7bec9 req-c8924028-7c2d-4aa9-baad-4921c55e02d9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0613389 Jul 30 03:42:56.467964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=2da68039-916c-4ddd-ac22-b61e003f6d6e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:56.474401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port 2da68039-916c-4ddd-ac22-b61e003f6d6e on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:56.525792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-573c361c-ed3e-49b6-b7d4-d3b527890244 req-d5b4772d-cda4-43f7-bb23-f0ffe429a50c tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582814 Jul 30 03:42:56.544784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ff42e41-51fa-4211-b6a5-cf5d70e7bec9 req-53a710ed-9383-4b6c-ad7b-c4df38827bd3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564015 Jul 30 03:42:56.583896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.618597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ed0310-32e4-4f65-959a-c40d6004e8d3']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:56.635171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b48376-d6b3-48eb-97bc-796e5d2a10ea') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:56.635471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b48376-d6b3-48eb-97bc-796e5d2a10ea') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:56.652342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.672715 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.676100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b096852-4fc9-4b60-a7cd-63253d5b8c43 req-374ea4f3-9dc7-49b3-8087-e6c92d4ed283 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:56.676969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.677548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b096852-4fc9-4b60-a7cd-63253d5b8c43 req-374ea4f3-9dc7-49b3-8087-e6c92d4ed283 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 944 time: 0.0549777 Jul 30 03:42:56.686611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:42:56.687015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:42:56.691373 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:42:56.703633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['16dc396c-4198-434c-b2dd-d139a28909c0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:56.728135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b096852-4fc9-4b60-a7cd-63253d5b8c43 req-13c25935-ebaf-4776-9725-8fd6a3347f00 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Jul 30 03:42:56.766869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Pushing event deleted for resources: {'Port': ['ID=d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:56.790191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:42:56.811897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.817952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.820738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/31ed0310-32e4-4f65-959a-c40d6004e8d3 HTTP/1.1" status: 204 len: 168 time: 1.1735196 Jul 30 03:42:56.823465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:56.848796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] No DVR routers for this DVR port d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:42:56.861935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:56.864107 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1d4afb50-9d34-4330-942d-967f1f23c94b req-0d71a2f7-e488-4768-8140-206f509b297d tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.16 "DELETE /v2.0/ports/d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 HTTP/1.1" status: 204 len: 173 time: 1.2183342 Jul 30 03:42:56.864651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'name': 'network-vif-deleted', 'tag': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:56.868256 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba82d23-fcf4-4571-a011-25131a89a133" -d '{"events": [{"server_uuid": "cb928186-1c0d-4b0f-91f1-50a8cebf1f79", "name": "network-vif-deleted", "tag": "d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:56.872957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98273d0-36fb-4c02-8c95-b7748b2d9573 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=31ed0310-32e4-4f65-959a-c40d6004e8d3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:56.984739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0398af-22b2-4442-90a5-452653d975e3 req-0732f065-2bcd-4db6-b005-b59bdbf29ef3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:56.993923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa0398af-22b2-4442-90a5-452653d975e3 req-0732f065-2bcd-4db6-b005-b59bdbf29ef3 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1171327 Jul 30 03:42:57.157527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa0398af-22b2-4442-90a5-452653d975e3 req-0bf7496f-33dc-4bb3-bfdf-436d59507ed9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627326 Jul 30 03:42:57.173752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28e640-e136-47d7-9bc4-3cb86ba43037 req-b278b122-535e-4b53-a476-821b6853e501 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:57.175266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c28e640-e136-47d7-9bc4-3cb86ba43037 req-b278b122-535e-4b53-a476-821b6853e501 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1243207 Jul 30 03:42:57.238517 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c844df-96c6-41d2-8bc5-3c859faf7eee x-openstack-request-id: req-b9c844df-96c6-41d2-8bc5-3c859faf7eee {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:57.238811 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb928186-1c0d-4b0f-91f1-50a8cebf1f79", "name": "network-vif-deleted", "tag": "d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:57.239071 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9c844df-96c6-41d2-8bc5-3c859faf7eee {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:57.239746 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb928186-1c0d-4b0f-91f1-50a8cebf1f79', 'name': 'network-vif-deleted', 'tag': 'd03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6', 'status': 'completed', 'code': 200} Jul 30 03:42:57.262617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c28e640-e136-47d7-9bc4-3cb86ba43037 req-226f2237-8171-440a-aac5-39e3fc157a4b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Jul 30 03:42:57.305425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:57.346530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:57.350303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4b8af411-e1cc-4da6-9bb1-c7ba6abf05fc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:57.351051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2da68039-916c-4ddd-ac22-b61e003f6d6e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:57.365913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:57.389742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2da68039-916c-4ddd-ac22-b61e003f6d6e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:57.390109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2da68039-916c-4ddd-ac22-b61e003f6d6e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:57.461408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0fcd1e2-f7a6-40f3-bf12-a93b4e7016a5 req-5c6c8a01-4664-49ec-87ec-83cf32188be7 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb928186-1c0d-4b0f-91f1-50a8cebf1f79 HTTP/1.1" status: 200 len: 210 time: 0.0923216 Jul 30 03:42:58.053587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264c52b-867b-48b5-a037-afc1fdb3d72b req-895bf518-4277-43cd-8409-bf5963ff44a1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:58.055093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e264c52b-867b-48b5-a037-afc1fdb3d72b req-895bf518-4277-43cd-8409-bf5963ff44a1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.4046416 Jul 30 03:42:58.065247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 6b2bb9d7-f28f-4cfa-9582-0ece762827be {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:58.065593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.077932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728d476-e683-4529-950d-ce866802758d req-13b39839-0ef8-469c-a73c-9a601b734e75 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:58.079438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4728d476-e683-4529-950d-ce866802758d req-13b39839-0ef8-469c-a73c-9a601b734e75 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 944 time: 0.0901659 Jul 30 03:42:58.204702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e264c52b-867b-48b5-a037-afc1fdb3d72b req-71b65a43-2fd8-44a4-b773-237c7d5bd0c7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347065 Jul 30 03:42:58.214092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4728d476-e683-4529-950d-ce866802758d req-a352fbdc-f2a6-4f22-82b9-cf9d8d121ff7 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886571 Jul 30 03:42:58.238297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 6b2bb9d7-f28f-4cfa-9582-0ece762827be, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6b2bb9d7-f28f-4cfa-9582-0ece762827be,segment=NetworkSegment(ef19f9a1-c946-4103-ab31-6e79884ab051),segment_id=ef19f9a1-c946-4103-ab31-6e79884ab051)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:58.238297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.254643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 6b2bb9d7-f28f-4cfa-9582-0ece762827be owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:42:58.439752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382294b-b287-4e9a-9b6a-950dcd589f5d req-aebeb16d-8334-4c4c-a95f-5196f6b2d04c tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:58.440803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1382294b-b287-4e9a-9b6a-950dcd589f5d req-aebeb16d-8334-4c4c-a95f-5196f6b2d04c tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0674071 Jul 30 03:42:58.524663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1382294b-b287-4e9a-9b6a-950dcd589f5d req-0d890088-30c5-48d6-a368-23afbd9271fc tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555959 Jul 30 03:42:58.526317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.592326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=6b2bb9d7-f28f-4cfa-9582-0ece762827be,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:58.765286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 796bf5db-106a-4955-9ad4-a6dffdf177b3 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:42:58.785790 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.834287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 796bf5db-106a-4955-9ad4-a6dffdf177b3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:42:58.838199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 796bf5db-106a-4955-9ad4-a6dffdf177b3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:42:58.838904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.921052 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.928760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4091db-2774-456d-b8fd-a636324b303f req-e914f7bd-4548-47b8-a9bf-b0982dd9f3f6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:58.930404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb4091db-2774-456d-b8fd-a636324b303f req-e914f7bd-4548-47b8-a9bf-b0982dd9f3f6 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1407964 Jul 30 03:42:58.950143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:42:58.952734 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c40438-d0a6-4fe4-8705-ffded2235ad0" -d '{"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-plugged", "status": "completed", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:42:58.972314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:42:58.981067 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:58.982008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:42:59.006445 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ee8299-cd76-4d75-9310-391de3f3e243 x-openstack-request-id: req-f7ee8299-cd76-4d75-9310-391de3f3e243 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:42:59.007351 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-plugged", "status": "completed", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:42:59.007610 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7ee8299-cd76-4d75-9310-391de3f3e243 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:42:59.008010 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'code': 200} Jul 30 03:42:59.010245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:42:59.010594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d03abdb7-6a9a-4fb7-b8a5-6fdfe7a009e6 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:42:59.061730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:59.078233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb4091db-2774-456d-b8fd-a636324b303f req-9dd0bfed-9280-4c7a-86f9-18b2d27c2d75 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377683 Jul 30 03:42:59.103566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:42:59.138955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a33b58-316d-491c-a33d-a5214d6fb416 req-cef4b7de-7662-46fa-93a3-cb8b6976448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:59.141289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-72a33b58-316d-491c-a33d-a5214d6fb416 req-cef4b7de-7662-46fa-93a3-cb8b6976448e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 1097 time: 0.0531485 Jul 30 03:42:59.181565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-72a33b58-316d-491c-a33d-a5214d6fb416 req-89c8e4f2-ac04-4999-8b84-c6bac3b50e5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Jul 30 03:42:59.203234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:42:59.210705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d2e14430-aa76-4530-828d-a0bb2b2dae5b tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824265 Jul 30 03:42:59.210862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:59.226079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:42:59.236426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:59.237136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:59.269717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet 9460ac4c-7a08-4780-9fa5-c19fa4c5c438 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:42:59.273555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.320556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.362013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:59.437405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd742a-f8d7-4702-889c-c803f92b5737 req-b2f09fdb-a8d7-487d-bc47-2123ec1b1623 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:59.439029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aafd742a-f8d7-4702-889c-c803f92b5737 req-b2f09fdb-a8d7-487d-bc47-2123ec1b1623 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1153889 Jul 30 03:42:59.492279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef75-5b1a-4c9d-819b-dafdaa2cae9f req-07ff1f09-8e10-4488-b8f0-6c2cbceadb16 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:59.493747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a221ef75-5b1a-4c9d-819b-dafdaa2cae9f req-07ff1f09-8e10-4488-b8f0-6c2cbceadb16 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1436329 Jul 30 03:42:59.540156 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.546770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aafd742a-f8d7-4702-889c-c803f92b5737 req-5d704f82-2a80-45c7-b281-97312733cc09 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987980 Jul 30 03:42:59.582291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:58Z', 'revision_number': 10, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:59.613820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:42:59.617617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a221ef75-5b1a-4c9d-819b-dafdaa2cae9f req-8fda9e05-a811-4898-a521-820dd12eb359 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056883 Jul 30 03:42:59.633977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:42:59.634395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:42:59.664515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.695342 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.700679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52620) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:42:59.709697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548264c-5ed5-4453-a6d0-66b648e329f9 None None] Network 8f707147-3e16-496e-87c7-26493c41e3ed requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:42:59.710374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/9460ac4c-7a08-4780-9fa5-c19fa4c5c438 HTTP/1.1" status: 204 len: 168 time: 0.4984939 Jul 30 03:42:59.779948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b71262-606e-43c7-9a8c-29586de4ecce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=9460ac4c-7a08-4780-9fa5-c19fa4c5c438,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:42:59.800372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:42:59.822831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2e658-f02c-47ac-ba1e-f70150fa957f req-04765542-b729-4a4f-a7eb-18ca73d3068e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:42:59.831093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fba2e658-f02c-47ac-ba1e-f70150fa957f req-04765542-b729-4a4f-a7eb-18ca73d3068e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1558826 Jul 30 03:42:59.835590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.910588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port 19154d20-e227-417f-a778-f33479da0de0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:42:59.911087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:42:59.923052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fba2e658-f02c-47ac-ba1e-f70150fa957f req-71123ec0-9a99-4552-b677-89a185a5a012 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908065 Jul 30 03:43:00.008820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port 19154d20-e227-417f-a778-f33479da0de0, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=19154d20-e227-417f-a778-f33479da0de0,segment=NetworkSegment(ef19f9a1-c946-4103-ab31-6e79884ab051),segment_id=ef19f9a1-c946-4103-ab31-6e79884ab051)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:00.009205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.036574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for 19154d20-e227-417f-a778-f33479da0de0 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:00.084624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98210f-f7ac-46b0-abe4-35604fe54821 req-293b167c-e9c2-4c92-9e94-78c54984738e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:00.093348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f98210f-f7ac-46b0-abe4-35604fe54821 req-293b167c-e9c2-4c92-9e94-78c54984738e tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0850093 Jul 30 03:43:00.146101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-df81eb92-ab8b-468e-99ae-c7dede961c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:00.147694 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-df81eb92-ab8b-468e-99ae-c7dede961c01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882ad56c11884ce6be92e5e880d13e1e&device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0966852 Jul 30 03:43:00.155174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f98210f-f7ac-46b0-abe4-35604fe54821 req-9d36d223-8f92-4f53-bc18-5ca06bad10cb tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556924 Jul 30 03:43:00.243701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.263485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port 19154d20-e227-417f-a778-f33479da0de0 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:00.286346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a457c-c72b-4ffa-b36e-ca8075eb7923 None None] DHCP port deletion for 8f707147-3e16-496e-87c7-26493c41e3ed request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:43:00.298305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=19154d20-e227-417f-a778-f33479da0de0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:00.312781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5195-391e-4ec6-a858-0fce7a633f2a req-75c342b5-9aa9-41a1-82d0-1d35f5a07249 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:00.314702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b89e5195-391e-4ec6-a858-0fce7a633f2a req-75c342b5-9aa9-41a1-82d0-1d35f5a07249 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1024051 Jul 30 03:43:00.343448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:58Z', 'revision_number': 10, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:00.366112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-abfc4eb3-d7e4-4c5c-8558-3ebb9487510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:00.368195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-abfc4eb3-d7e4-4c5c-8558-3ebb9487510b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 200 len: 913 time: 0.1972091 Jul 30 03:43:00.374455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f05602-6f9b-49c9-b311-01ea57d1a2f1 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:42:58Z', 'revision_number': 10, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None, '_interfaces': [{'id': 'd0a59161-6aa7-4ba5-91f8-692d8d120311', 'name': '', 'network_id': 'bc139ce4-d01f-46f4-984a-fe9e4de24ecb', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'mac_address': 'fa:16:3e:15:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:15Z', 'updated_at': '2021-07-30T03:42:24Z', 'revision_number': 5, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'subnets': [{'id': 'b86d3419-7878-4f51-a593-27efe81fda3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:00.380784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b89e5195-391e-4ec6-a858-0fce7a633f2a req-31740f89-bc48-42c6-b649-4a4e291ebbe9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590882 Jul 30 03:43:00.444560 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-b79bd1b0-e70c-4450-a458-dc52b138709b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 200 len: 217 time: 0.0457234 Jul 30 03:43:00.459222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.493170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f707147-3e16-496e-87c7-26493c41e3ed']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:00.508022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef19f9a1-c946-4103-ab31-6e79884ab051') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:00.508319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef19f9a1-c946-4103-ab31-6e79884ab051') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:00.521407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.530876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-79c41d04-cf05-4a4a-b5ea-b869d44a6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:00.532385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-79c41d04-cf05-4a4a-b5ea-b869d44a6d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 200 len: 853 time: 0.0810754 Jul 30 03:43:00.539896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.554803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:00.554803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:00.557253 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:00.583060 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-0e09b58e-5b19-4469-8ec7-1d056ba9e4df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e642081-54e8-41b5-b5b3-57d91ce8ec14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410321 Jul 30 03:43:00.597450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.690813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.708508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:00.712118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/8f707147-3e16-496e-87c7-26493c41e3ed HTTP/1.1" status: 204 len: 168 time: 1.0101531 Jul 30 03:43:00.714774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:00.726969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bf63b-810e-413a-9907-81fec88ffd09 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=8f707147-3e16-496e-87c7-26493c41e3ed,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:00.765491 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-55d5a6ac-6083-43fd-9207-8d69055ba5bf service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561887 Jul 30 03:43:00.850874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8aae-f0f9-4d5d-87ed-037bae3e1279 req-25c507f0-a860-44f9-a392-5cf8f03cf4da tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:00.859659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f66a8aae-f0f9-4d5d-87ed-037bae3e1279 req-25c507f0-a860-44f9-a392-5cf8f03cf4da tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1604099 Jul 30 03:43:00.878847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2f979f5-10b8-4414-91e2-4ce28e548820 req-047361a6-9020-4d1d-940e-639900ade0b1 service neutron] 10.222.0.18 "GET /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047788 Jul 30 03:43:00.947837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f66a8aae-f0f9-4d5d-87ed-037bae3e1279 req-587615b9-1617-4ca8-b07d-c6186419e1c3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874553 Jul 30 03:43:01.124237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8f16-f9b9-436a-836e-923fbcef983f req-0e8dd699-d94f-4b71-b816-4a712c245783 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:01.125636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-befb8f16-f9b9-436a-836e-923fbcef983f req-0e8dd699-d94f-4b71-b816-4a712c245783 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0930538 Jul 30 03:43:01.206055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-befb8f16-f9b9-436a-836e-923fbcef983f req-92ec7e38-c8f4-4158-b534-8d5a570dbb65 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672433 Jul 30 03:43:01.215305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2e7a-dd62-42de-a535-68c718c41ac9 req-005f4a7a-d16f-4508-a9df-99b7d3da58d9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:01.216852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ede2e7a-dd62-42de-a535-68c718c41ac9 req-005f4a7a-d16f-4508-a9df-99b7d3da58d9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.0903068 Jul 30 03:43:01.271461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 19154d20-e227-417f-a778-f33479da0de0 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:01.310467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ede2e7a-dd62-42de-a535-68c718c41ac9 req-79e6d526-1fb9-4d94-83ce-2b64abe6c3e1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865073 Jul 30 03:43:01.314330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 19154d20-e227-417f-a778-f33479da0de0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:01.314781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 19154d20-e227-417f-a778-f33479da0de0 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:01.315338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6b2bb9d7-f28f-4cfa-9582-0ece762827be no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:01.346842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6b2bb9d7-f28f-4cfa-9582-0ece762827be {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:01.347383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6b2bb9d7-f28f-4cfa-9582-0ece762827be not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:01.415840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ff7c7-3cb7-4eee-8d16-5e252f8dc9a6 req-743dc841-4165-46d6-a81b-6a2ad8e5c4d9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:01.417381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-483ff7c7-3cb7-4eee-8d16-5e252f8dc9a6 req-743dc841-4165-46d6-a81b-6a2ad8e5c4d9 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1243744 Jul 30 03:43:01.435748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:01.567351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-483ff7c7-3cb7-4eee-8d16-5e252f8dc9a6 req-aaf72068-7875-4242-9819-96f4d3704608 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424158 Jul 30 03:43:01.586680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8a524-7c4c-4bc2-a22f-3cfc3e7eb82e req-b82a9df9-cb9e-4d3e-b2e9-2baac51afa5b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:01.588241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ad8a524-7c4c-4bc2-a22f-3cfc3e7eb82e req-b82a9df9-cb9e-4d3e-b2e9-2baac51afa5b tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1127639 Jul 30 03:43:01.677507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ad8a524-7c4c-4bc2-a22f-3cfc3e7eb82e req-a8e4aefe-0502-4870-b647-0c1df2c48d9c tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Jul 30 03:43:01.789110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port d0a59161-6aa7-4ba5-91f8-692d8d120311 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:01.789457 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:01.881890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port d0a59161-6aa7-4ba5-91f8-692d8d120311, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d0a59161-6aa7-4ba5-91f8-692d8d120311,segment=NetworkSegment(f08d363a-3777-4572-bdf9-2573c722c3b4),segment_id=f08d363a-3777-4572-bdf9-2573c722c3b4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:01.882259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:01.895269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for d0a59161-6aa7-4ba5-91f8-692d8d120311 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:02.063908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:02.088780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=d0a59161-6aa7-4ba5-91f8-692d8d120311,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:02.228791 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:02.727871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf16fc-3ded-424d-86d8-98c7da5b723c req-59ffd215-67db-4cd9-8b4a-08a08073dc29 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:02.729345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9daf16fc-3ded-424d-86d8-98c7da5b723c req-59ffd215-67db-4cd9-8b4a-08a08073dc29 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.4232676 Jul 30 03:43:02.756576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:02.801646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a6140-8129-47bf-8e78-c593ebc4928c req-eb3ce5c8-d839-4f41-a89a-d87c6ba42228 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:02.803117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-288a6140-8129-47bf-8e78-c593ebc4928c req-eb3ce5c8-d839-4f41-a89a-d87c6ba42228 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1018882 Jul 30 03:43:02.808557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9daf16fc-3ded-424d-86d8-98c7da5b723c req-cce86e1b-0e31-4319-a76b-42b72251d61a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644388 Jul 30 03:43:02.912348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:02.921809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8a194d81-60bd-4145-9ead-1c04ac4c41eb tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056057 Jul 30 03:43:02.922524 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959215a-34b9-40b7-873d-6691475da531 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:02.924702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52662) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:02.931952 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:02.932643 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:02.937117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-288a6140-8129-47bf-8e78-c593ebc4928c req-a0c9d6da-e2cd-40b3-bc03-7f720feb1de7 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957410 Jul 30 03:43:02.987475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66b6ae-1550-4b97-a0d7-987479cae34c req-df00ef24-362e-464b-85a8-0216de312d8f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:02.989357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a66b6ae-1550-4b97-a0d7-987479cae34c req-df00ef24-362e-464b-85a8-0216de312d8f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1137037 Jul 30 03:43:03.002503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting subnet b86d3419-7878-4f51-a593-27efe81fda3f {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:03.005898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.011029 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:03.048448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.065857 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:43:02Z', 'revision_number': 11, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:03.066819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a66b6ae-1550-4b97-a0d7-987479cae34c req-ac800095-15f9-4aaf-9492-2916017a9824 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Jul 30 03:43:03.081279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a85e4-9b1f-4236-8bfa-59dd863e320e req-1f6c30d9-d955-43f7-b1d7-f66d6090fe36 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:03.082981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-918a85e4-9b1f-4236-8bfa-59dd863e320e req-1f6c30d9-d955-43f7-b1d7-f66d6090fe36 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0787733 Jul 30 03:43:03.097087 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959215a-34b9-40b7-873d-6691475da531 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:03.108694 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:03.109583 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:03.135865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-918a85e4-9b1f-4236-8bfa-59dd863e320e req-8f84a401-e05f-4a99-86b1-e535d6e3f33c tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Jul 30 03:43:03.148485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.196109 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:03.239704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.258752 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5959215a-34b9-40b7-873d-6691475da531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:43:02Z', 'revision_number': 11, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:03.275992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Subnet': ['ID=b86d3419-7878-4f51-a593-27efe81fda3f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:03.287277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.289605 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1af0e73e-0633-40e6-b02f-be1583071d18 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/b86d3419-7878-4f51-a593-27efe81fda3f HTTP/1.1" status: 204 len: 168 time: 0.3631711 Jul 30 03:43:03.292364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52668) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:03.294329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849993a3-eef1-44eb-9127-2c4ea2dc1ca2 None None] Network bc139ce4-d01f-46f4-984a-fe9e4de24ecb requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:03.316713 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959215a-34b9-40b7-873d-6691475da531 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:43:02Z', 'revision_number': 11, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:03.389171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199dbc7-9397-4581-8282-144e3bfa4648 req-00bdac3d-8e1a-417c-be59-9281f5c815f1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:03.390960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.400148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5199dbc7-9397-4581-8282-144e3bfa4648 req-00bdac3d-8e1a-417c-be59-9281f5c815f1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1255701 Jul 30 03:43:03.453513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5199dbc7-9397-4581-8282-144e3bfa4648 req-e65e9323-1d13-4710-aa56-b4986335dc4d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497818 Jul 30 03:43:03.460767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Deleting port df60f0ae-6fe8-4d94-8830-51c55ffd3acd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:03.461325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.559891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] For port df60f0ae-6fe8-4d94-8830-51c55ffd3acd, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,segment=NetworkSegment(f08d363a-3777-4572-bdf9-2573c722c3b4),segment_id=f08d363a-3777-4572-bdf9-2573c722c3b4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:03.560264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.574313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Calling delete_port for df60f0ae-6fe8-4d94-8830-51c55ffd3acd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:03.596523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469fa67-0b4c-4be6-b245-7380a99f1932 req-8f9714ea-58a9-42f9-a7f4-c6aed850a66b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:03.598239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3469fa67-0b4c-4be6-b245-7380a99f1932 req-8f9714ea-58a9-42f9-a7f4-c6aed850a66b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0516493 Jul 30 03:43:03.669999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.671713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc35b29-57f8-42eb-8ca1-2a5787d8fc69 None None] DHCP port deletion for bc139ce4-d01f-46f4-984a-fe9e4de24ecb request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:43:03.687705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3469fa67-0b4c-4be6-b245-7380a99f1932 req-3d1b8064-40a4-4a36-b919-6942791f3521 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824616 Jul 30 03:43:03.692483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No DVR routers for this DVR port df60f0ae-6fe8-4d94-8830-51c55ffd3acd on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:03.733342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636e735-ed06-4062-9da5-4a6b1832d49d req-a29a519a-daaa-4dbe-b515-f7a593cd2379 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:03.738398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Port': ['ID=df60f0ae-6fe8-4d94-8830-51c55ffd3acd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:03.742405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e636e735-ed06-4062-9da5-4a6b1832d49d req-a29a519a-daaa-4dbe-b515-f7a593cd2379 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Jul 30 03:43:03.787722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e636e735-ed06-4062-9da5-4a6b1832d49d req-afa6630e-7012-43d7-bcb1-db1573f24033 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Jul 30 03:43:03.800279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.810468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc139ce4-d01f-46f4-984a-fe9e4de24ecb']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:03.821198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08d363a-3777-4572-bdf9-2573c722c3b4') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:03.821562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08d363a-3777-4572-bdf9-2573c722c3b4') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:03.832718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.837765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937dfc0-8de2-4fa9-92ce-b8c6726466be req-209fe74b-1d41-4dfa-adc9-dbdd21dc567a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:03.845938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b937dfc0-8de2-4fa9-92ce-b8c6726466be req-209fe74b-1d41-4dfa-adc9-dbdd21dc567a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0570810 Jul 30 03:43:03.850205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.862040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:03.862747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:03.866150 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:03.880874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b937dfc0-8de2-4fa9-92ce-b8c6726466be req-069350dd-4b90-46b7-8ca0-d317f60eed6f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Jul 30 03:43:03.940363 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.952286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:03.954186 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/networks/bc139ce4-d01f-46f4-984a-fe9e4de24ecb HTTP/1.1" status: 204 len: 168 time: 0.6601264 Jul 30 03:43:03.964024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52692) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:03.969348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'routes': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:03.972714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d044-abed-4462-a07b-b98657042930 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Pushing event deleted for resources: {'Network': ['ID=bc139ce4-d01f-46f4-984a-fe9e4de24ecb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:03.983049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e83280-ecb6-4d21-8257-44c61ec5f502 req-5e966424-4141-4da7-a4c3-fb1c731a124e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:03.985037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11e83280-ecb6-4d21-8257-44c61ec5f502 req-5e966424-4141-4da7-a4c3-fb1c731a124e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0953679 Jul 30 03:43:04.061443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11e83280-ecb6-4d21-8257-44c61ec5f502 req-08090f17-aae6-4367-95fd-a82977ae903d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698783 Jul 30 03:43:04.078172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0aa9-1ac3-4037-8f1f-acd1bbea57a2 req-7f0e5bd3-336f-4036-b3f4-e61e7ead4fae tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:04.079755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-490e0aa9-1ac3-4037-8f1f-acd1bbea57a2 req-7f0e5bd3-336f-4036-b3f4-e61e7ead4fae tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0650721 Jul 30 03:43:04.118723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-490e0aa9-1ac3-4037-8f1f-acd1bbea57a2 req-1e947abf-dbba-44a8-80e5-620c86739339 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Jul 30 03:43:04.132232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Added routes are [] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 03:43:04.132232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Removed routes are [] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 03:43:04.132232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.268852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.271697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4040-ed1b-462f-a8c4-ae736ea868b1 req-1cba413c-40a7-4682-8e67-76784026e643 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:04.272099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.273202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-130a4040-ed1b-462f-a8c4-ae736ea868b1 req-1cba413c-40a7-4682-8e67-76784026e643 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0847788 Jul 30 03:43:04.287902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7cf9b-b83f-46e9-909c-5ad960c0ffd1 req-7d6a20ff-099a-4d2e-9897-5e47c5bc0900 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:04.289393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08c7cf9b-b83f-46e9-909c-5ad960c0ffd1 req-7d6a20ff-099a-4d2e-9897-5e47c5bc0900 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.0717139 Jul 30 03:43:04.351104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-130a4040-ed1b-462f-a8c4-ae736ea868b1 req-190360bc-a97e-4a8a-ac7c-7f93e743cc85 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Jul 30 03:43:04.353019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:04.357851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08c7cf9b-b83f-46e9-909c-5ad960c0ffd1 req-1aa142b5-0305-4c45-8919-02e702c30208 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d61d08b-3797-4af5-9b32-101e6562e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609815 Jul 30 03:43:04.472904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3d137816-b9a4-480a-af23-f2a57ad23ad9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:04.474379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3d137816-b9a4-480a-af23-f2a57ad23ad9 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 945 time: 0.1235461 Jul 30 03:43:04.475698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:04.483103 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.484520 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9a7cfc98-1ccd-4333-aff5-9e9ba9650cfd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 701 time: 0.5192313 Jul 30 03:43:04.486430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] Sync routers for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:04.490638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52706) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:04.496782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:04.497545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:04.522373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-339a6cbe-8ef3-41a8-800a-29bd4bfe2923 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 205 time: 0.0283787 Jul 30 03:43:04.522640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:04.537852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48eee8-c36c-480c-9afc-211abf21590f req-db77dd2c-72eb-45a4-b4ca-8d0a6e57997f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:04.539361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb48eee8-c36c-480c-9afc-211abf21590f req-db77dd2c-72eb-45a4-b4ca-8d0a6e57997f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0895870 Jul 30 03:43:04.582179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:04.593104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Deleting port 16dc396c-4198-434c-b2dd-d139a28909c0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:04.593576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.639601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:43:02Z', 'revision_number': 11, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:04.641666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb48eee8-c36c-480c-9afc-211abf21590f req-eae7f380-39a2-415d-9944-8491cd2a6496 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671377 Jul 30 03:43:04.643945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.679669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] Checking router: 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:04.692754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] Routers {'0afd40e0-eff6-4095-9ad4-470d7bcf49b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:04.693371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:04.711683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] For port 16dc396c-4198-434c-b2dd-d139a28909c0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=16dc396c-4198-434c-b2dd-d139a28909c0,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:04.712838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.731581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Calling delete_port for 16dc396c-4198-434c-b2dd-d139a28909c0 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:04.779410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] Set router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:04.842959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.846241 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.847416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:43:02Z', 'revision_number': 11, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:04.878966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a460a22-7b39-479b-87c2-9c5c489869a4 None None] The sync data for ids ['0afd40e0-eff6-4095-9ad4-470d7bcf49b8'] in n-d-778696-14 is: [{'id': '0afd40e0-eff6-4095-9ad4-470d7bcf49b8', 'name': 'tempest-RoutersTest-router-1244946639', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:11Z', 'updated_at': '2021-07-30T03:43:02Z', 'revision_number': 11, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:04.884855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.897595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['16dc396c-4198-434c-b2dd-d139a28909c0'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:04.915633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cdd41-59b3-409d-9729-f24cf8936d99 req-58e0d80c-1124-4d6e-8257-e1786571b247 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:04.917221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e81cdd41-59b3-409d-9729-f24cf8936d99 req-58e0d80c-1124-4d6e-8257-e1786571b247 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1901250 Jul 30 03:43:04.918471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Pushing event deleted for resources: {'Port': ['ID=16dc396c-4198-434c-b2dd-d139a28909c0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:04.944414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.944921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router 0afd40e0-eff6-4095-9ad4-470d7bcf49b8 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:43:04.961812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:04.967185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a9451569-b804-4614-8dd4-8f6acf6c5542 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 204 len: 168 time: 0.4393749 Jul 30 03:43:04.970089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52718) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:04.974952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-931010488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:04.988571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] No DVR routers for this DVR port 16dc396c-4198-434c-b2dd-d139a28909c0 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:04.997813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.000089 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3a2c4a1f-2816-4bcb-9992-53c4998d6072 req-3a83b383-b889-4aa3-af68-e9a5cec005a1 tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.18 "DELETE /v2.0/ports/16dc396c-4198-434c-b2dd-d139a28909c0 HTTP/1.1" status: 204 len: 173 time: 0.5145285 Jul 30 03:43:05.000533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'name': 'network-vif-deleted', 'tag': '16dc396c-4198-434c-b2dd-d139a28909c0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:05.002859 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deda5e6-26e0-4d40-bb8c-38636da5e610" -d '{"events": [{"server_uuid": "cd9f4323-6181-45fb-b9b9-57d3c2d69608", "name": "network-vif-deleted", "tag": "16dc396c-4198-434c-b2dd-d139a28909c0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:05.018382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e81cdd41-59b3-409d-9729-f24cf8936d99 req-df15b75d-c60e-456b-8aee-ea23aea97ec1 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845633 Jul 30 03:43:05.028533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16812-96e5-4c14-9410-a26afe9665c8 req-eebde5fa-8421-4140-8b4c-6ffc27785a4e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:05.030076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12e16812-96e5-4c14-9410-a26afe9665c8 req-eebde5fa-8421-4140-8b4c-6ffc27785a4e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1322100 Jul 30 03:43:05.053413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.054476 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.073511 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681b623-9c41-48eb-a548-8336ec05e404 x-openstack-request-id: req-4681b623-9c41-48eb-a548-8336ec05e404 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:05.073801 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9f4323-6181-45fb-b9b9-57d3c2d69608", "name": "network-vif-deleted", "tag": "16dc396c-4198-434c-b2dd-d139a28909c0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:05.074706 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4681b623-9c41-48eb-a548-8336ec05e404 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:05.075491 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9f4323-6181-45fb-b9b9-57d3c2d69608', 'name': 'network-vif-deleted', 'tag': '16dc396c-4198-434c-b2dd-d139a28909c0', 'status': 'completed', 'code': 200} Jul 30 03:43:05.104525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12e16812-96e5-4c14-9410-a26afe9665c8 req-291650d7-7c43-41ab-a576-e2749cf6f374 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669870 Jul 30 03:43:05.159724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.166719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.246700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.247822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-268d3b05-265f-4b59-8781-34eb02ea9d9f tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2764170 Jul 30 03:43:05.250786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52728) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:05.257574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:05.271564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df60f0ae-6fe8-4d94-8830-51c55ffd3acd no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:05.284544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8014fa-0eb5-458b-9495-2cbe8c4af130 req-6037b78c-c574-4c1c-9f79-7f5951cedf04 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:05.291866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c8014fa-0eb5-458b-9495-2cbe8c4af130 req-6037b78c-c574-4c1c-9f79-7f5951cedf04 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1142681 Jul 30 03:43:05.297401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: df60f0ae-6fe8-4d94-8830-51c55ffd3acd {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:05.297832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df60f0ae-6fe8-4d94-8830-51c55ffd3acd not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:05.298327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d0a59161-6aa7-4ba5-91f8-692d8d120311 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:05.304361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67b576-7688-466f-97fb-f96a59e80f13 req-8780f2d3-ba0a-4575-99c1-9268b80312c9 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:05.305856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e67b576-7688-466f-97fb-f96a59e80f13 req-8780f2d3-ba0a-4575-99c1-9268b80312c9 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1119246 Jul 30 03:43:05.324187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d0a59161-6aa7-4ba5-91f8-692d8d120311 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:05.324871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d0a59161-6aa7-4ba5-91f8-692d8d120311 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:05.365157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c8014fa-0eb5-458b-9495-2cbe8c4af130 req-b6c159a4-6b57-4d0f-a703-cff1443d51e4 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717196 Jul 30 03:43:05.367949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e67b576-7688-466f-97fb-f96a59e80f13 req-6a26e916-c735-45e4-84e5-b0d73173f87b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Jul 30 03:43:05.486025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.500299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:05.510801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5f653a4-912e-4831-ac2b-06c90b5c165f req-d2af5546-5dd0-4a4c-a9a7-e2209034ff5f tempest-ServerRescueNegativeTestJSON-2073816126 tempest-ServerRescueNegativeTestJSON-2073816126-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd9f4323-6181-45fb-b9b9-57d3c2d69608 HTTP/1.1" status: 200 len: 210 time: 0.0338025 Jul 30 03:43:05.526958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c3f6-821c-4f4d-a967-eef1b09afe68 req-f007dd54-4c72-4506-b391-4d4ecf93a3a6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:05.529132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2195c3f6-821c-4f4d-a967-eef1b09afe68 req-f007dd54-4c72-4506-b391-4d4ecf93a3a6 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0826881 Jul 30 03:43:05.581086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2195c3f6-821c-4f4d-a967-eef1b09afe68 req-51899372-760e-4a92-b96c-2a4f3c91a08b tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 Jul 30 03:43:05.740231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0c2e7-aba8-4bb5-adfc-b309261a62b7 req-e52178dd-a824-459b-a9f7-3e01a29efc9d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:05.741835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fb0c2e7-aba8-4bb5-adfc-b309261a62b7 req-e52178dd-a824-459b-a9f7-3e01a29efc9d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0537694 Jul 30 03:43:05.784456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fb0c2e7-aba8-4bb5-adfc-b309261a62b7 req-96b7e0cc-8b3d-4db7-9c9b-1b9b2342d87d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Jul 30 03:43:05.908729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b46ec9-dbeb-4b13-bb7f-556211207f16 req-9d065dc8-3817-49dc-a76e-059ca0d4ec82 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:05.910131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b46ec9-dbeb-4b13-bb7f-556211207f16 req-9d065dc8-3817-49dc-a76e-059ca0d4ec82 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0518298 Jul 30 03:43:05.923460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Router bc988e5a-56be-45dc-9c31-3883b2e4d140 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:43:05.953012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5b46ec9-dbeb-4b13-bb7f-556211207f16 req-021de153-e522-4ce8-bd9a-9eef1731ca17 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367811 Jul 30 03:43:05.999352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:06.007266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:06.008487 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-66f4051e-0094-4ac9-b15f-d3c266e9a7fa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "PUT /v2.0/routers/bc988e5a-56be-45dc-9c31-3883b2e4d140 HTTP/1.1" status: 200 len: 693 time: 0.7566633 Jul 30 03:43:06.009981 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] Sync routers for ids ['bc988e5a-56be-45dc-9c31-3883b2e4d140'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:06.011353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.020509 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] Routers {'bc988e5a-56be-45dc-9c31-3883b2e4d140'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:06.021250 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bc988e5a-56be-45dc-9c31-3883b2e4d140'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:06.084930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44950a-9584-4e14-9dd5-64cdad06dec8 req-7d7f42cb-6603-4b05-bea1-3b834a2b357f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:06.086577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e44950a-9584-4e14-9dd5-64cdad06dec8 req-7d7f42cb-6603-4b05-bea1-3b834a2b357f tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0514252 Jul 30 03:43:06.091881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55cc0dd5-28a0-4e5a-bfec-2c3381b3bf39 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/routers/bc988e5a-56be-45dc-9c31-3883b2e4d140 HTTP/1.1" status: 200 len: 699 time: 0.0793948 Jul 30 03:43:06.092083 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] Set router bc988e5a-56be-45dc-9c31-3883b2e4d140 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:06.094468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.121991 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08e8ef69-80f7-459d-9539-2ad528b3816c tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc988e5a-56be-45dc-9c31-3883b2e4d140 HTTP/1.1" status: 200 len: 205 time: 0.0248621 Jul 30 03:43:06.123536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52752) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.130167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e44950a-9584-4e14-9dd5-64cdad06dec8 req-de08eebf-8aca-466e-85dd-4815fe096ff8 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344074 Jul 30 03:43:06.148223 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc988e5a-56be-45dc-9c31-3883b2e4d140', 'name': 'tempest-RoutersTest-router-931010488', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:43:05Z', 'updated_at': '2021-07-30T03:43:05Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:06.214275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:06.270033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0767f-769d-47bd-a9ce-7749242d226a req-b1df09b3-941b-4261-9338-35f523bb8bf6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:06.271595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36c0767f-769d-47bd-a9ce-7749242d226a req-b1df09b3-941b-4261-9338-35f523bb8bf6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.0848861 Jul 30 03:43:06.283831 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] Checking router: bc988e5a-56be-45dc-9c31-3883b2e4d140 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:06.285719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ae8c-6dea-4e0d-b610-26857f52ebc0 req-c74f61f3-0a18-4fb3-8867-858bbb60f0e8 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:06.287436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c8ae8c-6dea-4e0d-b610-26857f52ebc0 req-c74f61f3-0a18-4fb3-8867-858bbb60f0e8 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0705700 Jul 30 03:43:06.293967 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] Routers {'bc988e5a-56be-45dc-9c31-3883b2e4d140'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:06.294926 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bc988e5a-56be-45dc-9c31-3883b2e4d140'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:06.356802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36c0767f-769d-47bd-a9ce-7749242d226a req-bc37694f-525a-4dbc-af63-9b34c8e2630b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Jul 30 03:43:06.364927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c8ae8c-6dea-4e0d-b610-26857f52ebc0 req-06720650-1742-4983-8a66-723866a53602 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Jul 30 03:43:06.366459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] Set router bc988e5a-56be-45dc-9c31-3883b2e4d140 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:06.398691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:06.401016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:06.421998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc988e5a-56be-45dc-9c31-3883b2e4d140', 'name': 'tempest-RoutersTest-router-931010488', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:43:05Z', 'updated_at': '2021-07-30T03:43:05Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:06.452545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892f994-074d-4bf0-b374-f80e0926ff6b None None] The sync data for ids ['bc988e5a-56be-45dc-9c31-3883b2e4d140'] in n-d-778696-14 is: [{'id': 'bc988e5a-56be-45dc-9c31-3883b2e4d140', 'name': 'tempest-RoutersTest-router-931010488', 'tenant_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:43:05Z', 'updated_at': '2021-07-30T03:43:05Z', 'revision_number': 2, 'project_id': 'ae19b6d8670a482fb5cc5af4e1745346', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:06.458239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:06.458952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Fanout notify agent at l3_agent the message router_deleted on router bc988e5a-56be-45dc-9c31-3883b2e4d140 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:43:06.476685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:06.476685 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9db9fda-6fba-45e3-976b-1df0cfec05ba tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/bc988e5a-56be-45dc-9c31-3883b2e4d140 HTTP/1.1" status: 204 len: 168 time: 0.3459666 Jul 30 03:43:06.477120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.509958 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95d63086-89c0-42d8-963a-8fdad22d2dca tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc988e5a-56be-45dc-9c31-3883b2e4d140 HTTP/1.1" status: 200 len: 205 time: 0.0317008 Jul 30 03:43:06.512964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.538952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba26d0-fc6d-4feb-8e52-7a2a0ebb6842 req-07420d3d-b731-41ed-94ec-6ddbe20f1a06 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:06.540457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1ba26d0-fc6d-4feb-8e52-7a2a0ebb6842 req-07420d3d-b731-41ed-94ec-6ddbe20f1a06 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0877125 Jul 30 03:43:06.553028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b076b-2440-47b8-bd1c-edb2b61dcd7c req-8819a8de-aa3d-4fac-bd07-912f5fe9a997 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:06.554210 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-058bc28d-cdff-4521-ad83-b60cfba57563 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:06.554538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc2b076b-2440-47b8-bd1c-edb2b61dcd7c req-8819a8de-aa3d-4fac-bd07-912f5fe9a997 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0725663 Jul 30 03:43:06.557564 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-058bc28d-cdff-4521-ad83-b60cfba57563 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/bc988e5a-56be-45dc-9c31-3883b2e4d140 HTTP/1.1" status: 404 len: 336 time: 0.0412197 Jul 30 03:43:06.557803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52770) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.585633 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-443fbf1d-7ee6-4dd0-9952-04f48c48ac8e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:06.586096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443fbf1d-7ee6-4dd0-9952-04f48c48ac8e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:06.590057 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-443fbf1d-7ee6-4dd0-9952-04f48c48ac8e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/7447004d-64a7-4cee-8cb9-b907fdeccfeb HTTP/1.1" status: 404 len: 337 time: 0.0291214 Jul 30 03:43:06.590746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.606194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e1ba26d0-fc6d-4feb-8e52-7a2a0ebb6842 req-9df3d984-ad7d-4968-90be-75d59eb8062a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506692 Jul 30 03:43:06.617679 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb06c75-64da-40d4-afa4-7f3fef2c4361 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:06.618144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb06c75-64da-40d4-afa4-7f3fef2c4361 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:06.622738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2fb06c75-64da-40d4-afa4-7f3fef2c4361 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/de9570f8-2683-4797-89d2-c8b1de36d132 HTTP/1.1" status: 404 len: 337 time: 0.0282245 Jul 30 03:43:06.622902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc2b076b-2440-47b8-bd1c-edb2b61dcd7c req-298e23ef-4d59-4b64-a6b6-043ce30fe40e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Jul 30 03:43:06.623035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.671276 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6f74f9-1105-4948-aa63-5b8542419afa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:06.671276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6f74f9-1105-4948-aa63-5b8542419afa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:06.671527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.672756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ff6f74f9-1105-4948-aa63-5b8542419afa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/9460ac4c-7a08-4780-9fa5-c19fa4c5c438 HTTP/1.1" status: 404 len: 337 time: 0.0486858 Jul 30 03:43:06.675222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52782) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.709038 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-388c4d65-3f93-4b51-ba87-2ff04ba5d836 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:06.709573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388c4d65-3f93-4b51-ba87-2ff04ba5d836 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:06.713909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-388c4d65-3f93-4b51-ba87-2ff04ba5d836 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/b86d3419-7878-4f51-a593-27efe81fda3f HTTP/1.1" status: 404 len: 337 time: 0.0353470 Jul 30 03:43:06.715087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.781478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-48080654-096d-4e14-a419-e81213d6feaa tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 200 len: 205 time: 0.0658324 Jul 30 03:43:06.783749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52790) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.799271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 796bf5db-106a-4955-9ad4-a6dffdf177b3 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:43:06.843065 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-0171f2a3-5e3b-4edb-8a79-90735302bd6c tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:06.844378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0171f2a3-5e3b-4edb-8a79-90735302bd6c tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/0afd40e0-eff6-4095-9ad4-470d7bcf49b8 HTTP/1.1" status: 404 len: 336 time: 0.0595045 Jul 30 03:43:06.846924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.884921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cb1b7ae2-e7ac-4d9a-b668-1508425a78b1 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 HTTP/1.1" status: 200 len: 205 time: 0.0365787 Jul 30 03:43:06.888424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.914002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:06.927276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'port_id': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'mac_address': 'fa:16:3e:5b:cb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:43:06.948454 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-e48558d7-5d7d-4dbf-a8ef-4430f8d6c98d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:06.953474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e48558d7-5d7d-4dbf-a8ef-4430f8d6c98d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/ea4cdb81-b86b-4cbd-88f2-9b87a0ff9b20 HTTP/1.1" status: 404 len: 336 time: 0.0572259 Jul 30 03:43:06.957147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:06.997861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:07.000876 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e44f7d-572b-4033-b0f2-880504659423 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:07.001342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e44f7d-572b-4033-b0f2-880504659423 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:07.003085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-17e44f7d-572b-4033-b0f2-880504659423 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/eb4753ab-0a40-4dc6-94b7-18a26b0388f8 HTTP/1.1" status: 404 len: 337 time: 0.0447733 Jul 30 03:43:07.005645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.025565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 796bf5db-106a-4955-9ad4-a6dffdf177b3 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:43:07.032382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a256572b-8d8e-4125-b925-67994ba7167d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 200 len: 205 time: 0.0256538 Jul 30 03:43:07.034658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.056579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:07.063732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:07.079008 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-0c24cde8-aab8-4a73-88a7-368db05541a1 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:07.079837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0c24cde8-aab8-4a73-88a7-368db05541a1 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/32467919-5f13-4ead-9515-4464f3773eaf HTTP/1.1" status: 404 len: 336 time: 0.0442481 Jul 30 03:43:07.082371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.112775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e3198dfc-3407-4122-97b7-10a5d68aff1d tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=acb1b661-8317-4af9-9fe2-a79c2512807a HTTP/1.1" status: 200 len: 205 time: 0.0292215 Jul 30 03:43:07.115067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.128311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:07.138648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.138886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.139204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.139547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.139886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.140222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.140556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.141121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.141465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.141792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.142140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.142453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:07.161292 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4497c55d-ec8e-4d6d-8255-9828fe88fb30 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:07.162335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4497c55d-ec8e-4d6d-8255-9828fe88fb30 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/acb1b661-8317-4af9-9fe2-a79c2512807a HTTP/1.1" status: 404 len: 336 time: 0.0428147 Jul 30 03:43:07.165551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.166153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:07.198401 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1701941f-c73d-475b-94b1-1bedbe4e9ee5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:07.198923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1701941f-c73d-475b-94b1-1bedbe4e9ee5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:07.202988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1701941f-c73d-475b-94b1-1bedbe4e9ee5 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/7aeab061-d24d-41e2-958d-6b2629f4e4dc HTTP/1.1" status: 404 len: 337 time: 0.0343001 Jul 30 03:43:07.203858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52808) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.239016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef74238f-25b3-4817-9a5a-a9455c8c73ce tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca0b821-1cc5-4368-8245-2e1311db84bd HTTP/1.1" status: 200 len: 205 time: 0.0341108 Jul 30 03:43:07.241276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.254536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['796bf5db-106a-4955-9ad4-a6dffdf177b3'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:07.286935 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-258b0e66-8c75-419a-80a2-6d94e4d0484e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:07.288105 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-258b0e66-8c75-419a-80a2-6d94e4d0484e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/bca0b821-1cc5-4368-8245-2e1311db84bd HTTP/1.1" status: 404 len: 336 time: 0.0458565 Jul 30 03:43:07.291175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52812) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.354155 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eba1cb5-d429-4a95-bb54-a8558a5a57e1 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:07.354155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eba1cb5-d429-4a95-bb54-a8558a5a57e1 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:07.357040 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8eba1cb5-d429-4a95-bb54-a8558a5a57e1 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/6ca112d9-4a88-4f34-88e0-ff1752f6d243 HTTP/1.1" status: 404 len: 337 time: 0.0655603 Jul 30 03:43:07.360217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.396273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45042db1-4373-4bb6-804f-ce4cd132d132 tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "GET /v2.0/ports?device_id=91294264-c369-42b9-8f3a-b9f8d6b6cc3a HTTP/1.1" status: 200 len: 205 time: 0.0348785 Jul 30 03:43:07.398524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52818) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.440134 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-62b58139-330c-4d04-a097-063acb6dcebf tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] delete failed (client error): The resource could not be found. Jul 30 03:43:07.441176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-62b58139-330c-4d04-a097-063acb6dcebf tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/routers/91294264-c369-42b9-8f3a-b9f8d6b6cc3a HTTP/1.1" status: 404 len: 336 time: 0.0417557 Jul 30 03:43:07.443898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.479313 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1efb82-1989-4f6b-ac47-548b57cc98bd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:07.479862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1efb82-1989-4f6b-ac47-548b57cc98bd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:07.485176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f1efb82-1989-4f6b-ac47-548b57cc98bd tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/005b534c-0a55-4e30-8c25-53cd1e4b7a13 HTTP/1.1" status: 404 len: 337 time: 0.0375848 Jul 30 03:43:07.485798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.537834 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa22e2f5-b89f-434f-b8ba-44919bc86e8e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] DELETE failed (client error): The resource could not be found. Jul 30 03:43:07.538291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa22e2f5-b89f-434f-b8ba-44919bc86e8e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:43:07.543750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fa22e2f5-b89f-434f-b8ba-44919bc86e8e tempest-RoutersTest-1784524950 tempest-RoutersTest-1784524950-project] 10.222.0.39 "DELETE /v2.0/subnets/8e9b40fc-0cd4-4117-8ba6-eb6605188e1e HTTP/1.1" status: 404 len: 337 time: 0.0553849 Jul 30 03:43:07.563559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2cd77-d2a5-4e8b-9506-e25b2cf8c07d req-8bb8496b-3f61-473e-adcd-9e3fe74afee3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:07.565751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3f2cd77-d2a5-4e8b-9506-e25b2cf8c07d req-8bb8496b-3f61-473e-adcd-9e3fe74afee3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 944 time: 0.0954769 Jul 30 03:43:07.608504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Deleting port 98621a5b-c701-4365-90c1-2b72ab7799c9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:07.608504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:07.628577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3f2cd77-d2a5-4e8b-9506-e25b2cf8c07d req-6fead94d-39f3-4ed6-98fe-3f0c223e8a64 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Jul 30 03:43:07.716245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] For port 98621a5b-c701-4365-90c1-2b72ab7799c9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=98621a5b-c701-4365-90c1-2b72ab7799c9,segment=NetworkSegment(b567d57d-4bcd-458a-bbc2-68f4cc11cff3),segment_id=b567d57d-4bcd-458a-bbc2-68f4cc11cff3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:07.716835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:07.736479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Calling delete_port for 98621a5b-c701-4365-90c1-2b72ab7799c9 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:07.869997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:07.890953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b6c91-557f-4b65-a2a5-6536e2e3a43e req-372214fc-1335-4c02-ad88-af562522319d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:07.898909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff4b6c91-557f-4b65-a2a5-6536e2e3a43e req-372214fc-1335-4c02-ad88-af562522319d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1656291 Jul 30 03:43:07.905675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 16dc396c-4198-434c-b2dd-d139a28909c0 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:07.969243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff4b6c91-557f-4b65-a2a5-6536e2e3a43e req-669b4a4a-c01c-4cbb-9bf5-8267b6b7e6d2 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Jul 30 03:43:07.983598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 16dc396c-4198-434c-b2dd-d139a28909c0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:07.986312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 16dc396c-4198-434c-b2dd-d139a28909c0 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:08.026725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:08.060439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=98621a5b-c701-4365-90c1-2b72ab7799c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:08.094251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52842) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:08.094590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-76a8fce0-5314-4732-a7bd-d49c756d1945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae19b6d8670a482fb5cc5af4e1745346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228143 Jul 30 03:43:08.281973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d87af4cb-750e-4372-9eff-3472dddb9ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:08.308079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d87af4cb-750e-4372-9eff-3472dddb9ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:08.343725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:08.461206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d87af4cb-750e-4372-9eff-3472dddb9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:08.463836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d87af4cb-750e-4372-9eff-3472dddb9ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:08.467638 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d87af4cb-750e-4372-9eff-3472dddb9ab3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42b454e8-7b49-4e6c-8c8e-ccd7b7f44140 HTTP/1.1" status: 204 len: 168 time: 0.3715906 Jul 30 03:43:08.509064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87af4cb-750e-4372-9eff-3472dddb9ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b454e8-7b49-4e6c-8c8e-ccd7b7f44140,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:08.649515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Router 3da4b45f-1a1b-4895-b231-2903978be532 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:08.796310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:08.805818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] Sync routers for ids ['3da4b45f-1a1b-4895-b231-2903978be532'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:08.811439 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b2b472cd-3df6-44ab-a293-f01a69227b80 admin admin] 10.222.0.39 "PUT /v2.0/routers/3da4b45f-1a1b-4895-b231-2903978be532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383274 Jul 30 03:43:08.811807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:08.816845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 796bf5db-106a-4955-9ad4-a6dffdf177b3 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:08.851423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] Routers {'3da4b45f-1a1b-4895-b231-2903978be532'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:08.852990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3da4b45f-1a1b-4895-b231-2903978be532'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:08.902422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb9107-9313-4fb0-a826-dc380402242b req-44f0f78a-7309-4a26-9b25-dafee5b848cd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:08.911066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dbb9107-9313-4fb0-a826-dc380402242b req-44f0f78a-7309-4a26-9b25-dafee5b848cd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 944 time: 0.1947620 Jul 30 03:43:08.997668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] Set router 3da4b45f-1a1b-4895-b231-2903978be532 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:09.064002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dbb9107-9313-4fb0-a826-dc380402242b req-8239e3c4-da50-4771-9942-fe85b7b5504a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516814 Jul 30 03:43:09.119952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.145777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 796bf5db-106a-4955-9ad4-a6dffdf177b3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:09.147117 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.362885 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.398920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.417247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a166739-6282-4bd1-91bd-eb9b51d7c5af req-a4fa4284-05c3-48ac-b2ae-518b80b90c99 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:09.419606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a166739-6282-4bd1-91bd-eb9b51d7c5af req-a4fa4284-05c3-48ac-b2ae-518b80b90c99 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1603754 Jul 30 03:43:09.485021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:09.492940 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b820e5-cc60-4c67-ac50-1cb8ef9c3261" -d '{"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-plugged", "status": "completed", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:09.592337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a166739-6282-4bd1-91bd-eb9b51d7c5af req-5c03d1d6-c79a-422d-82ed-a325d4a9cab3 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520054 Jul 30 03:43:09.617135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:09.622217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:43:07Z', 'revision_number': 5, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port': {'id': '5e86ae98-2adc-4b25-a0fd-621089d0b5eb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da4b45f-1a1b-4895-b231-2903978be532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:40:11Z', 'updated_at': '2021-07-30T03:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:09.625259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Deleting port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:09.626102 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.707522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.719939 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215dd442-a2d6-42d0-a0c2-b75c298e846f x-openstack-request-id: req-215dd442-a2d6-42d0-a0c2-b75c298e846f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:09.723492 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-plugged", "status": "completed", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:09.727706 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-215dd442-a2d6-42d0-a0c2-b75c298e846f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:09.728377 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'code': 200} Jul 30 03:43:09.763416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] Checking router: 3da4b45f-1a1b-4895-b231-2903978be532 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:09.765131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] For port 5e86ae98-2adc-4b25-a0fd-621089d0b5eb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:09.766044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:09.791474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Calling delete_port for 5e86ae98-2adc-4b25-a0fd-621089d0b5eb owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:09.803174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] Routers {'3da4b45f-1a1b-4895-b231-2903978be532'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:09.803818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:42:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3da4b45f-1a1b-4895-b231-2903978be532'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:09.876753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:09.898500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:09.983411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] Set router 3da4b45f-1a1b-4895-b231-2903978be532 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:10.084878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:43:09Z', 'revision_number': 6, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:10.135918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1137504683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:10.181980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5920479-7e47-4d4a-a6e2-0fbfae6e8d9a None None] The sync data for ids ['3da4b45f-1a1b-4895-b231-2903978be532'] in n-d-778696-14 is: [{'id': '3da4b45f-1a1b-4895-b231-2903978be532', 'name': 'tempest-ServerRescueNegativeTestJSON-163541001-router', 'tenant_id': 'c5d9602e64724e3083755a71782323c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:40:10Z', 'updated_at': '2021-07-30T03:43:09Z', 'revision_number': 6, 'project_id': 'c5d9602e64724e3083755a71782323c2', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:10.211479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.212619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.262033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.313138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e86ae98-2adc-4b25-a0fd-621089d0b5eb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:10.337466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.345854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.368478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e663f-6a20-4acc-bdf1-66f0dfa85ea3 req-bf13f0b4-b5c1-41ea-b4e7-aa7cfe1dca13 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:10.378323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-200e663f-6a20-4acc-bdf1-66f0dfa85ea3 req-bf13f0b4-b5c1-41ea-b4e7-aa7cfe1dca13 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1796784 Jul 30 03:43:10.380662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.382101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f87f99ab-aa91-41e2-beff-8d998a0a83d6 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4825263 Jul 30 03:43:10.472434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52920) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:10.478107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-642592968'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:10.525250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Made reservation on behalf of 0c8962c574374d38aa94d6130b8ebdc9 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:10.530457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.546477 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.577529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-200e663f-6a20-4acc-bdf1-66f0dfa85ea3 req-d182e5d4-aa6d-4067-8fd2-4a5f982eeb9a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982708 Jul 30 03:43:10.587979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.625217 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:43:10.776168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.790213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.813820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:43:10.834353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.835167 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Added segment fceb7dbd-3324-4238-8cdb-2a196510f533 of type vlan for network 389d4e76-c445-444c-9e30-304ee5f21882 Jul 30 03:43:10.894329 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.937630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.944902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:10.972607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67872a09-37ab-4bce-8536-681530da1651 req-f5c14f1e-a8c1-491d-bcab-d89c97730945 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:10.976290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67872a09-37ab-4bce-8536-681530da1651 req-f5c14f1e-a8c1-491d-bcab-d89c97730945 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1696949 Jul 30 03:43:10.997050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.005952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36527ca1-e322-4460-8928-78799205b2ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:11.041352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.041882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da4b45f-1a1b-4895-b231-2903978be532 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:43:11.051354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.052986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc28083b-2b04-4547-91a7-f39c023fcc88 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3da4b45f-1a1b-4895-b231-2903978be532 HTTP/1.1" status: 204 len: 168 time: 2.2384493 Jul 30 03:43:11.055854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52926) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:11.068646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67872a09-37ab-4bce-8536-681530da1651 req-9023aa25-f70e-4f16-852c-91509a942e35 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Jul 30 03:43:11.107238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.113327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:11.114173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.222046 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7455287 Jul 30 03:43:11.222434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:11.228646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'subnet': {'network_id': '389d4e76-c445-444c-9e30-304ee5f21882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:11.267893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Deleting subnet ba9bee38-677a-4923-8b21-c1c05d66a3c7 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:11.275698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba2757-012e-412e-92af-081abc49dd8b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Network': ['ID=389d4e76-c445-444c-9e30-304ee5f21882,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:11.287646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.292074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 389d4e76-c445-444c-9e30-304ee5f21882 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:43:11.347412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.360913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e86ae98-2adc-4b25-a0fd-621089d0b5eb no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:11.526712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.533528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5e86ae98-2adc-4b25-a0fd-621089d0b5eb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:11.533899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e86ae98-2adc-4b25-a0fd-621089d0b5eb not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:11.534360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 98621a5b-c701-4365-90c1-2b72ab7799c9 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:11.542636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Made reservation on behalf of 0c8962c574374d38aa94d6130b8ebdc9 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:11.553794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.562962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 98621a5b-c701-4365-90c1-2b72ab7799c9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:11.563336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 98621a5b-c701-4365-90c1-2b72ab7799c9 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:11.665146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.760504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.770005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba9bee38-677a-4923-8b21-c1c05d66a3c7 HTTP/1.1" status: 204 len: 168 time: 0.7127042 Jul 30 03:43:11.772310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7d992-01aa-40dd-a1d4-6a640a92b0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9bee38-677a-4923-8b21-c1c05d66a3c7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:11.774758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52938) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:11.878369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.961857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:11.978988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0f8a-5b1e-4fd3-899b-47784d91fdbc req-8cac3769-160e-4a7f-b99f-ef0a036b65e9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:11.981789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e1e0f8a-5b1e-4fd3-899b-47784d91fdbc req-8cac3769-160e-4a7f-b99f-ef0a036b65e9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1421881 Jul 30 03:43:12.029999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.043924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ea973a-0778-41ec-b887-6aecd5d46f3d']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:12.059234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:12.059523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b567d57d-4bcd-458a-bbc2-68f4cc11cff3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:12.072007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.088096 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.096198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:12.096650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.097213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e1e0f8a-5b1e-4fd3-899b-47784d91fdbc req-3d6dbe14-a32c-4b61-a27c-803259e7bc24 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868764 Jul 30 03:43:12.104722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Subnet': ['ID=ff41e622-9f81-40f9-8be9-88b7e45b146d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:12.118012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Checking segment: {'id': 'fceb7dbd-3324-4238-8cdb-2a196510f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '389d4e76-c445-444c-9e30-304ee5f21882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:12.118336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network hostable DHCP agents. Network: 389d4e76-c445-444c-9e30-304ee5f21882, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:43:12.170153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network 389d4e76-c445-444c-9e30-304ee5f21882 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:43:12.208095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 389d4e76-c445-444c-9e30-304ee5f21882) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:12.217271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38368e5a-1639-49f2-8a6a-5f87178063e0 None None] Network 389d4e76-c445-444c-9e30-304ee5f21882 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:12.218754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:12.224101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:12.250395 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:12.263389 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.268101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8be8aad4-9022-4303-81c6-db7f45bd7483 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0442836 Jul 30 03:43:12.273142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:12.274698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.279571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d8ea973a-0778-41ec-b887-6aecd5d46f3d HTTP/1.1" status: 204 len: 168 time: 0.5004041 Jul 30 03:43:12.309196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'network': {'name': 'tempest-router-network01--94712111'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:12.326085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5b1-6232-4480-a037-f5b9aff902c3 req-4da2d1a5-bff9-4501-8b2e-3859cebef12d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:12.327746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3a6a5b1-6232-4480-a037-f5b9aff902c3 req-4da2d1a5-bff9-4501-8b2e-3859cebef12d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0800405 Jul 30 03:43:12.362637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-adede7cf-c145-4662-8dde-417430bdf4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.395475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Made reservation on behalf of 0c8962c574374d38aa94d6130b8ebdc9 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:12.400118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.405312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c85c55-480e-476f-ad41-87e34dfc18f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ea973a-0778-41ec-b887-6aecd5d46f3d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:12.456596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:43:12.475291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3a6a5b1-6232-4480-a037-f5b9aff902c3 req-88d0e1f9-a8b5-4561-94c4-1b5f0eac5985 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389885 Jul 30 03:43:12.488058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.488407 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Added segment 8e54165b-3623-4795-8212-0f2a16a615da of type vlan for network 8bc75e7c-f11c-466c-b481-ad18438554fa Jul 30 03:43:12.612199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-389d4e76-c445-444c-9e30-304ee5f21882', 'network_id': '389d4e76-c445-444c-9e30-304ee5f21882', 'tenant_id': '0c8962c574374d38aa94d6130b8ebdc9', 'fixed_ips': [{'subnet_id': 'ff41e622-9f81-40f9-8be9-88b7e45b146d'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:43:12.613312 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.615522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.693562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52958) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:12.733156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.741504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:12.742123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:12.864856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Allocated IP 172.20.0.2 (389d4e76-c445-444c-9e30-304ee5f21882/ff41e622-9f81-40f9-8be9-88b7e45b146d/224c279b-3d66-427d-853c-db704bd9c43c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:12.901096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-78d7bcad-15f7-4fd5-8279-5840f34593b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5d9602e64724e3083755a71782323c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075288 Jul 30 03:43:12.903836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:12.908415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6118743 Jul 30 03:43:12.911053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:12.926367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'network': {'name': 'tempest-router-network02--1638324402'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:12.956527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4786a-3c63-4bae-913b-1cd13080e5cd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Network': ['ID=8bc75e7c-f11c-466c-b481-ad18438554fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:12.976037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Made reservation on behalf of 0c8962c574374d38aa94d6130b8ebdc9 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:12.977872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8bc75e7c-f11c-466c-b481-ad18438554fa details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:43:12.979952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.068713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe47-f6d9-4f03-a63e-0b9ca48dc895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.264502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:43:13.307455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe47-f6d9-4f03-a63e-0b9ca48dc895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.382817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.383556 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Added segment db22ebe3-be56-4df8-9e4a-d97149fc5cb3 of type vlan for network b75862e1-2dc0-4632-b1d9-237d2b43987c Jul 30 03:43:13.424987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.437131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Transition to ACTIVE for port object 224c279b-3d66-427d-853c-db704bd9c43c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:13.455932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Transition to ACTIVE for port object 224c279b-3d66-427d-853c-db704bd9c43c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:13.468458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.500075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dbe-d0ea-4742-a2dd-30a20d902ba4 req-2552b247-e1c7-46b7-a4f9-5fb6e412355a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:13.501614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1293dbe-d0ea-4742-a2dd-30a20d902ba4 req-2552b247-e1c7-46b7-a4f9-5fb6e412355a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.4073250 Jul 30 03:43:13.529903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e72b5b-1ae3-4dc1-ab32-30d8d259c236 req-36301eec-65e6-4223-949a-9c5196561b3f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:13.531881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29e72b5b-1ae3-4dc1-ab32-30d8d259c236 req-36301eec-65e6-4223-949a-9c5196561b3f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.2107747 Jul 30 03:43:13.551548 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.554865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Network 389d4e76-c445-444c-9e30-304ee5f21882 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:13.561037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:13.564973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:13.609651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1293dbe-d0ea-4742-a2dd-30a20d902ba4 req-bc7ad7d2-4845-4893-a066-96b70b0c79d7 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957091 Jul 30 03:43:13.634039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Pushing event updated for resources: {'Port': ['ID=224c279b-3d66-427d-853c-db704bd9c43c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:13.652465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29e72b5b-1ae3-4dc1-ab32-30d8d259c236 req-9f53a149-19b6-4b71-9b53-5b2239dbdfcc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103380 Jul 30 03:43:13.656063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe47-f6d9-4f03-a63e-0b9ca48dc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.664471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Attempting to bind port 224c279b-3d66-427d-853c-db704bd9c43c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:43:13.665002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Attempting to bind port 224c279b-3d66-427d-853c-db704bd9c43c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'fceb7dbd-3324-4238-8cdb-2a196510f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '389d4e76-c445-444c-9e30-304ee5f21882'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:43:13.665611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Attempting to bind port 224c279b-3d66-427d-853c-db704bd9c43c on network 389d4e76-c445-444c-9e30-304ee5f21882 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:43:13.667246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe47-f6d9-4f03-a63e-0b9ca48dc895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.670158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3f73fe47-f6d9-4f03-a63e-0b9ca48dc895 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d61d08b-3797-4af5-9b32-101e6562e2ac HTTP/1.1" status: 204 len: 168 time: 0.7653146 Jul 30 03:43:13.676692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:43:13.687619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Checking segment: {'id': 'fceb7dbd-3324-4238-8cdb-2a196510f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '389d4e76-c445-444c-9e30-304ee5f21882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:13.688319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.689943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Bound using segment: {'id': 'fceb7dbd-3324-4238-8cdb-2a196510f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '389d4e76-c445-444c-9e30-304ee5f21882'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:43:13.693298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Bound port: 224c279b-3d66-427d-853c-db704bd9c43c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fceb7dbd-3324-4238-8cdb-2a196510f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '389d4e76-c445-444c-9e30-304ee5f21882'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:43:13.693953 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.721631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73fe47-f6d9-4f03-a63e-0b9ca48dc895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d61d08b-3797-4af5-9b32-101e6562e2ac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:13.751411 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.757256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:13.764753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.922333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] For port 224c279b-3d66-427d-853c-db704bd9c43c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:43:13.931612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] For port 224c279b-3d66-427d-853c-db704bd9c43c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=224c279b-3d66-427d-853c-db704bd9c43c,segment=NetworkSegment(fceb7dbd-3324-4238-8cdb-2a196510f533),segment_id=fceb7dbd-3324-4238-8cdb-2a196510f533)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:43:13.943982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0307512 Jul 30 03:43:13.948283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52980) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:13.952312 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:13.959098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'subnet': {'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:13.979337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f259eb4-142e-44b8-be59-cff048288d2b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Network': ['ID=b75862e1-2dc0-4632-b1d9-237d2b43987c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:14.015336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0085f0-4c93-4b7c-ba69-c39d86760ce0 req-36d7b9d8-45ea-48f0-92ab-ad2e1999aca3 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:14.017838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0085f0-4c93-4b7c-ba69-c39d86760ce0 req-36d7b9d8-45ea-48f0-92ab-ad2e1999aca3 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1962438 Jul 30 03:43:14.036464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b75862e1-2dc0-4632-b1d9-237d2b43987c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:43:14.146380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0085f0-4c93-4b7c-ba69-c39d86760ce0 req-ed1c0b80-0646-4ca0-8652-f6e945868241 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135061 Jul 30 03:43:14.180627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81936951-2fcb-4cce-bf4b-e9b72b4bf1b0 None None] Pushing event updated for resources: {'Port': ['ID=224c279b-3d66-427d-853c-db704bd9c43c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:14.247505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Made reservation on behalf of 0c8962c574374d38aa94d6130b8ebdc9 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:14.251886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:14.674275 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba8066f4-c4e1-4c3e-874f-51306a3eae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:14.792607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:14.921089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2a22b-8c6d-4393-97b4-d521fa3bc811 req-7c395a9b-afc5-4eac-b86a-0cb9a19e4b2e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:14.929546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39b2a22b-8c6d-4393-97b4-d521fa3bc811 req-7c395a9b-afc5-4eac-b86a-0cb9a19e4b2e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1582398 Jul 30 03:43:14.937623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:14.959499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01bcd2-2d1b-43b2-a7c8-16556084c9ae req-cf27ca31-0d46-4236-bed4-eedaa9f0f59a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:14.985095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c01bcd2-2d1b-43b2-a7c8-16556084c9ae req-cf27ca31-0d46-4236-bed4-eedaa9f0f59a tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.1616969 Jul 30 03:43:15.015578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Subnet': ['ID=10bc9996-a88b-4a32-89d9-1287e3cf75c2,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:15.036016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Checking segment: {'id': '8e54165b-3623-4795-8212-0f2a16a615da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:15.037739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network hostable DHCP agents. Network: 8bc75e7c-f11c-466c-b481-ad18438554fa, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:43:15.050705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-ee54dd17-dd63-4811-be63-aee70dfa6e4d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:15.053981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-ee54dd17-dd63-4811-be63-aee70dfa6e4d tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.18 "GET /v2.0/ports?device_id=482690b7-149f-48fd-9254-a5c18adba9f9 HTTP/1.1" status: 200 len: 947 time: 0.2382054 Jul 30 03:43:15.152772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39b2a22b-8c6d-4393-97b4-d521fa3bc811 req-e9d7212a-496d-4701-9af3-ad7fc5868ae6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210217 Jul 30 03:43:15.253081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c01bcd2-2d1b-43b2-a7c8-16556084c9ae req-5d826fb9-b208-411f-8d23-046992c28338 tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fe30d50-2a73-4b0f-a676-21ae45556370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896281 Jul 30 03:43:15.271754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network 8bc75e7c-f11c-466c-b481-ad18438554fa is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:43:15.316076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8bc75e7c-f11c-466c-b481-ad18438554fa) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:15.321866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:15.322460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:15.362185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2d3ad-f024-40b6-9b31-b36d0b3e8789 None None] Network 8bc75e7c-f11c-466c-b481-ad18438554fa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:15.373641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f3bd7939-edc3-4230-885e-321f79278a34 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4241593 Jul 30 03:43:15.376493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:15.382615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'subnet': {'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:15.423974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Deleting port d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:15.428506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:15.620701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 224c279b-3d66-427d-853c-db704bd9c43c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:15.645877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] For port d7af102d-8f3b-4617-8afc-3c1869512dd0, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7af102d-8f3b-4617-8afc-3c1869512dd0,segment=NetworkSegment(8a87bd4a-edb4-43b3-bbe2-2b19501b3739),segment_id=8a87bd4a-edb4-43b3-bbe2-2b19501b3739)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:15.646587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:15.653418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbecd1-1045-43d4-8c82-2470b34a28f4 req-059728bd-2102-4716-b7b3-cbbe682cc917 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:15.662864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50dbecd1-1045-43d4-8c82-2470b34a28f4 req-059728bd-2102-4716-b7b3-cbbe682cc917 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1452191 Jul 30 03:43:15.686671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Made reservation on behalf of 0c8962c574374d38aa94d6130b8ebdc9 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:15.691587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:15.726307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Calling delete_port for d7af102d-8f3b-4617-8afc-3c1869512dd0 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:15.902332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d15fd-ec5e-4a30-baeb-377114cd7be4 None None] Network 389d4e76-c445-444c-9e30-304ee5f21882 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:15.916458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8bc75e7c-f11c-466c-b481-ad18438554fa', 'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa', 'tenant_id': '0c8962c574374d38aa94d6130b8ebdc9', 'fixed_ips': [{'subnet_id': '10bc9996-a88b-4a32-89d9-1287e3cf75c2'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:43:15.921568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:15.989067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:16.053384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Pushing event deleted for resources: {'Port': ['ID=d7af102d-8f3b-4617-8afc-3c1869512dd0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:16.195351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] No DVR routers for this DVR port d7af102d-8f3b-4617-8afc-3c1869512dd0 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:16.204039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:16.205966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f03c1d-b772-48d7-91c4-e70970fa9dde req-829ccb55-1fa0-465d-ad10-3ef4d919b9df tempest-ServersNegativeTestJSON-1584235758 tempest-ServersNegativeTestJSON-1584235758-project] 10.222.0.18 "DELETE /v2.0/ports/d7af102d-8f3b-4617-8afc-3c1869512dd0 HTTP/1.1" status: 204 len: 173 time: 1.1390624 Jul 30 03:43:16.206404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-deleted', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:16.237709 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ffd2be-e8e4-4ebe-befb-3c62479398f9" -d '{"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-deleted", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:16.696261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 224c279b-3d66-427d-853c-db704bd9c43c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:16.776421 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:16.782615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50dbecd1-1045-43d4-8c82-2470b34a28f4 req-f7d03750-1a74-402d-928a-3ec0d0d35a09 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1168871 Jul 30 03:43:16.853804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] Provisioning for port 224c279b-3d66-427d-853c-db704bd9c43c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:16.882036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] Provisioning complete for port 224c279b-3d66-427d-853c-db704bd9c43c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:16.882704 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:16.887054 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d2279-5bee-46c5-b4fd-5f49d4e4cac9 x-openstack-request-id: req-446d2279-5bee-46c5-b4fd-5f49d4e4cac9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:16.887576 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482690b7-149f-48fd-9254-a5c18adba9f9", "name": "network-vif-deleted", "tag": "d7af102d-8f3b-4617-8afc-3c1869512dd0", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:16.888003 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-446d2279-5bee-46c5-b4fd-5f49d4e4cac9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:16.888602 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482690b7-149f-48fd-9254-a5c18adba9f9', 'name': 'network-vif-deleted', 'tag': 'd7af102d-8f3b-4617-8afc-3c1869512dd0', 'status': 'completed', 'code': 200} Jul 30 03:43:16.979322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53034) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:17.010481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32b08-cb75-4b4c-a762-5e4bcdf6413d req-9be1838a-649e-4caf-97e8-d363a522e282 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:17.021297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bf32b08-cb75-4b4c-a762-5e4bcdf6413d req-9be1838a-649e-4caf-97e8-d363a522e282 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.3299534 Jul 30 03:43:17.075816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.082735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Deleting subnet dcedd63f-e6ca-4ef4-9b87-787525cd35be {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:17.086650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.140537 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.186642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.278897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Allocated IP 172.20.0.2 (8bc75e7c-f11c-466c-b481-ad18438554fa/10bc9996-a88b-4a32-89d9-1287e3cf75c2/f940f5c9-fdc5-42b4-8a18-114097712a5a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:17.279585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bf32b08-cb75-4b4c-a762-5e4bcdf6413d req-f3b28772-4db9-4a28-b544-5998f004aa46 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571769 Jul 30 03:43:17.296061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Subnet': ['ID=41453736-d69c-4c68-bb19-03b6b28c4012,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:17.318192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.340018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Checking segment: {'id': 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:17.340471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network hostable DHCP agents. Network: b75862e1-2dc0-4632-b1d9-237d2b43987c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:43:17.377534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network b75862e1-2dc0-4632-b1d9-237d2b43987c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:43:17.391531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, b75862e1-2dc0-4632-b1d9-237d2b43987c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:17.396327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:17.397123 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.400196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcedd63f-e6ca-4ef4-9b87-787525cd35be,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:17.425234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.429441 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-243ac974-4570-4b06-a312-757fa397701d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dcedd63f-e6ca-4ef4-9b87-787525cd35be HTTP/1.1" status: 204 len: 168 time: 0.4481468 Jul 30 03:43:17.432346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:17.436916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-79ed049a-2cc2-4775-9982-5d0a1c919ffd tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0593359 Jul 30 03:43:17.441894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53046) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:17.461947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50aac62-41fe-4a24-a8fd-b62fe18636b4 None None] Network b75862e1-2dc0-4632-b1d9-237d2b43987c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:17.465333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.594327 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.744219 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.765767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e642081-54e8-41b5-b5b3-57d91ce8ec14']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:17.812156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a87bd4a-edb4-43b3-bbe2-2b19501b3739') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:17.818418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a87bd4a-edb4-43b3-bbe2-2b19501b3739') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:17.852883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.881547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.888774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:17.889172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:17.938136 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:18.022970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.053719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e449d-c191-42f9-ae2a-87acbc76dab3 req-e40ded13-e03b-4a9f-9fa5-0b6a20a03f63 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:18.064905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd5e449d-c191-42f9-ae2a-87acbc76dab3 req-e40ded13-e03b-4a9f-9fa5-0b6a20a03f63 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1165771 Jul 30 03:43:18.109386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:18.140052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd5e449d-c191-42f9-ae2a-87acbc76dab3 req-ec9dcfef-1699-44f4-9543-5e8d9b450268 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Jul 30 03:43:18.215938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.221211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e642081-54e8-41b5-b5b3-57d91ce8ec14 HTTP/1.1" status: 204 len: 168 time: 0.7841148 Jul 30 03:43:18.239612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: d7af102d-8f3b-4617-8afc-3c1869512dd0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:18.240170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7af102d-8f3b-4617-8afc-3c1869512dd0 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:18.247571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bcdcd-1f4f-4685-bce8-f689660629f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e642081-54e8-41b5-b5b3-57d91ce8ec14,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:18.319319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.328697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] For port 224c279b-3d66-427d-853c-db704bd9c43c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=224c279b-3d66-427d-853c-db704bd9c43c,segment=NetworkSegment(fceb7dbd-3324-4238-8cdb-2a196510f533),segment_id=fceb7dbd-3324-4238-8cdb-2a196510f533)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:18.344071 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.345865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Transition to ACTIVE for port object f940f5c9-fdc5-42b4-8a18-114097712a5a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:18.355021 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.358033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.450001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Transition to ACTIVE for port object f940f5c9-fdc5-42b4-8a18-114097712a5a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:18.460586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-b75862e1-2dc0-4632-b1d9-237d2b43987c', 'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c', 'tenant_id': '0c8962c574374d38aa94d6130b8ebdc9', 'fixed_ips': [{'subnet_id': '41453736-d69c-4c68-bb19-03b6b28c4012'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:43:18.461507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.502515 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:18.584360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Network 8bc75e7c-f11c-466c-b481-ad18438554fa is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:18.602016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:18.610467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:18.649185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6109af-e185-41cf-b44f-e13601815270 None None] Pushing event updated for resources: {'Port': ['ID=224c279b-3d66-427d-853c-db704bd9c43c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:18.696334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbdaa5-e250-4683-af5d-afe5439e59fe req-2b4327f9-13b0-4cf9-9bf5-3c40a0022969 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:18.713161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8abbdaa5-e250-4683-af5d-afe5439e59fe req-2b4327f9-13b0-4cf9-9bf5-3c40a0022969 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1780505 Jul 30 03:43:18.797501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Pushing event updated for resources: {'Port': ['ID=f940f5c9-fdc5-42b4-8a18-114097712a5a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:18.815545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53068) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:18.872608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8abbdaa5-e250-4683-af5d-afe5439e59fe req-795a32d6-eec4-4b39-ba2a-70a3aa8bf60f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585808 Jul 30 03:43:18.968023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ce8ab7e8-15e2-4b12-a91f-abdf143f24ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=882ad56c11884ce6be92e5e880d13e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503415 Jul 30 03:43:18.969760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:19.034714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Allocated IP 172.20.0.2 (b75862e1-2dc0-4632-b1d9-237d2b43987c/41453736-d69c-4c68-bb19-03b6b28c4012/1c1b5c08-f122-4bcf-924b-12afe561e121) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:19.045854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c04bb096-c30d-41ed-ae7e-5eeab0d4e506 None None] Provisioning complete for port 224c279b-3d66-427d-853c-db704bd9c43c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:19.046215 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c04bb096-c30d-41ed-ae7e-5eeab0d4e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.047435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c76d-9a95-48a0-b50a-81e49d52b4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.084090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c76d-9a95-48a0-b50a-81e49d52b4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.085573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Attempting to bind port f940f5c9-fdc5-42b4-8a18-114097712a5a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:43:19.085573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Attempting to bind port f940f5c9-fdc5-42b4-8a18-114097712a5a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '8e54165b-3623-4795-8212-0f2a16a615da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:43:19.085969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Attempting to bind port f940f5c9-fdc5-42b4-8a18-114097712a5a on network 8bc75e7c-f11c-466c-b481-ad18438554fa {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:43:19.133639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:43:19.133938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Checking segment: {'id': '8e54165b-3623-4795-8212-0f2a16a615da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:19.134348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.134745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Bound using segment: {'id': '8e54165b-3623-4795-8212-0f2a16a615da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:43:19.137630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Bound port: f940f5c9-fdc5-42b4-8a18-114097712a5a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e54165b-3623-4795-8212-0f2a16a615da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8bc75e7c-f11c-466c-b481-ad18438554fa'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:43:19.141011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.155579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c76d-9a95-48a0-b50a-81e49d52b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.158881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c76d-9a95-48a0-b50a-81e49d52b4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.164410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5cf7c76d-9a95-48a0-b50a-81e49d52b4ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fe30d50-2a73-4b0f-a676-21ae45556370 HTTP/1.1" status: 204 len: 168 time: 0.1933756 Jul 30 03:43:19.181744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c76d-9a95-48a0-b50a-81e49d52b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe30d50-2a73-4b0f-a676-21ae45556370,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:19.533956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210bcc2-f1d0-4684-b598-d005a1ab5084 req-6ca337d9-fdea-4bc5-a6a5-2ac67d10205d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:19.539972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5210bcc2-f1d0-4684-b598-d005a1ab5084 req-6ca337d9-fdea-4bc5-a6a5-2ac67d10205d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1658814 Jul 30 03:43:19.586411 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.606298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Transition to ACTIVE for port object 1c1b5c08-f122-4bcf-924b-12afe561e121 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:19.653342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5210bcc2-f1d0-4684-b598-d005a1ab5084 req-da32b131-e454-41dc-be05-daf003bbb836 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870907 Jul 30 03:43:19.663962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Transition to ACTIVE for port object 1c1b5c08-f122-4bcf-924b-12afe561e121 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:19.702072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Allocated IP 172.20.0.1 (8bc75e7c-f11c-466c-b481-ad18438554fa/10bc9996-a88b-4a32-89d9-1287e3cf75c2/3643038e-6f9f-4c59-94e6-51060e4bb5b1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:19.725519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 224c279b-3d66-427d-853c-db704bd9c43c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:19.747888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:19.936601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Network b75862e1-2dc0-4632-b1d9-237d2b43987c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:20.001357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:20.015004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:20.078036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.089112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] For port f940f5c9-fdc5-42b4-8a18-114097712a5a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:43:20.099782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] For port f940f5c9-fdc5-42b4-8a18-114097712a5a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f940f5c9-fdc5-42b4-8a18-114097712a5a,segment=NetworkSegment(8e54165b-3623-4795-8212-0f2a16a615da),segment_id=8e54165b-3623-4795-8212-0f2a16a615da)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:43:20.113705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Transition to ACTIVE for port object 3643038e-6f9f-4c59-94e6-51060e4bb5b1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:20.116625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Pushing event updated for resources: {'Port': ['ID=1c1b5c08-f122-4bcf-924b-12afe561e121,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:20.139250 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.217022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.228272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5bcf-395e-437e-9c71-5f0e161b8fc9 req-368484d6-6f80-4df5-8596-04aa66c26670 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:20.236262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-efac5bcf-395e-437e-9c71-5f0e161b8fc9 req-368484d6-6f80-4df5-8596-04aa66c26670 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1797614 Jul 30 03:43:20.284622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Attempting to bind port 1c1b5c08-f122-4bcf-924b-12afe561e121 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:43:20.285440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Attempting to bind port 1c1b5c08-f122-4bcf-924b-12afe561e121 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:43:20.285889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Attempting to bind port 1c1b5c08-f122-4bcf-924b-12afe561e121 on network b75862e1-2dc0-4632-b1d9-237d2b43987c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:43:20.300805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:43:20.301327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Checking segment: {'id': 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:20.301783 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.302229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Bound using segment: {'id': 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:43:20.302762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Bound port: 1c1b5c08-f122-4bcf-924b-12afe561e121, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b75862e1-2dc0-4632-b1d9-237d2b43987c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:43:20.303562 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.353458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Port': ['ID=3643038e-6f9f-4c59-94e6-51060e4bb5b1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:20.380038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network 8bc75e7c-f11c-466c-b481-ad18438554fa is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:20.381737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:20.385098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 224c279b-3d66-427d-853c-db704bd9c43c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:20.385485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.392754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:20.401715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-efac5bcf-395e-437e-9c71-5f0e161b8fc9 req-7c633998-5c68-451e-b65b-b18eb2a80d93 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492066 Jul 30 03:43:20.482929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.622214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f43d1-f2af-408a-ada2-8e90add5ddeb None None] Pushing event updated for resources: {'Port': ['ID=f940f5c9-fdc5-42b4-8a18-114097712a5a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:20.892592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.897729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] For port 1c1b5c08-f122-4bcf-924b-12afe561e121, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:43:20.912261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] For port 1c1b5c08-f122-4bcf-924b-12afe561e121, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1c1b5c08-f122-4bcf-924b-12afe561e121,segment=NetworkSegment(db22ebe3-be56-4df8-9e4a-d97149fc5cb3),segment_id=db22ebe3-be56-4df8-9e4a-d97149fc5cb3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:43:20.923074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:20.980179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936da553-3fae-4822-a473-0644231fcf6e req-de47dbe6-6d13-4e2f-9320-7d7a72cd3174 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:20.991838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-936da553-3fae-4822-a473-0644231fcf6e req-de47dbe6-6d13-4e2f-9320-7d7a72cd3174 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1376300 Jul 30 03:43:21.100634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-936da553-3fae-4822-a473-0644231fcf6e req-c961198a-e629-430d-bd38-daa8a5a0572d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040637 Jul 30 03:43:21.101173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:21.108448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5228b0-c535-4f78-9d27-833a2fdee20a None None] Pushing event updated for resources: {'Port': ['ID=1c1b5c08-f122-4bcf-924b-12afe561e121,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:21.336157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-587810676-network', 'tenant_id': '59759b200ce84cf4994da52700db70bf'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:21.411695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f940f5c9-fdc5-42b4-8a18-114097712a5a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:21.499817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:21.505414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Made reservation on behalf of 59759b200ce84cf4994da52700db70bf for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:21.513131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:21.522825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:21.551489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:21.606447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f940f5c9-fdc5-42b4-8a18-114097712a5a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:21.663233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:21.819616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375a3b-167e-4cbe-9deb-ce1689f3cbd9 req-8a8e78fa-9797-4d38-ad59-c5fa9e21c35a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:21.831989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06375a3b-167e-4cbe-9deb-ce1689f3cbd9 req-8a8e78fa-9797-4d38-ad59-c5fa9e21c35a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1875625 Jul 30 03:43:22.012944 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.036616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Port': ['ID=3643038e-6f9f-4c59-94e6-51060e4bb5b1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:22.042384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.073079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c94ac-b020-4b0d-bc4e-67b6194779fa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:22.094909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:43:22.103111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06375a3b-167e-4cbe-9deb-ce1689f3cbd9 req-fe439836-b02d-4219-99db-d20a215f49c4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699084 Jul 30 03:43:22.110620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.111256 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Added segment da38c4b3-2d10-4684-9764-f45965f9f552 of type vlan for network 69909d2b-d4cc-4f79-9cc9-627983d45d4c Jul 30 03:43:22.176905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.185386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network 8bc75e7c-f11c-466c-b481-ad18438554fa is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:22.187977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:22.319791 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.324909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:22.326224 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.459676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91034d4f-c580-4751-8f9e-fdd252c526bd None None] Network 8bc75e7c-f11c-466c-b481-ad18438554fa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:22.466803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3643909 Jul 30 03:43:22.471842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53144) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:22.488577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Request body: {'subnet': {'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-587810676-subnet', 'tenant_id': '59759b200ce84cf4994da52700db70bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:22.514536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdc023-dfc6-40bd-b295-2498978c16ee req-24a8ce13-9602-45c6-9b23-b1c6472b1116 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:22.528281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbbdc023-dfc6-40bd-b295-2498978c16ee req-24a8ce13-9602-45c6-9b23-b1c6472b1116 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.3016675 Jul 30 03:43:22.538304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ce686-ff03-4710-a2b8-debb28e0cd3a admin admin] Pushing event updated for resources: {'Network': ['ID=69909d2b-d4cc-4f79-9cc9-627983d45d4c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:22.561722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Made reservation on behalf of 59759b200ce84cf4994da52700db70bf for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:22.564756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:22.569657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Router 91d7c106-437f-4799-abf4-c12e730106e7 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:43:22.605705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 69909d2b-d4cc-4f79-9cc9-627983d45d4c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:43:22.630117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbbdc023-dfc6-40bd-b295-2498978c16ee req-e946d883-fa6e-4e75-9cd5-90bdb5234561 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008768 Jul 30 03:43:22.895247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:22.906896 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] Sync routers for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:22.942274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] Provisioning for port f940f5c9-fdc5-42b4-8a18-114097712a5a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:22.950910 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56cded24-7a75-49fc-ad29-83559e11c3e3 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5078201 Jul 30 03:43:22.951430 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:22.952071 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:22.954484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:22.978313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] Provisioning complete for port f940f5c9-fdc5-42b4-8a18-114097712a5a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:22.978765 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:23.032355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9ec92-8f9f-4f05-9d40-40fde38e638d None None] Network b75862e1-2dc0-4632-b1d9-237d2b43987c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:23.046314 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:23.062924 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:23.063578 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:23.151095 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:23.152049 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62656414-b399-4bd4-b1c3-8a2d1c124f2f None None] The sync data for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:23.272633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:23.404541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213918c1-762e-4ee5-979b-04bf720e9ea6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:23.414872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:23.427658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Checking segment: {'id': 'da38c4b3-2d10-4684-9764-f45965f9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:23.428021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Network hostable DHCP agents. Network: 69909d2b-d4cc-4f79-9cc9-627983d45d4c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:43:23.466587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1c1b5c08-f122-4bcf-924b-12afe561e121 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:23.469019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Network 69909d2b-d4cc-4f79-9cc9-627983d45d4c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:43:23.490210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 69909d2b-d4cc-4f79-9cc9-627983d45d4c) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:23.494598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:23.495759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:23.508399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf88214-0719-4319-9302-861861a5c8c3 req-121b1c9b-1933-4d3d-bf89-95258136262f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:23.511571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-acf88214-0719-4319-9302-861861a5c8c3 req-121b1c9b-1933-4d3d-bf89-95258136262f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.2352581 Jul 30 03:43:23.530268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a7652-ddbe-4043-a94a-e14eb3e10634 None None] Network 69909d2b-d4cc-4f79-9cc9-627983d45d4c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:23.533501 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04c91d96-8921-4683-af48-768d54ec5607 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0585115 Jul 30 03:43:23.581700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-acf88214-0719-4319-9302-861861a5c8c3 req-da4b6285-429c-41ba-8ce4-82a0ff42a433 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616236 Jul 30 03:43:23.669402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] For port f940f5c9-fdc5-42b4-8a18-114097712a5a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f940f5c9-fdc5-42b4-8a18-114097712a5a,segment=NetworkSegment(8e54165b-3623-4795-8212-0f2a16a615da),segment_id=8e54165b-3623-4795-8212-0f2a16a615da)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:23.697057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:23.830683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1c1b5c08-f122-4bcf-924b-12afe561e121 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:23.954061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] Provisioning for port 1c1b5c08-f122-4bcf-924b-12afe561e121 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:23.984845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203074f-a658-4cdc-a92c-9a8ba6d19145 None None] Pushing event updated for resources: {'Port': ['ID=f940f5c9-fdc5-42b4-8a18-114097712a5a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:24.009799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] Provisioning complete for port 1c1b5c08-f122-4bcf-924b-12afe561e121 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:24.010169 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.030813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56920770-c726-4865-a46e-13e8fc3f5f8f None None] Network 69909d2b-d4cc-4f79-9cc9-627983d45d4c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:24.332841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d41ab-603c-453e-ac51-30b2a4e99e4d req-f028c298-0e94-499f-b118-10fa6684cdb2 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:24.349438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e32d41ab-603c-453e-ac51-30b2a4e99e4d req-f028c298-0e94-499f-b118-10fa6684cdb2 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.3458812 Jul 30 03:43:24.414578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.525061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] For port 1c1b5c08-f122-4bcf-924b-12afe561e121, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1c1b5c08-f122-4bcf-924b-12afe561e121,segment=NetworkSegment(db22ebe3-be56-4df8-9e4a-d97149fc5cb3),segment_id=db22ebe3-be56-4df8-9e4a-d97149fc5cb3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:24.535636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.608155 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-0cbb09c7-9fa8-4923-a33c-43ce16ac7b1a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:24.609638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0cbb09c7-9fa8-4923-a33c-43ce16ac7b1a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6536715 Jul 30 03:43:24.612607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53188) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:24.647733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218aa93-2464-4c15-aa22-dabf6b1956cb None None] Pushing event updated for resources: {'Port': ['ID=1c1b5c08-f122-4bcf-924b-12afe561e121,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:24.663312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e32d41ab-603c-453e-ac51-30b2a4e99e4d req-5622a943-a85e-4cf7-9f5f-280ca9496c14 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624624 Jul 30 03:43:24.682307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Provisioning complete for port f940f5c9-fdc5-42b4-8a18-114097712a5a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:24.682676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:24.682847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.688940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-417026586-network', 'tenant_id': '196214aedd1642f2bc4ea4739e15075f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:24.747974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Made reservation on behalf of 196214aedd1642f2bc4ea4739e15075f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:24.750812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.761387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.878283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Provisioning complete for port 1c1b5c08-f122-4bcf-924b-12afe561e121 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:24.878719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:24.884892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0890e-8142-4139-b269-78ff7013ae59 req-989d8034-d21c-43b8-bbfd-510a9378b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:24.887294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78a0890e-8142-4139-b269-78ff7013ae59 req-989d8034-d21c-43b8-bbfd-510a9378b858 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.2586350 Jul 30 03:43:24.976927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.019258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bdca0-0139-4898-aee6-77b085e39ed2 req-4333efb7-c4ef-48bd-82d6-e9ee0f56147f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:25.028279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a60bdca0-0139-4898-aee6-77b085e39ed2 req-4333efb7-c4ef-48bd-82d6-e9ee0f56147f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.2609997 Jul 30 03:43:25.065223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Provisioning for port 3643038e-6f9f-4c59-94e6-51060e4bb5b1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:25.066837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.081929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Provisioning complete for port 3643038e-6f9f-4c59-94e6-51060e4bb5b1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:25.082425 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.156796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c2ef4-54a3-493f-8f2c-070068838105 None None] Port 3643038e-6f9f-4c59-94e6-51060e4bb5b1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:43:25.174271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:43:25.199391 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-78a0890e-8142-4139-b269-78ff7013ae59 req-14fc9dd7-716c-4d45-95c1-b1df2d03c913 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984469 Jul 30 03:43:25.218470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a60bdca0-0139-4898-aee6-77b085e39ed2 req-ebf49b71-e65a-4e80-95ff-3a75824630ec tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889169 Jul 30 03:43:25.225187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.225546 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Added segment 4c3fefec-5dce-42bd-a85c-9f44791c2209 of type vlan for network a73563ea-85be-4eb3-9ff8-10ca8437b56c Jul 30 03:43:25.236113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9814ccdb-72cb-44a4-b030-76cfe8b418ac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:25.284796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5cb18fbc-8079-4002-86af-616500d081b3 None None] Provisioning complete for port 3643038e-6f9f-4c59-94e6-51060e4bb5b1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:25.286963 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5cb18fbc-8079-4002-86af-616500d081b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.309929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.345413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5cb18fbc-8079-4002-86af-616500d081b3 None None] Port 3643038e-6f9f-4c59-94e6-51060e4bb5b1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:43:25.394275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.395387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:25.397445 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.405414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1c1b5c08-f122-4bcf-924b-12afe561e121 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:25.537469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1c1b5c08-f122-4bcf-924b-12afe561e121 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:25.539515 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.542558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8575530 Jul 30 03:43:25.545692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:25.554939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Request body: {'subnet': {'network_id': 'a73563ea-85be-4eb3-9ff8-10ca8437b56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-417026586-subnet', 'tenant_id': '196214aedd1642f2bc4ea4739e15075f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:25.578409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf431638-b1bc-4fcf-8bee-36f1873a5e6d admin admin] Pushing event updated for resources: {'Network': ['ID=a73563ea-85be-4eb3-9ff8-10ca8437b56c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:25.616947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Made reservation on behalf of 196214aedd1642f2bc4ea4739e15075f for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:25.628478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.634587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a73563ea-85be-4eb3-9ff8-10ca8437b56c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:43:25.642385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:25.855993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f940f5c9-fdc5-42b4-8a18-114097712a5a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:25.902706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8e5f-c58a-4ab7-bfc1-af4a5ff8e68e req-40287df2-fe5c-4395-bf25-19b30ded9b1a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:25.943626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e37e8e5f-c58a-4ab7-bfc1-af4a5ff8e68e req-40287df2-fe5c-4395-bf25-19b30ded9b1a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1416855 Jul 30 03:43:25.992893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f940f5c9-fdc5-42b4-8a18-114097712a5a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:25.993765 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:26.033582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e37e8e5f-c58a-4ab7-bfc1-af4a5ff8e68e req-3cc58913-daa4-470e-a0a6-89489fd7122a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871801 Jul 30 03:43:26.356626 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:26.435318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting port 3643038e-6f9f-4c59-94e6-51060e4bb5b1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:26.436094 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:26.451050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912bd6e-3c31-4c92-92e9-dc9e8d709542 req-e40b2ae0-0a25-48ce-856f-25ed9d6848c4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:26.456103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f912bd6e-3c31-4c92-92e9-dc9e8d709542 req-e40b2ae0-0a25-48ce-856f-25ed9d6848c4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1251824 Jul 30 03:43:26.514008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32cd7a9-4265-4dd1-87df-bda4e8ce1e71,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:26.524664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Checking segment: {'id': '4c3fefec-5dce-42bd-a85c-9f44791c2209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a73563ea-85be-4eb3-9ff8-10ca8437b56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:26.525304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Network hostable DHCP agents. Network: a73563ea-85be-4eb3-9ff8-10ca8437b56c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:43:26.547893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f912bd6e-3c31-4c92-92e9-dc9e8d709542 req-74c080de-2398-466e-877e-7178209606be tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866938 Jul 30 03:43:26.568310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Network a73563ea-85be-4eb3-9ff8-10ca8437b56c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:43:26.598273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a73563ea-85be-4eb3-9ff8-10ca8437b56c) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:26.607060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c755dc4-b649-4920-a20e-f36cde37ec98 None None] Network a73563ea-85be-4eb3-9ff8-10ca8437b56c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:26.617689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:26.618317 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:26.675240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:26.704160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Calling delete_port for 3643038e-6f9f-4c59-94e6-51060e4bb5b1 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:26.712747 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a3e11b9b-49d3-45a3-871d-f08f61a9b08c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1658394 Jul 30 03:43:27.000614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cefc3f4-4937-49c6-a4a9-02923d6d8f5b None None] Network a73563ea-85be-4eb3-9ff8-10ca8437b56c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:27.111409 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:27.191784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Port': ['ID=3643038e-6f9f-4c59-94e6-51060e4bb5b1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:27.317239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d001c-13c5-4be8-9b53-8ad47fe05804 req-38b2c174-54c8-4697-9138-9184c3766fec tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:27.321306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-785d001c-13c5-4be8-9b53-8ad47fe05804 req-38b2c174-54c8-4697-9138-9184c3766fec tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1539145 Jul 30 03:43:27.402179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-785d001c-13c5-4be8-9b53-8ad47fe05804 req-02dcff48-4166-46bb-9ea0-0a2816c9da91 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748143 Jul 30 03:43:27.459420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-05e0a1fb-7019-41e0-94bd-dd14cc60181e req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-785583081', 'description': 'tempest-description-120752381'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:27.466960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:27.537421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-05e0a1fb-7019-41e0-94bd-dd14cc60181e req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:27.727492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Router 91d7c106-437f-4799-abf4-c12e730106e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:27.831060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:27.836583 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0c8679ae-eb31-4f72-a509-15534c117c30 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2229137 Jul 30 03:43:27.840635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53280) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:27.852240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] Sync routers for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:27.865941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:27.866911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:27.904578 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-0c87a2c3-ac96-4670-9119-6272eb1a62d1 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] delete failed (client error): The resource could not be found. Jul 30 03:43:27.905635 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0c87a2c3-ac96-4670-9119-6272eb1a62d1 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1359205841 HTTP/1.1" status: 404 len: 335 time: 0.0640581 Jul 30 03:43:27.910527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:27.919782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f30429f5-3a0e-4a24-b77a-cad9e88b8e8a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'router': {'external_gateway_info': {'network_id': '91d7c106-437f-4799-abf4-c12e730106e7'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:27.971821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:27.982344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:27.982986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:28.017579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-e97dd695-8bcc-4a3e-adc5-3bf203db0c8d tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:28.020517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:28.021214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a9802-da83-4282-a537-bcef7e943204 None None] The sync data for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:28.023655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-e97dd695-8bcc-4a3e-adc5-3bf203db0c8d tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/networks?id=69909d2b-d4cc-4f79-9cc9-627983d45d4c HTTP/1.1" status: 200 len: 824 time: 0.4430034 Jul 30 03:43:28.071547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-4602e08a-f286-49eb-8cb3-c04b13b4ecd4 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/quotas/59759b200ce84cf4994da52700db70bf HTTP/1.1" status: 200 len: 375 time: 0.0349612 Jul 30 03:43:28.074279 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-05e0a1fb-7019-41e0-94bd-dd14cc60181e req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:28.092053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-05e0a1fb-7019-41e0-94bd-dd14cc60181e req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:28.168984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-1cf58553-11a3-478f-8b8f-1b6f08ddce78 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59759b200ce84cf4994da52700db70bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785005 Jul 30 03:43:28.212952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-05e0a1fb-7019-41e0-94bd-dd14cc60181e req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:28.215609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05e0a1fb-7019-41e0-94bd-dd14cc60181e req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7617495 Jul 30 03:43:28.249074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516097-bce0-48e2-bae8-3afccd353909 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2b526-b043-434a-8b1b-a08ee60f5b9d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:28.358794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-7a3dffc6-84bb-4b8e-99f9-9206912798f7 service neutron] 10.222.0.39 "GET /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787581 Jul 30 03:43:28.462969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-e82905e6-a104-4834-9309-22d9476a073f req-4381990f-e182-465f-8718-98d7acdd08c6 service neutron] (93876) timed out ('10.222.0.18', 54015) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:43:28.570161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-cc58954b-7be3-4cf8-b03b-545c3ac9d061 service neutron] 10.222.0.39 "GET /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943362 Jul 30 03:43:28.585070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914d8f1-bc73-4a72-9380-57d3777f84ab req-833c7ce8-e923-4657-8e3e-d967c4a4ccdd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:28.586638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a914d8f1-bc73-4a72-9380-57d3777f84ab req-833c7ce8-e923-4657-8e3e-d967c4a4ccdd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.2446499 Jul 30 03:43:28.597022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f30429f5-3a0e-4a24-b77a-cad9e88b8e8a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:28.629854 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f30429f5-3a0e-4a24-b77a-cad9e88b8e8a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] update failed (client error): The resource could not be found. Jul 30 03:43:28.630989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f30429f5-3a0e-4a24-b77a-cad9e88b8e8a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7 HTTP/1.1" status: 404 len: 339 time: 0.7195086 Jul 30 03:43:28.634874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53288) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:28.712010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a914d8f1-bc73-4a72-9380-57d3777f84ab req-5a18147e-f5ee-4904-82fb-bd29825d5988 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149747 Jul 30 03:43:28.975741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-f91b58b9-b280-481a-a9be-2335c54f2ef5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-785583081&fields=id&tenant_id=7e9be4bbe91940aaa463eca419b28e24 HTTP/1.1" status: 200 len: 267 time: 0.0905457 Jul 30 03:43:29.094426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7f6d815-b29a-49cf-86ea-d0f7da849aa9 req-50f60a0c-5a9a-4a87-b28a-f0fec79f9a7c tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 210 time: 0.1176405 Jul 30 03:43:29.137151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-0d2d0d46-faed-445b-9abe-d058667559c6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:29.142451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-0d2d0d46-faed-445b-9abe-d058667559c6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1390533 Jul 30 03:43:29.163346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'port': {'security_groups': ['78728636-10f0-4f95-a982-df344f01ae93', '5bf2b526-b043-434a-8b1b-a08ee60f5b9d']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:29.230268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:29.332407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:29.716917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:29.794683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:29.809032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:29.822891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c1bd2adc-279f-47c6-9b20-624a1cf41890'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:29.841444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Allocated IP 172.20.0.1 (389d4e76-c445-444c-9e30-304ee5f21882/ff41e622-9f81-40f9-8be9-88b7e45b146d/5982dd93-3abf-4829-9335-98da6f3fd67a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:29.891229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:29.892323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:29.914967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbf4649d-31cc-448f-9e53-05fd3de6be3a req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "PUT /v2.0/ports/c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 982 time: 0.7604678 Jul 30 03:43:29.914967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:29.921393 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874279c1-fbbb-4aca-98bb-d865c76371da" -d '{"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:30.035622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c1bd2adc-279f-47c6-9b20-624a1cf41890'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:30.125958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08474d8-6769-4d78-b105-74525a6c70a6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:30.159036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:30.159833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde9c84-da77-4b80-997b-d1de00ae7bc3 req-724aff94-ec03-4c81-b67d-c0f397e92db6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:30.162288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dde9c84-da77-4b80-997b-d1de00ae7bc3 req-724aff94-ec03-4c81-b67d-c0f397e92db6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.2099154 Jul 30 03:43:30.176894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-1c1dd5fa-f713-4469-99c2-1cd55afc7ffb tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-785583081&fields=id&tenant_id=7e9be4bbe91940aaa463eca419b28e24 HTTP/1.1" status: 200 len: 267 time: 0.1289799 Jul 30 03:43:30.184050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Transition to ACTIVE for port object 5982dd93-3abf-4829-9335-98da6f3fd67a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:30.262614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:30.321689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dde9c84-da77-4b80-997b-d1de00ae7bc3 req-88c59da5-3e52-4afc-abc4-af9268036a86 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270981 Jul 30 03:43:30.353402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-bb195c2d-fc6b-46ce-8825-e75e42ecf464 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:30.363507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-bb195c2d-fc6b-46ce-8825-e75e42ecf464 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 985 time: 0.1854956 Jul 30 03:43:30.373394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'port': {'security_groups': ['78728636-10f0-4f95-a982-df344f01ae93']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:30.417368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Port': ['ID=5982dd93-3abf-4829-9335-98da6f3fd67a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:30.435197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network 389d4e76-c445-444c-9e30-304ee5f21882 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:30.438144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:30.441029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:30.546111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:30.715605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:30.737810 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d76a9f-d9ba-4545-af50-1b9acdc8fb14 x-openstack-request-id: req-b3d76a9f-d9ba-4545-af50-1b9acdc8fb14 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:30.738877 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:30.743179 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3d76a9f-d9ba-4545-af50-1b9acdc8fb14 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:30.745288 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'status': 'completed', 'code': 200} Jul 30 03:43:30.745631 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:30.956336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-0fb579a9-1c8e-4612-be47-0c6efa5e0976 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:30.960016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-0fb579a9-1c8e-4612-be47-0c6efa5e0976 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.16 "GET /v2.0/networks?id=69909d2b-d4cc-4f79-9cc9-627983d45d4c HTTP/1.1" status: 200 len: 824 time: 0.4099479 Jul 30 03:43:30.996103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0afb1245-669d-4845-a7be-5fc1e7176867 req-307920da-074e-4973-b4be-043f4c322b08 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 210 time: 0.1065643 Jul 30 03:43:30.999005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Request body: {'port': {'device_id': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c', 'admin_state_up': True, 'tenant_id': '59759b200ce84cf4994da52700db70bf'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:31.127155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-80b3aa5b-4c6e-420f-80d5-7a2f542350ea None None] Provisioning for port 5982dd93-3abf-4829-9335-98da6f3fd67a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:31.175288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-80b3aa5b-4c6e-420f-80d5-7a2f542350ea None None] Provisioning complete for port 5982dd93-3abf-4829-9335-98da6f3fd67a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:31.175683 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80b3aa5b-4c6e-420f-80d5-7a2f542350ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:31.297222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:31.309552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-80b3aa5b-4c6e-420f-80d5-7a2f542350ea None None] Port 5982dd93-3abf-4829-9335-98da6f3fd67a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:43:31.356342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874279c1-fbbb-4aca-98bb-d865c76371da req-741079a9-2948-4eba-a773-c14391b1ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:31.360840 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-741079a9-2948-4eba-a773-c14391b1ba63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1137 time: 0.3940983 Jul 30 03:43:31.379901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:31.393976 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:31.411531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c1bd2adc-279f-47c6-9b20-624a1cf41890'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:31.565786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:31.566460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:31.567910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca485bc5-0bd9-48ed-9c94-5e767ab02228 req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "PUT /v2.0/ports/c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 943 time: 1.2035158 Jul 30 03:43:31.633487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874279c1-fbbb-4aca-98bb-d865c76371da req-5d3e5fa3-34f7-43ce-af7a-eff1d294907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:31.635361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-5d3e5fa3-34f7-43ce-af7a-eff1d294907b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.2608669 Jul 30 03:43:31.664863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c1bd2adc-279f-47c6-9b20-624a1cf41890'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:31.696226 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-2a9b302a-d20a-4d5f-8abf-cf54af7ff5b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.0503793 Jul 30 03:43:31.771414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Made reservation on behalf of 59759b200ce84cf4994da52700db70bf for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:43:31.777973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:31.877428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-86aecd06-023a-4ce4-a5f3-ad99d2d0d4c1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2813232 Jul 30 03:43:31.884625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23211cec-bb76-4bae-aff9-af59a412d7f5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event updated for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:31.899391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb15a-09e3-4e97-b1b1-401a7660c55e req-19b5a39b-4efa-4aff-8188-009a5a8c2a54 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:31.908008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d10eb15a-09e3-4e97-b1b1-401a7660c55e req-19b5a39b-4efa-4aff-8188-009a5a8c2a54 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.4473298 Jul 30 03:43:31.927734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:31.966669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.031708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Allocated IP 172.20.0.10 (69909d2b-d4cc-4f79-9cc9-627983d45d4c/213918c1-762e-4ee5-979b-04bf720e9ea6/ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:32.045396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d10eb15a-09e3-4e97-b1b1-401a7660c55e req-6649865c-868f-4c1b-ae18-612fd325b8e6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365056 Jul 30 03:43:32.183932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.186605 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.249491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.296150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874279c1-fbbb-4aca-98bb-d865c76371da req-8a8ee290-c6fc-4b0f-9f0f-32cd33f131cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:32.297815 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-8a8ee290-c6fc-4b0f-9f0f-32cd33f131cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.5703430 Jul 30 03:43:32.379883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b577365f-f8d8-4689-83d3-dbb3f2cd33c6 req-ea43d76d-d794-4405-8c1a-734cf1d24835 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 210 time: 0.0581691 Jul 30 03:43:32.425216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Allocated IP 172.25.6.237 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/d34b86f6-4343-405b-b113-be92ac1925b2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:43:32.692491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.706462 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.711075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-74e9c2bf-3cda-4b2d-9aeb-b6ea1d8ac349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3909433 Jul 30 03:43:32.719969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.746822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:32.749906 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4068d4c4-eb70-4a19-84fc-b05c3507374f" -d '{"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:32.755634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:32.820204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.068930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Network 69909d2b-d4cc-4f79-9cc9-627983d45d4c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:33.074838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.077835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:33.081317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:33.086312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event updated for resources: {'Port': ['ID=5982dd93-3abf-4829-9335-98da6f3fd67a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:33.095204 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-cf2baa23-b3f0-49fc-9cba-8dbe8a5a637d service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663130 Jul 30 03:43:33.262848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Pushing event updated for resources: {'Port': ['ID=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:33.298591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:33.299578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.299835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:33.310738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:33.322187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:43:33.340829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event updated for resources: {'Port': ['ID=d34b86f6-4343-405b-b113-be92ac1925b2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:33.358025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-f3017365-b8e3-4ef4-a7af-5adac661edb0 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3710220 Jul 30 03:43:33.391352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe3ba3-c16c-4bfe-9c29-555e96034c22 req-f4e6db05-97cc-403b-a2cd-03859f7f998b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:33.392292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Request body: {'port': {'device_id': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:33.404858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fe3ba3-c16c-4bfe-9c29-555e96034c22 req-f4e6db05-97cc-403b-a2cd-03859f7f998b tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 945 time: 0.6101995 Jul 30 03:43:33.470422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fe3ba3-c16c-4bfe-9c29-555e96034c22 req-d8eb0749-4598-49eb-acbf-b647cad76459 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645328 Jul 30 03:43:33.476202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.491791 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-874279c1-fbbb-4aca-98bb-d865c76371da req-519fb32e-ab3d-476b-906d-3b835e67cacf service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485904 Jul 30 03:43:33.540396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Network 389d4e76-c445-444c-9e30-304ee5f21882 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:43:33.545086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:43:33.576155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.583242 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9374e575-c529-4e92-8b39-0a7bdff71e15 x-openstack-request-id: req-9374e575-c529-4e92-8b39-0a7bdff71e15 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:33.583761 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:33.584150 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9374e575-c529-4e92-8b39-0a7bdff71e15 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:33.584695 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'status': 'completed', 'code': 200} Jul 30 03:43:33.663733 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.736957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Router 91d7c106-437f-4799-abf4-c12e730106e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:33.855277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:33.877705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:34.004053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event updated for resources: {'Port': ['ID=d34b86f6-4343-405b-b113-be92ac1925b2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:34.007773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:34.047558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ca8f4-f625-4605-b719-448809a3cf55 req-d128a2b3-ee35-4de9-bd11-853a01c47f66 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:34.055839 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-572ca8f4-f625-4605-b719-448809a3cf55 req-d128a2b3-ee35-4de9-bd11-853a01c47f66 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1980624 Jul 30 03:43:34.064012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-29b1b17e-dae9-41fa-94aa-883ebce3ee41 None None] Provisioning complete for port 5982dd93-3abf-4829-9335-98da6f3fd67a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:34.064546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-29b1b17e-dae9-41fa-94aa-883ebce3ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:34.101901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:34.105556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-9a56fd9e-80f2-43a8-8a43-06813879844a tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2132950 Jul 30 03:43:34.180651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-29b1b17e-dae9-41fa-94aa-883ebce3ee41 None None] Port 5982dd93-3abf-4829-9335-98da6f3fd67a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:43:34.334688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-572ca8f4-f625-4605-b719-448809a3cf55 req-7278d979-8a87-4005-adb6-62bce0093656 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777448 Jul 30 03:43:34.341832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-c68e0c49-1dbf-47ca-ac23-485609398f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:34.344195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-c68e0c49-1dbf-47ca-ac23-485609398f18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.6282880 Jul 30 03:43:34.382836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-3e33017f-81e6-4a7e-a629-dab64579d3c0 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.2710261 Jul 30 03:43:34.399467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:43:34.507373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:34.514499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:34.525532 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de211b4-1001-457b-b908-33cf78061313 None None] Sync routers for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:34.538631 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de211b4-1001-457b-b908-33cf78061313 None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:34.542333 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9de211b4-1001-457b-b908-33cf78061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:34.545854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-394be899-0443-4e9e-a2a8-03ea048c758d tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9074566 Jul 30 03:43:34.561366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53360) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:34.595651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Transition to ACTIVE for port object ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:43:34.616102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-f576cc7c-5c98-4820-a44c-15deebad1647 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:34.617746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-f576cc7c-5c98-4820-a44c-15deebad1647 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2241647 Jul 30 03:43:34.631431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-71d181d7-979a-4d3a-af0d-efc57c0cef0b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:43:34.632391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c02bc88-b53f-4620-ae3a-14c8755099b9 req-71d181d7-979a-4d3a-af0d-efc57c0cef0b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063610 Jul 30 03:43:34.632965 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9de211b4-1001-457b-b908-33cf78061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:34.649607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de211b4-1001-457b-b908-33cf78061313 None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:34.652421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9de211b4-1001-457b-b908-33cf78061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:34.689720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-6f95d6b9-eecc-4205-b60a-04ceab54a922 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:34.696419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-6f95d6b9-eecc-4205-b60a-04ceab54a922 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 945 time: 0.4209621 Jul 30 03:43:34.698043 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9de211b4-1001-457b-b908-33cf78061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:34.705065 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de211b4-1001-457b-b908-33cf78061313 None None] The sync data for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:34.705275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:34.874566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4281a-c414-45e3-80e2-8678daec3c0c req-712ee466-0437-4057-8870-764de6fe2ac4 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:34.920775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cda4281a-c414-45e3-80e2-8678daec3c0c req-712ee466-0437-4057-8870-764de6fe2ac4 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 944 time: 0.2860472 Jul 30 03:43:34.968524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b3537-7406-458f-9cbd-8a5bf254c8f5 req-e91b96a2-c36a-46a2-8fa3-5163de84e3a0 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:34.970209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f8b3537-7406-458f-9cbd-8a5bf254c8f5 req-e91b96a2-c36a-46a2-8fa3-5163de84e3a0 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6bc767d-4764-4405-aabe-44ffbbf20130 HTTP/1.1" status: 200 len: 945 time: 0.1947966 Jul 30 03:43:35.038134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cda4281a-c414-45e3-80e2-8678daec3c0c req-287320bc-2857-4718-9375-9bd2e9817f96 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045079 Jul 30 03:43:35.040922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Deleting port c876b426-5ec9-40df-8f36-def2d623cfb5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:35.041271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:35.199325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f8b3537-7406-458f-9cbd-8a5bf254c8f5 req-7c6d3372-8e9c-43f6-8573-f02137af84ee tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4d7a91a-fcfc-42ec-a100-bf7c1b134157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165816 Jul 30 03:43:35.267855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:35.284049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-aaf1cc80-a524-4af7-832c-16db441a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.285816 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-aaf1cc80-a524-4af7-832c-16db441a6195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.9285698 Jul 30 03:43:35.288919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-862ed819-4e93-485e-a958-0e5b4688196c tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:35.417696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] For port c876b426-5ec9-40df-8f36-def2d623cfb5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c876b426-5ec9-40df-8f36-def2d623cfb5,segment=NetworkSegment(7aac28be-80e2-4105-aec1-0a5ddc2b93f9),segment_id=7aac28be-80e2-4105-aec1-0a5ddc2b93f9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:35.418234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:35.445409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-19012465-0258-43d5-ac9f-ec2e6afa5971 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.446469 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-2e051fac-c9e9-4b79-9473-e8805b56b98f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.1512859 Jul 30 03:43:35.447282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-19012465-0258-43d5-ac9f-ec2e6afa5971 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1416397 Jul 30 03:43:35.458934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.466169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.472005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.478331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.484950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.491074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.498380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.506302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-265ea05e-2ddd-4862-b834-85b703872832 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.3488832 Jul 30 03:43:35.517942 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-862ed819-4e93-485e-a958-0e5b4688196c tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 03:43:35.521589 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-862ed819-4e93-485e-a958-0e5b4688196c tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7 HTTP/1.1" status: 409 len: 329 time: 0.9533153 Jul 30 03:43:35.525341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53372) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:35.543474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-886c0044-8b14-4c24-a73b-80841a5c919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.544960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-886c0044-8b14-4c24-a73b-80841a5c919a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.0897276 Jul 30 03:43:35.568743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-afc5c700-f200-4bb2-a492-c3558badca2c tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.0496044 Jul 30 03:43:35.569685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Calling delete_port for c876b426-5ec9-40df-8f36-def2d623cfb5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:35.587453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'floatingip': {'port_id': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:35.663381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Attempting to bind port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:43:35.663815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Attempting to bind port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'da38c4b3-2d10-4684-9764-f45965f9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:43:35.664051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Attempting to bind port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 on network 69909d2b-d4cc-4f79-9cc9-627983d45d4c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:43:35.670295 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-6ed36c59-b6c2-4db1-9ad6-020f45eb37a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893795 Jul 30 03:43:35.673976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 on network 69909d2b-d4cc-4f79-9cc9-627983d45d4c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:43:35.674308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Attempting to bind port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 on network 69909d2b-d4cc-4f79-9cc9-627983d45d4c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:43:35.681506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:35.701688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:43:35.702052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Checking segment: {'id': 'da38c4b3-2d10-4684-9764-f45965f9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:43:35.702426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Bound using segment: {'id': 'da38c4b3-2d10-4684-9764-f45965f9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:43:35.702880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Bound port: ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da38c4b3-2d10-4684-9764-f45965f9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:43:35.703277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:35.755089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35cdfef2-d1ee-41f9-80cb-a4d79a6b614a req-d3c808e6-5f62-4ffc-b1e6-d0fdc1e2fe2b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475822 Jul 30 03:43:35.924374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] For port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:43:35.935426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] For port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,segment=NetworkSegment(da38c4b3-2d10-4684-9764-f45965f9f552),segment_id=da38c4b3-2d10-4684-9764-f45965f9f552)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:43:35.945566 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-1a73b106-7350-4ba1-a4a4-453cbeb4e31a service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666638 Jul 30 03:43:35.953029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:35.973358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10ab0-027d-4fca-a210-c914b444b9ac req-eab1bce5-3b38-4f6c-a324-f5537a7652e3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:35.977324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09b10ab0-027d-4fca-a210-c914b444b9ac req-eab1bce5-3b38-4f6c-a324-f5537a7652e3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1045263 Jul 30 03:43:36.091315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.091946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.093359 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] 10.222.0.16 "PUT /v2.0/ports/ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 HTTP/1.1" status: 200 len: 1093 time: 2.7125630 Jul 30 03:43:36.093808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'tag': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:36.096071 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274dee6c-5001-402a-9560-c488d0e9ebf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d67e8757-cf01-4ecc-b6d5-adef47e8d94d", "tag": "ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:36.134900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f1ed-c235-4bbc-809e-d45933f1b38b service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:36.140505 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09b10ab0-027d-4fca-a210-c914b444b9ac req-cb90ef2f-281c-40b6-b94f-9f8df617d092 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507592 Jul 30 03:43:36.195126 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.247264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4068d4c4-eb70-4a19-84fc-b05c3507374f req-ed8862ab-97d1-4628-ab9e-f707200a4a9d service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919085 Jul 30 03:43:36.262110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-863cff05-6dd3-42b3-b3fb-0882cfe8177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.263638 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-863cff05-6dd3-42b3-b3fb-0882cfe8177e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59759b200ce84cf4994da52700db70bf&device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 1096 time: 0.0845544 Jul 30 03:43:36.327917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-8f690c36-ba35-4dc6-80b4-2ae54bb23850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 HTTP/1.1" status: 200 len: 217 time: 0.0394897 Jul 30 03:43:36.336361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Pushing event deleted for resources: {'Port': ['ID=c876b426-5ec9-40df-8f36-def2d623cfb5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:36.390953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] No DVR routers for this DVR port c876b426-5ec9-40df-8f36-def2d623cfb5 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:36.393728 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.395052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.396165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6323cd9e-e3ae-4154-b877-8f64b612a4f1 req-40449696-9724-4c63-bd40-54ea973630b8 tempest-VolumesSnapshotTestJSON-1931432734 tempest-VolumesSnapshotTestJSON-1931432734-project] 10.222.0.18 "DELETE /v2.0/ports/c876b426-5ec9-40df-8f36-def2d623cfb5 HTTP/1.1" status: 204 len: 173 time: 1.6916280 Jul 30 03:43:36.404955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'name': 'network-vif-deleted', 'tag': 'c876b426-5ec9-40df-8f36-def2d623cfb5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:36.405914 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635cc9f0-9a72-42f7-a0dd-ec9a03c2505c" -d '{"events": [{"server_uuid": "c6bc767d-4764-4405-aabe-44ffbbf20130", "name": "network-vif-deleted", "tag": "c876b426-5ec9-40df-8f36-def2d623cfb5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:36.444699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-daed3446-b1af-4986-857e-d0c24b7cfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.446093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-daed3446-b1af-4986-857e-d0c24b7cfa5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=213918c1-762e-4ee5-979b-04bf720e9ea6 HTTP/1.1" status: 200 len: 864 time: 0.1097674 Jul 30 03:43:36.471179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.477358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.484804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.490960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.497401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.503921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.509942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.512810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-062e75b1-d5c9-4e0c-97a8-3b2bb37d0f98 req-ea74704a-cea0-4eaf-b97a-b0862086c0c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.2722452 Jul 30 03:43:36.595196 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-9c2ee130-19df-4748-a418-b7a372287a3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69909d2b-d4cc-4f79-9cc9-627983d45d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491431 Jul 30 03:43:36.690222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f78c7d-a3f1-40d7-a298-3c3a289a369d req-ec42ae0a-c594-4e9c-a8d8-5b621f5f8592 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.691847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22f78c7d-a3f1-40d7-a298-3c3a289a369d req-ec42ae0a-c594-4e9c-a8d8-5b621f5f8592 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 944 time: 0.0970700 Jul 30 03:43:36.713317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.718651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.818498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting port 5982dd93-3abf-4829-9335-98da6f3fd67a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:36.818903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.915489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:36.917818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-862e562e-9c71-47d8-ae0a-0da73428b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:36.919626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-862e562e-9c71-47d8-ae0a-0da73428b7ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 1097 time: 0.0984151 Jul 30 03:43:36.927522 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Floating IP 022159a1-4e20-4023-a479-2f0bc5dc0686 associated. External IP: 172.25.6.237, port: c1bd2adc-279f-47c6-9b20-624a1cf41890. Jul 30 03:43:36.928280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Calling delete_port for 5982dd93-3abf-4829-9335-98da6f3fd67a owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:37.044529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-2da54179-85e9-48cd-a5e5-c253ef506d36 service neutron] 10.222.0.16 "GET /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403231 Jul 30 03:43:37.048964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22f78c7d-a3f1-40d7-a298-3c3a289a369d req-df863d42-08b4-4339-8926-fc94f87ef967 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477194 Jul 30 03:43:37.162434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-cb2ef269-35e1-4421-aa2c-ce4ee96b1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:37.168806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-cb2ef269-35e1-4421-aa2c-ce4ee96b1044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2378035 Jul 30 03:43:37.182308 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e49179a-9fbc-4cc2-8e2b-a765882bf0b7 x-openstack-request-id: req-0e49179a-9fbc-4cc2-8e2b-a765882bf0b7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:37.182632 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67e8757-cf01-4ecc-b6d5-adef47e8d94d", "tag": "ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:37.182937 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e49179a-9fbc-4cc2-8e2b-a765882bf0b7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:37.183381 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'tag': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5', 'status': 'completed', 'code': 200} Jul 30 03:43:37.230451 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac041f6-0fa8-4665-8fb6-deea92deecab x-openstack-request-id: req-0ac041f6-0fa8-4665-8fb6-deea92deecab {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:37.231213 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bc767d-4764-4405-aabe-44ffbbf20130", "name": "network-vif-deleted", "tag": "c876b426-5ec9-40df-8f36-def2d623cfb5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:37.231524 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ac041f6-0fa8-4665-8fb6-deea92deecab {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:37.232004 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc767d-4764-4405-aabe-44ffbbf20130', 'name': 'network-vif-deleted', 'tag': 'c876b426-5ec9-40df-8f36-def2d623cfb5', 'status': 'completed', 'code': 200} Jul 30 03:43:37.265581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:37.272997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-84bcdaad-964f-4bdd-a0be-b1e1eead9490 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3 HTTP/1.1" status: 200 len: 217 time: 0.0941985 Jul 30 03:43:37.324242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Port': ['ID=5982dd93-3abf-4829-9335-98da6f3fd67a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:37.328551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81b86a09-8b7d-4345-82e8-7b3ae2d24e48 req-7ddf8cad-5aab-45c9-808f-f88e2badc219 service neutron] 10.222.0.16 "GET /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529719 Jul 30 03:43:37.329999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-5a42d701-6286-453f-bf02-41c6e1752835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:37.331577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-5a42d701-6286-453f-bf02-41c6e1752835 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0511262 Jul 30 03:43:37.504146 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-ff026b00-51c3-4035-a02a-38c877d4f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:37.506526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-ff026b00-51c3-4035-a02a-38c877d4f3f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534231 Jul 30 03:43:37.518246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347141e-f5ca-4657-96ce-e7422a60f273 req-8d8a219f-75d2-48f5-a184-92ba7fa3b8cb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:37.527235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f347141e-f5ca-4657-96ce-e7422a60f273 req-8d8a219f-75d2-48f5-a184-92ba7fa3b8cb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1935375 Jul 30 03:43:37.608870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Router a4af47d1-1242-48be-bcf2-d41389cbaf1c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:37.634596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:37.657043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f347141e-f5ca-4657-96ce-e7422a60f273 req-4571609d-2cb1-4853-895c-6aca0c50ee0f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284759 Jul 30 03:43:37.699387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-a117c27a-f6e7-4390-85b2-6045cccd2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:37.702814 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-a117c27a-f6e7-4390-85b2-6045cccd2540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59759b200ce84cf4994da52700db70bf&device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 1096 time: 0.2637136 Jul 30 03:43:37.784215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-0c4d21bf-4487-4df2-8b2c-309a45a46126 service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493694 Jul 30 03:43:37.970162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53420) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:38.013433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-aa9cec1e-8d0c-4184-b1d9-57be882442c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.016505 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-aa9cec1e-8d0c-4184-b1d9-57be882442c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=69909d2b-d4cc-4f79-9cc9-627983d45d4c HTTP/1.1" status: 200 len: 924 time: 0.2454400 Jul 30 03:43:38.018760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Router 91d7c106-437f-4799-abf4-c12e730106e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:38.035361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c876b426-5ec9-40df-8f36-def2d623cfb5 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:38.070518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: c876b426-5ec9-40df-8f36-def2d623cfb5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:38.072347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c876b426-5ec9-40df-8f36-def2d623cfb5 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:38.072819 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-7c80a64e-e56b-40bd-b51e-f60b3715dddb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 HTTP/1.1" status: 200 len: 217 time: 0.0478153 Jul 30 03:43:38.353223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:38.367470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] Sync routers for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:38.377525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:38.381458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:38.382520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:38.422218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27ecd-34d4-4385-b033-952d7a56317f req-7d0e031d-6335-4869-a55d-a06f576f2b28 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.430337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2b27ecd-34d4-4385-b033-952d7a56317f req-7d0e031d-6335-4869-a55d-a06f576f2b28 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 944 time: 0.1994877 Jul 30 03:43:38.496792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2b27ecd-34d4-4385-b033-952d7a56317f req-c8dba020-ba3d-439f-b11e-486d108be21f tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656166 Jul 30 03:43:38.498997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a612976-64a6-4ea1-8e95-d923856c2527 req-4e1fcec4-582e-4c16-9ee7-65248ceb5b1d service neutron] 10.222.0.16 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047999 Jul 30 03:43:38.534519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bf205868-598a-4c66-8e15-c200e1dbacae tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "PUT /v2.0/floatingips/022159a1-4e20-4023-a479-2f0bc5dc0686 HTTP/1.1" status: 200 len: 997 time: 2.9547589 Jul 30 03:43:38.537506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:38.582040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-e732ee0e-0ff3-47f0-9b77-ef9278ea21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.591928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-e732ee0e-0ff3-47f0-9b77-ef9278ea21e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.0562623 Jul 30 03:43:38.628624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e77817cb-f01d-4f3c-ade1-6105d8b4fe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:38.632856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:38.644842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5a17ff74-6134-4135-9434-5394cb063491 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1137156 Jul 30 03:43:38.648991 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205ec81-3acf-4e80-b794-02085494187e None None] Sync routers for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:38.652708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:38.661679 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205ec81-3acf-4e80-b794-02085494187e None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:38.668388 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6205ec81-3acf-4e80-b794-02085494187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:38.711059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-f783b415-2fc0-4151-b3d1-4941c126eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.714055 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6205ec81-3acf-4e80-b794-02085494187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:38.720474 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f975a198-398e-491c-a4a3-134fe7a2b32b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] show failed (client error): The resource could not be found. Jul 30 03:43:38.721034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-f783b415-2fc0-4151-b3d1-4941c126eb7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.1282237 Jul 30 03:43:38.725222 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f975a198-398e-491c-a4a3-134fe7a2b32b tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1213232583 HTTP/1.1" status: 404 len: 335 time: 0.0676451 Jul 30 03:43:38.727856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53442) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:38.730965 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205ec81-3acf-4e80-b794-02085494187e None None] Routers {'91d7c106-437f-4799-abf4-c12e730106e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:38.733682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a9d14479-f600-410d-900b-ed80a3313ce9 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:38.740268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-8910f9d4-d873-4c52-b1d7-ea155258d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.741206 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6205ec81-3acf-4e80-b794-02085494187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['91d7c106-437f-4799-abf4-c12e730106e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:38.741746 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-8910f9d4-d873-4c52-b1d7-ea155258d8af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=213918c1-762e-4ee5-979b-04bf720e9ea6 HTTP/1.1" status: 200 len: 864 time: 0.1663682 Jul 30 03:43:38.742362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53444) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:38.797096 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-a9d14479-f600-410d-900b-ed80a3313ce9 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] update failed (client error): The resource could not be found. Jul 30 03:43:38.801121 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a9d14479-f600-410d-900b-ed80a3313ce9 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1655177427 HTTP/1.1" status: 404 len: 335 time: 0.0688250 Jul 30 03:43:38.802421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53450) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:38.837043 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6205ec81-3acf-4e80-b794-02085494187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:38.840953 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205ec81-3acf-4e80-b794-02085494187e None None] The sync data for ids ['91d7c106-437f-4799-abf4-c12e730106e7'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:38.862231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-ced6c1e2-f534-460d-91a3-6c0f86899dc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 1000 time: 0.1402388 Jul 30 03:43:38.862787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-e826acb9-133f-4881-83aa-cb24f9b387b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69909d2b-d4cc-4f79-9cc9-627983d45d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794168 Jul 30 03:43:38.916373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7566b7e-03aa-4f8c-894a-4128a1899b1b req-802325c0-28ba-4c7c-928a-a34befc5c1d2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.918803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7566b7e-03aa-4f8c-894a-4128a1899b1b req-802325c0-28ba-4c7c-928a-a34befc5c1d2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.1220875 Jul 30 03:43:38.950347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '022159a1-4e20-4023-a479-2f0bc5dc0686', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'port_id': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'mac_address': 'fa:16:3e:f5:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:43:33Z', 'updated_at': '2021-07-30T03:43:36Z', 'revision_number': 1, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:34Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:38.958322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-58474614-e259-4258-bbae-6b40d87007b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:38.965852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-58474614-e259-4258-bbae-6b40d87007b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.1026957 Jul 30 03:43:38.994095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting subnet 41453736-d69c-4c68-bb19-03b6b28c4012 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:39.003881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.010784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-fe3147c6-bdaa-4c69-aebe-714815a31783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436053 Jul 30 03:43:39.015968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-5f2aa1bf-c84c-44df-89b7-73df8eccf293 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:43:39.023583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-5f2aa1bf-c84c-44df-89b7-73df8eccf293 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119224 Jul 30 03:43:39.029962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7566b7e-03aa-4f8c-894a-4128a1899b1b req-cd0f55dc-b313-4abb-9f9b-f7a5670f39f2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045659 Jul 30 03:43:39.108169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.108669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.109130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.109869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.110335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.110809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.111305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.121130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-0f6249b4-006d-4ef8-9ee9-b9289583da1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6498 time: 0.3440216 Jul 30 03:43:39.156219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-bb98d9f1-b6fe-4948-a727-6a5e0f1c7b48 service neutron] 10.222.0.39 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316659 Jul 30 03:43:39.159489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.198156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] Checking router: a4af47d1-1242-48be-bcf2-d41389cbaf1c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:39.207168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:39.208034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:39.233708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:39.236393 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc" -d '{"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:39.245843 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-90976ade-aab5-4c68-a760-b7b7ec4ff0c5 service neutron] 10.222.0.16 "GET /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675029 Jul 30 03:43:39.272736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b411b63-37d4-4402-bfcb-bc50cd3d42ff req-6e92778b-3683-4738-b456-49a04b1795af service neutron] 10.222.0.39 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102560 Jul 30 03:43:39.294701 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e24a17-e467-4789-8055-76f3aff9d283 x-openstack-request-id: req-b7e24a17-e467-4789-8055-76f3aff9d283 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:39.295039 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:39.295371 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7e24a17-e467-4789-8055-76f3aff9d283 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:39.295889 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'status': 'completed', 'code': 200} Jul 30 03:43:39.302106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e77817cb-f01d-4f3c-ade1-6105d8b4fe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.346672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-51324fb9-643e-493a-a8ac-acdc0813d248 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2199891 Jul 30 03:43:39.351064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e77817cb-f01d-4f3c-ade1-6105d8b4fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.390107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:39.423531 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e77817cb-f01d-4f3c-ade1-6105d8b4fe13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f3c706e929b4be4a686c0aeba8dfd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4519668 Jul 30 03:43:39.427553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77817cb-f01d-4f3c-ade1-6105d8b4fe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd816de-2b73-4664-8373-f2813f3c129d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:39.429069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:39.471099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.516008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-af6c65e9-43dc-46f6-8dea-f8c197abb48b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 1000 time: 0.1988659 Jul 30 03:43:39.524891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-b9378e5a-f74f-4430-8811-b2c2afd23b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.526550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-b9378e5a-f74f-4430-8811-b2c2afd23b03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.2011096 Jul 30 03:43:39.540337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-274dee6c-5001-402a-9560-c488d0e9ebf5 req-621f2552-ff57-4733-8847-04bbd6048717 service neutron] 10.222.0.16 "GET /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809918 Jul 30 03:43:39.597022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.630880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Subnet': ['ID=41453736-d69c-4c68-bb19-03b6b28c4012,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:39.637026 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.642614 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3980535-f3a0-48a7-bab1-153e7b30a0b5 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/subnets/41453736-d69c-4c68-bb19-03b6b28c4012 HTTP/1.1" status: 204 len: 168 time: 0.8400202 Jul 30 03:43:39.643034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53470) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:39.653429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a959-7253-431f-afae-bde607dc2321 req-0eee275e-caaa-4a0e-98bb-1dbf5126e7c5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.653962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b248174-de94-44b7-bf5e-07b6333ce18f None None] Network b75862e1-2dc0-4632-b1d9-237d2b43987c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:39.664845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-0eee275e-caaa-4a0e-98bb-1dbf5126e7c5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports/c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 943 time: 0.1274364 Jul 30 03:43:39.679469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4201a2a-936a-40b5-8a88-60b9a174b076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.719438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4201a2a-936a-40b5-8a88-60b9a174b076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.750506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-3cc67fee-95ed-4630-9a44-3e58bced6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:39.753169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-3cc67fee-95ed-4630-9a44-3e58bced6fee service neutron] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.2160106 Jul 30 03:43:39.759879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting subnet 10bc9996-a88b-4a32-89d9-1287e3cf75c2 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:39.771461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.877836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '022159a1-4e20-4023-a479-2f0bc5dc0686', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'port_id': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'mac_address': 'fa:16:3e:f5:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:43:33Z', 'updated_at': '2021-07-30T03:43:36Z', 'revision_number': 1, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:34Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:39.899538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.926216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-fe24e64f-f383-4dd6-8788-1ba3ed24b2e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 1000 time: 0.1608589 Jul 30 03:43:39.928820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4201a2a-936a-40b5-8a88-60b9a174b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.931421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4201a2a-936a-40b5-8a88-60b9a174b076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:39.936303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a4201a2a-936a-40b5-8a88-60b9a174b076 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffd816de-2b73-4664-8373-f2813f3c129d HTTP/1.1" status: 204 len: 168 time: 0.5043769 Jul 30 03:43:39.951587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-3a8db77c-06fe-4b39-9110-0837cce9139e tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 1000 time: 0.1760001 Jul 30 03:43:39.975368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45722a6-a203-4be5-81a1-fa5ef0343884 None None] The sync data for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 is: [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '022159a1-4e20-4023-a479-2f0bc5dc0686', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'port_id': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'mac_address': 'fa:16:3e:f5:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:43:33Z', 'updated_at': '2021-07-30T03:43:36Z', 'revision_number': 1, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:34Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:39.977539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] DHCP port deletion for b75862e1-2dc0-4632-b1d9-237d2b43987c request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:43:39.990089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4201a2a-936a-40b5-8a88-60b9a174b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd816de-2b73-4664-8373-f2813f3c129d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:40.054111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] Deleting port 1c1b5c08-f122-4bcf-924b-12afe561e121 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:40.054555 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.117602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15287d5-fe4f-489e-9c87-6fb0e30b5e0d req-73f8ad20-15e3-47f1-a3e6-93786a13d1dc tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:40.119202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f15287d5-fe4f-489e-9c87-6fb0e30b5e0d req-73f8ad20-15e3-47f1-a3e6-93786a13d1dc tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 944 time: 0.4849946 Jul 30 03:43:40.142764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.143606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] For port 1c1b5c08-f122-4bcf-924b-12afe561e121, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1c1b5c08-f122-4bcf-924b-12afe561e121,segment=NetworkSegment(db22ebe3-be56-4df8-9e4a-d97149fc5cb3),segment_id=db22ebe3-be56-4df8-9e4a-d97149fc5cb3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:40.144137 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.153808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-8de8bf7b-71bc-4bec-9a7d-6f94121137af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:40.155373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-8de8bf7b-71bc-4bec-9a7d-6f94121137af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.2173619 Jul 30 03:43:40.166202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] Calling delete_port for 1c1b5c08-f122-4bcf-924b-12afe561e121 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:40.244044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-dd9d3840-c2d4-40c8-aba0-334d9ba34ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566134 Jul 30 03:43:40.247405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f15287d5-fe4f-489e-9c87-6fb0e30b5e0d req-64bd2aea-0d8c-40b2-a5ca-d5965e3145a5 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215589 Jul 30 03:43:40.268182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a959-7253-431f-afae-bde607dc2321 req-f13f7ba0-5c80-461e-9ade-722fccebed96 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:40.269492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-f13f7ba0-5c80-461e-9ade-722fccebed96 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.2913074 Jul 30 03:43:40.279730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.315561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.318335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] Pushing event deleted for resources: {'Port': ['ID=1c1b5c08-f122-4bcf-924b-12afe561e121,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:40.320798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8595e-027a-45ce-acf4-461d35d294d7 None None] No DVR routers for this DVR port 1c1b5c08-f122-4bcf-924b-12afe561e121 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:40.390475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Subnet': ['ID=10bc9996-a88b-4a32-89d9-1287e3cf75c2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:40.401149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794c1da-333a-456e-a0d1-14a5ba21fafd None None] Network 8bc75e7c-f11c-466c-b481-ad18438554fa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:40.413882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.420976 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f50699f6-61ac-4629-93cd-06665d46b3c4 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/subnets/10bc9996-a88b-4a32-89d9-1287e3cf75c2 HTTP/1.1" status: 204 len: 168 time: 0.7768226 Jul 30 03:43:40.423451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53484) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:40.488825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c3564-73a2-4eb6-b413-55a9af4359dd None None] New status for floating IP 022159a1-4e20-4023-a479-2f0bc5dc0686: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:43:40.506973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-535e8006-6df4-4831-affc-738252777679 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534947 Jul 30 03:43:40.561748 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.711371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc771e9b-2aaa-4f97-bc88-1bb2e17448bc req-5ee4640b-8b85-41b3-861e-038b02ba1998 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919117 Jul 30 03:43:40.743062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-5e0d862f-11a4-444f-b35d-c846b2d9f5e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 1000 time: 0.4435647 Jul 30 03:43:40.768916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.771922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:40.793806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27606cbd-ab61-4a7f-ab8e-e0f71b85cacb req-3a6e2815-658e-40bc-a6e6-44a0a55a47cb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:40.795659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27606cbd-ab61-4a7f-ab8e-e0f71b85cacb req-3a6e2815-658e-40bc-a6e6-44a0a55a47cb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 945 time: 0.3387480 Jul 30 03:43:40.808249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75862e1-2dc0-4632-b1d9-237d2b43987c']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:40.834803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:40.834993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db22ebe3-be56-4df8-9e4a-d97149fc5cb3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:40.866823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.901533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.908200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.917491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:43:40.921224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:40.923712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:40.933853 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:40.948559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 796bf5db-106a-4955-9ad4-a6dffdf177b3 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:40.972466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27606cbd-ab61-4a7f-ab8e-e0f71b85cacb req-99b7d71d-35eb-4319-8f63-05df686bdcf1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340337 Jul 30 03:43:41.031548 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.051411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.059518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.065249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/networks/b75862e1-2dc0-4632-b1d9-237d2b43987c HTTP/1.1" status: 204 len: 168 time: 0.6386859 Jul 30 03:43:41.066340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53498) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:41.085250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098949-9d63-4db8-acd3-509967d3de2a tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Network': ['ID=b75862e1-2dc0-4632-b1d9-237d2b43987c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:41.222368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,segment=NetworkSegment(da38c4b3-2d10-4684-9764-f45965f9f552),segment_id=da38c4b3-2d10-4684-9764-f45965f9f552)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:41.228426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.236256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] DHCP port deletion for 8bc75e7c-f11c-466c-b481-ad18438554fa request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:43:41.240882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.241042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.251707 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.252120 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Floating IP 022159a1-4e20-4023-a479-2f0bc5dc0686 disassociated. External IP: 172.25.6.237, port: c1bd2adc-279f-47c6-9b20-624a1cf41890. Jul 30 03:43:41.257459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5', 'network_id': '69909d2b-d4cc-4f79-9cc9-627983d45d4c', 'port_id': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5', 'mac_address': 'fa:16:3e:fc:57:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213918c1-762e-4ee5-979b-04bf720e9ea6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:43:41.371539 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.406139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:41.410075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:43:41.423577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:41.425944 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aea4e0-c961-4cb4-a3ea-fee6f7f1daee" -d '{"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-unplugged", "status": "completed", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:41.430232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1c1b5c08-f122-4bcf-924b-12afe561e121 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:41.457788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1c1b5c08-f122-4bcf-924b-12afe561e121 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:41.457944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1c1b5c08-f122-4bcf-924b-12afe561e121 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:41.458413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f940f5c9-fdc5-42b4-8a18-114097712a5a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:41.460282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.485917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e61f41-f87a-4652-a177-20ff74aa8d69 req-e7c53ea1-4fab-413e-ba40-9b1d698a4632 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:41.493089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47e61f41-f87a-4652-a177-20ff74aa8d69 req-e7c53ea1-4fab-413e-ba40-9b1d698a4632 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 944 time: 0.0954776 Jul 30 03:43:41.499735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting port f940f5c9-fdc5-42b4-8a18-114097712a5a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:41.500090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.515301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,segment=NetworkSegment(da38c4b3-2d10-4684-9764-f45965f9f552),segment_id=da38c4b3-2d10-4684-9764-f45965f9f552)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:41.531891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.573616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:41.630189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] Deleting port f940f5c9-fdc5-42b4-8a18-114097712a5a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:41.630540 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.695982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:41.705431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] For port f940f5c9-fdc5-42b4-8a18-114097712a5a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f940f5c9-fdc5-42b4-8a18-114097712a5a,segment=NetworkSegment(8e54165b-3623-4795-8212-0f2a16a615da),segment_id=8e54165b-3623-4795-8212-0f2a16a615da)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:41.706002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.724434 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.749220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47e61f41-f87a-4652-a177-20ff74aa8d69 req-0416d9cd-d604-48da-a82b-cfc031d4dbbe tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551980 Jul 30 03:43:41.758558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] For port f940f5c9-fdc5-42b4-8a18-114097712a5a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f940f5c9-fdc5-42b4-8a18-114097712a5a,segment=NetworkSegment(8e54165b-3623-4795-8212-0f2a16a615da),segment_id=8e54165b-3623-4795-8212-0f2a16a615da)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:41.759025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.769738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Calling delete_port for f940f5c9-fdc5-42b4-8a18-114097712a5a owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:41.776051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] Calling delete_port for f940f5c9-fdc5-42b4-8a18-114097712a5a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:41.835831 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a330e-de58-4cfd-8151-aae853f93ac0 x-openstack-request-id: req-b50a330e-de58-4cfd-8151-aae853f93ac0 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:41.836123 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-unplugged", "status": "failed", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3", "code": 422}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:41.836397 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b50a330e-de58-4cfd-8151-aae853f93ac0 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:41.836761 n-d-778696-14 neutron-server[93878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'code': 422} returned with failed status Jul 30 03:43:41.862880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Router a4af47d1-1242-48be-bcf2-d41389cbaf1c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:41.869061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f940f5c9-fdc5-42b4-8a18-114097712a5a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f940f5c9-fdc5-42b4-8a18-114097712a5a,segment=NetworkSegment(8e54165b-3623-4795-8212-0f2a16a615da),segment_id=8e54165b-3623-4795-8212-0f2a16a615da)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:41.877682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.947204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f940f5c9-fdc5-42b4-8a18-114097712a5a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:41.958759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:41.995230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] Pushing event deleted for resources: {'Port': ['ID=f940f5c9-fdc5-42b4-8a18-114097712a5a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:41.999231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5196c5-869b-4ca9-b9b1-7a692dd09a7a None None] No DVR routers for this DVR port f940f5c9-fdc5-42b4-8a18-114097712a5a on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:42.016502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.031774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:42.062538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Port': ['ID=f940f5c9-fdc5-42b4-8a18-114097712a5a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:42.073856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] No DVR routers for this DVR port f940f5c9-fdc5-42b4-8a18-114097712a5a on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:42.102682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:42.115002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.117076 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] Sync routers for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:42.136230 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:42.136769 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:42.222618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-dd19fc27-fdac-44de-9c36-c51abf5e11e5 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "PUT /v2.0/floatingips/022159a1-4e20-4023-a479-2f0bc5dc0686 HTTP/1.1" status: 200 len: 695 time: 1.4614675 Jul 30 03:43:42.227425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:42.230130 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e53015-b9bc-45c8-80bb-f714499e6f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:42.236665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.287567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc75e7c-f11c-466c-b481-ad18438554fa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:42.308044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e54165b-3623-4795-8212-0f2a16a615da') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:42.308633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e54165b-3623-4795-8212-0f2a16a615da') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:42.331325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.334486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97865410-dd80-4cb3-9264-861f61a6da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.361302 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:42.725247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:34Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:42.759628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] Checking router: a4af47d1-1242-48be-bcf2-d41389cbaf1c for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:42.760492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3fc65-073a-4e3f-9863-17a4dae19a48 req-0119f6c8-a109-4a61-9ba9-32ce47aa6d7b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:42.763047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cc3fc65-073a-4e3f-9863-17a4dae19a48 req-0119f6c8-a109-4a61-9ba9-32ce47aa6d7b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 943 time: 0.6618955 Jul 30 03:43:42.765799 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.778770 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:42.779352 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:42.784859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:42.784859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:42.792084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a959-7253-431f-afae-bde607dc2321 req-f34359e9-0170-482d-adf1-72bb06ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:42.801278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-f34359e9-0170-482d-adf1-72bb06ea40cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.5583799 Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:42.803266 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:42.883952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5cc3fc65-073a-4e3f-9863-17a4dae19a48 req-600c652b-654f-421b-b5f9-2f7d4ffc3f89 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085944 Jul 30 03:43:42.981489 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:42.982024 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.000031 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee8e6c0-6db9-4d82-a19e-a3cab30b3ec1 x-openstack-request-id: req-9ee8e6c0-6db9-4d82-a19e-a3cab30b3ec1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:43.000449 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:43.000706 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ee8e6c0-6db9-4d82-a19e-a3cab30b3ec1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:43.001143 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'status': 'completed', 'code': 200} Jul 30 03:43:43.003702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.008453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/networks/8bc75e7c-f11c-466c-b481-ad18438554fa HTTP/1.1" status: 204 len: 168 time: 1.9388099 Jul 30 03:43:43.008802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53552) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:43.054010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a959-7253-431f-afae-bde607dc2321 req-2c8b7c38-b74e-4f80-b631-fbe2b0a3cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:43.055963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-2c8b7c38-b74e-4f80-b631-fbe2b0a3cb46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.2537949 Jul 30 03:43:43.078213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852f22-e35f-40cd-9a45-268798b0c129 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Network': ['ID=8bc75e7c-f11c-466c-b481-ad18438554fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:43.129244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting subnet ff41e622-9f81-40f9-8be9-88b7e45b146d {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:43.135683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.174642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-58836e64-f085-421b-a583-2b00a2ede836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.0857499 Jul 30 03:43:43.204804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.243853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a959-7253-431f-afae-bde607dc2321 req-846eccd5-2302-49ed-bcb8-30e69f81f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:43.251895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-846eccd5-2302-49ed-bcb8-30e69f81f686 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.0763676 Jul 30 03:43:43.328385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-7c4237f1-f83d-41fe-aee9-60ab6f839573 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752406 Jul 30 03:43:43.347258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-2df5f759-bff3-4a03-a226-95d6eab70305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:43.350579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-2df5f759-bff3-4a03-a226-95d6eab70305 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e9be4bbe91940aaa463eca419b28e24&device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 1098 time: 0.2933671 Jul 30 03:43:43.381184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff593677-f48f-444c-af58-93c25872ecdc req-672348d4-5139-482c-b13a-5ea8afa4b58e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:43.384135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff593677-f48f-444c-af58-93c25872ecdc req-672348d4-5139-482c-b13a-5ea8afa4b58e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 945 time: 0.2394691 Jul 30 03:43:43.466125 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:34Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:43.482105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.529580 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37ec6-4a6b-4bfa-b0f1-8da30787a9f1 None None] The sync data for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 is: [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'af2c65d5-e807-4992-ae86-7de0c25aaaa3', 'name': '', 'network_id': 'c587691b-0991-4874-983f-195ff122a4be', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'mac_address': 'fa:16:3e:93:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:23Z', 'updated_at': '2021-07-30T03:42:34Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'subnets': [{'id': '3a20e228-c73e-4aae-8448-f926f7ac3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:43.630806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.670389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Subnet': ['ID=ff41e622-9f81-40f9-8be9-88b7e45b146d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:43.720006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd906b-604d-4922-a691-96a22e038967 None None] Network 389d4e76-c445-444c-9e30-304ee5f21882 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:43:43.720595 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:43.729347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8143f254-df0f-49ec-8fff-1bf47e065571 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/subnets/ff41e622-9f81-40f9-8be9-88b7e45b146d HTTP/1.1" status: 204 len: 168 time: 0.7166512 Jul 30 03:43:43.729995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53562) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:43.741663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff593677-f48f-444c-af58-93c25872ecdc req-0f5d6f24-bbdc-4695-8a7c-ec9b1b6246d6 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081399 Jul 30 03:43:43.765189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-391b52b0-4a59-478e-bcdb-86a2ed7d662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:43.766678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-391b52b0-4a59-478e-bcdb-86a2ed7d662d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 200 len: 920 time: 0.3778982 Jul 30 03:43:43.780070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-4b93722c-65be-444b-a8e7-3446b0b1d984 service neutron] 10.222.0.39 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249611 Jul 30 03:43:43.910907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-a1f0f9bb-9109-49c1-8cdf-42bc16ffa03b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 200 len: 217 time: 0.1296654 Jul 30 03:43:43.912257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.022244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Deleting port 224c279b-3d66-427d-853c-db704bd9c43c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:44.022993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.100498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588a565-5f6e-42fc-87e6-0a77e150b355 None None] New status for floating IP 022159a1-4e20-4023-a479-2f0bc5dc0686: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:43:44.110716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] For port 224c279b-3d66-427d-853c-db704bd9c43c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=224c279b-3d66-427d-853c-db704bd9c43c,segment=NetworkSegment(fceb7dbd-3324-4238-8cdb-2a196510f533),segment_id=fceb7dbd-3324-4238-8cdb-2a196510f533)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:44.111097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.141424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Calling delete_port for 224c279b-3d66-427d-853c-db704bd9c43c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:44.162122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] DHCP port deletion for 389d4e76-c445-444c-9e30-304ee5f21882 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:43:44.245931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c64a959-7253-431f-afae-bde607dc2321 req-099d7355-886e-4763-9698-fb21b696c170 service neutron] 10.222.0.39 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436755 Jul 30 03:43:44.277617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-31dacf8e-f129-4d49-bdcd-09aa6c697dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:44.282710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-31dacf8e-f129-4d49-bdcd-09aa6c697dd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 200 len: 860 time: 0.3230088 Jul 30 03:43:44.285061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.326978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] No DVR routers for this DVR port 224c279b-3d66-427d-853c-db704bd9c43c on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:44.328994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Port': ['ID=224c279b-3d66-427d-853c-db704bd9c43c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:44.376174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-813e9964-f36d-4695-8c8a-76354fd5f0c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c587691b-0991-4874-983f-195ff122a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799875 Jul 30 03:43:44.432516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f884-7ad6-4565-a3a6-e0046674315c req-d12ddc82-9124-4cf8-b710-d35c26877625 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:44.434448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32c1f884-7ad6-4565-a3a6-e0046674315c req-d12ddc82-9124-4cf8-b710-d35c26877625 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.4893584 Jul 30 03:43:44.462545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.477892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389d4e76-c445-444c-9e30-304ee5f21882']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:44.492328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceb7dbd-3324-4238-8cdb-2a196510f533') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:44.492785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceb7dbd-3324-4238-8cdb-2a196510f533') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:44.506430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.530148 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.532250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-079e2229-f715-4a04-aeb1-de98e708c45b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips/022159a1-4e20-4023-a479-2f0bc5dc0686 HTTP/1.1" status: 200 len: 695 time: 0.1550906 Jul 30 03:43:44.548206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:44.550092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:44.558225 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:44.629028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Deleting port 224c279b-3d66-427d-853c-db704bd9c43c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:44.633868 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.696895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.701837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.704056 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/networks/389d4e76-c445-444c-9e30-304ee5f21882 HTTP/1.1" status: 204 len: 168 time: 0.9728899 Jul 30 03:43:44.707754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:44.713811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32c1f884-7ad6-4565-a3a6-e0046674315c req-d1124dc4-1463-426f-82cb-dff4794d3925 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085090 Jul 30 03:43:44.780719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-c7cb5d8f-6274-44b9-9231-cb4e70c4e15e service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836048 Jul 30 03:43:44.793290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac92f4-b246-43e4-957a-b3e5fc7a4766 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Pushing event deleted for resources: {'Network': ['ID=389d4e76-c445-444c-9e30-304ee5f21882,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:44.807943 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e004-c21f-4c80-a924-e20c903ba30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.813013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e39b708-b698-4a0d-bb1f-30532ba82654 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d7c106-437f-4799-abf4-c12e730106e7 HTTP/1.1" status: 200 len: 205 time: 0.1041780 Jul 30 03:43:44.814396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] For port 224c279b-3d66-427d-853c-db704bd9c43c, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:44.814941 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.817964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53580) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:44.845034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Calling delete_port for 224c279b-3d66-427d-853c-db704bd9c43c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:44.849657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Port 224c279b-3d66-427d-853c-db704bd9c43c was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:43:44.851867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.862265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Network 389d4e76-c445-444c-9e30-304ee5f21882 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:43:44.862949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] No DVR routers for this DVR port 224c279b-3d66-427d-853c-db704bd9c43c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:44.892478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3ffb8-1c8e-4fee-9cda-7b630e999bab None None] Pushing event deleted for resources: {'Port': ['ID=224c279b-3d66-427d-853c-db704bd9c43c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:44.928569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:44.956251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:43:44.993202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c221b-7495-4758-ab9f-102db227c947 req-fc71f10e-9ac9-419a-878c-aead4d349fe2 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:44.995587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-fc71f10e-9ac9-419a-878c-aead4d349fe2 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 784 time: 0.4557748 Jul 30 03:43:45.007114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.015289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-3248ba42-e143-4d33-a1ae-d20826bc462f tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:43:45.016489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-3248ba42-e143-4d33-a1ae-d20826bc462f tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075374 Jul 30 03:43:45.026890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b8e2-8062-43bf-b1aa-36481e74f83c req-9649025e-1d4c-4420-abc2-d65e135c6339 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:45.028791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba52b8e2-8062-43bf-b1aa-36481e74f83c req-9649025e-1d4c-4420-abc2-d65e135c6339 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1250601 Jul 30 03:43:45.083758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:43:45.092085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:43:45.093688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.127821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-19f9e77a-2ae4-4067-9258-997a302c8a08 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.0978785 Jul 30 03:43:45.136467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba52b8e2-8062-43bf-b1aa-36481e74f83c req-ea2a49ca-8081-4cf2-9cb3-86658def9d63 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956008 Jul 30 03:43:45.196292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66e53015-b9bc-45c8-80bb-f714499e6f8d req-e0d82e66-c382-47df-95fe-a360c6636234 service neutron] 10.222.0.18 "GET /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956411 Jul 30 03:43:45.220816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-2eb0be12-fa90-438c-a482-9c120f47c737 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.0782399 Jul 30 03:43:45.243658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53588) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:45.275962 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.278288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.284155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.324092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,segment=NetworkSegment(da38c4b3-2d10-4684-9764-f45965f9f552),segment_id=da38c4b3-2d10-4684-9764-f45965f9f552)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:45.325542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:45.328792 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b9aa0-3d06-4ac8-9c92-9ad7decb9387" -d '{"events": [{"server_uuid": "d67e8757-cf01-4ecc-b6d5-adef47e8d94d", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:45.332971 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.334045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 796bf5db-106a-4955-9ad4-a6dffdf177b3 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:45.341881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.342915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Fanout notify agent at l3_agent the message router_deleted on router 91d7c106-437f-4799-abf4-c12e730106e7 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:43:45.353336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.355898 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-636c2649-ae94-43c5-afb3-747ef674b052 tempest-RoutersNegativeTest-808558227 tempest-RoutersNegativeTest-808558227-project] 10.222.0.39 "DELETE /v2.0/routers/91d7c106-437f-4799-abf4-c12e730106e7 HTTP/1.1" status: 204 len: 168 time: 0.5357985 Jul 30 03:43:45.362638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 224c279b-3d66-427d-853c-db704bd9c43c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:45.407363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 224c279b-3d66-427d-853c-db704bd9c43c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:45.407712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 224c279b-3d66-427d-853c-db704bd9c43c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:45.453820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:45.518800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc7a5d-bef7-40c8-a590-1521fec4001e req-a767a023-a44a-4bcc-8afe-0591e921ff52 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:45.527688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2cc7a5d-bef7-40c8-a590-1521fec4001e req-a767a023-a44a-4bcc-8afe-0591e921ff52 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.2242789 Jul 30 03:43:45.553899 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db5c76d-db9f-4ad7-8c2a-a25c710e14d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.622625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2cc7a5d-bef7-40c8-a590-1521fec4001e req-dd56cf7d-a18a-4382-9342-5fc14bc93003 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889955 Jul 30 03:43:45.663594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Deleting port d34b86f6-4343-405b-b113-be92ac1925b2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:45.663921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.673828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53598) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:45.784129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.785719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.787956 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db5c76d-db9f-4ad7-8c2a-a25c710e14d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.796927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db5c76d-db9f-4ad7-8c2a-a25c710e14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:45.809899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Calling delete_port for d34b86f6-4343-405b-b113-be92ac1925b2 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:45.844290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c6ea9a47-ddf3-4859-b8de-838fd7a63e11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c8962c574374d38aa94d6130b8ebdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683488 Jul 30 03:43:45.848969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:45.861618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6db5c76d-db9f-4ad7-8c2a-a25c710e14d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19057201ad8d43e683869b9083af14d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152048 Jul 30 03:43:45.864547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53606) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:45.895695 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8b8b0b-b996-4acd-86f9-53741be95a9d x-openstack-request-id: req-fa8b8b0b-b996-4acd-86f9-53741be95a9d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:45.896526 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e8757-cf01-4ecc-b6d5-adef47e8d94d", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:45.896929 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa8b8b0b-b996-4acd-86f9-53741be95a9d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:45.897546 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5', 'code': 200} Jul 30 03:43:45.914816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5c76d-db9f-4ad7-8c2a-a25c710e14d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296836a8-9821-4f46-bb07-f524145fac71,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:45.966369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a48-a7e4-4ff4-92a8-b009e2b05603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.007067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a48-a7e4-4ff4-92a8-b009e2b05603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.089408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a730d1b7-e6e8-4fcf-99fc-feaa9e724884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.099960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64bfb7-2d9f-41e9-8d6c-07cf3ea86624 req-9d0bb035-4b7f-4f48-8a3a-ba7b84d3e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:46.101604 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd64bfb7-2d9f-41e9-8d6c-07cf3ea86624 req-9d0bb035-4b7f-4f48-8a3a-ba7b84d3e2d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 1098 time: 0.0768607 Jul 30 03:43:46.139754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a48-a7e4-4ff4-92a8-b009e2b05603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.142461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a48-a7e4-4ff4-92a8-b009e2b05603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.143756 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e47d2a48-a7e4-4ff4-92a8-b009e2b05603 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/296836a8-9821-4f46-bb07-f524145fac71 HTTP/1.1" status: 204 len: 168 time: 0.2782059 Jul 30 03:43:46.144608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e683120-a3a9-4115-acb2-4a0d8f1be14e req-f96a473e-8ff7-4e8a-b1cb-2a4437484c42 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:46.154595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d2a48-a7e4-4ff4-92a8-b009e2b05603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296836a8-9821-4f46-bb07-f524145fac71,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:46.155002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e683120-a3a9-4115-acb2-4a0d8f1be14e req-f96a473e-8ff7-4e8a-b1cb-2a4437484c42 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1526752 Jul 30 03:43:46.157614 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dd64bfb7-2d9f-41e9-8d6c-07cf3ea86624 req-a0086d14-3312-4a1a-bc88-9d3e327ebc26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Jul 30 03:43:46.207072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a730d1b7-e6e8-4fcf-99fc-feaa9e724884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.248901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e683120-a3a9-4115-acb2-4a0d8f1be14e req-daba3c62-1cce-4171-af8e-4755df45afe2 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924778 Jul 30 03:43:46.265228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.313453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event deleted for resources: {'Port': ['ID=d34b86f6-4343-405b-b113-be92ac1925b2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:46.363785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.381056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.383846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.385691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713c221b-7495-4758-ab9f-102db227c947 req-2c8b5da6-b453-42de-a345-f3cb2a2788d1 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "DELETE /v2.0/floatingips/022159a1-4e20-4023-a479-2f0bc5dc0686 HTTP/1.1" status: 204 len: 173 time: 1.1522870 Jul 30 03:43:46.386720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a730d1b7-e6e8-4fcf-99fc-feaa9e724884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.389355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a730d1b7-e6e8-4fcf-99fc-feaa9e724884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.390874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a730d1b7-e6e8-4fcf-99fc-feaa9e724884 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36527ca1-e322-4460-8928-78799205b2ae HTTP/1.1" status: 204 len: 168 time: 0.5276475 Jul 30 03:43:46.412111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730d1b7-e6e8-4fcf-99fc-feaa9e724884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36527ca1-e322-4460-8928-78799205b2ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:46.462246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d81c1035-b944-46d3-ad69-eba41319f7ba req-f86248d7-423d-4d1b-9672-685562a99c6d tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups/5bf2b526-b043-434a-8b1b-a08ee60f5b9d HTTP/1.1" status: 200 len: 1808 time: 0.0521390 Jul 30 03:43:46.548015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d81c1035-b944-46d3-ad69-eba41319f7ba req-fd85c66f-7c76-4e34-843c-b93feb7ae644 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.565384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53618) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:46.581232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a941eb21-53d2-461f-8189-e6c29c744bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.594743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d81c1035-b944-46d3-ad69-eba41319f7ba req-fd85c66f-7c76-4e34-843c-b93feb7ae644 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.658601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d81c1035-b944-46d3-ad69-eba41319f7ba req-fd85c66f-7c76-4e34-843c-b93feb7ae644 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.662915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d81c1035-b944-46d3-ad69-eba41319f7ba req-fd85c66f-7c76-4e34-843c-b93feb7ae644 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.665033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d81c1035-b944-46d3-ad69-eba41319f7ba req-fd85c66f-7c76-4e34-843c-b93feb7ae644 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "DELETE /v2.0/security-groups/5bf2b526-b043-434a-8b1b-a08ee60f5b9d HTTP/1.1" status: 204 len: 173 time: 0.1940298 Jul 30 03:43:46.679070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c66f-7c76-4e34-843c-b93feb7ae644 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2b526-b043-434a-8b1b-a08ee60f5b9d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:46.740901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a941eb21-53d2-461f-8189-e6c29c744bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.747716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a941eb21-53d2-461f-8189-e6c29c744bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.795615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a941eb21-53d2-461f-8189-e6c29c744bd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3edd0d8424e34c69b3f73c26b79d4c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289264 Jul 30 03:43:46.796641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941eb21-53d2-461f-8189-e6c29c744bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded65aae-8c0b-476a-85d7-f46e0f40b41d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:46.798886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53626) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:46.864552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cab91f01-8890-4a53-94a7-0e968b725181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.873243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dd31c-7c2c-4073-b446-05b6be72bdac req-7310c9a7-c815-4a5d-99fb-f7fc885d819e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:46.875058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e77dd31c-7c2c-4073-b446-05b6be72bdac req-7310c9a7-c815-4a5d-99fb-f7fc885d819e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.1186521 Jul 30 03:43:46.908542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cab91f01-8890-4a53-94a7-0e968b725181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:46.995513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e77dd31c-7c2c-4073-b446-05b6be72bdac req-f6db2faa-a9ff-4bef-939a-caec25d69923 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063883 Jul 30 03:43:47.033883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cab91f01-8890-4a53-94a7-0e968b725181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:47.036745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cab91f01-8890-4a53-94a7-0e968b725181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:47.040273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cab91f01-8890-4a53-94a7-0e968b725181 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ded65aae-8c0b-476a-85d7-f46e0f40b41d HTTP/1.1" status: 204 len: 168 time: 0.2403419 Jul 30 03:43:47.054162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab91f01-8890-4a53-94a7-0e968b725181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded65aae-8c0b-476a-85d7-f46e0f40b41d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:47.115420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a835-592a-4a8c-8f3c-644c9a036ee8 req-4cab62a2-aa49-4317-b767-44b34c7471b6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:47.117180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0114a835-592a-4a8c-8f3c-644c9a036ee8 req-4cab62a2-aa49-4317-b767-44b34c7471b6 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.0685420 Jul 30 03:43:47.179120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0114a835-592a-4a8c-8f3c-644c9a036ee8 req-a2431c9e-350b-48ba-9496-1eabe25c7b0b tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465388 Jul 30 03:43:47.420713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647a06d-51f6-4e61-ad91-fcfab4c968bb req-84b26932-a303-4780-a54c-d681296183dd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:47.422339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e647a06d-51f6-4e61-ad91-fcfab4c968bb req-84b26932-a303-4780-a54c-d681296183dd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0777478 Jul 30 03:43:47.482568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e647a06d-51f6-4e61-ad91-fcfab4c968bb req-a45ac323-b54c-44c2-a86b-3efb83193470 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524099 Jul 30 03:43:47.624952 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:43:47.718766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53662) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:47.948891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1c008a7f-8895-457b-aa6b-740303a92d11 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:47.949606 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-1c008a7f-8895-457b-aa6b-740303a92d11 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 03:43:47.950103 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-1c008a7f-8895-457b-aa6b-740303a92d11 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 03:43:47.951083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1c008a7f-8895-457b-aa6b-740303a92d11 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2314022 Jul 30 03:43:47.955717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:47.964968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564644682'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:47.990652 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:47.993071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.005338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.149915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7d01a-faf1-4689-bad1-9d02b8ff073a req-cf289a81-834d-4c92-867a-d142b8a0193b tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:48.152837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ec7d01a-faf1-4689-bad1-9d02b8ff073a req-cf289a81-834d-4c92-867a-d142b8a0193b tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.0689225 Jul 30 03:43:48.169515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.175105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.208814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ec7d01a-faf1-4689-bad1-9d02b8ff073a req-c7f9fd2b-51c8-4dea-bae8-0b48abbf87c6 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Jul 30 03:43:48.271583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a932d02-fde3-4b6c-8843-ddfc0fcc09c2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:48.370026 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.378324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.402387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c2900-d5df-493b-98d0-2fe1aed8b1ea req-81f70e8f-5cbb-4d42-b81b-a4447e78a4a2 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:48.411019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d56c2900-d5df-493b-98d0-2fe1aed8b1ea req-81f70e8f-5cbb-4d42-b81b-a4447e78a4a2 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.0962636 Jul 30 03:43:48.414940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.419943 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4634120 Jul 30 03:43:48.421479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53688) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:48.421845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddf090-d718-479c-80dd-ee40a170d6a2 req-b91027b9-8a9d-46df-84f8-44d815b40d18 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:48.426347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': 'f683ecd7-307d-4d6b-af1b-25ea4ac6483f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:48.430180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5ddf090-d718-479c-80dd-ee40a170d6a2 req-b91027b9-8a9d-46df-84f8-44d815b40d18 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1384592 Jul 30 03:43:48.441023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd60d67-d743-47e9-9c5a-5a0550c75bd0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f683ecd7-307d-4d6b-af1b-25ea4ac6483f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:48.467878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.502811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d56c2900-d5df-493b-98d0-2fe1aed8b1ea req-f817e745-c507-4a58-a1ec-d50b3fb26dcb tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906827 Jul 30 03:43:48.519529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5ddf090-d718-479c-80dd-ee40a170d6a2 req-3ac336c2-21bc-4b65-b5c2-45df576b7340 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839033 Jul 30 03:43:48.558831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.566360 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.618681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aa2e25-6b7c-4020-8474-12c373e66ff7,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:48.635780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.638773 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b76c7d0-0579-4770-ab2e-23d3ec28edde tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2168469 Jul 30 03:43:48.640551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafe70e-8385-4e84-ac88-1cef62207c76 req-eb071c24-24d5-4499-b5ca-5815e617fc2d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:48.641854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53700) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:48.647278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-22625768-6bd0-4221-81cc-112862123788 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': 'f683ecd7-307d-4d6b-af1b-25ea4ac6483f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:48.648682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdafe70e-8385-4e84-ac88-1cef62207c76 req-eb071c24-24d5-4499-b5ca-5815e617fc2d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0720289 Jul 30 03:43:48.694204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22625768-6bd0-4221-81cc-112862123788 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.707178 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bdafe70e-8385-4e84-ac88-1cef62207c76 req-fe3a7842-b802-40e3-a135-d9caf59f44db tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570536 Jul 30 03:43:48.770544 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-22625768-6bd0-4221-81cc-112862123788 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 03:43:48.772298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22625768-6bd0-4221-81cc-112862123788 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1286538 Jul 30 03:43:48.777209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:48.853994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2cfca164-e90a-4b26-bf4b-ed30e84ceef7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.889775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2cfca164-e90a-4b26-bf4b-ed30e84ceef7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.950722 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2cfca164-e90a-4b26-bf4b-ed30e84ceef7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.954132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2cfca164-e90a-4b26-bf4b-ed30e84ceef7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:48.965716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2cfca164-e90a-4b26-bf4b-ed30e84ceef7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/f683ecd7-307d-4d6b-af1b-25ea4ac6483f HTTP/1.1" status: 204 len: 168 time: 0.1772935 Jul 30 03:43:48.966322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:48.967415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfca164-e90a-4b26-bf4b-ed30e84ceef7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683ecd7-307d-4d6b-af1b-25ea4ac6483f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:49.032148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0c27596-79ac-4a29-a095-806667a14c0a tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648723 Jul 30 03:43:49.036507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:49.042285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351060359'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:49.108917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.140031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce5129-a15c-4722-905b-778f10ebb774 req-72dbf514-8beb-491f-92d4-b6290fe946dd tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:49.142970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bce5129-a15c-4722-905b-778f10ebb774 req-72dbf514-8beb-491f-92d4-b6290fe946dd tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.0810513 Jul 30 03:43:49.244083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bce5129-a15c-4722-905b-778f10ebb774 req-c99b3bf8-3b46-4d64-b0d5-d4affd44eca9 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Jul 30 03:43:49.297394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-2e00d3d1-ed68-4db3-ae2a-0b1f58462d57 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:49.298986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-2e00d3d1-ed68-4db3-ae2a-0b1f58462d57 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.18 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.1077194 Jul 30 03:43:49.332178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.376525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.432616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.437241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53728) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:49.437463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3998911 Jul 30 03:43:49.442538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9a49787a-bd71-4bf6-a154-54f61a295ed9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '6521bf76-771b-4051-aa35-c7c2ae6f2225', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:49.443256 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-9a49787a-bd71-4bf6-a154-54f61a295ed9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 03:43:49.443763 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-9a49787a-bd71-4bf6-a154-54f61a295ed9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:49.444900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9a49787a-bd71-4bf6-a154-54f61a295ed9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061476 Jul 30 03:43:49.448522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53730) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:49.495250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69525244-a716-4350-a5da-5190345a6a1d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6521bf76-771b-4051-aa35-c7c2ae6f2225,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:49.550981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dffe75a3-7984-4b9c-8b7c-33c32e8a15e5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.568277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Deleting port c1bd2adc-279f-47c6-9b20-624a1cf41890 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:49.571369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.633080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dffe75a3-7984-4b9c-8b7c-33c32e8a15e5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.703531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dffe75a3-7984-4b9c-8b7c-33c32e8a15e5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.707239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dffe75a3-7984-4b9c-8b7c-33c32e8a15e5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.709778 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dffe75a3-7984-4b9c-8b7c-33c32e8a15e5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/6521bf76-771b-4051-aa35-c7c2ae6f2225 HTTP/1.1" status: 204 len: 168 time: 0.2594724 Jul 30 03:43:49.713687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:49.722165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe75a3-7984-4b9c-8b7c-33c32e8a15e5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6521bf76-771b-4051-aa35-c7c2ae6f2225,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:49.824543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a583c-74b0-49fb-b086-5b7e4a73b318 req-d702ba38-c49c-4bc7-82fe-fb2533fe7877 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:49.831548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f3a583c-74b0-49fb-b086-5b7e4a73b318 req-d702ba38-c49c-4bc7-82fe-fb2533fe7877 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/ports?device_id=288fb05b-e45a-45b6-bbf5-c35577deabd3 HTTP/1.1" status: 200 len: 946 time: 0.2147713 Jul 30 03:43:49.876217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589256b-21fd-4bfd-9e60-fe987c1c0ef1 req-77a8863c-7447-45e3-adc4-b3a3f4e0172e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:49.883925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3589256b-21fd-4bfd-9e60-fe987c1c0ef1 req-77a8863c-7447-45e3-adc4-b3a3f4e0172e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.1984732 Jul 30 03:43:49.898765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10b5b677-b946-4156-ad78-df534f6d9437 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1532090 Jul 30 03:43:49.903290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] For port c1bd2adc-279f-47c6-9b20-624a1cf41890, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=c1bd2adc-279f-47c6-9b20-624a1cf41890,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:49.903661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:49.904477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.908681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--69053106'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:49.934857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Calling delete_port for c1bd2adc-279f-47c6-9b20-624a1cf41890 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:49.953577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:49.973627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f3a583c-74b0-49fb-b086-5b7e4a73b318 req-0bdf9d69-0711-47de-8c89-092ae9974ca2 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.39 "GET /v2.0/security-groups?id=78728636-10f0-4f95-a982-df344f01ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412218 Jul 30 03:43:49.980884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3589256b-21fd-4bfd-9e60-fe987c1c0ef1 req-fe7cbc8f-9c50-4648-ba47-26962a27479a tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953271 Jul 30 03:43:50.092620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.100463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.116699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.118236 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2134953 Jul 30 03:43:50.123893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53756) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.131487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f7884ed8-616e-462f-b307-62d301d10164 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '767b693a-f993-4cd2-b42a-ef81a44b980f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:50.132723 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-f7884ed8-616e-462f-b307-62d301d10164 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 03:43:50.132723 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f7884ed8-616e-462f-b307-62d301d10164 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:50.133347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7884ed8-616e-462f-b307-62d301d10164 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085454 Jul 30 03:43:50.137299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.165144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d478d-4af1-4abc-a632-8d70516b1e35 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767b693a-f993-4cd2-b42a-ef81a44b980f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:50.197881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.215075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5e894-2519-4f4a-8bed-fc52f92f15a3 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.215329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['c1bd2adc-279f-47c6-9b20-624a1cf41890'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:50.228286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Pushing event deleted for resources: {'Port': ['ID=c1bd2adc-279f-47c6-9b20-624a1cf41890,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:50.252652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e4661-0e05-4ebd-8051-fbc203c172ac req-a7ddbb32-c60c-4c09-b95c-6cf93c136a47 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:50.254151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d54e4661-0e05-4ebd-8051-fbc203c172ac req-a7ddbb32-c60c-4c09-b95c-6cf93c136a47 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1145418 Jul 30 03:43:50.291689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5e894-2519-4f4a-8bed-fc52f92f15a3 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.326424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] No DVR routers for this DVR port c1bd2adc-279f-47c6-9b20-624a1cf41890 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:50.332426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.334469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb99630-0491-4bfe-a2cc-54b86730459c req-7d56aff4-16b3-41fd-86d0-d32a8b515a67 tempest-ServerRescueTestJSONUnderV235-302909144 tempest-ServerRescueTestJSONUnderV235-302909144-project] 10.222.0.18 "DELETE /v2.0/ports/c1bd2adc-279f-47c6-9b20-624a1cf41890 HTTP/1.1" status: 204 len: 173 time: 1.0293958 Jul 30 03:43:50.335173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'name': 'network-vif-deleted', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:50.337242 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b09e8-95f7-436d-9152-6bf7d9124df9" -d '{"events": [{"server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "name": "network-vif-deleted", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:50.358859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5e894-2519-4f4a-8bed-fc52f92f15a3 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.362804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5e894-2519-4f4a-8bed-fc52f92f15a3 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.366702 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fff5e894-2519-4f4a-8bed-fc52f92f15a3 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/767b693a-f993-4cd2-b42a-ef81a44b980f HTTP/1.1" status: 204 len: 168 time: 0.2258472 Jul 30 03:43:50.367870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d54e4661-0e05-4ebd-8051-fbc203c172ac req-3ed5479e-f54c-46c8-ba7e-a648d4fea188 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983183 Jul 30 03:43:50.368584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.389577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5e894-2519-4f4a-8bed-fc52f92f15a3 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767b693a-f993-4cd2-b42a-ef81a44b980f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:50.413780 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339dae79-d2a3-4188-b8d8-e85db8e7f3ab x-openstack-request-id: req-339dae79-d2a3-4188-b8d8-e85db8e7f3ab {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:50.413780 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288fb05b-e45a-45b6-bbf5-c35577deabd3", "name": "network-vif-deleted", "tag": "c1bd2adc-279f-47c6-9b20-624a1cf41890", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:50.418630 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-339dae79-d2a3-4188-b8d8-e85db8e7f3ab {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:50.419164 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288fb05b-e45a-45b6-bbf5-c35577deabd3', 'name': 'network-vif-deleted', 'tag': 'c1bd2adc-279f-47c6-9b20-624a1cf41890', 'status': 'completed', 'code': 200} Jul 30 03:43:50.487665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-88e308be-bd73-43e1-93da-f8f7914deefa tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1168308 Jul 30 03:43:50.492986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.501643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681529624'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:50.531761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.637720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.642915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.675631 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.677207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1802917 Jul 30 03:43:50.679573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858edcb-bd6f-4068-8822-6a10ef339ed6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c65db7a-0411-416a-ba01-13d94dcdfc21,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:50.681516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.692376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-eb1735a1-d0e9-4b8b-9de8-02eb2a075f5b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '8c65db7a-0411-416a-ba01-13d94dcdfc21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:50.693650 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-eb1735a1-d0e9-4b8b-9de8-02eb2a075f5b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 03:43:50.694747 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-eb1735a1-d0e9-4b8b-9de8-02eb2a075f5b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:50.695173 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eb1735a1-d0e9-4b8b-9de8-02eb2a075f5b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095108 Jul 30 03:43:50.697970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.703934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-adc9a9e7-1df1-4c84-8df8-d7c69144a559 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '8c65db7a-0411-416a-ba01-13d94dcdfc21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:50.705148 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-adc9a9e7-1df1-4c84-8df8-d7c69144a559 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 03:43:50.705654 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-adc9a9e7-1df1-4c84-8df8-d7c69144a559 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:50.706623 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-adc9a9e7-1df1-4c84-8df8-d7c69144a559 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072870 Jul 30 03:43:50.709269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.713835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-98ce8390-5819-413d-85a4-b6af1eb6b610 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '8c65db7a-0411-416a-ba01-13d94dcdfc21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:50.714630 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-98ce8390-5819-413d-85a4-b6af1eb6b610 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 03:43:50.715110 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-98ce8390-5819-413d-85a4-b6af1eb6b610 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:50.716084 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-98ce8390-5819-413d-85a4-b6af1eb6b610 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056891 Jul 30 03:43:50.720184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53778) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.726190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9ebdd9c7-4d08-4760-aa3f-36511204b90b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '8c65db7a-0411-416a-ba01-13d94dcdfc21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:50.727748 n-d-778696-14 neutron-server[93876]: WARNING neutron.api.v2.base [None req-9ebdd9c7-4d08-4760-aa3f-36511204b90b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 03:43:50.729250 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-9ebdd9c7-4d08-4760-aa3f-36511204b90b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:50.733248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9ebdd9c7-4d08-4760-aa3f-36511204b90b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083861 Jul 30 03:43:50.733545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.834434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e4d60db0-1e24-4bca-b567-b76971092337 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.887361 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e4d60db0-1e24-4bca-b567-b76971092337 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.951085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e4d60db0-1e24-4bca-b567-b76971092337 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.958738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e4d60db0-1e24-4bca-b567-b76971092337 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:50.958884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e4d60db0-1e24-4bca-b567-b76971092337 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/8c65db7a-0411-416a-ba01-13d94dcdfc21 HTTP/1.1" status: 204 len: 168 time: 0.2244320 Jul 30 03:43:50.963801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53790) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:50.975897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d60db0-1e24-4bca-b567-b76971092337 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c65db7a-0411-416a-ba01-13d94dcdfc21,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:51.045568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ef7f669-6d9f-4e87-8c52-57e5c3b281c2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827954 Jul 30 03:43:51.050215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.055173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--692591689'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.079680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.130192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:51.235435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a48e7d-0f10-4ca6-a8e2-f9d907cef684 req-3e0efbe8-eb0f-47b1-a251-ce5a05392847 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:51.243971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5a48e7d-0f10-4ca6-a8e2-f9d907cef684 req-3e0efbe8-eb0f-47b1-a251-ce5a05392847 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.0972655 Jul 30 03:43:51.323795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-eb6c3084-0f97-4fe7-b785-9b980e300411 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:51.323795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-eb6c3084-0f97-4fe7-b785-9b980e300411 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.16 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 946 time: 0.1696074 Jul 30 03:43:51.372387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5a48e7d-0f10-4ca6-a8e2-f9d907cef684 req-30deb129-dcac-493f-89ea-8a4d26e9b0d1 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b2c94ac-b020-4b0d-bc4e-67b6194779fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227467 Jul 30 03:43:51.454309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:51.465636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:51.491936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:51.496377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4450836 Jul 30 03:43:51.498833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53808) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.513733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-456c8be0-2305-4f6a-9179-c7e90d3d8f3e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.513733 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-456c8be0-2305-4f6a-9179-c7e90d3d8f3e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 03:43:51.514130 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-456c8be0-2305-4f6a-9179-c7e90d3d8f3e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.517836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-456c8be0-2305-4f6a-9179-c7e90d3d8f3e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095994 Jul 30 03:43:51.519458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53812) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.535464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-287099bf-d9b0-4329-955c-b07bbfe004d1 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.644104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39af23-e8fe-4a45-abe0-fac235234921 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:51.670081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Deleting port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:51.670427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:51.671888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282431b1-b8ee-4157-868c-5fbbc1c752f5 req-c105b1e6-222b-4249-8df5-bc6100063d9a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:51.673838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-282431b1-b8ee-4157-868c-5fbbc1c752f5 req-c105b1e6-222b-4249-8df5-bc6100063d9a tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1216261 Jul 30 03:43:51.726385 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-287099bf-d9b0-4329-955c-b07bbfe004d1 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.735108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-287099bf-d9b0-4329-955c-b07bbfe004d1 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2146668 Jul 30 03:43:51.741131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.743993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-282431b1-b8ee-4157-868c-5fbbc1c752f5 req-1a36b7d0-6537-445b-add6-4d83381efcf9 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619364 Jul 30 03:43:51.745825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9ee0a090-018e-42f0-bb97-bd5af2a168f5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.747438 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-9ee0a090-018e-42f0-bb97-bd5af2a168f5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 03:43:51.748071 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-9ee0a090-018e-42f0-bb97-bd5af2a168f5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.749121 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9ee0a090-018e-42f0-bb97-bd5af2a168f5 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070603 Jul 30 03:43:51.752004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.763403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-983bdf6d-c190-4ed7-aa87-01d238b1efc7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.803926 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-983bdf6d-c190-4ed7-aa87-01d238b1efc7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.805546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-983bdf6d-c190-4ed7-aa87-01d238b1efc7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0517030 Jul 30 03:43:51.809016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.814561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-05952a06-6498-42d2-82d7-c3aa5f505ec9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.815260 n-d-778696-14 neutron-server[93876]: WARNING neutron.api.v2.base [None req-05952a06-6498-42d2-82d7-c3aa5f505ec9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 03:43:51.816277 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-05952a06-6498-42d2-82d7-c3aa5f505ec9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.817633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-05952a06-6498-42d2-82d7-c3aa5f505ec9 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069597 Jul 30 03:43:51.820387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53824) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.826221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dadde180-1890-4026-babc-a15b1c6eacc2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.829184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] For port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,segment=NetworkSegment(da38c4b3-2d10-4684-9764-f45965f9f552),segment_id=da38c4b3-2d10-4684-9764-f45965f9f552)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:51.829560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:51.846474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Calling delete_port for ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:51.853108 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-dadde180-1890-4026-babc-a15b1c6eacc2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Project cf65169f07f4430fb453f5a6b29b494d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:43:51.870896 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-dadde180-1890-4026-babc-a15b1c6eacc2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.872417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dadde180-1890-4026-babc-a15b1c6eacc2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0504479 Jul 30 03:43:51.875270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.880029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8fa6e1f0-3221-489d-afae-18f3a826c9b6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.880680 n-d-778696-14 neutron-server[93876]: WARNING neutron.api.v2.base [None req-8fa6e1f0-3221-489d-afae-18f3a826c9b6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 03:43:51.881153 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-8fa6e1f0-3221-489d-afae-18f3a826c9b6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.882075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8fa6e1f0-3221-489d-afae-18f3a826c9b6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056112 Jul 30 03:43:51.884802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.890258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5a13cc39-41a6-49d8-a01e-0aa40a40165e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.914288 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-5a13cc39-41a6-49d8-a01e-0aa40a40165e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Project cf65169f07f4430fb453f5a6b29b494d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:43:51.948906 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-5a13cc39-41a6-49d8-a01e-0aa40a40165e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:51.950150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5a13cc39-41a6-49d8-a01e-0aa40a40165e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0634792 Jul 30 03:43:51.953134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:51.959679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-89d20208-0508-4bcc-a8c6-0d573046d107 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:51.989841 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-89d20208-0508-4bcc-a8c6-0d573046d107 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Project cf65169f07f4430fb453f5a6b29b494d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:43:52.006241 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-89d20208-0508-4bcc-a8c6-0d573046d107 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:52.010614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-89d20208-0508-4bcc-a8c6-0d573046d107 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0557656 Jul 30 03:43:52.011220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.020707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.067803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086467b7-42c5-4adc-9f3a-d3176ed1afd4 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.087116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.096849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086467b7-42c5-4adc-9f3a-d3176ed1afd4 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.118578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:43:52.158523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086467b7-42c5-4adc-9f3a-d3176ed1afd4 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.162679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-086467b7-42c5-4adc-9f3a-d3176ed1afd4 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.167687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-086467b7-42c5-4adc-9f3a-d3176ed1afd4 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6 HTTP/1.1" status: 204 len: 168 time: 0.1553853 Jul 30 03:43:52.168413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.191931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086467b7-42c5-4adc-9f3a-d3176ed1afd4 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af4508-4d1e-4ddd-ab5a-e73afc8a4fd6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:52.232079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aff5c286-de39-489d-8234-f23db5901e92 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555093 Jul 30 03:43:52.232486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.237507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--308391582'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:52.263068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.363186 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.368284 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.393796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.398149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1617088 Jul 30 03:43:52.399896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.405389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c4c1406b-a5bc-4f3b-90a7-111f4324f9d7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '01084060-5c08-470d-9ae8-3393ffb7221f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:52.417441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccadea-7091-4d7d-83db-9bcc65c49a48 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01084060-5c08-470d-9ae8-3393ffb7221f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:52.453957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Pushing event deleted for resources: {'Port': ['ID=ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:52.462286 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-c4c1406b-a5bc-4f3b-90a7-111f4324f9d7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The resource could not be found. Jul 30 03:43:52.464504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c4c1406b-a5bc-4f3b-90a7-111f4324f9d7 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0629857 Jul 30 03:43:52.467981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.474397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4d89824b-93ff-476f-8b42-dfe4bd625779 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '01084060-5c08-470d-9ae8-3393ffb7221f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '67ce6d98-a0e6-46af-86c5-063955374a28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:52.480594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.480945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.481289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.481934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.481934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.482276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.482605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.482930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.483290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.483619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.483948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.484531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:52.527014 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4d89824b-93ff-476f-8b42-dfe4bd625779 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The resource could not be found. Jul 30 03:43:52.527318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] No DVR routers for this DVR port ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:43:52.532578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4d89824b-93ff-476f-8b42-dfe4bd625779 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0594504 Jul 30 03:43:52.533598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.554261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.556273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0aca9d66-02e1-44bb-b467-f9d32ce808d1 req-6d03b711-ff09-43ca-a687-357742185c21 tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.16 "DELETE /v2.0/ports/ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 HTTP/1.1" status: 204 len: 173 time: 1.2219684 Jul 30 03:43:52.557282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'name': 'network-vif-deleted', 'tag': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:43:52.559566 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b33ae77-0f39-4ebe-b990-fbc2a26495e5" -d '{"events": [{"server_uuid": "d67e8757-cf01-4ecc-b6d5-adef47e8d94d", "name": "network-vif-deleted", "tag": "ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:43:52.614546 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5926f2e9-afd3-440e-9f5d-4a6cad3bbd42 x-openstack-request-id: req-5926f2e9-afd3-440e-9f5d-4a6cad3bbd42 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:43:52.614837 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e8757-cf01-4ecc-b6d5-adef47e8d94d", "name": "network-vif-deleted", "tag": "ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:43:52.615088 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5926f2e9-afd3-440e-9f5d-4a6cad3bbd42 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:43:52.615504 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e8757-cf01-4ecc-b6d5-adef47e8d94d', 'name': 'network-vif-deleted', 'tag': 'ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5', 'status': 'completed', 'code': 200} Jul 30 03:43:52.639570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-977b6d41-beb4-427e-b1b6-d7ef8d0b35a7 req-244e6c04-1b0b-4dbd-b518-af410a32d47e tempest-ServersNegativeTestMultiTenantJSON-752272900 tempest-ServersNegativeTestMultiTenantJSON-752272900-project] 10.222.0.39 "GET /v2.0/ports?device_id=d67e8757-cf01-4ecc-b6d5-adef47e8d94d HTTP/1.1" status: 200 len: 210 time: 0.0481584 Jul 30 03:43:52.653645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2988543b-6651-4295-8398-03d125188880 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.689567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2988543b-6651-4295-8398-03d125188880 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.730415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Deleting port af2c65d5-e807-4992-ae86-7de0c25aaaa3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:52.730772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.754812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2988543b-6651-4295-8398-03d125188880 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.758986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2988543b-6651-4295-8398-03d125188880 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.765718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2988543b-6651-4295-8398-03d125188880 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/01084060-5c08-470d-9ae8-3393ffb7221f HTTP/1.1" status: 204 len: 168 time: 0.2312365 Jul 30 03:43:52.766313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.794593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988543b-6651-4295-8398-03d125188880 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01084060-5c08-470d-9ae8-3393ffb7221f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:52.846293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-05a65b81-79f4-49c3-977d-e87d196ddfac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761201 Jul 30 03:43:52.847261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53878) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:52.858061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ec3a91c1-2cdd-4ae0-8df2-8e85d9c9082a tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '9f0932c7-dd4d-41ac-a470-2035ab76afd0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:52.891852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] For port af2c65d5-e807-4992-ae86-7de0c25aaaa3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af2c65d5-e807-4992-ae86-7de0c25aaaa3,segment=NetworkSegment(ebc02b2c-8662-458a-9ce7-4b53f61a0280),segment_id=ebc02b2c-8662-458a-9ce7-4b53f61a0280)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:52.892233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:52.937034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898a32-edbe-47d3-a467-74a03cd18065 req-ee51182e-05e0-41b6-b302-6a69a3bb37ee tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:52.941740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Calling delete_port for af2c65d5-e807-4992-ae86-7de0c25aaaa3 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:52.946232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c898a32-edbe-47d3-a467-74a03cd18065 req-ee51182e-05e0-41b6-b302-6a69a3bb37ee tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0832243 Jul 30 03:43:53.003295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c898a32-edbe-47d3-a467-74a03cd18065 req-b4914826-f0e5-43e9-ae6d-78fa70a653b4 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519960 Jul 30 03:43:53.032364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-553c4f06-b30c-4115-a987-079fe990c95a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1250901 Jul 30 03:43:53.038935 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-ec3a91c1-2cdd-4ae0-8df2-8e85d9c9082a tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The resource could not be found. Jul 30 03:43:53.041834 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec3a91c1-2cdd-4ae0-8df2-8e85d9c9082a tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1927772 Jul 30 03:43:53.045334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53890) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:53.049901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892391691'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:53.167881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.232892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.233382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.235044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.235720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.236343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.237223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.238019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.240663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-84f32341-a329-4828-bc03-87fd7a667500 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=964cf6670af8481ca9dd3caa87df9420&device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 6498 time: 0.1327293 Jul 30 03:43:53.394597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.453493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.456539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2c65d5-e807-4992-ae86-7de0c25aaaa3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:53.468705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.547360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-d662a880-e568-4b6d-9fec-b16e5cd54310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.547360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-d662a880-e568-4b6d-9fec-b16e5cd54310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.547680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-d662a880-e568-4b6d-9fec-b16e5cd54310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.549435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-d662a880-e568-4b6d-9fec-b16e5cd54310 service neutron] 10.222.0.16 "GET /v2.0/networks?id=623c59b3-0964-4687-ade5-b9a6b68f7662&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&id=a0f7542c-9210-4588-817a-4ea327c5fd44&id=a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 200 len: 2289 time: 0.2527733 Jul 30 03:43:53.570378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60923f8-158f-44f1-86d6-abf0a2167ef5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:53.573308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.574523 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c767b00-6eb6-4768-9497-2f95ff294996 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5282516 Jul 30 03:43:53.577422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53924) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:53.582810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224498456'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:53.638177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.706612 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-f09f12d4-d12d-46f9-8643-65d0ef612c29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 200 len: 1001 time: 0.1474986 Jul 30 03:43:53.731792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:53.786560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.800773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.810700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Deleting subnet 213918c1-762e-4ee5-979b-04bf720e9ea6 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:53.823425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-31a6fe43-5f9c-47f6-adc2-30d3e64d0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.825879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.826008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-31a6fe43-5f9c-47f6-adc2-30d3e64d0238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19198638-b24f-4731-9e8f-d02f19b89e7b HTTP/1.1" status: 200 len: 850 time: 0.1090777 Jul 30 03:43:53.827298 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.856866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.858205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2795227 Jul 30 03:43:53.866490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:53.875648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f2cd92af-745e-4808-9942-70865587b486 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': 'e60923f8-158f-44f1-86d6-abf0a2167ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '76731d97-33c6-47a3-8065-82ac605379fb'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:53.895482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:53.898337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a33440-1415-4eda-8faf-7773d9b2dc0e tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76731d97-33c6-47a3-8065-82ac605379fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:53.967494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-99c03ba9-a6a0-4245-81b2-97a2e766c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:53.970166 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-99c03ba9-a6a0-4245-81b2-97a2e766c714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623c59b3-0964-4687-ade5-b9a6b68f7662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354885 Jul 30 03:43:53.997068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.001612 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f2cd92af-745e-4808-9942-70865587b486 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:54.002915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f2cd92af-745e-4808-9942-70865587b486 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1353831 Jul 30 03:43:54.006596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53958) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:54.077162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.094170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c1bd2adc-279f-47c6-9b20-624a1cf41890 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:54.117086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.126013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/213918c1-762e-4ee5-979b-04bf720e9ea6 HTTP/1.1" status: 204 len: 168 time: 0.3913643 Jul 30 03:43:54.134014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53968) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:54.143157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: c1bd2adc-279f-47c6-9b20-624a1cf41890 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:54.143596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device c1bd2adc-279f-47c6-9b20-624a1cf41890 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:54.169983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ebeca-eeda-412c-b430-25f48d287a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213918c1-762e-4ee5-979b-04bf720e9ea6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:54.225412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d7e4-16ef-4dde-99a4-6053ef24b861 req-bc505709-3e00-4579-ad91-88fc12a935eb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:54.227253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0175d7e4-16ef-4dde-99a4-6053ef24b861 req-bc505709-3e00-4579-ad91-88fc12a935eb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1017892 Jul 30 03:43:54.282311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0175d7e4-16ef-4dde-99a4-6053ef24b861 req-6cb92864-f511-41af-af1a-34e855a6ddf6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484729 Jul 30 03:43:54.358294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f481cc9f-79f3-4abb-83e3-dbd64ef5d9ac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.408016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.417049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-ae2d0fb8-3a7b-45d1-8c30-c2437a935689 service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379332 Jul 30 03:43:54.425560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f481cc9f-79f3-4abb-83e3-dbd64ef5d9ac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.470608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Router a4af47d1-1242-48be-bcf2-d41389cbaf1c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:43:54.640262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f481cc9f-79f3-4abb-83e3-dbd64ef5d9ac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.642789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f481cc9f-79f3-4abb-83e3-dbd64ef5d9ac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.646281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f481cc9f-79f3-4abb-83e3-dbd64ef5d9ac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/76731d97-33c6-47a3-8065-82ac605379fb HTTP/1.1" status: 204 len: 168 time: 0.6347759 Jul 30 03:43:54.647975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:54.687331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.691792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481cc9f-79f3-4abb-83e3-dbd64ef5d9ac tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76731d97-33c6-47a3-8065-82ac605379fb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:54.714058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-995e2332-7f55-4783-a9f9-70d310db0d71 service neutron] 10.222.0.16 "GET /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827346 Jul 30 03:43:54.715655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69909d2b-d4cc-4f79-9cc9-627983d45d4c']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:54.751479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-553edcad-7c1b-4037-a6fd-a5baf4143e28 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0976534 Jul 30 03:43:54.752245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:54.798531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38c4b3-2d10-4684-9764-f45965f9f552') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:54.798731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38c4b3-2d10-4684-9764-f45965f9f552') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:54.807957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-e20cc744-7912-4543-8870-c6a85c2be435 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 217 time: 0.0542095 Jul 30 03:43:54.812938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.819380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.845285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.875760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.898254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:43:54.901340 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.905912 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.909743 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] Sync routers for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:43:54.911413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:54.911879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:54.919992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/e60923f8-158f-44f1-86d6-abf0a2167ef5 HTTP/1.1" status: 204 len: 168 time: 0.1662693 Jul 30 03:43:54.922446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:54.925866 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:54.929895 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:54.971850 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:54.982305 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f700eb3-339c-4c93-9a92-8c7a1883b6c5 admin admin] 10.222.0.39 "PUT /v2.0/routers/a4af47d1-1242-48be-bcf2-d41389cbaf1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8970180 Jul 30 03:43:54.986091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:54.996037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-0486104c-9c54-4dc5-a899-3b79bf892ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:54.997832 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-0486104c-9c54-4dc5-a899-3b79bf892ddd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1767290 Jul 30 03:43:54.998650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.001042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60923f8-158f-44f1-86d6-abf0a2167ef5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:55.005326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:55.019507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.021775 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] 10.222.0.39 "DELETE /v2.0/networks/69909d2b-d4cc-4f79-9cc9-627983d45d4c HTTP/1.1" status: 204 len: 168 time: 0.8867590 Jul 30 03:43:55.034206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:55.051614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:55.051954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ca0b7836-445e-4027-a9a7-3ae4a4ce1ef5 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:55.067345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b624e-934c-459e-9798-807e81fb3e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=69909d2b-d4cc-4f79-9cc9-627983d45d4c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:55.073311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.073704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.074051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.074390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.074727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.075063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.075422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.075753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.076083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.076408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.076730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.082230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99898441-781c-4fd4-aa22-65794246fdb6 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:43:55.181158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e0fa52c4-961d-45f3-a1c5-78058fb16f03 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2516401 Jul 30 03:43:55.185788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:55.191720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-b576dfd3-783b-4a4c-b02d-a79e2ba9c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:55.193540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-b576dfd3-783b-4a4c-b02d-a79e2ba9c60e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1703835 Jul 30 03:43:55.194746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420287552'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:55.203856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Deleting subnet b32cd7a9-4265-4dd1-87df-bda4e8ce1e71 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:55.209821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.243463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:55.261520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.267994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.331254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54034) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:55.382894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.423496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.433060 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-f96fd169-172b-493d-99d1-0f0f4624cd94 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273536 Jul 30 03:43:55.747157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b6722df-61e2-4dae-8330-f30766b5bcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.747360 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:43:53Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:55.779115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] Checking router: a4af47d1-1242-48be-bcf2-d41389cbaf1c for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:43:55.788156 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] Routers {'a4af47d1-1242-48be-bcf2-d41389cbaf1c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:43:55.788773 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:43:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:55.847853 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:55.901929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] Set router a4af47d1-1242-48be-bcf2-d41389cbaf1c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:43:56.032695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.041693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.068698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.083818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32cd7a9-4265-4dd1-87df-bda4e8ce1e71,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:56.122507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036d582d-98e6-4688-8d90-8b1c8db6dcdb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:56.139556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.145260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-14c18ce4-0cc4-46bc-86a3-a6e947d2bc6a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b32cd7a9-4265-4dd1-87df-bda4e8ce1e71 HTTP/1.1" status: 204 len: 168 time: 1.1099946 Jul 30 03:43:56.155255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7dce8-b784-4a2e-98d1-c7ac62bdda57 req-6f3576c4-5f45-4578-a6e1-207a87bfc13b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:56.157096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ac7dce8-b784-4a2e-98d1-c7ac62bdda57 req-6f3576c4-5f45-4578-a6e1-207a87bfc13b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.6788230 Jul 30 03:43:56.157743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.205214 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:43:53Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:56.238463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71109761-0fe4-4f15-ada8-01a3c160173f None None] The sync data for ids ['a4af47d1-1242-48be-bcf2-d41389cbaf1c'] in n-d-778696-14 is: [{'id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1270487690-router', 'tenant_id': '7e9be4bbe91940aaa463eca419b28e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:42:16Z', 'updated_at': '2021-07-30T03:43:53Z', 'revision_number': 5, 'project_id': '7e9be4bbe91940aaa463eca419b28e24', 'gw_port': {'id': 'fbbd13f0-6009-4ad0-ae04-bab77f16126b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af47d1-1242-48be-bcf2-d41389cbaf1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:42:18Z', 'updated_at': '2021-07-30T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:43:56.266047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ac7dce8-b784-4a2e-98d1-c7ac62bdda57 req-5065ce4c-138d-4a01-8849-bcbe48cf25a5 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009409 Jul 30 03:43:56.279358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.295513 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-0e3ec5e3-120d-4bcf-97e8-aeb55d91c651 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522434 Jul 30 03:43:56.350437 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-f2653e34-ad9f-402d-bf9f-12b8168f1bc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 217 time: 0.0466428 Jul 30 03:43:56.377251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.389568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73563ea-85be-4eb3-9ff8-10ca8437b56c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:56.402639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3fefec-5dce-42bd-a85c-9f44791c2209') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:56.402940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3fefec-5dce-42bd-a85c-9f44791c2209') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:56.415571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.437299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.445708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:56.446405 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:56.448691 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:56.455830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-7d411f1e-5d60-4b91-a02e-7392014fa7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:56.457316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-7d411f1e-5d60-4b91-a02e-7392014fa7db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.0862572 Jul 30 03:43:56.517617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Deleting port fbbd13f0-6009-4ad0-ae04-bab77f16126b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:43:56.518159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.524540 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.531291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.536483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] 10.222.0.39 "DELETE /v2.0/networks/a73563ea-85be-4eb3-9ff8-10ca8437b56c HTTP/1.1" status: 204 len: 168 time: 0.3774438 Jul 30 03:43:56.551749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f3915-edb6-41f2-857e-d784c1c06c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a73563ea-85be-4eb3-9ff8-10ca8437b56c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:56.595629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b6722df-61e2-4dae-8330-f30766b5bcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.604775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b6722df-61e2-4dae-8330-f30766b5bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.607989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.610171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ad5cb08d-2c0f-4948-bc2e-1f8cb6c6600d tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4211745 Jul 30 03:43:56.613155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-2543cd9c-7325-45b0-b4b0-2d1f029e7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:56.613293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.614567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-2543cd9c-7325-45b0-b4b0-2d1f029e7f1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477301 Jul 30 03:43:56.617995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f38dfcf3-b460-4658-84fe-d4a1ceabc99c tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '036d582d-98e6-4688-8d90-8b1c8db6dcdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:56.660986 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f38dfcf3-b460-4658-84fe-d4a1ceabc99c tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:56.667925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f38dfcf3-b460-4658-84fe-d4a1ceabc99c tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0533557 Jul 30 03:43:56.668901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.677568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-71c107e7-43b1-4d5e-ae11-39d7702801a0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group_rule': {'security_group_id': '036d582d-98e6-4688-8d90-8b1c8db6dcdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:56.696135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54052) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.742643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1b6722df-61e2-4dae-8330-f30766b5bcb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d79506c91f144838ee2908401653792&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4079368 Jul 30 03:43:56.742643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6722df-61e2-4dae-8330-f30766b5bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab933e-be62-4edf-9a82-6715ac280756,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:56.744944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.758826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] For port fbbd13f0-6009-4ad0-ae04-bab77f16126b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fbbd13f0-6009-4ad0-ae04-bab77f16126b,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:43:56.759253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.789570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f85558c9-3e8f-4e61-909f-7e3d2cea348d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59759b200ce84cf4994da52700db70bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922737 Jul 30 03:43:56.790181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.802175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Calling delete_port for fbbd13f0-6009-4ad0-ae04-bab77f16126b owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:43:56.807785 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-71c107e7-43b1-4d5e-ae11-39d7702801a0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:43:56.808835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-71c107e7-43b1-4d5e-ae11-39d7702801a0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1389327 Jul 30 03:43:56.811894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:56.854219 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-ace0d4ee-1ede-49e0-a30d-06d57d37d929 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167933 Jul 30 03:43:56.889097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d996b15-2f35-4e93-add5-a4ef7983a485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.913983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8d02-63bc-4b4a-89a8-43076da3b02b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.934580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d996b15-2f35-4e93-add5-a4ef7983a485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.964336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8d02-63bc-4b4a-89a8-43076da3b02b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:56.974885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6567446-7007-4d54-a445-0bda61eba4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.029627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8d02-63bc-4b4a-89a8-43076da3b02b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.032557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8d02-63bc-4b4a-89a8-43076da3b02b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.034155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5f3b8d02-63bc-4b4a-89a8-43076da3b02b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/036d582d-98e6-4688-8d90-8b1c8db6dcdb HTTP/1.1" status: 204 len: 168 time: 0.2209353 Jul 30 03:43:57.036767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6567446-7007-4d54-a445-0bda61eba4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.038700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54066) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:57.051592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d996b15-2f35-4e93-add5-a4ef7983a485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.054100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d996b15-2f35-4e93-add5-a4ef7983a485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.058762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1d996b15-2f35-4e93-add5-a4ef7983a485 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b2c94ac-b020-4b0d-bc4e-67b6194779fa HTTP/1.1" status: 204 len: 168 time: 0.2629166 Jul 30 03:43:57.096346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b8d02-63bc-4b4a-89a8-43076da3b02b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d582d-98e6-4688-8d90-8b1c8db6dcdb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:57.114046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-938aaa3a-7dd1-4f7c-aada-d326d421fdfa tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727670 Jul 30 03:43:57.114871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:57.123054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-99e06d84-7fa7-406c-964d-da4e9dcdac03 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304609 Jul 30 03:43:57.131426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d996b15-2f35-4e93-add5-a4ef7983a485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c94ac-b020-4b0d-bc4e-67b6194779fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:57.143699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'tempest-secgroup--885626275'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:57.183338 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.194803 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-ff37fa00-b917-4aa1-a1f0-ef0ef4a42b12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=e4205182-1a39-4143-8302-1d0271159eb2 HTTP/1.1" status: 200 len: 217 time: 0.0634341 Jul 30 03:43:57.265186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af2c65d5-e807-4992-ae86-7de0c25aaaa3 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:57.287999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: af2c65d5-e807-4992-ae86-7de0c25aaaa3 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:57.288583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af2c65d5-e807-4992-ae86-7de0c25aaaa3 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:57.311985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6567446-7007-4d54-a445-0bda61eba4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.316335 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6567446-7007-4d54-a445-0bda61eba4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.321488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f6567446-7007-4d54-a445-0bda61eba4f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fab933e-be62-4edf-9a82-6715ac280756 HTTP/1.1" status: 204 len: 168 time: 0.5704336 Jul 30 03:43:57.352278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-2e6420a3-33e6-4350-9d17-27ea861a18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:57.354329 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-2e6420a3-33e6-4350-9d17-27ea861a18fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1492724 Jul 30 03:43:57.359207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6567446-7007-4d54-a445-0bda61eba4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab933e-be62-4edf-9a82-6715ac280756,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:57.405005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.441599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.444794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.469773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbd13f0-6009-4ad0-ae04-bab77f16126b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:57.476150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.481072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-8664a2dc-acdd-4f35-a962-c79e6cdae5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:57.481072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-8664a2dc-acdd-4f35-a962-c79e6cdae5ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889699 Jul 30 03:43:57.482240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3518424 Jul 30 03:43:57.485015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:57.491820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-452995b4-a3c7-482c-ad10-55f6eb2027a2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:43:57.492241 n-d-778696-14 neutron-server[93877]: WARNING neutron.api.v2.base [None req-452995b4-a3c7-482c-ad10-55f6eb2027a2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 03:43:57.492737 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-452995b4-a3c7-482c-ad10-55f6eb2027a2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 03:43:57.496447 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-452995b4-a3c7-482c-ad10-55f6eb2027a2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "PUT /v2.0/security-groups/0c6b1819-5990-432f-81c1-b4b75d6b414b HTTP/1.1" status: 409 len: 330 time: 0.0069509 Jul 30 03:43:57.505002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54080) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:57.508248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29798f-eba9-4ba2-96c7-a8fb8641e870 req-4f5768ad-78e2-4e99-98ab-bd08ebe901ad tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:57.511287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad29798f-eba9-4ba2-96c7-a8fb8641e870 req-4f5768ad-78e2-4e99-98ab-bd08ebe901ad tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1213965 Jul 30 03:43:57.527214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:57.529858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0500f7-724b-4d13-825d-9ddbcd2d2743 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b1819-5990-432f-81c1-b4b75d6b414b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:57.618945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad29798f-eba9-4ba2-96c7-a8fb8641e870 req-388c4dc5-6242-47c9-9b94-00c415fe1773 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923903 Jul 30 03:43:57.623407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eaedcb63-1608-482f-bde6-d9c6c1f9460e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=196214aedd1642f2bc4ea4739e15075f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933447 Jul 30 03:43:57.624235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:57.682832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fd46f0-d6e6-463b-b343-48c448251cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.686559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.710413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fd46f0-d6e6-463b-b343-48c448251cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.777270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fd46f0-d6e6-463b-b343-48c448251cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.781153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fd46f0-d6e6-463b-b343-48c448251cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.785683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4fd46f0-d6e6-463b-b343-48c448251cc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9814ccdb-72cb-44a4-b030-76cfe8b418ac HTTP/1.1" status: 204 len: 168 time: 0.1603346 Jul 30 03:43:57.796237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9c4d4b6-6ffe-4a3a-b3d9-7a51f875f733 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.797163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd46f0-d6e6-463b-b343-48c448251cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814ccdb-72cb-44a4-b030-76cfe8b418ac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:57.803310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-06fe048e-8bc9-48da-98b0-3bae379b66d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083816 Jul 30 03:43:57.928491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.935689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9c4d4b6-6ffe-4a3a-b3d9-7a51f875f733 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.938649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:57.979581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19eb7b-c0b9-4553-98e6-0190f53cf1a2 req-b9d32034-7adb-4819-998a-0848e9e28819 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:57.982550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f19eb7b-c0b9-4553-98e6-0190f53cf1a2 req-b9d32034-7adb-4819-998a-0848e9e28819 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1103628 Jul 30 03:43:58.032178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.057846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-cf5aaa3b-b9f5-4e09-90b4-6e7393d3d4fa service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460241 Jul 30 03:43:58.061635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.062336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4af47d1-1242-48be-bcf2-d41389cbaf1c {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:43:58.067639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.068673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9953eafc-85c7-4d28-9953-412b5a62e036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.072447 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4357ad06-1733-48d2-b863-3c1079945a7e admin admin] 10.222.0.39 "DELETE /v2.0/routers/a4af47d1-1242-48be-bcf2-d41389cbaf1c HTTP/1.1" status: 204 len: 168 time: 3.0816605 Jul 30 03:43:58.081868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54100) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.141009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f19eb7b-c0b9-4553-98e6-0190f53cf1a2 req-3e895e82-5246-45c1-8649-a8f8bd4e63a7 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441050 Jul 30 03:43:58.161739 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-fe1f3532-e29d-4367-bd30-09208234997d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=0933d29d-86f0-453d-bd15-44507552530b HTTP/1.1" status: 200 len: 217 time: 0.0899217 Jul 30 03:43:58.246836 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9c4d4b6-6ffe-4a3a-b3d9-7a51f875f733 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.248791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9c4d4b6-6ffe-4a3a-b3d9-7a51f875f733 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.252289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9c4d4b6-6ffe-4a3a-b3d9-7a51f875f733 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/0c6b1819-5990-432f-81c1-b4b75d6b414b HTTP/1.1" status: 204 len: 168 time: 0.7436566 Jul 30 03:43:58.268260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54104) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.301040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Deleting subnet 3a20e228-c73e-4aae-8448-f926f7ac3325 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:43:58.309573 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.311586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4d4b6-6ffe-4a3a-b3d9-7a51f875f733 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b1819-5990-432f-81c1-b4b75d6b414b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:58.357100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-b08f9d58-e8d8-4b4a-9b1e-e67553c53c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:58.361387 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-b08f9d58-e8d8-4b4a-9b1e-e67553c53c80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 200 len: 797 time: 0.1903849 Jul 30 03:43:58.378979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-1fd71af9-4497-45a9-935d-843bd65d6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:58.383920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-1fd71af9-4497-45a9-935d-843bd65d6e06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.3986058 Jul 30 03:43:58.385582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9953eafc-85c7-4d28-9953-412b5a62e036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.402466 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9953eafc-85c7-4d28-9953-412b5a62e036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.478159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.490798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5443ef41-6523-4295-80b5-9584db19faf2 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2180271 Jul 30 03:43:58.502284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54110) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.506829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953eafc-85c7-4d28-9953-412b5a62e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb777f-ccae-48e3-bd1a-0bffe017997a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:58.552544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9953eafc-85c7-4d28-9953-412b5a62e036 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e365436aa3434ab6a2a7f1bdf86b3c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168712 Jul 30 03:43:58.556106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.562755 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-d95f5f53-a03f-4ea8-ba74-c1352670e57b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] delete failed (client error): The resource could not be found. Jul 30 03:43:58.567268 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d95f5f53-a03f-4ea8-ba74-c1352670e57b tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "DELETE /v2.0/security-groups/f6705657-280e-4c56-b1bd-26142cf4d766 HTTP/1.1" status: 404 len: 347 time: 0.0258582 Jul 30 03:43:58.570086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.592831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-278cf957-a168-4d02-858f-2e881e53f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:58.594343 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-278cf957-a168-4d02-858f-2e881e53f50b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f759b3-d0c2-4e17-a3f9-1f5d70057429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2186992 Jul 30 03:43:58.623453 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-9cb0c67c-f92f-4e88-9108-a951f819beaa tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] show failed (client error): The resource could not be found. Jul 30 03:43:58.623853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9cb0c67c-f92f-4e88-9108-a951f819beaa tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-groups/778839b0-a1ad-465d-ac3f-82eaeffcf7f8 HTTP/1.1" status: 404 len: 347 time: 0.0525410 Jul 30 03:43:58.628585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.648168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-9a5ba5c6-718d-4030-81fb-b6534b5db3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:58.649683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-9a5ba5c6-718d-4030-81fb-b6534b5db3fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.2584109 Jul 30 03:43:58.658334 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-c3526877-050e-4cfd-83e9-9e388b73a3f0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] show failed (client error): The resource could not be found. Jul 30 03:43:58.659418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c3526877-050e-4cfd-83e9-9e388b73a3f0 tempest-NegativeSecGroupIPv6Test-560365145 tempest-NegativeSecGroupIPv6Test-560365145-project] 10.222.0.39 "GET /v2.0/security-group-rules/2cb3bd25-a5e9-46e4-af77-50c676e0360c HTTP/1.1" status: 404 len: 356 time: 0.0252035 Jul 30 03:43:58.675531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.763025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634721b9-0bd7-4950-a6f7-73e7fabd7d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.785528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-a646f1ee-201b-4d52-a38e-518184dd593a service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804566 Jul 30 03:43:58.790356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.803047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634721b9-0bd7-4950-a6f7-73e7fabd7d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.807025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-0de12bc4-a8b8-4fdd-90e8-b95f2c69ea3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.1450996 Jul 30 03:43:58.878399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a20e228-c73e-4aae-8448-f926f7ac3325,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:58.881031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.883425 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-078fe211-b54a-4f65-99bc-090d49f82f7b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a20e228-c73e-4aae-8448-f926f7ac3325 HTTP/1.1" status: 204 len: 168 time: 0.8004088 Jul 30 03:43:58.886873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54128) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:58.894696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-0010310f-e2e5-4d26-be6c-76fee548bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:58.896515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-0010310f-e2e5-4d26-be6c-76fee548bdf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0817845 Jul 30 03:43:58.944797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634721b9-0bd7-4950-a6f7-73e7fabd7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.948398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-634721b9-0bd7-4950-a6f7-73e7fabd7d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:58.949536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-634721b9-0bd7-4950-a6f7-73e7fabd7d13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9eb777f-ccae-48e3-bd1a-0bffe017997a HTTP/1.1" status: 204 len: 168 time: 0.3889420 Jul 30 03:43:58.961288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634721b9-0bd7-4950-a6f7-73e7fabd7d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb777f-ccae-48e3-bd1a-0bffe017997a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:58.973422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-ddadbe44-0096-486f-a09c-4acf722d7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:58.974859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-ddadbe44-0096-486f-a09c-4acf722d7cae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714824 Jul 30 03:43:58.990324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-93ab1ae0-5e6a-471c-8054-1c21f6b9c0f4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:43:58.992189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-93ab1ae0-5e6a-471c-8054-1c21f6b9c0f4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101275 Jul 30 03:43:59.018594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.032826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-3faf916a-6156-4431-85db-8342b9b1c2fe service neutron] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237058 Jul 30 03:43:59.114583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-10be5e87-5fed-4bf6-a186-0ad3ce51936d service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135073 Jul 30 03:43:59.134907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54142) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:59.136652 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-7aeaf969-5fd3-4aab-b7d1-08487bd4e6e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775 HTTP/1.1" status: 200 len: 217 time: 0.1049001 Jul 30 03:43:59.314654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fbbd13f0-6009-4ad0-ae04-bab77f16126b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:43:59.344086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: fbbd13f0-6009-4ad0-ae04-bab77f16126b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:43:59.350795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fbbd13f0-6009-4ad0-ae04-bab77f16126b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:43:59.358489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.370375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c587691b-0991-4874-983f-195ff122a4be']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:59.388586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc02b2c-8662-458a-9ce7-4b53f61a0280') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:59.388882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc02b2c-8662-458a-9ce7-4b53f61a0280') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:43:59.396881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd6aa2c-2049-4136-9586-b1b21706d265 req-a78c4017-a43d-4c30-b83a-fc3e3e8cf2fa service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735131 Jul 30 03:43:59.408839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.433102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c373c4-6791-4fab-9721-95b3b99d31fc req-5c8e9291-3ea1-4548-a9b3-b171abdb0f02 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:59.434712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41c373c4-6791-4fab-9721-95b3b99d31fc req-5c8e9291-3ea1-4548-a9b3-b171abdb0f02 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1562583 Jul 30 03:43:59.441299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.451195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:43:59.451600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:43:59.453269 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:43:59.501132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41c373c4-6791-4fab-9721-95b3b99d31fc req-3cee0c50-5b79-4a6a-b4eb-4b9d96acb9d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Jul 30 03:43:59.529420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-cbfdd289-b31e-42aa-9f55-fb3c415dce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:59.530886 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-cbfdd289-b31e-42aa-9f55-fb3c415dce7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.3750920 Jul 30 03:43:59.649016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.667748 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.671193 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c587691b-0991-4874-983f-195ff122a4be HTTP/1.1" status: 204 len: 168 time: 0.7809243 Jul 30 03:43:59.686200 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-38a26bf9-645c-4842-aa1e-13618eb0c43a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf65169f07f4430fb453f5a6b29b494d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476468 Jul 30 03:43:59.689054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:59.689935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-e4c94ace-cd70-47e2-b3c2-977acb15d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:43:59.691489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-e4c94ace-cd70-47e2-b3c2-977acb15d916 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1462440 Jul 30 03:43:59.692474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d7c0b-5cd8-4942-b6ad-586f40a07277 admin admin] Pushing event deleted for resources: {'Network': ['ID=c587691b-0991-4874-983f-195ff122a4be,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:59.772379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca78916a-59f9-4347-8009-e7cc5897445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.803249 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca78916a-59f9-4347-8009-e7cc5897445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.873041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-a82c2f94-4e2c-4a37-8995-a8e15cb09c1e service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668513 Jul 30 03:43:59.880450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca78916a-59f9-4347-8009-e7cc5897445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.886358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca78916a-59f9-4347-8009-e7cc5897445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:43:59.887810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca78916a-59f9-4347-8009-e7cc5897445c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a932d02-fde3-4b6c-8843-ddfc0fcc09c2 HTTP/1.1" status: 204 len: 168 time: 0.1959026 Jul 30 03:43:59.899438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78916a-59f9-4347-8009-e7cc5897445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a932d02-fde3-4b6c-8843-ddfc0fcc09c2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:43:59.904161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:43:59.960964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e4c32f24-c7d4-4767-a254-70f2c514c3c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e9be4bbe91940aaa463eca419b28e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551672 Jul 30 03:43:59.963539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:00.036611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1daa99a-65ff-49a2-a3e8-fe8779fd7982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:00.059103 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-3d2cde1e-2665-40cc-a475-b1bc9b6f13be service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843410 Jul 30 03:44:00.071063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1daa99a-65ff-49a2-a3e8-fe8779fd7982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:00.129858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-4bf120fd-3bbc-4916-9ab6-5fd13d974b6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 200 len: 217 time: 0.0599306 Jul 30 03:44:00.130425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1daa99a-65ff-49a2-a3e8-fe8779fd7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:00.133500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1daa99a-65ff-49a2-a3e8-fe8779fd7982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:00.138106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e1daa99a-65ff-49a2-a3e8-fe8779fd7982 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78728636-10f0-4f95-a982-df344f01ae93 HTTP/1.1" status: 204 len: 168 time: 0.1705856 Jul 30 03:44:00.143979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daa99a-65ff-49a2-a3e8-fe8779fd7982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78728636-10f0-4f95-a982-df344f01ae93,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:00.200814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-702af85a-5b3b-408b-bab2-6041868f3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:00.202560 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-702af85a-5b3b-408b-bab2-6041868f3155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 200 len: 797 time: 0.0653911 Jul 30 03:44:00.260774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-ba708c7f-4938-4b86-9714-8aa230a4363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:00.262993 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-ba708c7f-4938-4b86-9714-8aa230a4363e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f7542c-9210-4588-817a-4ea327c5fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527403 Jul 30 03:44:00.366749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-f8f6ad4f-7806-493e-8915-e89ea12ce2ef service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965672 Jul 30 03:44:00.509374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6225bbcd-be8b-480f-b04e-8f730f7964b3 req-3697353f-022b-45d0-94a2-ad0b2fde4cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349156 Jul 30 03:44:00.608139 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:00.694671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c0c4f-157a-4ddb-9194-76a6c5c2d4a6 req-ba61bc0b-1eff-4f5a-80c1-7eb46d8ffa81 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:00.698950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be9c0c4f-157a-4ddb-9194-76a6c5c2d4a6 req-ba61bc0b-1eff-4f5a-80c1-7eb46d8ffa81 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0776265 Jul 30 03:44:00.747659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be9c0c4f-157a-4ddb-9194-76a6c5c2d4a6 req-db9e1a32-2b38-4621-a0d8-dc1cf0dd0f79 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375364 Jul 30 03:44:00.882134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9d2e-e3a9-4982-a44c-fd9dcf344bb3 req-589d8d40-dff3-4e90-b065-28dc1591015d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:00.884144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3bb9d2e-e3a9-4982-a44c-fd9dcf344bb3 req-589d8d40-dff3-4e90-b065-28dc1591015d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0576453 Jul 30 03:44:00.934247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3bb9d2e-e3a9-4982-a44c-fd9dcf344bb3 req-498b7212-f900-43b0-b32c-52056c03260f tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Jul 30 03:44:01.079814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c38438-4f8c-40d7-9987-0e22e3fc5e60 req-0b566795-9775-461b-abbb-38146741d625 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:01.081567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95c38438-4f8c-40d7-9987-0e22e3fc5e60 req-0b566795-9775-461b-abbb-38146741d625 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0667355 Jul 30 03:44:01.133245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95c38438-4f8c-40d7-9987-0e22e3fc5e60 req-21e5f84f-7567-4297-a578-c4bcf93aace6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422370 Jul 30 03:44:01.422134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59463f8-a25e-4d27-b7ed-566dc4ca6bbb req-6188bfe7-b521-444a-bd21-65b0645f10df tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:01.424766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d59463f8-a25e-4d27-b7ed-566dc4ca6bbb req-6188bfe7-b521-444a-bd21-65b0645f10df tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0537825 Jul 30 03:44:01.503525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d59463f8-a25e-4d27-b7ed-566dc4ca6bbb req-ae34a969-2950-475b-aa38-d900d003b2da tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670657 Jul 30 03:44:02.232399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:02.330335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54276) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:02.548990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7bafb68a-79d7-45ba-b85c-bc620959c43c tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1288587292', 'prefixes': ['172.20.0.0/16']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:02.684466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3733d0d-d40b-4bab-81c7-d20b94abae6f req-6924aa45-2389-4337-992e-6aa6861c880e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:02.686039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3733d0d-d40b-4bab-81c7-d20b94abae6f req-6924aa45-2389-4337-992e-6aa6861c880e tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0859015 Jul 30 03:44:02.686930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bafb68a-79d7-45ba-b85c-bc620959c43c tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] Notify callbacks [] for subnetpool, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:02.688054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7bafb68a-79d7-45ba-b85c-bc620959c43c tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4540894 Jul 30 03:44:02.692884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:02.763176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4cb1b828-a56e-41d6-810c-01ef5554a501 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] 10.222.0.39 "GET /v2.0/subnetpools/5a54ddd7-e3f9-4cb4-9317-c5e41605e156 HTTP/1.1" status: 200 len: 732 time: 0.0684016 Jul 30 03:44:02.772832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54292) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:02.799224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f42231f9-a8f7-48b7-952d-f9578f9b2345 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-913068620'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:02.804373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3733d0d-d40b-4bab-81c7-d20b94abae6f req-8303c65d-e83c-4364-996c-7f0e31dbb1f0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930431 Jul 30 03:44:02.827950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-807136278-network', 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:02.895400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:02.897688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:02.922797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:02.965689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f42231f9-a8f7-48b7-952d-f9578f9b2345 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] Notify callbacks [] for subnetpool, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:02.966989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f42231f9-a8f7-48b7-952d-f9578f9b2345 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] 10.222.0.39 "PUT /v2.0/subnetpools/5a54ddd7-e3f9-4cb4-9317-c5e41605e156 HTTP/1.1" status: 200 len: 683 time: 0.1931100 Jul 30 03:44:02.969909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:03.125471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.135115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.160675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:44:03.179913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.180261 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Added segment bbf96740-c7b8-4f06-9275-6dd19aa835e2 of type vlan for network dc91da40-182c-4f59-8f21-06d51234d78a Jul 30 03:44:03.225875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.238591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b074-a914-4bf2-9346-75bade0c0943 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] Notify callbacks [] for subnetpool, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.246450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5ca1b074-a914-4bf2-9346-75bade0c0943 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] 10.222.0.39 "DELETE /v2.0/subnetpools/5a54ddd7-e3f9-4cb4-9317-c5e41605e156 HTTP/1.1" status: 204 len: 168 time: 0.2749701 Jul 30 03:44:03.256718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54306) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:03.263802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.264757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.265334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.305143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:03.306569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd98a5-36ac-4b6b-8434-230de0b70eff req-bef3f2f1-ece9-45d7-8eac-0c07f699871c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.324925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35fd98a5-36ac-4b6b-8434-230de0b70eff req-bef3f2f1-ece9-45d7-8eac-0c07f699871c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1466591 Jul 30 03:44:03.349280 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-dfb6bef8-815b-486d-a0f2-bf5d09b38805 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] show failed (client error): The resource could not be found. Jul 30 03:44:03.353916 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dfb6bef8-815b-486d-a0f2-bf5d09b38805 tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] 10.222.0.39 "GET /v2.0/subnetpools/5a54ddd7-e3f9-4cb4-9317-c5e41605e156 HTTP/1.1" status: 404 len: 346 time: 0.0944326 Jul 30 03:44:03.356370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:03.373657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-5f361769-8d85-41c4-8d80-24e7cd313943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.373861 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0391624 Jul 30 03:44:03.375269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-5f361769-8d85-41c4-8d80-24e7cd313943 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 1097 time: 0.1586356 Jul 30 03:44:03.381157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:03.387685 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-12d37f33-93e0-445d-8996-6ce6140bb13c tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] delete failed (client error): The resource could not be found. Jul 30 03:44:03.393396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-12d37f33-93e0-445d-8996-6ce6140bb13c tempest-SubnetPoolsTestJSON-300339299 tempest-SubnetPoolsTestJSON-300339299-project] 10.222.0.39 "DELETE /v2.0/subnetpools/5a54ddd7-e3f9-4cb4-9317-c5e41605e156 HTTP/1.1" status: 404 len: 346 time: 0.0356965 Jul 30 03:44:03.399633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Request body: {'subnet': {'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-807136278-subnet', 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:03.404225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573b4da-93d1-4adb-a0d4-a8f1a0221d4a admin admin] Pushing event updated for resources: {'Network': ['ID=dc91da40-182c-4f59-8f21-06d51234d78a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:03.421006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network dc91da40-182c-4f59-8f21-06d51234d78a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:44:03.426696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:03.429690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.438617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35fd98a5-36ac-4b6b-8434-230de0b70eff req-1290845e-277a-4c2a-ae15-3eea382932db tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069779 Jul 30 03:44:03.590139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-a1f63098-5f23-4170-a8d8-877b3d8efd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.592001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-a1f63098-5f23-4170-a8d8-877b3d8efd0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 200 len: 912 time: 0.1727097 Jul 30 03:44:03.711746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.740735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-508078a7-c827-475f-9cab-55594ee99981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 200 len: 1000 time: 0.1390672 Jul 30 03:44:03.826533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-52f46aaa-c4bb-4df3-82c1-86fec03bec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.829406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-52f46aaa-c4bb-4df3-82c1-86fec03bec9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 200 len: 851 time: 0.0812998 Jul 30 03:44:03.831354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:03.851512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:03.852821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Network hostable DHCP agents. Network: dc91da40-182c-4f59-8f21-06d51234d78a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:44:03.899356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Network dc91da40-182c-4f59-8f21-06d51234d78a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:44:03.916252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, dc91da40-182c-4f59-8f21-06d51234d78a) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:03.929168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d4e1c-812e-4d98-849a-84a14c051a27 None None] Network dc91da40-182c-4f59-8f21-06d51234d78a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:03.931553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.932162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:03.966018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-01e2906a-25cc-4e27-bcb4-628a5c5eb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:03.967596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-01e2906a-25cc-4e27-bcb4-628a5c5eb7aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=009178f2-19e4-4dbb-a0b2-24b35b4a53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305587 Jul 30 03:44:03.988128 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-59c1ae97-2d20-408e-92ca-3ce8c192f6eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6040657 Jul 30 03:44:04.114661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54328) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:04.116064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f10f0-3d24-47ac-a4db-cf9ae8e527a9 None None] Network dc91da40-182c-4f59-8f21-06d51234d78a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:04.121697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-5bb0cafb-d5c7-4897-8ae3-9f2cfa291e1d service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464689 Jul 30 03:44:04.249703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ff2868-403f-47af-bd4e-2d9a3dd6e224 req-027b96bc-7b02-44f4-b2c9-3826c7e8161b service neutron] 10.222.0.18 "GET /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195645 Jul 30 03:44:04.446034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-777c0e96-e5b9-43c1-a7c2-ebc735d0fe14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.609067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-777c0e96-e5b9-43c1-a7c2-ebc735d0fe14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.611474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b565c4-0445-41c5-9585-9b983dab2399 req-175bea83-289f-4aa7-a611-cd1a7f764fab tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:04.617680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-777c0e96-e5b9-43c1-a7c2-ebc735d0fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.621321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73b565c4-0445-41c5-9585-9b983dab2399 req-175bea83-289f-4aa7-a611-cd1a7f764fab tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0776069 Jul 30 03:44:04.675920 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-777c0e96-e5b9-43c1-a7c2-ebc735d0fe14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=953d800d5cae4f3f87cd7e7a830d4727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599792 Jul 30 03:44:04.676966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c0e96-e5b9-43c1-a7c2-ebc735d0fe14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa7b51-0fcd-4e3d-9036-acf9fd8fe7e2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:04.689609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:04.690522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73b565c4-0445-41c5-9585-9b983dab2399 req-72e7f9c3-9b49-4b30-8a36-6c46d6445bfc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648468 Jul 30 03:44:04.784085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c168778-c77f-4766-8e82-e946a50b25b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.819342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c168778-c77f-4766-8e82-e946a50b25b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.943551 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c168778-c77f-4766-8e82-e946a50b25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.953497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c168778-c77f-4766-8e82-e946a50b25b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:04.954685 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7c168778-c77f-4766-8e82-e946a50b25b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83fa7b51-0fcd-4e3d-9036-acf9fd8fe7e2 HTTP/1.1" status: 204 len: 168 time: 0.2630184 Jul 30 03:44:04.967064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168778-c77f-4766-8e82-e946a50b25b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa7b51-0fcd-4e3d-9036-acf9fd8fe7e2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:05.176060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-eb0f2936-85b7-4e47-9c1a-b9c295a8806f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:05.178289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-eb0f2936-85b7-4e47-9c1a-b9c295a8806f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.1418006 Jul 30 03:44:05.212990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-85a9a25a-419a-41b7-ae2d-aeac4836feee tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0274720 Jul 30 03:44:05.249535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-9802a12c-e9a9-4f74-a9bf-57ba4b581c38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354586 Jul 30 03:44:05.262974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-14d27fb1-1303-4ff3-a8ad-a8fe8126c21b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:44:05.270062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-14d27fb1-1303-4ff3-a8ad-a8fe8126c21b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115509 Jul 30 03:44:05.391282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-37bc7bf4-7dd2-4b40-8db7-1e7668724917 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201146 Jul 30 03:44:05.505577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-826a4cf5-e9f0-4318-bf7d-2c239cd8b9e3 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130252 Jul 30 03:44:05.743052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89e67f8e-9812-481f-94e4-b4528530e937 req-f978a63e-cf19-4676-9027-562fa9852b83 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 210 time: 0.0452199 Jul 30 03:44:05.842159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc706554-468c-461c-98dc-4be32c26dda4 req-86293988-25cb-4abe-adcd-f5af21e8871b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:05.844025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc706554-468c-461c-98dc-4be32c26dda4 req-86293988-25cb-4abe-adcd-f5af21e8871b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.0695534 Jul 30 03:44:05.905587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc706554-468c-461c-98dc-4be32c26dda4 req-7988a1ec-b37e-44b9-90f1-7315b6f0af1c tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550365 Jul 30 03:44:06.090163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686ec5e-cdad-41c9-9ad8-dd861859c621 req-c07b50a9-9247-4261-a3f9-5651fcaf40ff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:06.099909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d686ec5e-cdad-41c9-9ad8-dd861859c621 req-c07b50a9-9247-4261-a3f9-5651fcaf40ff tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1126163 Jul 30 03:44:06.200972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d686ec5e-cdad-41c9-9ad8-dd861859c621 req-93f894ef-bb21-43be-b59d-a63811d6e8ba tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000240 Jul 30 03:44:06.887333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60160834-b351-4e5d-9902-15bc49aef2b5 req-4201db39-7f7d-434d-9673-d53234a7ddba tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 210 time: 0.0424242 Jul 30 03:44:07.692451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4d005627-4e97-432a-bfae-566f21168fe1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:07.695432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4d005627-4e97-432a-bfae-566f21168fe1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.18 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2881439 Jul 30 03:44:07.711942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': 'a61a2ca6-2599-4572-8462-efb076394c22', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:07.862856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:07.866787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.004752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c26a30e-442f-46a8-baf3-a97235c58ec3 req-7f074cdd-41fc-412e-b013-1e0fe90990bd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 210 time: 0.0314834 Jul 30 03:44:08.134076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-65f08934-6613-49b4-b0e7-dbaff37748ed tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:08.135963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-65f08934-6613-49b4-b0e7-dbaff37748ed tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23ca93a-168f-4fa9-9b44-bda342a20a23 HTTP/1.1" status: 200 len: 943 time: 0.0958812 Jul 30 03:44:08.200741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.4 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/2573e110-3a69-4ea5-9fd7-3776ecbe8c21) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:08.328058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Deleting port 796bf5db-106a-4955-9ad4-a6dffdf177b3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:08.328430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.495480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] For port 796bf5db-106a-4955-9ad4-a6dffdf177b3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=796bf5db-106a-4955-9ad4-a6dffdf177b3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:08.495859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.517107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.523174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Calling delete_port for 796bf5db-106a-4955-9ad4-a6dffdf177b3 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:08.625488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.705808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:08.713980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:08.734101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:08.765089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:08.783251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.795550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['0de32b21-2c5d-40e3-8cc3-4bac4b65a521'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:08.825014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:08.836715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:08.837834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.848571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'Port': ['ID=796bf5db-106a-4955-9ad4-a6dffdf177b3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:08.922864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] No DVR routers for this DVR port 796bf5db-106a-4955-9ad4-a6dffdf177b3 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:08.925821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-065dfe31-b1db-403a-8fd5-9ce4e2016d82 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2208395 Jul 30 03:44:08.927114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:08.933720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5231d0c-74b1-4234-8368-be4548d4d7dd req-d8de4843-9c15-4b14-b659-8c00c6b01f35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "DELETE /v2.0/ports/796bf5db-106a-4955-9ad4-a6dffdf177b3 HTTP/1.1" status: 204 len: 173 time: 0.7861876 Jul 30 03:44:08.934506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-deleted', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:08.939054 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2dfeea-4d55-4d5e-8fbc-9851c7c2edc6" -d '{"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-deleted", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:08.956773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Request body: {'port': {'device_id': 'a61a2ca6-2599-4572-8462-efb076394c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:09.017800 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20764cd-1e18-428e-9bb0-dc715a028cf4 x-openstack-request-id: req-e20764cd-1e18-428e-9bb0-dc715a028cf4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:09.018369 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23ca93a-168f-4fa9-9b44-bda342a20a23", "name": "network-vif-deleted", "tag": "796bf5db-106a-4955-9ad4-a6dffdf177b3", "status": "failed", "code": 422}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:09.018369 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e20764cd-1e18-428e-9bb0-dc715a028cf4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:09.018749 n-d-778696-14 neutron-server[93876]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a23ca93a-168f-4fa9-9b44-bda342a20a23', 'name': 'network-vif-deleted', 'tag': '796bf5db-106a-4955-9ad4-a6dffdf177b3', 'status': 'failed', 'code': 422} returned with failed status Jul 30 03:44:09.054190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:09.289302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3b05-cb11-4906-bd80-5f4745ef9f72 req-92c57c57-a1c1-4880-930e-d558200cc72f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:09.298476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-505e3b05-cb11-4906-bd80-5f4745ef9f72 req-92c57c57-a1c1-4880-930e-d558200cc72f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 931 time: 0.1535552 Jul 30 03:44:09.405763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-505e3b05-cb11-4906-bd80-5f4745ef9f72 req-3f41f68a-e86a-48fd-a3ea-3efd46637100 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060963 Jul 30 03:44:09.567536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:09.578594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:09.603055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Transition to ACTIVE for port object 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:09.611506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:09.810161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:09.839310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Attempting to bind port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:09.839578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Attempting to bind port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:09.839913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Attempting to bind port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:09.868764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:44:09.868764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Attempting to bind port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:09.878888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:09.879478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:09.880044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:09.880712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Bound port: 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:09.881234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:09.907260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559660e5-f2d9-4808-a374-7f69d70b451f req-2a8199fe-88c6-43ae-bc5f-0820ea47b211 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:09.909211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-559660e5-f2d9-4808-a374-7f69d70b451f req-2a8199fe-88c6-43ae-bc5f-0820ea47b211 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 908 time: 0.1176510 Jul 30 03:44:09.994965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] For port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:09.999964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] For port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:10.006815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:10.057875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:10.058617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:10.060316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 200 len: 1092 time: 1.1179235 Jul 30 03:44:10.097043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486e33f-ea92-4874-b8c4-7417f6faa0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:10.145180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-3560bee7-47e8-46bf-9967-1c8dc9522dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:10.147018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-3560bee7-47e8-46bf-9967-1c8dc9522dfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 1095 time: 0.0468838 Jul 30 03:44:10.198869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-54047e4a-c6db-4301-8ed3-cb0326a66b02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 200 len: 217 time: 0.0439830 Jul 30 03:44:10.264602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-a6beeb63-0eea-4d70-8c0c-a6dc576b7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:10.266608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-a6beeb63-0eea-4d70-8c0c-a6dc576b7e68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0605042 Jul 30 03:44:10.314001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-a0c50649-1594-421d-97ba-2c07b7f7b5f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393348 Jul 30 03:44:10.343364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54584) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:10.435352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-893ab866-b5ed-49ea-8cd9-8167cc7ae68f service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126275 Jul 30 03:44:10.599577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00ee3-eb64-4be7-941b-733271f5d044 req-9756a6cd-b9cf-484a-9d8d-aed6078e5187 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:10.601215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64f00ee3-eb64-4be7-941b-733271f5d044 req-9756a6cd-b9cf-484a-9d8d-aed6078e5187 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 943 time: 0.0984282 Jul 30 03:44:10.786370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5fc16dfc-777e-4431-ab54-c16c992401e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:10.892035 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:10.952511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5fc16dfc-777e-4431-ab54-c16c992401e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:10.963455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5fc16dfc-777e-4431-ab54-c16c992401e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.058630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5fc16dfc-777e-4431-ab54-c16c992401e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80dcae10f36b4762a0f257c7de036021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129948 Jul 30 03:44:11.059727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:11.073053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16dfc-777e-4431-ab54-c16c992401e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a89c4-fb36-412f-8b6a-3626499cd793,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:11.126393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61a2ca6-2599-4572-8462-efb076394c22', 'tag': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:11.128512 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d319e17d-8698-4ad0-8996-2a3649d307a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a61a2ca6-2599-4572-8462-efb076394c22", "tag": "2573e110-3a69-4ea5-9fd7-3776ecbe8c21"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:11.147248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99f782df-bf54-4e8f-8a83-f33b93e3aa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.185027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27e02cb-d2e9-4210-943f-d019fe34e2a2 req-b92c3a57-4034-41a0-8a42-f939bf66b98b service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427666 Jul 30 03:44:11.195186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99f782df-bf54-4e8f-8a83-f33b93e3aa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.200990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64f00ee3-eb64-4be7-941b-733271f5d044 req-ce04cf99-e3cf-460d-9408-5da972bd8344 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879138 Jul 30 03:44:11.238351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c8f1e-40b5-4b3e-8e32-817115dbcde9 req-1c27809b-712f-49a9-8914-918447a979b1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:11.241852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-225c8f1e-40b5-4b3e-8e32-817115dbcde9 req-1c27809b-712f-49a9-8914-918447a979b1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 908 time: 0.1070113 Jul 30 03:44:11.287523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99f782df-bf54-4e8f-8a83-f33b93e3aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.294136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99f782df-bf54-4e8f-8a83-f33b93e3aa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.295534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99f782df-bf54-4e8f-8a83-f33b93e3aa03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c4a89c4-fb36-412f-8b6a-3626499cd793 HTTP/1.1" status: 204 len: 168 time: 0.2325728 Jul 30 03:44:11.306603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f782df-bf54-4e8f-8a83-f33b93e3aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a89c4-fb36-412f-8b6a-3626499cd793,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:11.389304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-a75f33cb-3312-43ff-b93d-ab73efad2fbc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:11.390801 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-a75f33cb-3312-43ff-b93d-ab73efad2fbc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 908 time: 0.0621822 Jul 30 03:44:11.510656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Deleting port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:11.510984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.638360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] For port 7171f15f-01a4-49f3-9e2f-2063e6d58b58, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=7171f15f-01a4-49f3-9e2f-2063e6d58b58,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:11.638599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.654263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Calling delete_port for 7171f15f-01a4-49f3-9e2f-2063e6d58b58 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:11.739462 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a8ec0c-22ba-450d-915e-7c91cc8917da x-openstack-request-id: req-89a8ec0c-22ba-450d-915e-7c91cc8917da {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:11.739755 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61a2ca6-2599-4572-8462-efb076394c22", "tag": "2573e110-3a69-4ea5-9fd7-3776ecbe8c21", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:11.740004 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89a8ec0c-22ba-450d-915e-7c91cc8917da {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:11.740381 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61a2ca6-2599-4572-8462-efb076394c22', 'tag': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21', 'status': 'completed', 'code': 200} Jul 30 03:44:11.849454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-8d8829e7-0fb0-4359-ad22-f0335954fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:11.851050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-8d8829e7-0fb0-4359-ad22-f0335954fe2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 1095 time: 0.0808020 Jul 30 03:44:11.870635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:11.939957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'Port': ['ID=7171f15f-01a4-49f3-9e2f-2063e6d58b58,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:12.005910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] No DVR routers for this DVR port 7171f15f-01a4-49f3-9e2f-2063e6d58b58 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:12.011315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.015448 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-59602f6d-fafb-4c45-aa4e-b1ee54f2e3fd req-c26098c4-80af-4389-b058-f566c0a24903 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "DELETE /v2.0/ports/7171f15f-01a4-49f3-9e2f-2063e6d58b58 HTTP/1.1" status: 204 len: 173 time: 0.6183774 Jul 30 03:44:12.016130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'name': 'network-vif-deleted', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:12.019295 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cfa755-202b-4e6e-b6d1-26db6a3f5ac0" -d '{"events": [{"server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "name": "network-vif-deleted", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:12.034737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-67415fdd-7ba1-4d4b-ab7c-a92888521c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:12.050409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-67415fdd-7ba1-4d4b-ab7c-a92888521c3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1915631 Jul 30 03:44:12.130377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54638) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:12.150940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-460f88f5-7349-415c-a879-4528c613fe79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 200 len: 217 time: 0.0896425 Jul 30 03:44:12.168759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6374af50-4936-4ca6-83ca-2df9b250f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.267361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-ed729a24-0720-4a92-8fba-4e4072eca482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:12.268884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-ed729a24-0720-4a92-8fba-4e4072eca482 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.1116738 Jul 30 03:44:12.344546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a200aaf0-1e70-4492-b7aa-6388d59f6294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.397340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-074e5e35-e288-4072-aaf5-3366ed9c54da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169221 Jul 30 03:44:12.474901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6374af50-4936-4ca6-83ca-2df9b250f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.481665 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e715f8f-13bc-473c-991b-a799fbfbebe2 x-openstack-request-id: req-1e715f8f-13bc-473c-991b-a799fbfbebe2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:12.483571 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4680-071f-4f94-abf1-07c1158bd02a", "name": "network-vif-deleted", "tag": "7171f15f-01a4-49f3-9e2f-2063e6d58b58", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:12.483977 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e715f8f-13bc-473c-991b-a799fbfbebe2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:12.489920 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4680-071f-4f94-abf1-07c1158bd02a', 'name': 'network-vif-deleted', 'tag': '7171f15f-01a4-49f3-9e2f-2063e6d58b58', 'status': 'completed', 'code': 200} Jul 30 03:44:12.493907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6374af50-4936-4ca6-83ca-2df9b250f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.569669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:12.599945 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6374af50-4936-4ca6-83ca-2df9b250f30f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3a6fc05590641228a48a3ac6255924e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683993 Jul 30 03:44:12.604023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:12.617575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374af50-4936-4ca6-83ca-2df9b250f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb590493-6367-4a80-8abe-86956f3bba8d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:12.680271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e447e-7cdc-480a-912f-c59b8f803f1c req-6d24e079-480b-48a9-9fc4-905fb5692ab8 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:12.688783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-378e447e-7cdc-480a-912f-c59b8f803f1c req-6d24e079-480b-48a9-9fc4-905fb5692ab8 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 943 time: 0.3071439 Jul 30 03:44:12.797270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-852cf1bd-a174-4a0a-93b0-ffcde4c24975 req-db0eea24-73f5-4277-958c-6803b822e083 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bd4680-071f-4f94-abf1-07c1158bd02a HTTP/1.1" status: 200 len: 210 time: 0.1247296 Jul 30 03:44:12.823027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-378e447e-7cdc-480a-912f-c59b8f803f1c req-54d8c654-ee4f-4803-b38f-d11478ccbc04 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335394 Jul 30 03:44:12.847228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9632290b-1e39-4dcb-af15-1cc6f49c8a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.879245 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9632290b-1e39-4dcb-af15-1cc6f49c8a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:12.914652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-53e4d997-0cb2-4cf6-bf14-1f60629467e1 service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872236 Jul 30 03:44:12.916303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7fc2ad5-69ee-4153-b40e-4615b41e4f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.007705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9632290b-1e39-4dcb-af15-1cc6f49c8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.010636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9632290b-1e39-4dcb-af15-1cc6f49c8a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.011893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9632290b-1e39-4dcb-af15-1cc6f49c8a55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb590493-6367-4a80-8abe-86956f3bba8d HTTP/1.1" status: 204 len: 168 time: 0.4055400 Jul 30 03:44:13.028672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632290b-1e39-4dcb-af15-1cc6f49c8a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb590493-6367-4a80-8abe-86956f3bba8d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:13.087761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d319e17d-8698-4ad0-8996-2a3649d307a3 req-ca790aa6-64f6-434b-8dca-7a29404096af service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618836 Jul 30 03:44:13.161907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7fc2ad5-69ee-4153-b40e-4615b41e4f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.167575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7fc2ad5-69ee-4153-b40e-4615b41e4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.218151 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d7fc2ad5-69ee-4153-b40e-4615b41e4f08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9d12d493ac04565afc83d6ddf0b189d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446579 Jul 30 03:44:13.220872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:13.226362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc2ad5-69ee-4153-b40e-4615b41e4f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd62b3-fb60-47c5-86c4-5af02d2fb8a4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:13.282262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06d7254-3ddf-4940-bb1b-f00d45b8c9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.306779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06d7254-3ddf-4940-bb1b-f00d45b8c9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.361152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06d7254-3ddf-4940-bb1b-f00d45b8c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.364246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06d7254-3ddf-4940-bb1b-f00d45b8c9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.365482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d06d7254-3ddf-4940-bb1b-f00d45b8c9f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75bd62b3-fb60-47c5-86c4-5af02d2fb8a4 HTTP/1.1" status: 204 len: 168 time: 0.1433024 Jul 30 03:44:13.374544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d7254-3ddf-4940-bb1b-f00d45b8c9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd62b3-fb60-47c5-86c4-5af02d2fb8a4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:13.782876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54684) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:13.796756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f53e685-8b22-4198-9cd5-38bfa9812e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.972579 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f53e685-8b22-4198-9cd5-38bfa9812e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.983299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f53e685-8b22-4198-9cd5-38bfa9812e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:13.996700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dd102-73ba-49bc-97a6-523c6a28b8ad req-6f9bb967-84e5-4c89-9408-3e01bf888c99 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:13.998620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b37dd102-73ba-49bc-97a6-523c6a28b8ad req-6f9bb967-84e5-4c89-9408-3e01bf888c99 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 943 time: 0.0818229 Jul 30 03:44:14.058469 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f53e685-8b22-4198-9cd5-38bfa9812e66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d84afd67f3b4d698ea1324a24fa8bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709823 Jul 30 03:44:14.058469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53e685-8b22-4198-9cd5-38bfa9812e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085514f6-35f0-4471-84ba-5ce57f6e7d3a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:14.059778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:14.069664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b37dd102-73ba-49bc-97a6-523c6a28b8ad req-90223658-6774-4eba-a6d2-6ba33eea2d92 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Jul 30 03:44:14.127684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:44:14.182911 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f67a3403-b33c-4ad0-a538-7879e7369054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.220615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f67a3403-b33c-4ad0-a538-7879e7369054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.251313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b82574-29c9-45c9-bfb7-4a9f66fd5ad8 req-f1eebf2b-0c42-4218-904c-e92c697f5ea6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:14.252842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8b82574-29c9-45c9-bfb7-4a9f66fd5ad8 req-f1eebf2b-0c42-4218-904c-e92c697f5ea6 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 945 time: 0.1168606 Jul 30 03:44:14.329253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f67a3403-b33c-4ad0-a538-7879e7369054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.332794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f67a3403-b33c-4ad0-a538-7879e7369054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.334230 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f67a3403-b33c-4ad0-a538-7879e7369054 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/085514f6-35f0-4471-84ba-5ce57f6e7d3a HTTP/1.1" status: 204 len: 168 time: 0.2729061 Jul 30 03:44:14.337796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8b82574-29c9-45c9-bfb7-4a9f66fd5ad8 req-e17e64c5-1f3e-4eff-9fa9-c0bce83a8bdb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589209 Jul 30 03:44:14.351254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a3403-b33c-4ad0-a538-7879e7369054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085514f6-35f0-4471-84ba-5ce57f6e7d3a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:14.374686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:14.390824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21', 'mac_address': 'fa:16:3e:6b:91:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:44:14.438009 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.455484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:14.484728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:14.490778 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.544185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:14.552353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.552931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.553579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.554141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.554660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.555259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.556547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.557090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.557627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.558106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.558588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.559082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:14.664563 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35c2f4de-c13a-44b9-85eb-889aab576672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:14.738407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:14.930142 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:15.113410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7171f15f-01a4-49f3-9e2f-2063e6d58b58 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:15.147854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 7171f15f-01a4-49f3-9e2f-2063e6d58b58 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:15.148909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 7171f15f-01a4-49f3-9e2f-2063e6d58b58 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:15.205408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0301-9259-4cfb-b235-4df07527beda req-8ef4227f-ae61-4c72-b4af-54053ce6aee4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:15.215001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f22e0301-9259-4cfb-b235-4df07527beda req-8ef4227f-ae61-4c72-b4af-54053ce6aee4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 944 time: 0.0625529 Jul 30 03:44:15.253545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f22e0301-9259-4cfb-b235-4df07527beda req-dcbc9eec-e9ff-4856-b29c-c498b888b157 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Jul 30 03:44:15.498055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-b4ccfd41-960f-4c1f-8352-217de402b110 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:15.499870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-b4ccfd41-960f-4c1f-8352-217de402b110 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 945 time: 0.0854073 Jul 30 03:44:15.527094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d2431-08e3-425d-911a-a55862075f0d req-74e22c7e-703a-44a3-96d2-0e83ef2255bd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:15.528932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a81d2431-08e3-425d-911a-a55862075f0d req-74e22c7e-703a-44a3-96d2-0e83ef2255bd tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 945 time: 0.0830166 Jul 30 03:44:15.623180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a81d2431-08e3-425d-911a-a55862075f0d req-155d6bb7-624e-4d7e-8d02-dafda7161167 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726290 Jul 30 03:44:15.654100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Deleting port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:15.654752 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:15.774979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] For port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:15.775407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:15.791890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Calling delete_port for 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:15.841223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:15.979663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:15.991680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['0de32b21-2c5d-40e3-8cc3-4bac4b65a521'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:16.032278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeece000-4933-41f9-89e3-536667b8e5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.041215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:16.051936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'Port': ['ID=0de32b21-2c5d-40e3-8cc3-4bac4b65a521,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:16.125864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] No DVR routers for this DVR port 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:16.128617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.130878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb737151-1c87-424b-a3c4-bc05d0cb0cec req-0c1de4e9-7afd-474e-b6ac-35ef6c8f25d3 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "DELETE /v2.0/ports/0de32b21-2c5d-40e3-8cc3-4bac4b65a521 HTTP/1.1" status: 204 len: 173 time: 0.6222835 Jul 30 03:44:16.131510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0362560a-da5d-4344-8190-7f1653c92d17', 'name': 'network-vif-deleted', 'tag': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:16.134645 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06c411-9e2f-4e30-9aae-b6356b380722" -d '{"events": [{"server_uuid": "0362560a-da5d-4344-8190-7f1653c92d17", "name": "network-vif-deleted", "tag": "0de32b21-2c5d-40e3-8cc3-4bac4b65a521"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:16.153101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:16.186899 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f40b1-ad95-45cc-bb82-322b46593452 x-openstack-request-id: req-947f40b1-ad95-45cc-bb82-322b46593452 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:16.187584 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0362560a-da5d-4344-8190-7f1653c92d17", "name": "network-vif-deleted", "tag": "0de32b21-2c5d-40e3-8cc3-4bac4b65a521", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:16.187991 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-947f40b1-ad95-45cc-bb82-322b46593452 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:16.188591 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0362560a-da5d-4344-8190-7f1653c92d17', 'name': 'network-vif-deleted', 'tag': '0de32b21-2c5d-40e3-8cc3-4bac4b65a521', 'status': 'completed', 'code': 200} Jul 30 03:44:16.249227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeece000-4933-41f9-89e3-536667b8e5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.255325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeece000-4933-41f9-89e3-536667b8e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.325991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:16.332149 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aeece000-4933-41f9-89e3-536667b8e5bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71355dca3c8b40dd86021fdbed2e597c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873614 Jul 30 03:44:16.333190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54790) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:16.367099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:16.367594 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.385538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeece000-4933-41f9-89e3-536667b8e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad3061-4495-47fa-bfc8-0a803a095d81,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:16.503105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.554752 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a898c5e8-359f-487d-8818-3f3d4884330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.627005 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.643966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a898c5e8-359f-487d-8818-3f3d4884330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:16.681133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa1c4f-8fca-4278-ad10-a5e40411df08 req-220c8ea3-4568-49f9-b738-ecfb01a11719 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:16.692074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2aa1c4f-8fca-4278-ad10-a5e40411df08 req-220c8ea3-4568-49f9-b738-ecfb01a11719 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 944 time: 0.2651961 Jul 30 03:44:16.801317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:16.809379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61a2ca6-2599-4572-8462-efb076394c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:16.815046 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12360648-f15e-4da5-bccf-9dbebd8878ff" -d '{"events": [{"server_uuid": "a61a2ca6-2599-4572-8462-efb076394c22", "name": "network-vif-plugged", "status": "completed", "tag": "2573e110-3a69-4ea5-9fd7-3776ecbe8c21"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:16.827895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:17.003856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2aa1c4f-8fca-4278-ad10-a5e40411df08 req-8b3fec74-03a5-443d-92f3-63a0f979f8fc tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721195 Jul 30 03:44:17.020603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2132a49-ab35-405d-a0cd-fb10248f5678 req-a70dbe37-e64b-4dba-8106-c6b809b6796b tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=0362560a-da5d-4344-8190-7f1653c92d17 HTTP/1.1" status: 200 len: 210 time: 0.1447034 Jul 30 03:44:17.045414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a898c5e8-359f-487d-8818-3f3d4884330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:17.049561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a898c5e8-359f-487d-8818-3f3d4884330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:17.051063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a898c5e8-359f-487d-8818-3f3d4884330a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0ad3061-4495-47fa-bfc8-0a803a095d81 HTTP/1.1" status: 204 len: 168 time: 0.7159076 Jul 30 03:44:17.074123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898c5e8-359f-487d-8818-3f3d4884330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad3061-4495-47fa-bfc8-0a803a095d81,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:17.082950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:17.541696 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2fffc-23d4-44a6-a4ea-8503b572c379 x-openstack-request-id: req-26c2fffc-23d4-44a6-a4ea-8503b572c379 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:17.542342 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61a2ca6-2599-4572-8462-efb076394c22", "name": "network-vif-plugged", "status": "completed", "tag": "2573e110-3a69-4ea5-9fd7-3776ecbe8c21", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:17.542342 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26c2fffc-23d4-44a6-a4ea-8503b572c379 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:17.542616 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61a2ca6-2599-4572-8462-efb076394c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21', 'code': 200} Jul 30 03:44:17.695371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cade36-f4b0-4aaa-af2f-af88a7670c1f req-96a97bf0-b3f8-4899-8565-5b002050bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:17.698714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48cade36-f4b0-4aaa-af2f-af88a7670c1f req-96a97bf0-b3f8-4899-8565-5b002050bdbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 1097 time: 0.0907483 Jul 30 03:44:17.749603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48cade36-f4b0-4aaa-af2f-af88a7670c1f req-b64fd605-9178-4e55-9cbc-7a5082c5a4de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Jul 30 03:44:17.834744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:17.851635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c62c515-c026-4ff3-a682-51d7b5814268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:17.991605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c62c515-c026-4ff3-a682-51d7b5814268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:17.996395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c62c515-c026-4ff3-a682-51d7b5814268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:18.010635 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:18.060225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c62c515-c026-4ff3-a682-51d7b5814268 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f05fda426284da0ae3c04675e036c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235732 Jul 30 03:44:18.061169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62c515-c026-4ff3-a682-51d7b5814268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee84db5-6032-429a-bd6a-44de96fe50d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:18.062788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54842) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:18.177016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7cfd-42f6-436e-a01f-cdc87bd3d89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:18.203480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5e8f6-18af-4d6e-8eb0-d5fe115fb7aa req-c76887ae-f6e7-4809-9697-0086afa5b78e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:18.211469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92b5e8f6-18af-4d6e-8eb0-d5fe115fb7aa req-c76887ae-f6e7-4809-9697-0086afa5b78e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 945 time: 0.0652440 Jul 30 03:44:18.254466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92b5e8f6-18af-4d6e-8eb0-d5fe115fb7aa req-3d92450e-7a2b-465f-ac84-80f7a4239c67 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Jul 30 03:44:18.261826 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7cfd-42f6-436e-a01f-cdc87bd3d89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:18.342383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7cfd-42f6-436e-a01f-cdc87bd3d89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:18.345535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7cfd-42f6-436e-a01f-cdc87bd3d89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:18.347273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b1d7cfd-42f6-436e-a01f-cdc87bd3d89b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aee84db5-6032-429a-bd6a-44de96fe50d7 HTTP/1.1" status: 204 len: 168 time: 0.2831910 Jul 30 03:44:18.357738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7cfd-42f6-436e-a01f-cdc87bd3d89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee84db5-6032-429a-bd6a-44de96fe50d7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:18.575160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67cc29-09cf-4489-93c7-ac9944802a7b req-4db2d703-18a1-40e0-980e-893c61142a71 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:18.583025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f67cc29-09cf-4489-93c7-ac9944802a7b req-4db2d703-18a1-40e0-980e-893c61142a71 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1339631 Jul 30 03:44:18.670980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f67cc29-09cf-4489-93c7-ac9944802a7b req-45d5c4cb-4919-4d81-a171-0373bde6a7d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856740 Jul 30 03:44:19.395271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b464e3-0ff4-4862-a22e-e0efde6db0cf req-5e53427c-d6f0-459e-9925-f11ea960749f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:19.400300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6b464e3-0ff4-4862-a22e-e0efde6db0cf req-5e53427c-d6f0-459e-9925-f11ea960749f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 945 time: 0.0623796 Jul 30 03:44:19.448837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6b464e3-0ff4-4862-a22e-e0efde6db0cf req-4b3b085f-bba6-4b4b-8ebf-05abc2d1731e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Jul 30 03:44:19.727327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f756a-1758-46f1-9362-d896b5506762 req-5609455d-84a9-424b-b130-bc77a374f07d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:19.729405 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f89f756a-1758-46f1-9362-d896b5506762 req-5609455d-84a9-424b-b130-bc77a374f07d tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.0890269 Jul 30 03:44:19.915681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Deleting port 321a5ab4-16a3-4ccb-a0f5-a318c223579a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:19.916131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:19.969573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fae0f3-0032-48ca-b9d1-4977c17df5ce req-873d1555-2ac8-40a4-85c2-0409f768e8f1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:19.977890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88fae0f3-0032-48ca-b9d1-4977c17df5ce req-873d1555-2ac8-40a4-85c2-0409f768e8f1 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 945 time: 0.1131189 Jul 30 03:44:20.102048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c800-b497-4ae8-a2d0-5875dc57b2e4 req-94e16683-60a3-4584-bffc-e448fee1d0d1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:20.106123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0b6c800-b497-4ae8-a2d0-5875dc57b2e4 req-94e16683-60a3-4584-bffc-e448fee1d0d1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.4032314 Jul 30 03:44:20.146867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88fae0f3-0032-48ca-b9d1-4977c17df5ce req-d7ca8aa3-ec79-4a88-aee3-bd1e2ee55626 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=8291ef41-065d-4a23-9983-387708452bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632369 Jul 30 03:44:20.152726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0b6c800-b497-4ae8-a2d0-5875dc57b2e4 req-6256f799-d0d1-41db-8a24-312712991bea tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0371873 Jul 30 03:44:20.158471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:20.186968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:20.187631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 0de32b21-2c5d-40e3-8cc3-4bac4b65a521 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:20.275508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0b6c800-b497-4ae8-a2d0-5875dc57b2e4 req-086c292a-34d4-4aa7-8a6e-8ece7073c767 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105237 Jul 30 03:44:20.512214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0b6c800-b497-4ae8-a2d0-5875dc57b2e4 req-4e2f8e0c-e277-4958-abad-eb1e0441d74c service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336278 Jul 30 03:44:20.523288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] For port 321a5ab4-16a3-4ccb-a0f5-a318c223579a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=321a5ab4-16a3-4ccb-a0f5-a318c223579a,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:20.527426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:20.568274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Calling delete_port for 321a5ab4-16a3-4ccb-a0f5-a318c223579a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:20.675181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0b6c800-b497-4ae8-a2d0-5875dc57b2e4 req-0fbb2668-24f6-47e6-9535-21773d8e7657 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556680 Jul 30 03:44:20.931864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:20.966803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['321a5ab4-16a3-4ccb-a0f5-a318c223579a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:21.053207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'Port': ['ID=321a5ab4-16a3-4ccb-a0f5-a318c223579a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:21.113512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] No DVR routers for this DVR port 321a5ab4-16a3-4ccb-a0f5-a318c223579a on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:21.120365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:21.124281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f89f756a-1758-46f1-9362-d896b5506762 req-b74375f9-635b-41c1-89a2-3799a111a0fc tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.16 "DELETE /v2.0/ports/321a5ab4-16a3-4ccb-a0f5-a318c223579a HTTP/1.1" status: 204 len: 173 time: 1.3864012 Jul 30 03:44:21.124989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8ada90-41f7-4e76-83db-48970091813c', 'name': 'network-vif-deleted', 'tag': '321a5ab4-16a3-4ccb-a0f5-a318c223579a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:21.128309 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a64e89-4466-4f48-ab29-09603b8a7a66" -d '{"events": [{"server_uuid": "ab8ada90-41f7-4e76-83db-48970091813c", "name": "network-vif-deleted", "tag": "321a5ab4-16a3-4ccb-a0f5-a318c223579a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:21.222959 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01fa602-5cbb-44a3-ae0f-fc9cc8c9b7b0 x-openstack-request-id: req-c01fa602-5cbb-44a3-ae0f-fc9cc8c9b7b0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:21.223286 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8ada90-41f7-4e76-83db-48970091813c", "name": "network-vif-deleted", "tag": "321a5ab4-16a3-4ccb-a0f5-a318c223579a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:21.223543 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c01fa602-5cbb-44a3-ae0f-fc9cc8c9b7b0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:21.223955 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8ada90-41f7-4e76-83db-48970091813c', 'name': 'network-vif-deleted', 'tag': '321a5ab4-16a3-4ccb-a0f5-a318c223579a', 'status': 'completed', 'code': 200} Jul 30 03:44:21.456280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d451630-2c83-4418-a074-01d27c17e3c9 req-fe4b3411-314a-4ec1-82e9-b2f6f7273b33 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab8ada90-41f7-4e76-83db-48970091813c HTTP/1.1" status: 200 len: 210 time: 0.0868082 Jul 30 03:44:21.878699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:21.888932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55066) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:22.109031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce15118c-c7b6-463d-98ea-dd9315e0b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.204780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b3877d8-4830-4954-aee2-32796f882497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.303708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce15118c-c7b6-463d-98ea-dd9315e0b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.333447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce15118c-c7b6-463d-98ea-dd9315e0b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.546332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ce15118c-c7b6-463d-98ea-dd9315e0b585 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d74feddb2a8a48668df1341cd8a2dea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670904 Jul 30 03:44:22.548612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55102) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:22.558769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15118c-c7b6-463d-98ea-dd9315e0b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc16d39-47c1-4774-8f14-c757b9a5facc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:22.700623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac030-fd4a-49fe-8c91-c0d009efbc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.723431 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b3877d8-4830-4954-aee2-32796f882497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.734111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-639567d4-5355-40fd-9902-c44d1f5281e3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:22.737031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-639567d4-5355-40fd-9902-c44d1f5281e3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2984254 Jul 30 03:44:22.738934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b3877d8-4830-4954-aee2-32796f882497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.753607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac030-fd4a-49fe-8c91-c0d009efbc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.783752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7b3877d8-4830-4954-aee2-32796f882497 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f30a0aae6eaf4d6d84c646bf2cde2028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937504 Jul 30 03:44:22.786281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:22.843235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac030-fd4a-49fe-8c91-c0d009efbc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.846847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac030-fd4a-49fe-8c91-c0d009efbc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.847694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-a7927de8-7298-47d4-ad58-bfac4c2cd754 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0740585 Jul 30 03:44:22.856174 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a5ac030-fd4a-49fe-8c91-c0d009efbc42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cc16d39-47c1-4774-8f14-c757b9a5facc HTTP/1.1" status: 204 len: 168 time: 0.3034613 Jul 30 03:44:22.870804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ac030-fd4a-49fe-8c91-c0d009efbc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc16d39-47c1-4774-8f14-c757b9a5facc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:22.876582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3877d8-4830-4954-aee2-32796f882497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80ae89-5c63-49a1-8a54-46660154f7fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:22.973839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf224899-dcbf-47a2-bfa2-abc6028378d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:22.982392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-d1f9e99b-64df-4f42-afb8-5e49871a4709 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099925 Jul 30 03:44:23.066867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf224899-dcbf-47a2-bfa2-abc6028378d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.144917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 321a5ab4-16a3-4ccb-a0f5-a318c223579a no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:23.181705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 321a5ab4-16a3-4ccb-a0f5-a318c223579a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:23.182066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 321a5ab4-16a3-4ccb-a0f5-a318c223579a not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:23.187502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ebfa7-6eed-4656-b5b2-89032dc7ef81 req-230092be-2260-4d0f-b4b4-17773792fe96 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:23.195469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b2ebfa7-6eed-4656-b5b2-89032dc7ef81 req-230092be-2260-4d0f-b4b4-17773792fe96 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1934803 Jul 30 03:44:23.228507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-c9968a78-5c85-443a-8a1d-306134ec1a4e service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375071 Jul 30 03:44:23.235413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf224899-dcbf-47a2-bfa2-abc6028378d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.239739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf224899-dcbf-47a2-bfa2-abc6028378d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.244529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bf224899-dcbf-47a2-bfa2-abc6028378d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d80ae89-5c63-49a1-8a54-46660154f7fc HTTP/1.1" status: 204 len: 168 time: 0.4570858 Jul 30 03:44:23.360140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-13b0b93b-ae19-4f7f-85c1-1cf6567f997f service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144748 Jul 30 03:44:23.364707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55150) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:23.370991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf224899-dcbf-47a2-bfa2-abc6028378d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80ae89-5c63-49a1-8a54-46660154f7fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:23.397866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b2ebfa7-6eed-4656-b5b2-89032dc7ef81 req-20ee5419-94ed-4158-a64a-a921cf263763 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007394 Jul 30 03:44:23.423997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-970d780f-cde5-4b37-907e-95b5e6b3b6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.586124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-970d780f-cde5-4b37-907e-95b5e6b3b6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.594590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-970d780f-cde5-4b37-907e-95b5e6b3b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.688938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:23.697628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-970d780f-cde5-4b37-907e-95b5e6b3b6a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=185a37bfb2864773bfe27e496c029a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304670 Jul 30 03:44:23.757794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d780f-cde5-4b37-907e-95b5e6b3b6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f3b396-22ab-4e57-bd38-62bb09e2ca2c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:23.816566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7de521e0-c8f9-49b4-9831-2e68ee08364f req-2e2ee2de-51b4-43dc-b8b3-c506bbe74138 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0869608 Jul 30 03:44:23.848357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01a3add-9ff6-4622-8970-6007ba629fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.885620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01a3add-9ff6-4622-8970-6007ba629fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.941163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:23.955586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01a3add-9ff6-4622-8970-6007ba629fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.959538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01a3add-9ff6-4622-8970-6007ba629fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:23.961022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b01a3add-9ff6-4622-8970-6007ba629fb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4f3b396-22ab-4e57-bd38-62bb09e2ca2c HTTP/1.1" status: 204 len: 168 time: 0.2709236 Jul 30 03:44:23.993707 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fd6cdf5-4318-4674-933c-54bb2678e497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.026985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a3add-9ff6-4622-8970-6007ba629fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f3b396-22ab-4e57-bd38-62bb09e2ca2c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:24.260139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fd6cdf5-4318-4674-933c-54bb2678e497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.268305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fd6cdf5-4318-4674-933c-54bb2678e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.373982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2fd6cdf5-4318-4674-933c-54bb2678e497 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc1034366e4249d0898e6fa631958a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293373 Jul 30 03:44:24.373982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6cdf5-4318-4674-933c-54bb2678e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c094be33-7045-4aa9-91b6-b0cf3de1aab6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:24.375170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:24.404505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-d42ca7d1-d2ee-480a-9c6e-cd1d2d4e3497 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:24.406625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-d42ca7d1-d2ee-480a-9c6e-cd1d2d4e3497 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.1076820 Jul 30 03:44:24.503471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6db-f443-4e84-a9fb-367cc31b5504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.530703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6db-f443-4e84-a9fb-367cc31b5504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.620545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6db-f443-4e84-a9fb-367cc31b5504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.623765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6db-f443-4e84-a9fb-367cc31b5504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.625237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a7bd6db-f443-4e84-a9fb-367cc31b5504 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c094be33-7045-4aa9-91b6-b0cf3de1aab6 HTTP/1.1" status: 204 len: 168 time: 0.2484872 Jul 30 03:44:24.629501 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:44:24.643287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bd6db-f443-4e84-a9fb-367cc31b5504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c094be33-7045-4aa9-91b6-b0cf3de1aab6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:24.767252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05579-f0c4-4f46-82fe-a878b2d66dfd req-b98c3c18-ce42-4d39-8b49-739c234a71ee tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:24.769573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ef05579-f0c4-4f46-82fe-a878b2d66dfd req-b98c3c18-ce42-4d39-8b49-739c234a71ee tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 945 time: 0.2612319 Jul 30 03:44:24.822244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Deleting port 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:24.822600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:24.968159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ef05579-f0c4-4f46-82fe-a878b2d66dfd req-1e7561da-24ea-42eb-81d1-a16a6685f621 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51c5be8-8466-4951-b0fd-b9f95187a0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843081 Jul 30 03:44:25.031466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8d32db-13e7-4d80-94d1-05b16879588b req-e9a3dd73-0ec9-4352-9c97-ac40b0318753 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0607247 Jul 30 03:44:25.081682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] For port 2cff8596-5dc4-4caa-a27b-db0000c162f7, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2cff8596-5dc4-4caa-a27b-db0000c162f7,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:25.082229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:25.347855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-879d5ffe-5513-476d-949a-cbab33c39b7f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:25.349652 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-879d5ffe-5513-476d-949a-cbab33c39b7f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2388945 Jul 30 03:44:25.380158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:25.604465 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:25.607107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:25.608028 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Floating IP 96b576bc-7066-4ad7-8a29-3f27dfe3e5ad disassociated. External IP: 172.25.6.141, port: 2cff8596-5dc4-4caa-a27b-db0000c162f7. Jul 30 03:44:25.609110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Calling delete_port for 2cff8596-5dc4-4caa-a27b-db0000c162f7 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:25.678593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:25.683448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:25.876947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.12 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/228e6462-d3ac-4dbd-84b7-64bbb6fbec90) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:25.879751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:25.911417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'Port': ['ID=2cff8596-5dc4-4caa-a27b-db0000c162f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:26.148193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:26.158027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6d5ef06-005c-4cf0-a859-ede48a386d8f req-81a566e7-f210-4060-b2c1-8461a7d458bf tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 210 time: 0.0577729 Jul 30 03:44:26.210706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:26.223040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:26.252261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:44:26.269319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:26.275596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:26.288154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:26.298893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:26.375942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2dbce-d84c-4020-a502-155e3c93806d req-2ce49ee7-d1f6-4de4-9a1c-bf7442dacb77 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:26.377475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03b2dbce-d84c-4020-a502-155e3c93806d req-2ce49ee7-d1f6-4de4-9a1c-bf7442dacb77 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 932 time: 0.1974993 Jul 30 03:44:26.408787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:26.409471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:26.448552 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-ed04efa7-78f0-4871-b0be-f2d395139eef tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0829163 Jul 30 03:44:26.466770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-c2f6a373-e57d-40b2-880c-3d824af7eea1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:44:26.467895 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-c2f6a373-e57d-40b2-880c-3d824af7eea1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063391 Jul 30 03:44:26.570516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03b2dbce-d84c-4020-a502-155e3c93806d req-42c3a7ee-fcbc-4f10-8d11-21396d5b08c4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802728 Jul 30 03:44:26.574219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:44:26.587748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] Sync routers for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:44:26.606038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:44:26.607597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:44:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:26.632069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] No DVR routers for this DVR port 2cff8596-5dc4-4caa-a27b-db0000c162f7 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:26.635947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:26.638556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af8bd494-3d01-453d-8488-6ab2348df3ee req-ef71cc35-7bdd-48e0-8d41-a5ec8701c6d0 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.18 "DELETE /v2.0/ports/2cff8596-5dc4-4caa-a27b-db0000c162f7 HTTP/1.1" status: 204 len: 173 time: 2.2252433 Jul 30 03:44:26.639002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-deleted', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:26.647735 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4480bd94-1138-4f58-b114-1f0f62bdda4a" -d '{"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-deleted", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:26.735437 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef38a42-e7f3-4ead-9b6d-9a3ffe326508 x-openstack-request-id: req-2ef38a42-e7f3-4ead-9b6d-9a3ffe326508 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:26.735727 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137bb52-1e68-48c7-be09-a302e716f15d", "name": "network-vif-deleted", "tag": "2cff8596-5dc4-4caa-a27b-db0000c162f7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:26.735973 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef38a42-e7f3-4ead-9b6d-9a3ffe326508 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:26.736370 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137bb52-1e68-48c7-be09-a302e716f15d', 'name': 'network-vif-deleted', 'tag': '2cff8596-5dc4-4caa-a27b-db0000c162f7', 'status': 'completed', 'code': 200} Jul 30 03:44:26.780343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:44:26.825321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Request body: {'port': {'device_id': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:26.941180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:27.082095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:22Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:27.134590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] Checking router: 1ed96383-3617-486f-a0ce-2285a3a3b9e4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:44:27.148068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:44:27.150020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:44:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:27.371110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:44:27.393754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7572e05-92fd-4c65-a9d8-961cf52c2e3f req-0366d18c-8d22-4f75-8551-7a81a9caae35 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1137bb52-1e68-48c7-be09-a302e716f15d HTTP/1.1" status: 200 len: 210 time: 0.0500345 Jul 30 03:44:27.508874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:27.519019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:27.533685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Transition to ACTIVE for port object 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:27.542515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:27.711938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Pushing event updated for resources: {'Port': ['ID=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:27.728497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Attempting to bind port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:27.728834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Attempting to bind port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:27.729159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Attempting to bind port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:27.734627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:44:27.734972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Attempting to bind port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:27.740486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:27.740827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:27.741214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:27.741657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Bound port: 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:27.741999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:27.878018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] For port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:27.884066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] For port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:27.893093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:27.917861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327ce3f-1f99-4e73-9f96-0b85abd13f1c req-b938f114-d280-452c-8be8-b7fabf480d51 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:27.926827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1327ce3f-1f99-4e73-9f96-0b85abd13f1c req-b938f114-d280-452c-8be8-b7fabf480d51 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 944 time: 0.1605713 Jul 30 03:44:27.995109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:27.995761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:28.003061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:22Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:28.015010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] 10.222.0.16 "PUT /v2.0/ports/228e6462-d3ac-4dbd-84b7-64bbb6fbec90 HTTP/1.1" status: 200 len: 1093 time: 1.5387163 Jul 30 03:44:28.018621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'tag': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:28.028815 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e29aa-745c-43e0-a2c2-169caf7148dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4184d9-68aa-4a02-9b84-2ade259d4bf7", "tag": "228e6462-d3ac-4dbd-84b7-64bbb6fbec90"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:28.088332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1327ce3f-1f99-4e73-9f96-0b85abd13f1c req-be6ee5f1-657b-4cf8-b731-322859db164b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504385 Jul 30 03:44:28.142537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf402928-4961-4146-9af5-00c390a11be3 None None] The sync data for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 is: [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:35:11Z', 'revision_number': 4, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '5952d25a-6931-4192-8bdd-a0b22c88a9a8', 'name': '', 'network_id': '009178f2-19e4-4dbb-a0b2-24b35b4a53b3', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'mac_address': 'fa:16:3e:37:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:09Z', 'updated_at': '2021-07-30T03:35:22Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'subnets': [{'id': '2cd2fe7c-a307-4fe5-88c5-f9548f06c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:44:28.188829 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc0ed73-6d50-4091-94b0-82cb94263aae x-openstack-request-id: req-9fc0ed73-6d50-4091-94b0-82cb94263aae {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:28.189332 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4184d9-68aa-4a02-9b84-2ade259d4bf7", "tag": "228e6462-d3ac-4dbd-84b7-64bbb6fbec90", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:28.189728 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fc0ed73-6d50-4091-94b0-82cb94263aae {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:28.190393 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'tag': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90', 'status': 'completed', 'code': 200} Jul 30 03:44:28.193994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed5bfd-9985-4108-818f-8d16b4e873fa service neutron] Pushing event updated for resources: {'Port': ['ID=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:28.204577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:28.209810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-61e4f6c7-f46c-408a-b4f4-c3f9f7a90d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:28.211942 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-61e4f6c7-f46c-408a-b4f4-c3f9f7a90d4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0823436 Jul 30 03:44:28.256884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2cff8596-5dc4-4caa-a27b-db0000c162f7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:28.257310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2cff8596-5dc4-4caa-a27b-db0000c162f7 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:28.298771 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-646cf4d6-0a5c-4495-87ff-8ba2c424afd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90 HTTP/1.1" status: 200 len: 217 time: 0.0729594 Jul 30 03:44:28.395433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-7b34e085-c34a-4e5d-bea6-c5ade14363cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:28.399176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-7b34e085-c34a-4e5d-bea6-c5ade14363cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0905690 Jul 30 03:44:28.459629 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-24f9909d-af05-4b95-b0e5-a23030f1ed2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513666 Jul 30 03:44:28.586062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:28.689382 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91231e41-761f-4857-a5d0-d105927cee82 None None] New status for floating IP 96b576bc-7066-4ad7-8a29-3f27dfe3e5ad: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:44:28.726199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73ce0d4f-13b7-44de-bb3e-0060d43d3065 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:28.780019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73ce0d4f-13b7-44de-bb3e-0060d43d3065 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:28.821203 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-89b7dfb4-7767-42e0-b002-be13fd39a0c6 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472373 Jul 30 03:44:28.869601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73ce0d4f-13b7-44de-bb3e-0060d43d3065 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:28.873674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73ce0d4f-13b7-44de-bb3e-0060d43d3065 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:28.875456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-73ce0d4f-13b7-44de-bb3e-0060d43d3065 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "DELETE /v2.0/security-groups/d51c5be8-8466-4951-b0fd-b9f95187a0a1 HTTP/1.1" status: 204 len: 168 time: 0.2870462 Jul 30 03:44:28.887115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:28.950381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce0d4f-13b7-44de-bb3e-0060d43d3065 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c5be8-8466-4951-b0fd-b9f95187a0a1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:28.967635 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-7014e540-49af-4f74-bd07-bc5cc4f87755 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] show failed (client error): The resource could not be found. Jul 30 03:44:28.969714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7014e540-49af-4f74-bd07-bc5cc4f87755 tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "GET /v2.0/security-groups/d51c5be8-8466-4951-b0fd-b9f95187a0a1 HTTP/1.1" status: 404 len: 347 time: 0.0799532 Jul 30 03:44:28.974376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:29.141238 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-737ec983-8f21-40c0-80cc-e1cef18778a8 req-8e2ebe1d-f7ac-469b-82a0-84acf953c968 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124552 Jul 30 03:44:29.166565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Deleting port f6a68097-d0f9-4494-98a0-a803f0a2063d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:29.167494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.341342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a28a1-4997-4310-86a2-1e1b234a0c4e req-8c5258f2-e8e4-4b6e-a71e-a595a2400c7e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:29.354654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e6a28a1-4997-4310-86a2-1e1b234a0c4e req-8c5258f2-e8e4-4b6e-a71e-a595a2400c7e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0847406 Jul 30 03:44:29.409036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.410280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.420312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e6a28a1-4997-4310-86a2-1e1b234a0c4e req-dfaecba7-3afc-4f88-aa0e-9c9d033810d1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643432 Jul 30 03:44:29.450820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Calling delete_port for f6a68097-d0f9-4494-98a0-a803f0a2063d owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:29.527553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:29.656303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-f85a30dc-f1b6-4ef4-b7d4-18e3085ae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:29.657900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-f85a30dc-f1b6-4ef4-b7d4-18e3085ae020 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 1096 time: 0.4085538 Jul 30 03:44:29.715980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.823350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Pushing event deleted for resources: {'Port': ['ID=f6a68097-d0f9-4494-98a0-a803f0a2063d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:29.848671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3890de61-6865-41e3-bde9-188075b3bc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.902912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55562) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:29.953437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-1f37e1ec-ff1a-41d3-934a-104e0e07909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:29.955349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-1f37e1ec-ff1a-41d3-934a-104e0e07909b service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.2879999 Jul 30 03:44:29.956419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.959108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:29.960298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e91fa1d5-2a78-4e30-9214-7abd56d9cdfb tempest-ServerActionsTestJSON-780166074 tempest-ServerActionsTestJSON-780166074-project] 10.222.0.39 "DELETE /v2.0/floatingips/96b576bc-7066-4ad7-8a29-3f27dfe3e5ad HTTP/1.1" status: 204 len: 168 time: 0.9838803 Jul 30 03:44:29.964410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55566) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:30.032896 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-13316368-c21d-488e-ae7e-3f5634a31142 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90 HTTP/1.1" status: 200 len: 217 time: 0.0684874 Jul 30 03:44:30.115196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-7c1a5d30-ba76-4312-a290-79d8309961a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:30.116857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-7c1a5d30-ba76-4312-a290-79d8309961a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0754743 Jul 30 03:44:30.169586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-6c70761e-305b-4f08-95a9-d2cbd802dbe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453844 Jul 30 03:44:30.282931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-e0f5c671-b241-4826-a70b-c033483d6f6e service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055131 Jul 30 03:44:30.431776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2e3e29aa-745c-43e0-a2c2-169caf7148dc req-6cf791f6-26a3-47a4-83b5-c5646276803f service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396854 Jul 30 03:44:30.525209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3890de61-6865-41e3-bde9-188075b3bc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.602285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8957-e07a-4d1b-8706-6e19ddb9701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.603963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3890de61-6865-41e3-bde9-188075b3bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.642519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.656816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3890de61-6865-41e3-bde9-188075b3bc88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7829ed1360af447f85ebea15fa40e9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1257331 Jul 30 03:44:30.658423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55582) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:30.661984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890de61-6865-41e3-bde9-188075b3bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76105d00-d8d2-434d-acc5-1ad0d00640ae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:30.680257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57def3a0-f203-40ca-9aa3-43f38f05ddd3 req-414208b7-bdd3-4c37-986b-ccc8ec1b7ad1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:30.681988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57def3a0-f203-40ca-9aa3-43f38f05ddd3 req-414208b7-bdd3-4c37-986b-ccc8ec1b7ad1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 944 time: 0.1551440 Jul 30 03:44:30.764384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79d-bd4e-46d1-bb01-6bd8f4ec70e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.781724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-57def3a0-f203-40ca-9aa3-43f38f05ddd3 req-5518f0f5-72a7-4483-ab4f-85f0e8093583 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557804 Jul 30 03:44:30.792255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79d-bd4e-46d1-bb01-6bd8f4ec70e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.846881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79d-bd4e-46d1-bb01-6bd8f4ec70e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.849598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79d-bd4e-46d1-bb01-6bd8f4ec70e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.851872 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0c8a79d-bd4e-46d1-bb01-6bd8f4ec70e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76105d00-d8d2-434d-acc5-1ad0d00640ae HTTP/1.1" status: 204 len: 168 time: 0.1904933 Jul 30 03:44:30.862179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8a79d-bd4e-46d1-bb01-6bd8f4ec70e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76105d00-d8d2-434d-acc5-1ad0d00640ae,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:30.961839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8957-e07a-4d1b-8706-6e19ddb9701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:30.970694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8957-e07a-4d1b-8706-6e19ddb9701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.026308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8957-e07a-4d1b-8706-6e19ddb9701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f396d53-6029-4f6b-bd5b-c68d2057a6e7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:31.068571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bf7b8957-e07a-4d1b-8706-6e19ddb9701a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5878e81589724808b3db71c1c804d765&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1642010 Jul 30 03:44:31.069839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:31.157044 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f35c-c882-474d-843e-91f139025bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.181780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f35c-c882-474d-843e-91f139025bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.229574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.261253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f35c-c882-474d-843e-91f139025bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.265206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f35c-c882-474d-843e-91f139025bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.298947 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5e8f35c-c882-474d-843e-91f139025bb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f396d53-6029-4f6b-bd5b-c68d2057a6e7 HTTP/1.1" status: 204 len: 168 time: 0.1971691 Jul 30 03:44:31.309041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:31.331722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f35c-c882-474d-843e-91f139025bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f396d53-6029-4f6b-bd5b-c68d2057a6e7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:31.369233 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25afe47c-f53f-4ba4-9b34-7ec34113e1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.623905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25afe47c-f53f-4ba4-9b34-7ec34113e1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.629130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25afe47c-f53f-4ba4-9b34-7ec34113e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.719053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-25afe47c-f53f-4ba4-9b34-7ec34113e1fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2255f6dee11545f48400f84a272692f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071851 Jul 30 03:44:31.719053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:31.750372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afe47c-f53f-4ba4-9b34-7ec34113e1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f70cce-d34c-4404-bdef-8c283c3c1591,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:31.799788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-e23ef3a5-9172-47e3-8af1-5b983fd4962a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414287 Jul 30 03:44:31.837582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff35b6e-1c99-4d2d-98c1-85e9c2509525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:31.935200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff35b6e-1c99-4d2d-98c1-85e9c2509525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:32.050801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-c32debd0-5393-4bc0-bf5d-f86d867f43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:32.052364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-c32debd0-5393-4bc0-bf5d-f86d867f43a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 1097 time: 0.1725340 Jul 30 03:44:32.075818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bf13b-87cd-44f7-96f4-3993b4597547 req-1c2208c1-0898-43e2-aa9a-d35dba8998ac tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:32.077582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b19bf13b-87cd-44f7-96f4-3993b4597547 req-1c2208c1-0898-43e2-aa9a-d35dba8998ac tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 944 time: 0.1401846 Jul 30 03:44:32.203362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-1dcc74bb-89da-43af-ba8f-10ce02475ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:32.204846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-1dcc74bb-89da-43af-ba8f-10ce02475ddb service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1088109 Jul 30 03:44:32.212560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff35b6e-1c99-4d2d-98c1-85e9c2509525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:32.215059 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff35b6e-1c99-4d2d-98c1-85e9c2509525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:32.217371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ff35b6e-1c99-4d2d-98c1-85e9c2509525 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88f70cce-d34c-4404-bdef-8c283c3c1591 HTTP/1.1" status: 204 len: 168 time: 0.4921615 Jul 30 03:44:32.276943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff35b6e-1c99-4d2d-98c1-85e9c2509525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f70cce-d34c-4404-bdef-8c283c3c1591,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:32.279510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-9e2efd40-7867-419b-a6f1-d1e7e3d55048 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 200 len: 217 time: 0.0569594 Jul 30 03:44:32.287067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Deleting port 5952d25a-6931-4192-8bdd-a0b22c88a9a8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:32.287970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:32.402296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b19bf13b-87cd-44f7-96f4-3993b4597547 req-6b58db93-6785-4a88-ab61-5b0032bafe17 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122380 Jul 30 03:44:32.404005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-401819ca-abe2-474a-868e-46e44f1d4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:32.406706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-401819ca-abe2-474a-868e-46e44f1d4a3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0766513 Jul 30 03:44:32.448769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-81765592-bec4-42d3-9511-85e6600b6539 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326188 Jul 30 03:44:32.556635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] For port 5952d25a-6931-4192-8bdd-a0b22c88a9a8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5952d25a-6931-4192-8bdd-a0b22c88a9a8,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:32.557191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:32.585591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Calling delete_port for 5952d25a-6931-4192-8bdd-a0b22c88a9a8 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:32.672447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-84b91eba-acc7-4494-a66f-127990dc0535 service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155492 Jul 30 03:44:32.794903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa678169-ef56-4003-abac-0bf3c72c4756 req-a3744048-4dc6-40c7-95aa-f9b1f40e3a1e service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051381 Jul 30 03:44:33.004492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.050331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Pushing event deleted for resources: {'Port': ['ID=5952d25a-6931-4192-8bdd-a0b22c88a9a8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:33.159106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:44:33.312228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.480522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55690) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:33.511715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:33.534461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90', 'mac_address': 'fa:16:3e:66:20:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:44:33.597446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.616708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:33.622460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55700) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:33.688211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:33.700770 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.735601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Deleting subnet 3a684e72-0f10-47f8-845e-29143a6fb15d {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:44:33.738922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.759441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05045-6808-4eb8-8040-5392302660e4 req-58eee576-da18-4392-8c6b-ef76bdf9f355 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:33.761399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68d05045-6808-4eb8-8040-5392302660e4 req-58eee576-da18-4392-8c6b-ef76bdf9f355 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 944 time: 0.2223432 Jul 30 03:44:33.765997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:44:33.817448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.824845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:33.862710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68d05045-6808-4eb8-8040-5392302660e4 req-ddaa5e4c-aa7b-4350-a9e4-478edb174886 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930982 Jul 30 03:44:33.887978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.976055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733d3df9-e56b-43b1-8a7e-d557ab07203e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:33.994754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:44:34.002998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9fe25e78-f867-43a7-b4ad-f3cbc4797095 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ed96383-3617-486f-a0ce-2285a3a3b9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0370185 Jul 30 03:44:34.005867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:34.009372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] Sync routers for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:44:34.031175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:44:34.032417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:44:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:34.119243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.128136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.174478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:44:34.272300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.275724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a684e72-0f10-47f8-845e-29143a6fb15d HTTP/1.1" status: 204 len: 168 time: 0.6521132 Jul 30 03:44:34.278377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:34.311631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a4afe-fc1c-44c4-9240-b8ce9c3b16ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a684e72-0f10-47f8-845e-29143a6fb15d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:34.318584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.406130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['228e6462-d3ac-4dbd-84b7-64bbb6fbec90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:34.470839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.473406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Deleting port 3eae9d62-3782-4d25-aa3b-357f16a8801f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:34.474332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.583174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733d3df9-e56b-43b1-8a7e-d557ab07203e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.596725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-733d3df9-e56b-43b1-8a7e-d557ab07203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.665835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-733d3df9-e56b-43b1-8a7e-d557ab07203e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba3d6ffdc5f54131ae342f36394b4c90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841836 Jul 30 03:44:34.667089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d3df9-e56b-43b1-8a7e-d557ab07203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aacd4b-93ed-47e8-bdca-931adeb46278,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:34.673498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55722) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:34.702219 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.717091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e6f71b-84d8-400a-8cdf-80f2e939e828']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:34.729834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aac28be-80e2-4105-aec1-0a5ddc2b93f9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:34.730391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aac28be-80e2-4105-aec1-0a5ddc2b93f9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:34.740963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] For port 3eae9d62-3782-4d25-aa3b-357f16a8801f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3eae9d62-3782-4d25-aa3b-357f16a8801f,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:34.741335 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.741554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.768853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Calling delete_port for 3eae9d62-3782-4d25-aa3b-357f16a8801f owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:34.772275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.785741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:44:34.785741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.802586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7eb6cd45-522a-492b-810c-23c56fadb022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:44:34.852348 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:44:34.866999 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.877703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.881769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7eb6cd45-522a-492b-810c-23c56fadb022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:34.889854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] 10.222.0.39 "DELETE /v2.0/networks/35e6f71b-84d8-400a-8cdf-80f2e939e828 HTTP/1.1" status: 204 len: 168 time: 0.6085489 Jul 30 03:44:34.915701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:44:32Z', 'revision_number': 5, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port': {'id': '3eae9d62-3782-4d25-aa3b-357f16a8801f', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:35:01Z', 'updated_at': '2021-07-30T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:34.935433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917537-a5c3-45e0-b5d3-8b17a75fe492 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e6f71b-84d8-400a-8cdf-80f2e939e828,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:34.979626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] Checking router: 1ed96383-3617-486f-a0ce-2285a3a3b9e4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:44:35.010173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] Routers {'1ed96383-3617-486f-a0ce-2285a3a3b9e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:44:35.013909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:44:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:35.058584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50ec0a-91f1-4123-9a46-fa5ba4ec7790 req-48ca63f5-3414-4108-9acf-f1f35aa0dce2 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:35.064783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c50ec0a-91f1-4123-9a46-fa5ba4ec7790 req-48ca63f5-3414-4108-9acf-f1f35aa0dce2 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0825593 Jul 30 03:44:35.148857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c50ec0a-91f1-4123-9a46-fa5ba4ec7790 req-759fcc8d-cea7-41f3-8632-a309e87fdd8b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780249 Jul 30 03:44:35.199311 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7eb6cd45-522a-492b-810c-23c56fadb022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.202890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7eb6cd45-522a-492b-810c-23c56fadb022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.204498 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7eb6cd45-522a-492b-810c-23c56fadb022 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53aacd4b-93ed-47e8-bdca-931adeb46278 HTTP/1.1" status: 204 len: 168 time: 0.5292528 Jul 30 03:44:35.216401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.232775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6cd45-522a-492b-810c-23c56fadb022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aacd4b-93ed-47e8-bdca-931adeb46278,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:35.292634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eae9d62-3782-4d25-aa3b-357f16a8801f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:35.299523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] Set router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:44:35.316741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:35.389295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.404980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc7f77b5-5e47-47e6-b234-4e31895ca987 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af28d58f5104436486b4c4f225b9b914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868652 Jul 30 03:44:35.407584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:35.466404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:44:34Z', 'revision_number': 6, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:35.510336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbd22425-ae6b-4e0a-bf6e-c467c771fa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.550998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b459099-d0e8-4bbd-bf72-2a23f328c904 None None] The sync data for ids ['1ed96383-3617-486f-a0ce-2285a3a3b9e4'] in n-d-778696-14 is: [{'id': '1ed96383-3617-486f-a0ce-2285a3a3b9e4', 'name': 'tempest-ServerActionsTestJSON-1854567138-router', 'tenant_id': '1c68c5ac8db5491191bfa214ce5c758e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:35:00Z', 'updated_at': '2021-07-30T03:44:34Z', 'revision_number': 6, 'project_id': '1c68c5ac8db5491191bfa214ce5c758e', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:44:35.555436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbd22425-ae6b-4e0a-bf6e-c467c771fa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.648059 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbd22425-ae6b-4e0a-bf6e-c467c771fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.651520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbd22425-ae6b-4e0a-bf6e-c467c771fa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.655554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bbd22425-ae6b-4e0a-bf6e-c467c771fa19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4d7a91a-fcfc-42ec-a100-bf7c1b134157 HTTP/1.1" status: 204 len: 168 time: 0.2422564 Jul 30 03:44:35.672919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.674545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22425-ae6b-4e0a-bf6e-c467c771fa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d7a91a-fcfc-42ec-a100-bf7c1b134157,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:35.681895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.784792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.785365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed96383-3617-486f-a0ce-2285a3a3b9e4 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:44:35.794629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.795855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c6c4897-3f80-41a9-b8d5-0d13c4053403 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ed96383-3617-486f-a0ce-2285a3a3b9e4 HTTP/1.1" status: 204 len: 168 time: 1.7886403 Jul 30 03:44:35.798483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:35.849391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Deleting subnet 2cd2fe7c-a307-4fe5-88c5-f9548f06c403 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:44:35.853433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:35.897785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.016646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.037649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55756) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:36.134263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.178666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd2fe7c-a307-4fe5-88c5-f9548f06c403,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:36.184517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.188195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf3935-99da-4fb4-9e97-8b8654a864f9 None None] Network 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:36.190125 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-15487197-fa17-4383-bc5a-854d76d0347a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2cd2fe7c-a307-4fe5-88c5-f9548f06c403 HTTP/1.1" status: 204 len: 168 time: 0.3900187 Jul 30 03:44:36.193084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:36.405873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a5488-b640-4f69-b3d0-629cb07fa0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.529108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.551715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] DHCP port deletion for 009178f2-19e4-4dbb-a0b2-24b35b4a53b3 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:44:36.552220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ba7-122a-4cce-a4be-b017d6e98574 req-36635792-cfd8-4846-b4ad-dcdfdd107a3d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:36.561297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9524ba7-122a-4cce-a4be-b017d6e98574 req-36635792-cfd8-4846-b4ad-dcdfdd107a3d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 945 time: 0.2726960 Jul 30 03:44:36.645334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] Deleting port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:36.646689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.665466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9524ba7-122a-4cce-a4be-b017d6e98574 req-b4506b41-dd22-4134-9c7c-0783d4880507 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983887 Jul 30 03:44:36.742409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] For port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:36.743295 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.762649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] Calling delete_port for 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:36.762977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Deleting port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:36.766354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.876283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a5488-b640-4f69-b3d0-629cb07fa0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.888315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.892001 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a5488-b640-4f69-b3d0-629cb07fa0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.968383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] Pushing event deleted for resources: {'Port': ['ID=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:36.982641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] For port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,segment=NetworkSegment(0b560385-946f-44a5-a16a-c8dfc0a97da7),segment_id=0b560385-946f-44a5-a16a-c8dfc0a97da7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:36.982998 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:36.988923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c95cd42-3005-40f5-8f67-87ca28b1d8aa None None] No DVR routers for this DVR port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:36.994288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-364a5488-b640-4f69-b3d0-629cb07fa0a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2902d918b823461bb3bd6b0b0fef5dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9549353 Jul 30 03:44:36.995159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5488-b640-4f69-b3d0-629cb07fa0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9568eec3-2408-48dd-96e5-845adb9059ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:36.998932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:37.011752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Calling delete_port for 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:37.092121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7f02-c72a-4c88-b3c8-d6c3d3a9bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.112718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.121091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7f02-c72a-4c88-b3c8-d6c3d3a9bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.142582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ebd38f-66db-4e77-b887-9cfd2f33b6a3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:37.147887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] No DVR routers for this DVR port 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:37.174747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:37.199935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7f02-c72a-4c88-b3c8-d6c3d3a9bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.202602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7f02-c72a-4c88-b3c8-d6c3d3a9bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.204195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab1e7f02-c72a-4c88-b3c8-d6c3d3a9bf55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9568eec3-2408-48dd-96e5-845adb9059ad HTTP/1.1" status: 204 len: 168 time: 0.2028525 Jul 30 03:44:37.219825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7f02-c72a-4c88-b3c8-d6c3d3a9bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9568eec3-2408-48dd-96e5-845adb9059ad,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:37.241962 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.259165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009178f2-19e4-4dbb-a0b2-24b35b4a53b3']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:37.272298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:37.277224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:37.278235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.299198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b560385-946f-44a5-a16a-c8dfc0a97da7') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:37.300378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b560385-946f-44a5-a16a-c8dfc0a97da7') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:44:37.325987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.350225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.364089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:44:37.364645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:44:37.366667 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:44:37.405183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3eae9d62-3782-4d25-aa3b-357f16a8801f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:37.446750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 3eae9d62-3782-4d25-aa3b-357f16a8801f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:37.447254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3eae9d62-3782-4d25-aa3b-357f16a8801f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:37.447785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5952d25a-6931-4192-8bdd-a0b22c88a9a8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:37.460162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.469118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.474745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/009178f2-19e4-4dbb-a0b2-24b35b4a53b3 HTTP/1.1" status: 204 len: 168 time: 1.2800245 Jul 30 03:44:37.480940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5952d25a-6931-4192-8bdd-a0b22c88a9a8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:37.481456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5952d25a-6931-4192-8bdd-a0b22c88a9a8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:37.481991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:37.485760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.490729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8545f-ad4c-49e2-a36c-7ff5158ee4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=009178f2-19e4-4dbb-a0b2-24b35b4a53b3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:37.522361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:37.522717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 60ebd38f-66db-4e77-b887-9cfd2f33b6a3 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:37.529315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:37.532015 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeb3938-fd69-4108-b29e-52f37f12f41d" -d '{"events": [{"server_uuid": "7f4184d9-68aa-4a02-9b84-2ade259d4bf7", "name": "network-vif-plugged", "status": "completed", "tag": "228e6462-d3ac-4dbd-84b7-64bbb6fbec90"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:37.569530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:37.575520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.614645 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35452bbd-1af8-4a4c-aad8-edeb6762c3d6 x-openstack-request-id: req-35452bbd-1af8-4a4c-aad8-edeb6762c3d6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:37.614946 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4184d9-68aa-4a02-9b84-2ade259d4bf7", "name": "network-vif-plugged", "status": "completed", "tag": "228e6462-d3ac-4dbd-84b7-64bbb6fbec90", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:37.615227 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35452bbd-1af8-4a4c-aad8-edeb6762c3d6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:37.615625 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90', 'code': 200} Jul 30 03:44:37.682772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:37.738749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:37.743613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa957b9-265a-4100-b3e1-cd7ca011c7fa req-77bd639c-2510-4c0e-bb7c-c285c19259dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:37.745809 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0fa957b9-265a-4100-b3e1-cd7ca011c7fa req-77bd639c-2510-4c0e-bb7c-c285c19259dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0578864 Jul 30 03:44:37.783244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:37.837993 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0fa957b9-265a-4100-b3e1-cd7ca011c7fa req-92fe3ba7-47f6-4c64-8802-e36facc2f7ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842471 Jul 30 03:44:37.839353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64dad706-87f0-4719-913c-e8dceee261c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:37.841986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-19a6ee64-c062-497a-b8a7-487fefde4fbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c68c5ac8db5491191bfa214ce5c758e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010578 Jul 30 03:44:37.850114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55878) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:37.867498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c5a1-1bff-43d2-8de9-cbadd9f0eab2 req-e70dd20f-3583-4a5c-adab-16803b432624 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:37.869362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c921c5a1-1bff-43d2-8de9-cbadd9f0eab2 req-e70dd20f-3583-4a5c-adab-16803b432624 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1186531 Jul 30 03:44:37.924725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c921c5a1-1bff-43d2-8de9-cbadd9f0eab2 req-652c757d-fd2a-4fc8-8384-c88a127a7855 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475452 Jul 30 03:44:37.973891 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91755927-3253-4ad3-b6a6-371f9755280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.000989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91755927-3253-4ad3-b6a6-371f9755280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.080506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64dad706-87f0-4719-913c-e8dceee261c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.082404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91755927-3253-4ad3-b6a6-371f9755280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.085689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91755927-3253-4ad3-b6a6-371f9755280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.087883 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91755927-3253-4ad3-b6a6-371f9755280a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8291ef41-065d-4a23-9983-387708452bcc HTTP/1.1" status: 204 len: 168 time: 0.2342889 Jul 30 03:44:38.095956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64dad706-87f0-4719-913c-e8dceee261c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.100196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91755927-3253-4ad3-b6a6-371f9755280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291ef41-065d-4a23-9983-387708452bcc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:38.146337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64dad706-87f0-4719-913c-e8dceee261c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ca17f60930b4e2493101d238ff06697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616021 Jul 30 03:44:38.148925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:38.156617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dad706-87f0-4719-913c-e8dceee261c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388a015-9a49-4979-9fef-5f763d23c3d6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:38.249761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cbd31925-2cce-49e4-8e35-3410df67d7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.282983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cbd31925-2cce-49e4-8e35-3410df67d7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.353266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cbd31925-2cce-49e4-8e35-3410df67d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.356555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cbd31925-2cce-49e4-8e35-3410df67d7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:38.358021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cbd31925-2cce-49e4-8e35-3410df67d7e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a388a015-9a49-4979-9fef-5f763d23c3d6 HTTP/1.1" status: 204 len: 168 time: 0.2080777 Jul 30 03:44:38.367679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd31925-2cce-49e4-8e35-3410df67d7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388a015-9a49-4979-9fef-5f763d23c3d6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:38.861545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:39.039192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac67c353-4930-4d94-ac9a-00e337db315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.159394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cd2f4-b7cf-4c81-bb0c-e17156cf1db3 req-bdb62bfb-40b8-458d-9a6d-b22740bcc0af tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:39.161237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e72cd2f4-b7cf-4c81-bb0c-e17156cf1db3 req-bdb62bfb-40b8-458d-9a6d-b22740bcc0af tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1244614 Jul 30 03:44:39.271641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e72cd2f4-b7cf-4c81-bb0c-e17156cf1db3 req-8a7fcd25-7fa0-4bd3-938d-3df2333f79d6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970953 Jul 30 03:44:39.347743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac67c353-4930-4d94-ac9a-00e337db315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.356408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac67c353-4930-4d94-ac9a-00e337db315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.397818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67c353-4930-4d94-ac9a-00e337db315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11fdaf-40bb-4869-9e39-f2ef351d9eb9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:39.415415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ac67c353-4930-4d94-ac9a-00e337db315c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7d16fb46d3f4d2099dce1e8b7d2394d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603137 Jul 30 03:44:39.417783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:39.509166 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52c74dff-29f1-408b-8762-34c199386a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.539428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52c74dff-29f1-408b-8762-34c199386a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.610798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52c74dff-29f1-408b-8762-34c199386a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.613398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52c74dff-29f1-408b-8762-34c199386a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:39.614643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-52c74dff-29f1-408b-8762-34c199386a72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac11fdaf-40bb-4869-9e39-f2ef351d9eb9 HTTP/1.1" status: 204 len: 168 time: 0.1957614 Jul 30 03:44:39.625109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c74dff-29f1-408b-8762-34c199386a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11fdaf-40bb-4869-9e39-f2ef351d9eb9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:39.663623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56124) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:39.979605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1691664688-network', 'tenant_id': 'f6777d3ee375494aa579ac7935f950a4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:40.013674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Made reservation on behalf of f6777d3ee375494aa579ac7935f950a4 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:40.013839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:40.014968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.026638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.154544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.163212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.259919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf4-9467-4969-945b-fef5dfa66f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.517784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1d66f-97c2-4208-a9c8-0593c321dac2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:40.527743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:44:40.537576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.537925 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Added segment 42d1b5f4-499f-4339-ae2f-3321ace27017 of type vlan for network 7690f19e-84cf-45a8-82fa-47fc066975e4 Jul 30 03:44:40.589450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.637900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.638953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:40.639589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.738918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] Pushing event updated for resources: {'Network': ['ID=7690f19e-84cf-45a8-82fa-47fc066975e4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:40.752912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7690f19e-84cf-45a8-82fa-47fc066975e4 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:44:40.886245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:40.994050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56192) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:41.007090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf4-9467-4969-945b-fef5dfa66f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.020889 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf4-9467-4969-945b-fef5dfa66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.028697 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f9bef27f-a247-4ce1-946d-f6e421073792 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3619096 Jul 30 03:44:41.031801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56196) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:41.040980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Request body: {'subnet': {'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1691664688-subnet', 'tenant_id': 'f6777d3ee375494aa579ac7935f950a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:41.054591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cda278-8af5-4b9b-a344-81c618eab053 req-6f4f19b7-1cab-48a6-b938-0cb7b7515714 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:41.061813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26cda278-8af5-4b9b-a344-81c618eab053 req-6f4f19b7-1cab-48a6-b938-0cb7b7515714 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.6092844 Jul 30 03:44:41.081422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Made reservation on behalf of f6777d3ee375494aa579ac7935f950a4 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:41.084878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.104615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d11dbcf4-9467-4969-945b-fef5dfa66f58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60fbe8ef085447829fabb408df196e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889599 Jul 30 03:44:41.108358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dbcf4-9467-4969-945b-fef5dfa66f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be884ea7-6f72-49ad-85a1-f1bc0009d65c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:41.123740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:41.161007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26cda278-8af5-4b9b-a344-81c618eab053 req-2cab7fd0-22dd-45c3-bf02-466f80cd6efc tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932174 Jul 30 03:44:41.208427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225e7a86-3dc0-49a7-a92a-9433d7d9160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.228415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-532759081'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:41.235322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225e7a86-3dc0-49a7-a92a-9433d7d9160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.270367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:41.274788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.286126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.352189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356c80-564c-4a45-9d09-4a9a62f4b73b req-87985218-9522-40d3-a396-0b2ca58879f7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:41.354606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba356c80-564c-4a45-9d09-4a9a62f4b73b req-87985218-9522-40d3-a396-0b2ca58879f7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0731745 Jul 30 03:44:41.356347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225e7a86-3dc0-49a7-a92a-9433d7d9160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.359973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225e7a86-3dc0-49a7-a92a-9433d7d9160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.362137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-225e7a86-3dc0-49a7-a92a-9433d7d9160e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be884ea7-6f72-49ad-85a1-f1bc0009d65c HTTP/1.1" status: 204 len: 168 time: 0.2373602 Jul 30 03:44:41.425822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e7a86-3dc0-49a7-a92a-9433d7d9160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be884ea7-6f72-49ad-85a1-f1bc0009d65c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:41.450756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba356c80-564c-4a45-9d09-4a9a62f4b73b req-7b591aa9-e2da-4c20-a053-fba6833b94b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787418 Jul 30 03:44:41.508544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.517361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.552973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.567441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:44:41.606475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.606895 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Added segment 46b6abd0-f327-48e0-a7b8-b46938edf0df of type vlan for network 9e1f1956-7d51-47a1-bf41-0001a2695f11 Jul 30 03:44:41.608413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a0308-7278-490a-9984-93f036e63b8d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:41.673292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.683925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c46082-6230-41c3-9823-59d25fb49fce,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:41.711501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Checking segment: {'id': '42d1b5f4-499f-4339-ae2f-3321ace27017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:41.712301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Network hostable DHCP agents. Network: 7690f19e-84cf-45a8-82fa-47fc066975e4, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:44:41.741012 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.750454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:41.750992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.818755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Network 7690f19e-84cf-45a8-82fa-47fc066975e4 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:44:41.853829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:41.861790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:41.863722 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8679416 Jul 30 03:44:41.881078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e702df-85e7-463e-af92-bd0d8a75f68f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Network': ['ID=9e1f1956-7d51-47a1-bf41-0001a2695f11,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:41.894882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7690f19e-84cf-45a8-82fa-47fc066975e4) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:41.895855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:44:41.900086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:41.900949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:41.924359 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3389ff85-c1c3-4227-a10b-6b797c2172db admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8898859 Jul 30 03:44:41.927403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb695d8-8bfe-4e6d-a92c-511be18eb7cf None None] Network 7690f19e-84cf-45a8-82fa-47fc066975e4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:41.994507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192b4f4-9034-42b9-a03f-b4f30d7f454a req-0e41febe-9e4a-4661-8800-a16c4fb51862 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:42.002366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1192b4f4-9034-42b9-a03f-b4f30d7f454a req-0e41febe-9e4a-4661-8800-a16c4fb51862 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1908264 Jul 30 03:44:42.090336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1192b4f4-9034-42b9-a03f-b4f30d7f454a req-91b50b9f-395c-47ee-83a7-907622c459b7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873461 Jul 30 03:44:42.100392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:42.105720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.132571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbbf6d-7283-4005-8081-04a096eaa23b None None] Network 7690f19e-84cf-45a8-82fa-47fc066975e4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:42.134027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56248) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:42.154023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a03789d-d473-4295-9ceb-be953ecbdbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.357155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25e6a4ac-2b19-4a17-92f9-70bf6f2018ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.392288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a03789d-d473-4295-9ceb-be953ecbdbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.400887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a03789d-d473-4295-9ceb-be953ecbdbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.430547 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a03789d-d473-4295-9ceb-be953ecbdbd5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d31dba1206c8471d972ac712d7c64a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951946 Jul 30 03:44:42.431465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56262) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:42.519585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03789d-d473-4295-9ceb-be953ecbdbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff69176e-0efa-4100-9826-e89d29ab60f4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:42.553038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.585093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bdddfaa-37ea-49ed-88c1-101ccc750695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.613918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bdddfaa-37ea-49ed-88c1-101ccc750695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.670761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=e279d8a1-361b-4947-8773-aaf789a55933,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:42.678752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:42.679119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network hostable DHCP agents. Network: 9e1f1956-7d51-47a1-bf41-0001a2695f11, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:44:42.687182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bdddfaa-37ea-49ed-88c1-101ccc750695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.690197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bdddfaa-37ea-49ed-88c1-101ccc750695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.695051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9bdddfaa-37ea-49ed-88c1-101ccc750695 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff69176e-0efa-4100-9826-e89d29ab60f4 HTTP/1.1" status: 204 len: 168 time: 0.2612433 Jul 30 03:44:42.706114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdddfaa-37ea-49ed-88c1-101ccc750695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff69176e-0efa-4100-9826-e89d29ab60f4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:42.717626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:44:42.737042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9e1f1956-7d51-47a1-bf41-0001a2695f11) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:42.746738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:42.747378 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:42.754413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045ef47-8e7d-480b-a6bc-1575e5b0e0b0 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:42.835075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5575ca2e-14a2-4955-bee6-b4e63ce9c257 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9797039 Jul 30 03:44:42.839303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:42.845026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'name': 'tempest-NetworksTestDHCPv6-48814123'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:43.025113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-94da06d9-f79e-4fc6-9960-5d9f849423b2 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:43.027279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-94da06d9-f79e-4fc6-9960-5d9f849423b2 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/networks?id=7690f19e-84cf-45a8-82fa-47fc066975e4 HTTP/1.1" status: 200 len: 814 time: 0.2340887 Jul 30 03:44:43.030179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:43.037155 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.061234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'e279d8a1-361b-4947-8773-aaf789a55933'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:44:43.062800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.079495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:43.080450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-60ac066f-4e4f-424b-9015-05951f9483ce tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/quotas/f6777d3ee375494aa579ac7935f950a4 HTTP/1.1" status: 200 len: 375 time: 0.0455618 Jul 30 03:44:43.123898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port d72c068b-b02d-40e2-972e-970f811be200 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:44:43.153866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-238af119-2d9f-4504-9157-48995189b529 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6777d3ee375494aa579ac7935f950a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650716 Jul 30 03:44:43.388820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-db10d118-1448-451b-9504-2646614a9097 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:43.390746 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-db10d118-1448-451b-9504-2646614a9097 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1400392 Jul 30 03:44:43.408301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5bc7-17cf-46ad-b300-ed5ff3ad4d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.433027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ee33b-7d94-436c-a1ed-110ad3dbc1f8 req-935205d7-285d-4e4d-8cf2-f72da37272cd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:43.434730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a5ee33b-7d94-436c-a1ed-110ad3dbc1f8 req-935205d7-285d-4e4d-8cf2-f72da37272cd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1082401 Jul 30 03:44:43.472295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-0952eb7f-3f9f-4632-b460-7fe7f5e21aee service neutron] 10.222.0.39 "GET /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099608 Jul 30 03:44:43.507579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::2e (9e1f1956-7d51-47a1-bf41-0001a2695f11/e279d8a1-361b-4947-8773-aaf789a55933/d72c068b-b02d-40e2-972e-970f811be200) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:43.649076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-c8e903ee-aca5-4e7e-9a39-2e922e131368 service neutron] 10.222.0.39 "GET /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751668 Jul 30 03:44:43.665807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a5ee33b-7d94-436c-a1ed-110ad3dbc1f8 req-1b1066ee-993c-483d-92f4-47152f6c4da3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838370 Jul 30 03:44:43.677484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.703582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object d72c068b-b02d-40e2-972e-970f811be200 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:43.773678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:43.774238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.849123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.874201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5bc7-17cf-46ad-b300-ed5ff3ad4d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.883884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af4c10c0-ad5a-42d2-9c11-b9a6e72613d4 req-10c67026-7c3b-4e3c-8102-803e591fe823 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 210 time: 0.0573189 Jul 30 03:44:43.909152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/e279d8a1-361b-4947-8773-aaf789a55933/6596e60d-3c83-4736-b9f5-5a73c594a7f2) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:43.918893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5bc7-17cf-46ad-b300-ed5ff3ad4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:43.947162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:43.970515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:43.991876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:43.997545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:43.998170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.008409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=d72c068b-b02d-40e2-972e-970f811be200,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:44.011859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:44.012234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.025315 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4ac5bc7-17cf-46ad-b300-ed5ff3ad4d04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffa819a0498b429381cf5f743bcb0e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9446633 Jul 30 03:44:44.028504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:44.030227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac5bc7-17cf-46ad-b300-ed5ff3ad4d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6186ec30-cf58-43b1-aded-1fe0cb9d7cb2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:44.036901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:44.055647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-24f62492-f995-4e1e-9cf2-103f6d1aeeba tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2104208 Jul 30 03:44:44.056093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56314) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:44.172387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49b4a2-4e91-4dd0-aab3-a3eb18311e20 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:44.174020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cf49b4a2-4e91-4dd0-aab3-a3eb18311e20 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1181135 Jul 30 03:44:44.177088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:44.179355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-915cf4d1-86ac-4f92-b10a-d8725edccae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.241089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.245410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.245735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-915cf4d1-86ac-4f92-b10a-d8725edccae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.265893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:44.293582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=228e6462-d3ac-4dbd-84b7-64bbb6fbec90,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:44.316152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['228e6462-d3ac-4dbd-84b7-64bbb6fbec90'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:44.321123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Transition to ACTIVE for port object 6596e60d-3c83-4736-b9f5-5a73c594a7f2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:44.368040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Transition to ACTIVE for port object 6596e60d-3c83-4736-b9f5-5a73c594a7f2 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:44.372687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:44.376248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.378951 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c0ff544-c821-4366-89e6-b2ed8f4e2b1b req-b2eba61c-b0b7-4d19-90cd-4fa1f1bbf6e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "DELETE /v2.0/ports/228e6462-d3ac-4dbd-84b7-64bbb6fbec90 HTTP/1.1" status: 204 len: 173 time: 0.9792845 Jul 30 03:44:44.379721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'name': 'network-vif-deleted', 'tag': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:44.383277 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8348c-50aa-4785-955c-a264aae1ca98" -d '{"events": [{"server_uuid": "7f4184d9-68aa-4a02-9b84-2ade259d4bf7", "name": "network-vif-deleted", "tag": "228e6462-d3ac-4dbd-84b7-64bbb6fbec90"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:44.388610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.416264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port d72c068b-b02d-40e2-972e-970f811be200 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:44.416634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.440268 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e9aada-948f-4f2e-aa7d-b899a7539e3f x-openstack-request-id: req-e1e9aada-948f-4f2e-aa7d-b899a7539e3f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:44.440975 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4184d9-68aa-4a02-9b84-2ade259d4bf7", "name": "network-vif-deleted", "tag": "228e6462-d3ac-4dbd-84b7-64bbb6fbec90", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:44.441374 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1e9aada-948f-4f2e-aa7d-b899a7539e3f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:44.441974 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4184d9-68aa-4a02-9b84-2ade259d4bf7', 'name': 'network-vif-deleted', 'tag': '228e6462-d3ac-4dbd-84b7-64bbb6fbec90', 'status': 'completed', 'code': 200} Jul 30 03:44:44.507829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Pushing event updated for resources: {'Port': ['ID=6596e60d-3c83-4736-b9f5-5a73c594a7f2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:44.520348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-915cf4d1-86ac-4f92-b10a-d8725edccae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.523796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-915cf4d1-86ac-4f92-b10a-d8725edccae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.527252 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-915cf4d1-86ac-4f92-b10a-d8725edccae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6186ec30-cf58-43b1-aded-1fe0cb9d7cb2 HTTP/1.1" status: 204 len: 168 time: 0.4976785 Jul 30 03:44:44.532266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:44.541059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:44.544061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cf4d1-86ac-4f92-b10a-d8725edccae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6186ec30-cf58-43b1-aded-1fe0cb9d7cb2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:44.556072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:44.589622 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.607473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for d72c068b-b02d-40e2-972e-970f811be200 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:44.882994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4b47e62-a881-4799-954e-4485c1b6d23b req-fda66bbb-e1c5-4fec-a352-c373bc082287 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f4184d9-68aa-4a02-9b84-2ade259d4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0836143 Jul 30 03:44:44.892908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b9bea5cc-f4da-4ed3-a9af-26df057ced44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.949919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.971510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Attempting to bind port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:44.972136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Attempting to bind port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:44.972668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Attempting to bind port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:44.981426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:44.982227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:44.982854 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.983521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:44.984220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Bound port: 6596e60d-3c83-4736-b9f5-5a73c594a7f2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:44.985109 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:44.988557 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.009364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=d72c068b-b02d-40e2-972e-970f811be200,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:45.060718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3516d1d6-dc05-4bdb-8be8-251dc2b1542e req-e75b602f-bcca-4aa2-88ef-01c83238e4cf tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 210 time: 0.0375893 Jul 30 03:44:45.071288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] For port 6596e60d-3c83-4736-b9f5-5a73c594a7f2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:45.075472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] For port 6596e60d-3c83-4736-b9f5-5a73c594a7f2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6596e60d-3c83-4736-b9f5-5a73c594a7f2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:45.082030 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.086905 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.088245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56344) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:45.109236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-12cdc022-83b5-43f6-b675-67f3bec94907 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/d72c068b-b02d-40e2-972e-970f811be200 HTTP/1.1" status: 204 len: 168 time: 0.9290993 Jul 30 03:44:45.190812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0086-70ff-4e27-9934-b062b1131ec1 None None] Pushing event updated for resources: {'Port': ['ID=6596e60d-3c83-4736-b9f5-5a73c594a7f2,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:45.212001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:45.222690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22599999-142a-4437-8aaf-af696d1130e0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:45.226470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22599999-142a-4437-8aaf-af696d1130e0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:45.231010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22599999-142a-4437-8aaf-af696d1130e0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1297731 Jul 30 03:44:45.231926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:45.272852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9627f66-6a65-41c8-b673-2070912843c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.302550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet e279d8a1-361b-4947-8773-aaf789a55933 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:44:45.306961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.358744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.497715 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.532254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-e3f08c68-0c0e-4ed1-bce6-71a3d4e8dc2e tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:45.533754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-e3f08c68-0c0e-4ed1-bce6-71a3d4e8dc2e tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.18 "GET /v2.0/networks?id=7690f19e-84cf-45a8-82fa-47fc066975e4 HTTP/1.1" status: 200 len: 814 time: 0.2411952 Jul 30 03:44:45.550331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Request body: {'port': {'device_id': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4', 'admin_state_up': True, 'tenant_id': 'f6777d3ee375494aa579ac7935f950a4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:45.610877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.646159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=e279d8a1-361b-4947-8773-aaf789a55933,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:45.650359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.652880 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0130f61-0b84-4114-8b92-6cd18266b1c3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/e279d8a1-361b-4947-8773-aaf789a55933 HTTP/1.1" status: 204 len: 168 time: 0.4198608 Jul 30 03:44:45.655433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56360) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:45.728470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9627f66-6a65-41c8-b673-2070912843c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.729073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f472954b-b134-45f6-9dff-456747f84e3f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722015 Jul 30 03:44:45.731591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:45.737224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:45.738815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9627f66-6a65-41c8-b673-2070912843c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.781440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Made reservation on behalf of f6777d3ee375494aa579ac7935f950a4 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:45.784988 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.799084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b9627f66-6a65-41c8-b673-2070912843c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7482a337808d4c508b889bf0eca657a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835350 Jul 30 03:44:45.800115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56366) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:45.812092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9627f66-6a65-41c8-b673-2070912843c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde744c-01b2-497b-a21b-9fbc3c249823,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:45.919626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:45.923646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:45.977564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Allocated IP 172.20.0.5 (7690f19e-84cf-45a8-82fa-47fc066975e4/b9c46082-6230-41c3-9823-59d25fb49fce/1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:45.993563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a08a1926-cc9f-4278-853c-84bb93f85f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.035623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a08a1926-cc9f-4278-853c-84bb93f85f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.226287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.260100 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.271791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a08a1926-cc9f-4278-853c-84bb93f85f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.275419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a08a1926-cc9f-4278-853c-84bb93f85f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.279050 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a08a1926-cc9f-4278-853c-84bb93f85f63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cde744c-01b2-497b-a21b-9fbc3c249823 HTTP/1.1" status: 204 len: 168 time: 0.4695342 Jul 30 03:44:46.337611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1926-cc9f-4278-853c-84bb93f85f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde744c-01b2-497b-a21b-9fbc3c249823,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:46.352673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:46.365638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.368976 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.396257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:46.405519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:46.412471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.425316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Network 7690f19e-84cf-45a8-82fa-47fc066975e4 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:46.433841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=0bcbf42f-74d4-4ba3-8342-1c41014c2765,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:46.435935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:46.453333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:46.463511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4731f46f-f968-4416-afd5-0f8d9d1e19c6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7304358 Jul 30 03:44:46.466329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56386) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:46.483911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'name': 'tempest-NetworksTestDHCPv6-371243599'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:46.522831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:46.524730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.552653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e0d5e-db92-490a-b976-2feefa7f890b req-6bc4d53e-a51a-4a51-bb40-7ef88b0b5ff9 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:46.568856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d76e0d5e-db92-490a-b976-2feefa7f890b req-6bc4d53e-a51a-4a51-bb40-7ef88b0b5ff9 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 931 time: 0.2660058 Jul 30 03:44:46.590208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Pushing event updated for resources: {'Port': ['ID=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:46.619316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-3ad4fcf9-25a9-4ee4-a5d1-4a52a7343972 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0747590 Jul 30 03:44:46.643689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Request body: {'port': {'device_id': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:46.718847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.722996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:46.727406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:46.734200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d76e0d5e-db92-490a-b976-2feefa7f890b req-cfdf1856-91b0-48a5-860e-7758991e9505 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643755 Jul 30 03:44:46.768793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 9f819941-06c0-458a-9b98-547ac45dc597 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:44:46.838709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45619859-528c-4d83-b95c-dc099d1494e9 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:46.958165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-92d5130c-9c7f-4302-9395-b43f874f6103 None None] Provisioning for port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:46.996235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::394 (9e1f1956-7d51-47a1-bf41-0001a2695f11/0bcbf42f-74d4-4ba3-8342-1c41014c2765/9f819941-06c0-458a-9b98-547ac45dc597) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:47.213848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-1a3351f2-fc2a-48e6-8fa3-85fb4dec7006 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:47.215427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-1a3351f2-fc2a-48e6-8fa3-85fb4dec7006 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2625735 Jul 30 03:44:47.240182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:47.246777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-4d425f55-06de-4fba-9116-52540e214cd9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0245593 Jul 30 03:44:47.272238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:47.274959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 228e6462-d3ac-4dbd-84b7-64bbb6fbec90 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:47.285471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.306803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 9f819941-06c0-458a-9b98-547ac45dc597 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:47.333429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:47.353620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.382676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.399832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b483a3df-9686-4e06-bea6-4b7d54976c11 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154594 Jul 30 03:44:47.401249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Transition to ACTIVE for port object 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:47.406380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.444061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d38a92-23c3-4320-bbf9-e6d3f1de760c None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:47.494185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:47.495975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=9f819941-06c0-458a-9b98-547ac45dc597,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:47.506035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:47.512763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:47.518949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:47.519630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.529247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:47.536497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6596e60d-3c83-4736-b9f5-5a73c594a7f2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:47.606258 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6bd788e5-bb1e-4164-a1ea-144434604d43 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1356273 Jul 30 03:44:47.606597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56432) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:47.637274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-c8f7446a-234b-4616-9b12-c9f36b214f1b service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059615 Jul 30 03:44:47.702007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:47.707447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:47.708175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.725288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368e3a9e-d070-4087-bef5-8f7bb6b6cf68 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:47.740460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368e3a9e-d070-4087-bef5-8f7bb6b6cf68 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:47.749061 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-368e3a9e-d070-4087-bef5-8f7bb6b6cf68 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1389651 Jul 30 03:44:47.749223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-f8eaba63-178b-460f-a819-250d42fc5f9a service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030390 Jul 30 03:44:47.750721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56438) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:47.938207 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:47.972797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 9f819941-06c0-458a-9b98-547ac45dc597 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:47.973082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.028416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f844d-3349-4982-9aab-06f00552ccec req-589c5aec-2ade-48d1-a8a5-095cfa2e2729 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:48.037836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-785f844d-3349-4982-9aab-06f00552ccec req-589c5aec-2ade-48d1-a8a5-095cfa2e2729 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 943 time: 0.1683640 Jul 30 03:44:48.045631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6596e60d-3c83-4736-b9f5-5a73c594a7f2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6596e60d-3c83-4736-b9f5-5a73c594a7f2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:48.067096 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.071811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Attempting to bind port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:48.072127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Attempting to bind port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '42d1b5f4-499f-4339-ae2f-3321ace27017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:48.072467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Attempting to bind port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f on network 7690f19e-84cf-45a8-82fa-47fc066975e4 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:48.130300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f on network 7690f19e-84cf-45a8-82fa-47fc066975e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:44:48.130300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Attempting to bind port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f on network 7690f19e-84cf-45a8-82fa-47fc066975e4 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:48.138717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.141689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcc016b6-07d9-4933-a62b-75604e7cea42 req-d1aba9bf-b667-4b9f-895f-b06b864edbb0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 210 time: 0.0584493 Jul 30 03:44:48.158463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 9f819941-06c0-458a-9b98-547ac45dc597 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:48.159294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:48.159644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Checking segment: {'id': '42d1b5f4-499f-4339-ae2f-3321ace27017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:48.160035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Bound using segment: {'id': '42d1b5f4-499f-4339-ae2f-3321ace27017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:48.160716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Bound port: 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d1b5f4-499f-4339-ae2f-3321ace27017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:48.160847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.209441 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.216262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-785f844d-3349-4982-9aab-06f00552ccec req-e94883d8-39f6-43cb-9c81-b0cd8ded2d60 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775467 Jul 30 03:44:48.234165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6596e60d-3c83-4736-b9f5-5a73c594a7f2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:48.346805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] For port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:48.355069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] For port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,segment=NetworkSegment(42d1b5f4-499f-4339-ae2f-3321ace27017),segment_id=42d1b5f4-499f-4339-ae2f-3321ace27017)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:48.370647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.372753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.393362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a55b99a6-a651-4db1-a469-c49b3d262b7a None None] Provisioning complete for port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:48.394949 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a55b99a6-a651-4db1-a469-c49b3d262b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.449973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=9f819941-06c0-458a-9b98-547ac45dc597,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:48.456463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:48.457996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.459426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] 10.222.0.18 "PUT /v2.0/ports/1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f HTTP/1.1" status: 200 len: 1092 time: 1.8275659 Jul 30 03:44:48.459875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'tag': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:48.462793 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a656df38-0935-458b-9693-38ad70d1cc97" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e0696f-2b4c-4fb9-b3ee-25607f65d11d", "tag": "1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:48.533253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.543215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c165e84c-82a1-4d2d-8dbd-31638052d927 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/9f819941-06c0-458a-9b98-547ac45dc597 HTTP/1.1" status: 204 len: 168 time: 0.7915459 Jul 30 03:44:48.544240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56476) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:48.605719 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e364d60-f787-4c40-8c9f-a70b98b21722 x-openstack-request-id: req-8e364d60-f787-4c40-8c9f-a70b98b21722 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:48.606400 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e0696f-2b4c-4fb9-b3ee-25607f65d11d", "tag": "1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:48.606844 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e364d60-f787-4c40-8c9f-a70b98b21722 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:48.607614 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'tag': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f', 'status': 'completed', 'code': 200} Jul 30 03:44:48.616708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa4352-fb27-4db7-a55a-2d69df117f61 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:48.657169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a55b99a6-a651-4db1-a469-c49b3d262b7a None None] Could not find standard attr ID for object 9f819941-06c0-458a-9b98-547ac45dc597. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:44:48.668735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-0b201ecb-13de-4a00-a093-451a1645f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:48.671707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-0b201ecb-13de-4a00-a093-451a1645f87c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6777d3ee375494aa579ac7935f950a4&device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 1095 time: 0.1486707 Jul 30 03:44:48.674277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e528d-1683-48c3-8298-bc16a214c397 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:48.676037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e528d-1683-48c3-8298-bc16a214c397 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:48.677606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e02e528d-1683-48c3-8298-bc16a214c397 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1323996 Jul 30 03:44:48.680765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56484) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:48.762943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-e33a6b4a-bfe0-4637-953a-991034b6cca9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f HTTP/1.1" status: 200 len: 217 time: 0.0809793 Jul 30 03:44:48.773868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ba3555a1-58a5-4925-9aa1-48a08a4d2413 None None] Could not find standard attr ID for object d72c068b-b02d-40e2-972e-970f811be200. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:44:48.819044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 0bcbf42f-74d4-4ba3-8342-1c41014c2765 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:44:48.823191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:48.846832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-87cf9dca-fd73-43c2-b017-4287a887a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:48.848352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-87cf9dca-fd73-43c2-b017-4287a887a680 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9c46082-6230-41c3-9823-59d25fb49fce HTTP/1.1" status: 200 len: 854 time: 0.0759156 Jul 30 03:44:48.920095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-1811045f-37b9-4e19-ab4a-7b30657291d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7690f19e-84cf-45a8-82fa-47fc066975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592659 Jul 30 03:44:48.923823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.030987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.102808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.128395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-de6353bd-5932-43a8-adf9-22ecda4ac90a service neutron] 10.222.0.18 "GET /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964951 Jul 30 03:44:49.160341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcbf42f-74d4-4ba3-8342-1c41014c2765,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:49.164278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.169678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d6d78aee-c167-49b8-8278-14e2eb41996d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/0bcbf42f-74d4-4ba3-8342-1c41014c2765 HTTP/1.1" status: 204 len: 168 time: 0.4879231 Jul 30 03:44:49.170308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:49.205826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:49.206563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-65961d40-418c-47b6-b839-77ac402e10f4 None None] Could not find standard attr ID for object 9f819941-06c0-458a-9b98-547ac45dc597. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:44:49.289531 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d19e1dca-1e56-4a0b-a284-06db5cb3d34b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166945 Jul 30 03:44:49.294005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56508) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:49.300896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:49.358891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73e763e6-ff0a-4723-a092-fbd9d7ef4663 req-c5437fe3-c33d-4de1-afce-8ae321afd3a6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 210 time: 0.0834281 Jul 30 03:44:49.423880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29dcdb44-96dc-42bf-8de6-65a527d8d309 req-1ec23c70-81ff-478f-a59d-9ce5a596c4df service neutron] 10.222.0.18 "GET /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866325 Jul 30 03:44:49.428672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6596e60d-3c83-4736-b9f5-5a73c594a7f2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:49.504773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6d73c33-3421-4905-8bba-54b9ee3b40b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.507092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:49.507738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.515706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:49.521343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.555178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79daee-c4d7-4d79-b7a0-9ec085c6fc93 req-528ed7f7-db4c-4e5c-b1fc-f31060ab89b8 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:49.556775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe79daee-c4d7-4d79-b7a0-9ec085c6fc93 req-528ed7f7-db4c-4e5c-b1fc-f31060ab89b8 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 943 time: 0.1887376 Jul 30 03:44:49.606191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c681b35-49c2-4e88-b756-7187286162af None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:49.758308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6d73c33-3421-4905-8bba-54b9ee3b40b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.773372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6d73c33-3421-4905-8bba-54b9ee3b40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.806524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe79daee-c4d7-4d79-b7a0-9ec085c6fc93 req-f8da553a-52f7-4bc2-806c-bdb9632ce9cf tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952136 Jul 30 03:44:49.817027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656df38-0935-458b-9693-38ad70d1cc97 req-8eea64eb-1315-48f4-9248-cb9bec65be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:49.822913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-8eea64eb-1315-48f4-9248-cb9bec65be7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6777d3ee375494aa579ac7935f950a4&device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 1095 time: 0.2995644 Jul 30 03:44:49.858195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73c33-3421-4905-8bba-54b9ee3b40b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8521061-d551-4de2-b6b4-b2b1718bb2ea,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:49.869281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a6d73c33-3421-4905-8bba-54b9ee3b40b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2498a318d7244ff0be9f023b32c59ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6622281 Jul 30 03:44:49.876370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56520) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:49.899363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:44:49.972268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-1a225944-1d4e-4a2a-b11a-840cd8f42277 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:49.974199 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-1a225944-1d4e-4a2a-b11a-840cd8f42277 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2983820 Jul 30 03:44:49.978141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] Deleting port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:49.978605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.981976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:49.998725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656df38-0935-458b-9693-38ad70d1cc97 req-012db0fa-1ca8-4f1f-8c3b-990281eb289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:50.000244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-012db0fa-1ca8-4f1f-8c3b-990281eb289d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7690f19e-84cf-45a8-82fa-47fc066975e4 HTTP/1.1" status: 200 len: 914 time: 0.1659420 Jul 30 03:44:50.028830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:50.048264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-a54fb036-6af3-453f-b4eb-a41d0102eb4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f HTTP/1.1" status: 200 len: 217 time: 0.0394373 Jul 30 03:44:50.060688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] For port 6596e60d-3c83-4736-b9f5-5a73c594a7f2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6596e60d-3c83-4736-b9f5-5a73c594a7f2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:50.061007 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.076547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] Calling delete_port for 6596e60d-3c83-4736-b9f5-5a73c594a7f2 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:50.103505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:50.104534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656df38-0935-458b-9693-38ad70d1cc97 req-58a1d00f-35e4-4093-8f4d-e38610116ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:50.106001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-58a1d00f-35e4-4093-8f4d-e38610116ac7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9c46082-6230-41c3-9823-59d25fb49fce HTTP/1.1" status: 200 len: 854 time: 0.0490167 Jul 30 03:44:50.120772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:50.141643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-236747b4-7dd9-4a8e-88bd-7badb4a3e854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.143503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=eba2a20a-ee2f-4898-be85-4c52c9204c9f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:50.150088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-60fffcd6-6fa0-4f88-8431-705ec2df842e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7690f19e-84cf-45a8-82fa-47fc066975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358903 Jul 30 03:44:50.166279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:50.167698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.177447 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.219850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] Pushing event deleted for resources: {'Port': ['ID=6596e60d-3c83-4736-b9f5-5a73c594a7f2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:50.222661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695563f-319d-4afc-8b02-853adac56a36 None None] No DVR routers for this DVR port 6596e60d-3c83-4736-b9f5-5a73c594a7f2 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:50.238504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-236747b4-7dd9-4a8e-88bd-7badb4a3e854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.243234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f202aafd-1fc6-4545-816d-02d07d34babb None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:50.244588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d773a1a4-04d7-4638-9f2d-505b9d67e8d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9495630 Jul 30 03:44:50.248495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:50.256127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'name': 'tempest-NetworksTestDHCPv6-315302219'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:50.314366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:50.322017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.346290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-c4d1463c-1d99-4d2e-bef1-cd95c108a403 service neutron] 10.222.0.18 "GET /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779327 Jul 30 03:44:50.377764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-236747b4-7dd9-4a8e-88bd-7badb4a3e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.382031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-236747b4-7dd9-4a8e-88bd-7badb4a3e854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.385849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-236747b4-7dd9-4a8e-88bd-7badb4a3e854 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8521061-d551-4de2-b6b4-b2b1718bb2ea HTTP/1.1" status: 204 len: 168 time: 0.5034633 Jul 30 03:44:50.434509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236747b4-7dd9-4a8e-88bd-7badb4a3e854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8521061-d551-4de2-b6b4-b2b1718bb2ea,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:50.457443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'eba2a20a-ee2f-4898-be85-4c52c9204c9f'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:44:50.458317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.560637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd8a13ab-cac7-40f9-a3b6-bd38b2bacf38 req-d8df3651-ecce-4138-9ce4-afac53e742fa tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 210 time: 0.0689042 Jul 30 03:44:50.575812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:50.583425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.639693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:44:50.682405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/eba2a20a-ee2f-4898-be85-4c52c9204c9f/af6012c7-0b35-4a7d-8426-750a190eaa13) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:50.706139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a656df38-0935-458b-9693-38ad70d1cc97 req-9c39cd68-73db-4cb7-87db-9b82446b9d07 service neutron] 10.222.0.18 "GET /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472445 Jul 30 03:44:50.955611 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:50.966061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Transition to ACTIVE for port object af6012c7-0b35-4a7d-8426-750a190eaa13 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:50.985038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Transition to ACTIVE for port object af6012c7-0b35-4a7d-8426-750a190eaa13 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:50.996754 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.001701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f646a7-5293-4c85-8fb6-481fce127b69 req-31333b59-6109-462d-b8a1-f6fb91aab68b tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:51.006110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f646a7-5293-4c85-8fb6-481fce127b69 req-31333b59-6109-462d-b8a1-f6fb91aab68b tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 943 time: 0.0952165 Jul 30 03:44:51.047384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.3 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/9d4c7489-e196-47df-9be4-a67bd5698ef7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:51.063642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:51.065184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:51.071291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:51.074202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Pushing event updated for resources: {'Port': ['ID=af6012c7-0b35-4a7d-8426-750a190eaa13,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:51.142716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Attempting to bind port af6012c7-0b35-4a7d-8426-750a190eaa13 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:51.144026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Attempting to bind port af6012c7-0b35-4a7d-8426-750a190eaa13 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:51.144396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Attempting to bind port af6012c7-0b35-4a7d-8426-750a190eaa13 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:51.159734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:51.160367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:51.160995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.161671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:51.162384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Bound port: af6012c7-0b35-4a7d-8426-750a190eaa13, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:51.162989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.256280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] For port af6012c7-0b35-4a7d-8426-750a190eaa13, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:51.264430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] For port af6012c7-0b35-4a7d-8426-750a190eaa13, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af6012c7-0b35-4a7d-8426-750a190eaa13,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:51.284449 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.369946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.430369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218043-b74f-446c-b690-c2da88325ad6 None None] Pushing event updated for resources: {'Port': ['ID=af6012c7-0b35-4a7d-8426-750a190eaa13,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:51.443929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.459183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:51.462984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6596e60d-3c83-4736-b9f5-5a73c594a7f2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:51.504336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6596e60d-3c83-4736-b9f5-5a73c594a7f2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:51.504336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6596e60d-3c83-4736-b9f5-5a73c594a7f2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:51.531831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:51.535203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:51.546516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:51.583235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=9d4c7489-e196-47df-9be4-a67bd5698ef7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:51.652100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:51.654330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.714196 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-b19d25c8-b229-4f85-8fe2-79e4b609ac16 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6951468 Jul 30 03:44:51.732087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Request body: {'port': {'device_id': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:51.749699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::19f (9e1f1956-7d51-47a1-bf41-0001a2695f11/eba2a20a-ee2f-4898-be85-4c52c9204c9f/9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:51.833101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f646a7-5293-4c85-8fb6-481fce127b69 req-e972f9d2-31e9-4fe3-b075-c66fb1e4366d tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184705 Jul 30 03:44:51.855569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:51.934399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d5753-35cf-486b-af61-790342d705a2 req-bfa55f12-62d1-4bfd-8d51-034d0c2d43b4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:51.936340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf1d5753-35cf-486b-af61-790342d705a2 req-bfa55f12-62d1-4bfd-8d51-034d0c2d43b4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 931 time: 0.1496956 Jul 30 03:44:52.055278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf1d5753-35cf-486b-af61-790342d705a2 req-285e27d2-24f3-44aa-950b-a5872ca397ae tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Jul 30 03:44:52.097919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.112886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:52.165023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.213924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:52.228051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:52.229641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:52.232385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:52.238602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:52.239432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4c7489-e196-47df-9be4-a67bd5698ef7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:52.240047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.248506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.260553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc06e448-a425-4c99-b509-5dee11c69f56 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0110133 Jul 30 03:44:52.262988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:52.265096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Transition to ACTIVE for port object 9d4c7489-e196-47df-9be4-a67bd5698ef7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:52.279032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.298322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:44:52.326980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aca847-dba4-4737-9b94-c1002f7c9682 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:52.334033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aca847-dba4-4737-9b94-c1002f7c9682 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:52.337135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-71aca847-dba4-4737-9b94-c1002f7c9682 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0727065 Jul 30 03:44:52.339437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:52.355496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4c7489-e196-47df-9be4-a67bd5698ef7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:52.441506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,segment=NetworkSegment(42d1b5f4-499f-4339-ae2f-3321ace27017),segment_id=42d1b5f4-499f-4339-ae2f-3321ace27017)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:52.457500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f', 'network_id': '7690f19e-84cf-45a8-82fa-47fc066975e4', 'port_id': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f', 'mac_address': 'fa:16:3e:6c:30:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c46082-6230-41c3-9823-59d25fb49fce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:44:52.458876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:52.459583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.480565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Attempting to bind port 9d4c7489-e196-47df-9be4-a67bd5698ef7 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:52.480796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Attempting to bind port 9d4c7489-e196-47df-9be4-a67bd5698ef7 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:52.481122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Attempting to bind port 9d4c7489-e196-47df-9be4-a67bd5698ef7 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:52.487059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Port 9d4c7489-e196-47df-9be4-a67bd5698ef7 on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:44:52.487410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Attempting to bind port 9d4c7489-e196-47df-9be4-a67bd5698ef7 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:52.504352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:52.504471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:52.504839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:52.505339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Bound port: 9d4c7489-e196-47df-9be4-a67bd5698ef7, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:52.505759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.535180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.567233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:52.595360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,segment=NetworkSegment(42d1b5f4-499f-4339-ae2f-3321ace27017),segment_id=42d1b5f4-499f-4339-ae2f-3321ace27017)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:52.605230 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.655101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.663223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] For port 9d4c7489-e196-47df-9be4-a67bd5698ef7, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:52.667927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] For port 9d4c7489-e196-47df-9be4-a67bd5698ef7, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:52.678232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:52.680029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.728656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:52.767572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4c7489-e196-47df-9be4-a67bd5698ef7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:52.793489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:52.794127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.798692 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] 10.222.0.16 "PUT /v2.0/ports/9d4c7489-e196-47df-9be4-a67bd5698ef7 HTTP/1.1" status: 200 len: 1092 time: 1.0709717 Jul 30 03:44:52.802754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'tag': '9d4c7489-e196-47df-9be4-a67bd5698ef7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:52.805718 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6" -d '{"events": [{"name": "network-changed", "server_uuid": "43460e8d-b1ba-4a16-a488-bdeb943ce6ac", "tag": "9d4c7489-e196-47df-9be4-a67bd5698ef7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:52.820897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:52.824501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.824852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.825217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.825554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.825884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.826212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.826603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.826931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.827287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.827671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.827973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.835882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495564aa-f9f3-4f5e-80b7-bf352f1e9339 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:52.876745 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df32be0-e593-49ea-8df8-311bfafefb44 x-openstack-request-id: req-5df32be0-e593-49ea-8df8-311bfafefb44 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:52.878930 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43460e8d-b1ba-4a16-a488-bdeb943ce6ac", "tag": "9d4c7489-e196-47df-9be4-a67bd5698ef7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:52.879420 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5df32be0-e593-49ea-8df8-311bfafefb44 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:52.880532 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'tag': '9d4c7489-e196-47df-9be4-a67bd5698ef7', 'status': 'completed', 'code': 200} Jul 30 03:44:52.980160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:52.982901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-8e23c380-31d0-4d94-aa97-557572c333fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:52.985131 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-8e23c380-31d0-4d94-aa97-557572c333fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 1095 time: 0.0955229 Jul 30 03:44:53.050447 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-a3e9c3bb-5821-4f6e-b2d7-8e9d177855ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7 HTTP/1.1" status: 200 len: 217 time: 0.0509531 Jul 30 03:44:53.118135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:53.140491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-a55dd848-a37f-4e26-9e6b-27e99b5b05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:53.150649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-a55dd848-a37f-4e26-9e6b-27e99b5b05fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0931058 Jul 30 03:44:53.164312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c99e73ad-6c2e-4b5b-b879-43b05c2e7f9c None None] Provisioning for port af6012c7-0b35-4a7d-8426-750a190eaa13 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:53.193933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.196206 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-301e4497-d61d-46f3-aa64-2db10bf45c3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384498 Jul 30 03:44:53.197014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-39070974-f4d9-4a29-9f04-dc5eae8d1c38 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61 HTTP/1.1" status: 204 len: 168 time: 0.8564978 Jul 30 03:44:53.201388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56654) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:53.233748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38502-9a60-4f70-8b38-778adcdd700e req-5604c1ec-8812-45d6-851f-2f5d26890be8 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:53.235888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44e38502-9a60-4f70-8b38-778adcdd700e req-5604c1ec-8812-45d6-851f-2f5d26890be8 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 944 time: 0.2404757 Jul 30 03:44:53.289432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4769-cd42-4d35-80f0-ce37d05c67c6 req-c2d95507-334a-4ef4-a04c-11cb1cd74cc3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:53.300315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c0b4769-cd42-4d35-80f0-ce37d05c67c6 req-c2d95507-334a-4ef4-a04c-11cb1cd74cc3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 943 time: 0.1172485 Jul 30 03:44:53.357573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44e38502-9a60-4f70-8b38-778adcdd700e req-cb528251-c4b8-44cf-bd0b-194b150df781 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131628 Jul 30 03:44:53.375504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c0b4769-cd42-4d35-80f0-ce37d05c67c6 req-ef22f8f1-8ef2-4324-a7af-5186048a34fe tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717385 Jul 30 03:44:53.465217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5d402-837c-45d6-83da-83f0ce09da12 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:53.467473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5d402-837c-45d6-83da-83f0ce09da12 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:53.469396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9f5d402-837c-45d6-83da-83f0ce09da12 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2684486 Jul 30 03:44:53.472113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:53.505923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-876b4c7d-dae3-471e-acc4-60ec2cfd17a3 None None] Could not find standard attr ID for object 9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:44:53.531858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-8b31c26c-43d5-4844-b9d6-b831605b1f57 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147712 Jul 30 03:44:53.535207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af6012c7-0b35-4a7d-8426-750a190eaa13 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:53.574125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet eba2a20a-ee2f-4898-be85-4c52c9204c9f {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:44:53.578437 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.653332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.668791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port af6012c7-0b35-4a7d-8426-750a190eaa13 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:53.673049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port af6012c7-0b35-4a7d-8426-750a190eaa13 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:53.673432 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.729044 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0343bb58-3b03-46aa-8e92-ae8cee726ffd req-5a0b818b-0055-4e39-8cd8-cc69db057527 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766267 Jul 30 03:44:53.784175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.798995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.889577 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.933479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-ef989210-068e-486a-afd9-69654f1bed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:53.935052 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-ef989210-068e-486a-afd9-69654f1bed1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 1095 time: 0.0997713 Jul 30 03:44:53.962059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=eba2a20a-ee2f-4898-be85-4c52c9204c9f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:53.973088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:53.978279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b514a85f-548b-456b-bdbb-100e3ef3ed98 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/eba2a20a-ee2f-4898-be85-4c52c9204c9f HTTP/1.1" status: 204 len: 168 time: 0.5020421 Jul 30 03:44:53.978616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:53.990694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:44:53.992380 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:44:53.995251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38cd3de-fbe3-4bac-bada-7f9045082eae None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:54.025466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-068e9215-1ac4-4b0b-9aa3-60618600aae4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426104 Jul 30 03:44:54.025979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:54.091031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a367f0-5e19-4851-a65d-70bef61ffff2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:54.096456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-92a367f0-5e19-4851-a65d-70bef61ffff2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0673394 Jul 30 03:44:54.097071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56714) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:54.144572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-17463123-a6e5-4bde-8e9d-df697b508d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:54.146029 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-17463123-a6e5-4bde-8e9d-df697b508d74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1972616 Jul 30 03:44:54.193029 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-f1f029ec-a679-4845-8c63-b3183dbde8e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7 HTTP/1.1" status: 200 len: 217 time: 0.0392158 Jul 30 03:44:54.232062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:44:54.255419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95548b39-7f00-40ee-9306-ae3766b49c88 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:54.260233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:54.260707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95548b39-7f00-40ee-9306-ae3766b49c88 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627479 Jul 30 03:44:54.279615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-99fad3a5-bb32-41b6-aadd-a86ac962dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:54.281518 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-99fad3a5-bb32-41b6-aadd-a86ac962dbf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0770087 Jul 30 03:44:54.284552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] Deleting port af6012c7-0b35-4a7d-8426-750a190eaa13 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:54.285013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.336956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:54.340146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d980118f-4b34-4190-91ea-5f93bae0e96a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787308 Jul 30 03:44:54.345207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:54.349283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:54.368926 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-38908183-4d1a-4859-bd4a-9da48acb727f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796185 Jul 30 03:44:54.410627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] For port af6012c7-0b35-4a7d-8426-750a190eaa13, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af6012c7-0b35-4a7d-8426-750a190eaa13,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:54.411032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.436340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] Calling delete_port for af6012c7-0b35-4a7d-8426-750a190eaa13 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:54.445547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:54.459319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:54.459701 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.537642 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-24b8c135-9911-4361-8d09-ea512277c889 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618316 Jul 30 03:44:54.611759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cce7f-5789-4470-98a8-c7ee81b96821 req-01c97210-0510-4a7b-aa1a-5d6aa2715b55 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:54.613315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-488cce7f-5789-4470-98a8-c7ee81b96821 req-01c97210-0510-4a7b-aa1a-5d6aa2715b55 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 943 time: 0.1311958 Jul 30 03:44:54.622613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf9fe0-ef6f-4179-aa90-7143e806aaf5 req-f1d81898-b66a-4fa4-9a7c-e1c9356523ce tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:54.629723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fbf9fe0-ef6f-4179-aa90-7143e806aaf5 req-f1d81898-b66a-4fa4-9a7c-e1c9356523ce tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 944 time: 0.1304338 Jul 30 03:44:54.631508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:54.635638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.648409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.704278 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.713195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e8f4bf54-4e78-4c1b-8bfa-162afea7abc6 req-46fe1825-1b87-4c1a-9b3e-678c286fe0a4 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521890 Jul 30 03:44:54.787657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] No DVR routers for this DVR port af6012c7-0b35-4a7d-8426-750a190eaa13 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:54.820056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a07e6-a603-496f-9872-8a6eec80d185 None None] Pushing event deleted for resources: {'Port': ['ID=af6012c7-0b35-4a7d-8426-750a190eaa13,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:54.828920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.832773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-488cce7f-5789-4470-98a8-c7ee81b96821 req-2918779a-eea4-4ce4-9dea-e6d4801772c3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936026 Jul 30 03:44:54.854442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fbf9fe0-ef6f-4179-aa90-7143e806aaf5 req-c4f6d193-9433-47d3-acf6-fb38f169d331 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238450 Jul 30 03:44:54.855680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:54.858233 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b7544-6fae-4fff-8984-e28fc89e224d" -d '{"events": [{"server_uuid": "e2e0696f-2b4c-4fb9-b3ee-25607f65d11d", "name": "network-vif-plugged", "status": "completed", "tag": "1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:54.892423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,segment=NetworkSegment(42d1b5f4-499f-4339-ae2f-3321ace27017),segment_id=42d1b5f4-499f-4339-ae2f-3321ace27017)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:54.908462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:54.987857 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1c5132-bb49-43c6-9b83-8ab84b353eda x-openstack-request-id: req-6b1c5132-bb49-43c6-9b83-8ab84b353eda {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:54.988139 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e0696f-2b4c-4fb9-b3ee-25607f65d11d", "name": "network-vif-plugged", "status": "completed", "tag": "1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:54.988436 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b1c5132-bb49-43c6-9b83-8ab84b353eda {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:54.989035 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f', 'code': 200} Jul 30 03:44:55.016090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:55.083809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff45cf-93cc-4ef1-acca-32b2ab535a64 req-419b0834-fc92-4861-9c1c-135febc9b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:55.087563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bff45cf-93cc-4ef1-acca-32b2ab535a64 req-419b0834-fc92-4861-9c1c-135febc9b80b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 1097 time: 0.0618448 Jul 30 03:44:55.087563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:55.154760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:55.164322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:55.172863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:55.173464 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:55.173585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921b9aa-7ecc-4d21-960e-eb4a4225ae33 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:55.180866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bff45cf-93cc-4ef1-acca-32b2ab535a64 req-d513e50a-d9e8-4e97-bcc4-f869e875fb72 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Jul 30 03:44:55.184147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=eb10ac09-df57-4131-bd6a-89f92fc0e1ba,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:55.195332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.195773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.196126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.196664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.197080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.197428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.197762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.198100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.198429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.198761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.199093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.199450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:44:55.203597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ae2d55e5-2d1c-4137-88d1-c07a33be85a7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8585427 Jul 30 03:44:55.206572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:55.211929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'eb10ac09-df57-4131-bd6a-89f92fc0e1ba', 'ip_address': '2001:db8::67e9:1d78:21c5:8c33'}], 'name': 'tempest-NetworksTestDHCPv6-1458965894'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:55.384965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:55.454383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af6012c7-0b35-4a7d-8426-750a190eaa13 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:55.480840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: af6012c7-0b35-4a7d-8426-750a190eaa13 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:55.481474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af6012c7-0b35-4a7d-8426-750a190eaa13 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:55.498582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:55.518678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 4ff559a6-736d-4603-8ae8-bb7adf26f8fa yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:44:55.596398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'eb10ac09-df57-4131-bd6a-89f92fc0e1ba'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:44:55.597380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:55.696306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::67e9:1d78:21c5:8c33 (9e1f1956-7d51-47a1-bf41-0001a2695f11/eb10ac09-df57-4131-bd6a-89f92fc0e1ba/4ff559a6-736d-4603-8ae8-bb7adf26f8fa) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:55.794550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:55.896294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:55.931126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 4ff559a6-736d-4603-8ae8-bb7adf26f8fa will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:55.934062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-340867e3-38cd-4632-9d42-2dd731fb0e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.010164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.059475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:56.062764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:56.070754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/eb10ac09-df57-4131-bd6a-89f92fc0e1ba/9bc748c2-6031-430b-8d60-6077b5a358bb) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:56.071348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:56.077551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:56.078237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.105161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=4ff559a6-736d-4603-8ae8-bb7adf26f8fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:56.121709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b49415-d7fb-4750-a2cb-53dc085277b3 req-735699d3-e868-411d-bea3-3dde3420b7c6 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:56.123352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6b49415-d7fb-4750-a2cb-53dc085277b3 req-735699d3-e868-411d-bea3-3dde3420b7c6 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 945 time: 0.1278801 Jul 30 03:44:56.136909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118940f-6351-4bf8-b2d7-f912dfecba56 req-02bd51fc-6872-4bae-a6ee-9c7c00e3d09a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:56.139875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9118940f-6351-4bf8-b2d7-f912dfecba56 req-02bd51fc-6872-4bae-a6ee-9c7c00e3d09a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 943 time: 0.1628964 Jul 30 03:44:56.226605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6b49415-d7fb-4750-a2cb-53dc085277b3 req-d18d8595-2e88-4730-a5d6-521ffa40bcc3 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843630 Jul 30 03:44:56.232174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9118940f-6351-4bf8-b2d7-f912dfecba56 req-9f2fa4c2-59e0-4bed-a404-a886baab4a5e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808234 Jul 30 03:44:56.233979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-340867e3-38cd-4632-9d42-2dd731fb0e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.240066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-340867e3-38cd-4632-9d42-2dd731fb0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.250640 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-46f5176f-d82e-4a6c-983c-4cc457a275f7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0428321 Jul 30 03:44:56.251281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:56.282214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340867e3-38cd-4632-9d42-2dd731fb0e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d39c00-a9cd-446f-bfe1-b80ca0e469d0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:56.314748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-340867e3-38cd-4632-9d42-2dd731fb0e90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d27d34752eb43ea92e7c6acb7dd4a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190582 Jul 30 03:44:56.317296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:56.333073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23203db8-bfc4-4147-95a6-d25a79c20158 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:56.337627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-23203db8-bfc4-4147-95a6-d25a79c20158 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0853953 Jul 30 03:44:56.337890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:56.343180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.355843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Transition to ACTIVE for port object 9bc748c2-6031-430b-8d60-6077b5a358bb will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:56.382812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Transition to ACTIVE for port object 9bc748c2-6031-430b-8d60-6077b5a358bb will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:56.390726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.431181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:56.434055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:56.437769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:56.438918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2707cf91-4750-446c-98ae-1cca90198f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.466173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2707cf91-4750-446c-98ae-1cca90198f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.494835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Pushing event updated for resources: {'Port': ['ID=9bc748c2-6031-430b-8d60-6077b5a358bb,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:56.508337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Attempting to bind port 9bc748c2-6031-430b-8d60-6077b5a358bb on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:44:56.508716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Attempting to bind port 9bc748c2-6031-430b-8d60-6077b5a358bb by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:44:56.509084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Attempting to bind port 9bc748c2-6031-430b-8d60-6077b5a358bb on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:44:56.514284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:44:56.514721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:56.515354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.515808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:44:56.516205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Bound port: 9bc748c2-6031-430b-8d60-6077b5a358bb, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:44:56.516588 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.528117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 4ff559a6-736d-4603-8ae8-bb7adf26f8fa {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:56.528468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.546486 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2707cf91-4750-446c-98ae-1cca90198f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.557352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2707cf91-4750-446c-98ae-1cca90198f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.558561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2707cf91-4750-446c-98ae-1cca90198f5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84d39c00-a9cd-446f-bfe1-b80ca0e469d0 HTTP/1.1" status: 204 len: 168 time: 0.2402704 Jul 30 03:44:56.595120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707cf91-4750-446c-98ae-1cca90198f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d39c00-a9cd-446f-bfe1-b80ca0e469d0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:56.623518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] For port 9bc748c2-6031-430b-8d60-6077b5a358bb, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:44:56.637792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] For port 9bc748c2-6031-430b-8d60-6077b5a358bb, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bc748c2-6031-430b-8d60-6077b5a358bb,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:44:56.645649 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.708524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:56.735990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62c2e-9f89-4b21-b037-404cc7224ac9 None None] Pushing event updated for resources: {'Port': ['ID=9bc748c2-6031-430b-8d60-6077b5a358bb,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:56.750249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 4ff559a6-736d-4603-8ae8-bb7adf26f8fa owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:56.877070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fd146-81b0-41a9-a1e2-6959282a8003 req-a820db26-b2e5-4b08-87ca-909292af6cd9 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:56.878802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307fd146-81b0-41a9-a1e2-6959282a8003 req-a820db26-b2e5-4b08-87ca-909292af6cd9 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 945 time: 0.0697873 Jul 30 03:44:57.013652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-307fd146-81b0-41a9-a1e2-6959282a8003 req-6677b2e4-a1ea-45cb-8ea6-1912596d1943 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254311 Jul 30 03:44:57.048879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.082530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=4ff559a6-736d-4603-8ae8-bb7adf26f8fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:57.132693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.135163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d4d2af44-823a-4f7e-a9b6-1d69b98b59bc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/4ff559a6-736d-4603-8ae8-bb7adf26f8fa HTTP/1.1" status: 204 len: 168 time: 0.7959678 Jul 30 03:44:57.137431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:57.229806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c90d0d-d7c4-461a-a5b0-b4041e54d0d3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:57.231377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c90d0d-d7c4-461a-a5b0-b4041e54d0d3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:57.233046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-64c90d0d-d7c4-461a-a5b0-b4041e54d0d3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0943625 Jul 30 03:44:57.236090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:57.294004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet eb10ac09-df57-4131-bd6a-89f92fc0e1ba {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:44:57.300838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.303567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9d4c7489-e196-47df-9be4-a67bd5698ef7 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:44:57.346779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.470798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.504328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9d4c7489-e196-47df-9be4-a67bd5698ef7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:57.523618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '9d4c7489-e196-47df-9be4-a67bd5698ef7', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': '9d4c7489-e196-47df-9be4-a67bd5698ef7', 'mac_address': 'fa:16:3e:73:00:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:44:57.568184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b38c5c-83c4-4384-acfe-39753d5a65a7 req-48a5aa5f-1ce9-43fe-a16f-a11d4f5e1b28 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:57.570548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75b38c5c-83c4-4384-acfe-39753d5a65a7 req-48a5aa5f-1ce9-43fe-a16f-a11d4f5e1b28 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 943 time: 0.1442103 Jul 30 03:44:57.577410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bc748c2-6031-430b-8d60-6077b5a358bb up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:44:57.581644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.590681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:57.620456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4c7489-e196-47df-9be4-a67bd5698ef7 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:44:57.642509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9d4c7489-e196-47df-9be4-a67bd5698ef7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:57.650955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75b38c5c-83c4-4384-acfe-39753d5a65a7 req-601ffbf6-6c88-4014-b97e-e26fd16675c7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690515 Jul 30 03:44:57.651260 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.657698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.681814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.684472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/eb10ac09-df57-4131-bd6a-89f92fc0e1ba HTTP/1.1" status: 204 len: 168 time: 0.4472926 Jul 30 03:44:57.687162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56916) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:57.709499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ef08f-be1d-410e-85b6-0a10dcde76bf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=eb10ac09-df57-4131-bd6a-89f92fc0e1ba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:57.746508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9bc748c2-6031-430b-8d60-6077b5a358bb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:57.749040 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f661012e-588c-4794-8508-f0ff149d6d7d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605736 Jul 30 03:44:57.752065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:57.757340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=9d4c7489-e196-47df-9be4-a67bd5698ef7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:57.759533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:57.790751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2025001950'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:57.827355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Made reservation on behalf of 1daac3a0026d49e58a3f4507a9461750 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:57.831241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.844475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.870079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:44:57.870079 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:44:57.870079 n-d-778696-14 neutron-server[93876]: [parameters: {'project_id_1': '4a1698afdca54c2f96a9396186d527bc', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 44, 57, 861495)}] Jul 30 03:44:57.870079 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:44:57.870478 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:44:57.953458 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.957471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:57.988130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:44:57.998733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6529cb-ea8b-4fa1-956c-3d1ef175e719,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:58.008963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.009558 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Added segment 043f1764-14e9-4785-b500-3e1bc5e85981 of type vlan for network f940eed3-6f44-4c8f-bf85-7152d7a8544b Jul 30 03:44:58.058702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-ad4dfc62-d192-4508-8b79-9da34ba0270c tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:58.060123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-ad4dfc62-d192-4508-8b79-9da34ba0270c tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 945 time: 0.0695140 Jul 30 03:44:58.067890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.096213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['9d4c7489-e196-47df-9be4-a67bd5698ef7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:58.110590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.120348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:58.120348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.193741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event updated for resources: {'Network': ['ID=f940eed3-6f44-4c8f-bf85-7152d7a8544b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:58.196008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Deleting port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:58.207489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.208445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:44:58.211338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9e03c448-a936-4051-b927-c253b975a666 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6194615 Jul 30 03:44:58.214400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:58.221695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Request body: {'subnet': {'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:58.318934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b83975-a6cf-4909-ad95-1725b998156b None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:58.331930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1699a16-fbfe-4036-89cb-6cdddaa9222a req-6fc75be6-754e-46a2-b4ed-6e9c96efae6e tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:58.333793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1699a16-fbfe-4036-89cb-6cdddaa9222a req-6fc75be6-754e-46a2-b4ed-6e9c96efae6e tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 945 time: 0.1199138 Jul 30 03:44:58.360581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Made reservation on behalf of 1daac3a0026d49e58a3f4507a9461750 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:58.366286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.412826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] For port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,segment=NetworkSegment(42d1b5f4-499f-4339-ae2f-3321ace27017),segment_id=42d1b5f4-499f-4339-ae2f-3321ace27017)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:58.413352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.428311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] Provisioning for port 9bc748c2-6031-430b-8d60-6077b5a358bb completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:44:58.439510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Calling delete_port for 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:58.439510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:58.445439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] Provisioning complete for port 9bc748c2-6031-430b-8d60-6077b5a358bb triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:44:58.445439 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.447070 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.459047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1699a16-fbfe-4036-89cb-6cdddaa9222a req-a68b10c9-8b64-4fc6-b836-91fb41a381d8 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/security-groups?id=eaa1d66f-97c2-4208-a9c8-0593c321dac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143947 Jul 30 03:44:58.605663 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.630697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.634066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:44:58.668175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] For port 9bc748c2-6031-430b-8d60-6077b5a358bb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bc748c2-6031-430b-8d60-6077b5a358bb,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:58.679158 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.702258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event updated for resources: {'Subnet': ['ID=8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:58.733382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] Deleting port 9bc748c2-6031-430b-8d60-6077b5a358bb {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:44:58.733913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.739544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Checking segment: {'id': '043f1764-14e9-4785-b500-3e1bc5e85981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:44:58.739969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Network hostable DHCP agents. Network: f940eed3-6f44-4c8f-bf85-7152d7a8544b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:44:58.766205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:44:58.778296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, f940eed3-6f44-4c8f-bf85-7152d7a8544b) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:58.783711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:58.786473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.788787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.792741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63514eb0-8daf-4925-bc0e-b9d019973aec None None] Pushing event updated for resources: {'Port': ['ID=9bc748c2-6031-430b-8d60-6077b5a358bb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:58.800652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964beade-41dc-4c14-8de3-09bf695d39e0 None None] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:58.802953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:44:58.821058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-da194f0f-69d4-4434-a352-a8b21d0e7e03 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6042325 Jul 30 03:44:58.823584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56944) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:58.830597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Request body: {'port': {'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1739562138'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:58.845047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Pushing event deleted for resources: {'Port': ['ID=1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:58.889914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] For port 9bc748c2-6031-430b-8d60-6077b5a358bb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bc748c2-6031-430b-8d60-6077b5a358bb,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:44:58.890318 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.908180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] Calling delete_port for 9bc748c2-6031-430b-8d60-6077b5a358bb owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:44:58.954085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] No DVR routers for this DVR port 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:58.956840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:58.959370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-efc9252f-d5d0-4ff0-b846-6cec779ab13a req-a9978d62-3161-4169-82a3-cf6b18dddef0 tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.18 "DELETE /v2.0/ports/1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f HTTP/1.1" status: 204 len: 173 time: 0.8931465 Jul 30 03:44:58.985963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'name': 'network-vif-deleted', 'tag': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:44:58.989447 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d4fe7-0785-4590-b91d-8474fe861262" -d '{"events": [{"server_uuid": "e2e0696f-2b4c-4fb9-b3ee-25607f65d11d", "name": "network-vif-deleted", "tag": "1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:44:59.014870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1033-f379-41d5-9ed0-b91b9de4f192 req-66bcf45b-d065-433a-9ac0-388d362013ff tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:59.024882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51ab1033-f379-41d5-9ed0-b91b9de4f192 req-66bcf45b-d065-433a-9ac0-388d362013ff tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 944 time: 0.2599781 Jul 30 03:44:59.068254 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f0c030-98b0-4a9d-9c2a-7cd554e95e47 x-openstack-request-id: req-f0f0c030-98b0-4a9d-9c2a-7cd554e95e47 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:44:59.068548 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e0696f-2b4c-4fb9-b3ee-25607f65d11d", "name": "network-vif-deleted", "tag": "1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:44:59.068799 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0f0c030-98b0-4a9d-9c2a-7cd554e95e47 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:44:59.069367 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e0696f-2b4c-4fb9-b3ee-25607f65d11d', 'name': 'network-vif-deleted', 'tag': '1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f', 'status': 'completed', 'code': 200} Jul 30 03:44:59.078533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.092170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Made reservation on behalf of 1daac3a0026d49e58a3f4507a9461750 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:59.102147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.121902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51ab1033-f379-41d5-9ed0-b91b9de4f192 req-6f776a9e-0a26-40ab-b7c9-70334a9b3335 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970044 Jul 30 03:44:59.164720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-f940eed3-6f44-4c8f-bf85-7152d7a8544b', 'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b', 'tenant_id': '1daac3a0026d49e58a3f4507a9461750', 'fixed_ips': [{'subnet_id': '8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:44:59.165685 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.170109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] device_id is not set on port 562622b2-f8fd-4fda-aceb-56c22b23e285 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:44:59.170640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:59.174027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:59.177321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:59.177915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.183906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=fc9a1d32-46ad-4878-a7dd-30453f88acf8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:59.184599 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.208214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cfdeaf70-abea-49e1-bd35-34c9fea5132a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4522510 Jul 30 03:44:59.208919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:59.215024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'fc9a1d32-46ad-4878-a7dd-30453f88acf8', 'ip_address': '2001:db8::c23a:48fb:6d92:1e45'}], 'name': 'tempest-NetworksTestDHCPv6-2099807330'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:59.301370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] Pushing event deleted for resources: {'Port': ['ID=9bc748c2-6031-430b-8d60-6077b5a358bb,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:59.310926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a0e91-b0f0-43a6-bc49-edf6019210ae None None] No DVR routers for this DVR port 9bc748c2-6031-430b-8d60-6077b5a358bb on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:44:59.338797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ee400-dee1-4326-ba8a-63648a4d8600 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:44:59.375539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Allocated IP 2001:db8::227 (f940eed3-6f44-4c8f-bf85-7152d7a8544b/8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6/562622b2-f8fd-4fda-aceb-56c22b23e285) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:59.378024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:59.441518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bc748c2-6031-430b-8d60-6077b5a358bb no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:44:59.471853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9bc748c2-6031-430b-8d60-6077b5a358bb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:44:59.472202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bc748c2-6031-430b-8d60-6077b5a358bb not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:44:59.568746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.577610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'fc9a1d32-46ad-4878-a7dd-30453f88acf8'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:44:59.578619 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.631073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 8deade28-851f-4800-9c3d-d7c89577de69 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:44:59.646078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.677193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Transition to ACTIVE for port object 562622b2-f8fd-4fda-aceb-56c22b23e285 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:44:59.720328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.742572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a939fbf2-12d2-4cb7-bc06-4ad514fa976e req-8d8b005a-6ebe-4aa9-9fbc-c85495efdcee tempest-ServerAddressesTestJSON-1920988929 tempest-ServerAddressesTestJSON-1920988929-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e0696f-2b4c-4fb9-b3ee-25607f65d11d HTTP/1.1" status: 200 len: 210 time: 0.0822275 Jul 30 03:44:59.777862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:44:59.781466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:44:59.785909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:44:59.793307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:44:59.793966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:44:59.801185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/fc9a1d32-46ad-4878-a7dd-30453f88acf8/5b81515d-9ee0-4e68-bc1a-6074f0dc904c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:59.810372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Allocated IP 2001:db8::2 (f940eed3-6f44-4c8f-bf85-7152d7a8544b/8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6/7ad58a04-8644-4f2a-ad35-0b61c80516df) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:44:59.814231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event updated for resources: {'Port': ['ID=562622b2-f8fd-4fda-aceb-56c22b23e285,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:44:59.827918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-772bb0ec-2d9b-4c98-b772-e9aa4ab3d6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9986064 Jul 30 03:44:59.827918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56966) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:44:59.832474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Request body: {'port': {'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1896772090', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:44:59.833016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] bootfile-name is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:44:59.833361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] tftp-server is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:44:59.833698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] server-ip-address is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:44:59.985001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Made reservation on behalf of 1daac3a0026d49e58a3f4507a9461750 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:44:59.988734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.007961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] device_id is not set on port fa2174b0-0c58-41e9-a9c6-354b846ba67e yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:00.097446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.099578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.112654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Transition to ACTIVE for port object 5b81515d-9ee0-4e68-bc1a-6074f0dc904c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:00.114734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Transition to ACTIVE for port object 7ad58a04-8644-4f2a-ad35-0b61c80516df will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:00.138626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Transition to ACTIVE for port object 5b81515d-9ee0-4e68-bc1a-6074f0dc904c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:00.140596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Transition to ACTIVE for port object 7ad58a04-8644-4f2a-ad35-0b61c80516df will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:00.146831 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.154026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.264685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::c23a:48fb:6d92:1e45 (9e1f1956-7d51-47a1-bf41-0001a2695f11/fc9a1d32-46ad-4878-a7dd-30453f88acf8/8deade28-851f-4800-9c3d-d7c89577de69) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:00.292981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Allocated IP 2001:db8::21f (f940eed3-6f44-4c8f-bf85-7152d7a8544b/8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6/fa2174b0-0c58-41e9-a9c6-354b846ba67e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:00.330001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9bd67-91f8-4562-8ef9-5432a589367b req-954ce23c-de98-44ee-9735-3815f0d049cf tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.331726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-def9bd67-91f8-4562-8ef9-5432a589367b req-954ce23c-de98-44ee-9735-3815f0d049cf tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 944 time: 0.0801799 Jul 30 03:45:00.389830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:00.393447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:00.396755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:00.400142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:00.407561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:00.410010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:00.422840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Pushing event updated for resources: {'Port': ['ID=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:00.463366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-def9bd67-91f8-4562-8ef9-5432a589367b req-6bde313f-f61c-4074-9c8c-9fcedaa81250 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198604 Jul 30 03:45:00.539971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.558709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Transition to ACTIVE for port object fa2174b0-0c58-41e9-a9c6-354b846ba67e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:00.568556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Pushing event updated for resources: {'Port': ['ID=7ad58a04-8644-4f2a-ad35-0b61c80516df,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:00.573946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.577294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Attempting to bind port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:00.577659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Attempting to bind port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:00.578009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Attempting to bind port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:00.586753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:00.587069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:00.587505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.587905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:00.588386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Bound port: 5b81515d-9ee0-4e68-bc1a-6074f0dc904c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:00.588991 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.590724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Attempting to bind port 7ad58a04-8644-4f2a-ad35-0b61c80516df on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:00.591086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Attempting to bind port 7ad58a04-8644-4f2a-ad35-0b61c80516df by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '043f1764-14e9-4785-b500-3e1bc5e85981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:00.591474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Attempting to bind port 7ad58a04-8644-4f2a-ad35-0b61c80516df on network f940eed3-6f44-4c8f-bf85-7152d7a8544b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:00.599222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.602288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 8deade28-851f-4800-9c3d-d7c89577de69 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:00.606127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:00.606525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Checking segment: {'id': '043f1764-14e9-4785-b500-3e1bc5e85981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:00.606931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.607358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Bound using segment: {'id': '043f1764-14e9-4785-b500-3e1bc5e85981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:00.607968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Bound port: 7ad58a04-8644-4f2a-ad35-0b61c80516df, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043f1764-14e9-4785-b500-3e1bc5e85981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f940eed3-6f44-4c8f-bf85-7152d7a8544b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:00.608317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.650343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:00.657780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:00.666698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:00.670586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.672932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.673674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.680624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event updated for resources: {'Port': ['ID=fa2174b0-0c58-41e9-a9c6-354b846ba67e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:00.698584 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e2202c1-7dba-4c2e-ab1c-3a8780e0614f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8700669 Jul 30 03:45:00.701335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56980) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:00.720544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:00.723753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:00.731167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:00.735723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.736572 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.738489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] For port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:00.750287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] For port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:00.757903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.760655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5506523 Jul 30 03:45:00.764814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56982) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:00.777357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.779446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad123eab-f087-4fc7-8198-6a3c19187690 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=8deade28-851f-4800-9c3d-d7c89577de69,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:00.823830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56988) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:00.847032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] For port 7ad58a04-8644-4f2a-ad35-0b61c80516df, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:00.879054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] For port 7ad58a04-8644-4f2a-ad35-0b61c80516df, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ad58a04-8644-4f2a-ad35-0b61c80516df,segment=NetworkSegment(043f1764-14e9-4785-b500-3e1bc5e85981),segment_id=043f1764-14e9-4785-b500-3e1bc5e85981)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:00.886849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54f071-2d4b-4beb-b60a-09422ba17a57 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.894265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54f071-2d4b-4beb-b60a-09422ba17a57 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.902060 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:00.908564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e1e6e-c0d1-4bef-a364-4e3b2798707f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.908782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b54f071-2d4b-4beb-b60a-09422ba17a57 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1333833 Jul 30 03:45:00.909533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:00.923055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e1e6e-c0d1-4bef-a364-4e3b2798707f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.930958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e1e6e-c0d1-4bef-a364-4e3b2798707f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:00.936453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3914e-3ab9-4f05-b621-66a839cb1107 None None] Pushing event updated for resources: {'Port': ['ID=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:00.949059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-522e1e6e-c0d1-4bef-a364-4e3b2798707f tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2459700 Jul 30 03:45:00.952425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:01.035686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Deleting subnet b9c46082-6230-41c3-9823-59d25fb49fce {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:01.041934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf0f7b-a540-4f8d-a45d-ac9dff6a78c0 None None] Pushing event updated for resources: {'Port': ['ID=7ad58a04-8644-4f2a-ad35-0b61c80516df,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:01.049694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.073800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 8deade28-851f-4800-9c3d-d7c89577de69 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:01.074159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.150423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.251838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.265972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.293349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Deleting port fa2174b0-0c58-41e9-a9c6-354b846ba67e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:01.294650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 8deade28-851f-4800-9c3d-d7c89577de69 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:01.295691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.326524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9d4c7489-e196-47df-9be4-a67bd5698ef7 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:01.450887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.474825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.509255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 9d4c7489-e196-47df-9be4-a67bd5698ef7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:01.513688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 9d4c7489-e196-47df-9be4-a67bd5698ef7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:01.514162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.551272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c46082-6230-41c3-9823-59d25fb49fce,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:01.565289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Calling delete_port for fa2174b0-0c58-41e9-a9c6-354b846ba67e owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:01.571563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.573627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c5cc79a-fd26-45a5-8921-fd46dcc2401f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b9c46082-6230-41c3-9823-59d25fb49fce HTTP/1.1" status: 204 len: 168 time: 0.7484760 Jul 30 03:45:01.576772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:01.579162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.628575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:45:01.644860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.674513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b81515d-9ee0-4e68-bc1a-6074f0dc904c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:01.675533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=8deade28-851f-4800-9c3d-d7c89577de69,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:01.740121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4c7489-e196-47df-9be4-a67bd5698ef7'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:01.744354 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c56a308-a9a2-41d8-b668-f6b4c9e5f4f4" -d '{"events": [{"server_uuid": "43460e8d-b1ba-4a16-a488-bdeb943ce6ac", "name": "network-vif-plugged", "status": "completed", "tag": "9d4c7489-e196-47df-9be4-a67bd5698ef7"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:01.761756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.768113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d2b9b13e-02d9-47ce-89fe-909bce481dbf tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/8deade28-851f-4800-9c3d-d7c89577de69 HTTP/1.1" status: 204 len: 168 time: 0.8572433 Jul 30 03:45:01.770477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9d4c7489-e196-47df-9be4-a67bd5698ef7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:01.774398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:01.781930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.800082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.818559 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8afe234-d48c-46b0-9de4-b044870d34b6 x-openstack-request-id: req-c8afe234-d48c-46b0-9de4-b044870d34b6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:01.818559 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43460e8d-b1ba-4a16-a488-bdeb943ce6ac", "name": "network-vif-plugged", "status": "completed", "tag": "9d4c7489-e196-47df-9be4-a67bd5698ef7", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:01.818559 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8afe234-d48c-46b0-9de4-b044870d34b6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:01.818559 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4c7489-e196-47df-9be4-a67bd5698ef7', 'code': 200} Jul 30 03:45:01.818559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:01.825936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ad58a04-8644-4f2a-ad35-0b61c80516df up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:01.867596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:01.873351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0044bad-f0dd-4543-8e88-ecc556129047 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:01.874881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0044bad-f0dd-4543-8e88-ecc556129047 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:01.876452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b0044bad-f0dd-4543-8e88-ecc556129047 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0976954 Jul 30 03:45:01.880859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:01.918956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=9d4c7489-e196-47df-9be4-a67bd5698ef7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:01.950145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event deleted for resources: {'Port': ['ID=fa2174b0-0c58-41e9-a9c6-354b846ba67e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:01.954899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 7ad58a04-8644-4f2a-ad35-0b61c80516df completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:01.995304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet fc9a1d32-46ad-4878-a7dd-30453f88acf8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:02.011186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73ee73-99d5-4e94-a55f-823d90807d99 req-f5ad9a22-15b0-4f1f-b443-c91020e0ec3f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:02.013094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf73ee73-99d5-4e94-a55f-823d90807d99 req-f5ad9a22-15b0-4f1f-b443-c91020e0ec3f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 944 time: 0.3590643 Jul 30 03:45:02.015620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.025403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.032556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f3136b8-bbd3-4574-ae95-63c836001f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "DELETE /v2.0/ports/fa2174b0-0c58-41e9-a9c6-354b846ba67e HTTP/1.1" status: 204 len: 168 time: 1.0745056 Jul 30 03:45:02.033498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:02.044602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Request body: {'port': {'name': 'tempest-new-port-name-685220856', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:02.044987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] bootfile-name is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:45:02.045314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] tftp-server is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:45:02.046343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] server-ip-address is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:45:02.053070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f73d-ec33-421d-81db-e9373577df92 req-4c5a9f22-7c8c-4ebf-88b6-2f239fd673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:02.055986 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0491f73d-ec33-421d-81db-e9373577df92 req-4c5a9f22-7c8c-4ebf-88b6-2f239fd673a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 1097 time: 0.1273997 Jul 30 03:45:02.152880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.163373 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0491f73d-ec33-421d-81db-e9373577df92 req-1a26ef53-24b9-4486-ad54-0e9cd9b0be5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872998 Jul 30 03:45:02.169536 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.212968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.217686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf73ee73-99d5-4e94-a55f-823d90807d99 req-a81b5c33-4e65-4d19-8a5d-8a88cccc23cb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767914 Jul 30 03:45:02.230627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7690f19e-84cf-45a8-82fa-47fc066975e4']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:02.245912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d1b5f4-499f-4339-ae2f-3321ace27017') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:02.246210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d1b5f4-499f-4339-ae2f-3321ace27017') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:02.260152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.297775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.309060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:02.309507 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:02.321310 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:02.357450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:02.386100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.401611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:02.401966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 1e1001f4-17a9-4d66-8ccd-fdb6a9033d7f not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:02.461824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] Provisioning for port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:02.464259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.465449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] Provisioning complete for port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:02.465821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.469527 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.476095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.504388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.506311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7690f19e-84cf-45a8-82fa-47fc066975e4 HTTP/1.1" status: 204 len: 168 time: 0.9282985 Jul 30 03:45:02.509815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904003-a269-406f-a491-91e1910051e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7690f19e-84cf-45a8-82fa-47fc066975e4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:02.540717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.574209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] In _notify_port_updated(), no bound segment for port 562622b2-f8fd-4fda-aceb-56c22b23e285 on network f940eed3-6f44-4c8f-bf85-7152d7a8544b {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:45:02.579905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:02.580690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.584596 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "PUT /v2.0/ports/562622b2-f8fd-4fda-aceb-56c22b23e285 HTTP/1.1" status: 200 len: 1129 time: 0.5430064 Jul 30 03:45:02.586044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:02.633667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.634235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e904f5-2b5e-475f-88d2-acbaf99da199 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event updated for resources: {'Port': ['ID=562622b2-f8fd-4fda-aceb-56c22b23e285,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:02.642473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9a1d32-46ad-4878-a7dd-30453f88acf8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:02.656200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.658756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4fe5f148-bbd9-47dd-8c80-137a460cb699 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/fc9a1d32-46ad-4878-a7dd-30453f88acf8 HTTP/1.1" status: 204 len: 168 time: 0.7732601 Jul 30 03:45:02.661569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57034) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:02.706543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119bf83-6601-4ea7-8e3d-43a73927ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:02.708215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2119bf83-6601-4ea7-8e3d-43a73927ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "GET /v2.0/ports/562622b2-f8fd-4fda-aceb-56c22b23e285 HTTP/1.1" status: 200 len: 1129 time: 0.1217849 Jul 30 03:45:02.712253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57036) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:02.718797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] For port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:02.729098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.834043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e31ad-7811-4181-a162-9edfd790db70 None None] Pushing event updated for resources: {'Port': ['ID=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:02.837925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12cd29-3f5d-4ea4-952a-0d45f2793b60 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:02.879652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:02.914195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Deleting port 562622b2-f8fd-4fda-aceb-56c22b23e285 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:02.915065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:02.926031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-df9410f8-c218-444d-86f2-04f30590055c None None] Could not find standard attr ID for object 4ff559a6-736d-4603-8ae8-bb7adf26f8fa. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:03.029205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e47417aa-c184-4379-ae7d-a1345a2b98c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6777d3ee375494aa579ac7935f950a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483178 Jul 30 03:45:03.037544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57042) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:03.113812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.126226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17dffc-2e63-4e14-8085-875143a0144e None None] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:03.148347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Calling delete_port for 562622b2-f8fd-4fda-aceb-56c22b23e285 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:03.213715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:03.230922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87fb3a55-5853-489c-9358-c1977c098cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.273255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f0ce39c-85a3-4f31-a99e-44c3b356871e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6081069 Jul 30 03:45:03.274373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:03.279943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Provisioning for port 7ad58a04-8644-4f2a-ad35-0b61c80516df completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:03.280108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:03.315688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Provisioning complete for port 7ad58a04-8644-4f2a-ad35-0b61c80516df triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:03.316302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.332659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87fb3a55-5853-489c-9358-c1977c098cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.410174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b81515d-9ee0-4e68-bc1a-6074f0dc904c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:03.443379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] Deleting port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:03.443765 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.505239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87fb3a55-5853-489c-9358-c1977c098cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.510422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87fb3a55-5853-489c-9358-c1977c098cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.514155 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-87fb3a55-5853-489c-9358-c1977c098cbb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eaa1d66f-97c2-4208-a9c8-0593c321dac2 HTTP/1.1" status: 204 len: 168 time: 0.4719472 Jul 30 03:45:03.516167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e4d4-61fd-4d9c-8f2a-e6abd149bb9b req-46372f87-450f-441b-a5c2-411ad14cf56c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:03.517975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cca6e4d4-61fd-4d9c-8f2a-e6abd149bb9b req-46372f87-450f-441b-a5c2-411ad14cf56c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 945 time: 0.1624722 Jul 30 03:45:03.532319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.547045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3a55-5853-489c-9358-c1977c098cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1d66f-97c2-4208-a9c8-0593c321dac2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:03.577636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:03.581156 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.600602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event deleted for resources: {'Port': ['ID=562622b2-f8fd-4fda-aceb-56c22b23e285,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:03.640697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.643875 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04ea6ffa-1478-4850-9fef-4de0a24ba1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "DELETE /v2.0/ports/562622b2-f8fd-4fda-aceb-56c22b23e285 HTTP/1.1" status: 204 len: 168 time: 0.9305439 Jul 30 03:45:03.646895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57058) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:03.661096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] For port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:03.661609 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.685755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] Calling delete_port for 5b81515d-9ee0-4e68-bc1a-6074f0dc904c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:03.720675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Deleting subnet 8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:03.726378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.737882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cca6e4d4-61fd-4d9c-8f2a-e6abd149bb9b req-fa07a8fa-1d93-4491-8d30-4eca12fa6f85 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034993 Jul 30 03:45:03.795435 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.831999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.872329 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.897970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.982150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:03.985256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:04.000839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.001603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.048713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:04.051038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.056038 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-679311af-d8d9-48e7-bb7f-eff01098cfb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "DELETE /v2.0/subnets/8ce8c415-4a2a-4a8d-a071-6240ee2a5ae6 HTTP/1.1" status: 204 len: 168 time: 0.4042561 Jul 30 03:45:04.056619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57070) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:04.097113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:04.101394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:04.105780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:04.106816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.120303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=1a38993d-60d1-4c41-822f-647005bd197c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:04.135350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a35b203b-296d-4fb3-a3ef-07bcad3a1ff7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8594763 Jul 30 03:45:04.137151 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.138952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:04.146369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': '1a38993d-60d1-4c41-822f-647005bd197c', 'ip_address': '2001:db8::5467:61a5:f60b:5320'}], 'name': 'tempest-NetworksTestDHCPv6-1843258859'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:04.151590 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:45:04.157005 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:45:04.163633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] No DVR routers for this DVR port 5b81515d-9ee0-4e68-bc1a-6074f0dc904c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:04.168491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:04.221190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f1e37-2ec4-4488-af6c-3874f58c5995 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:04.312405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301a0de-3d06-417a-9302-6437354ab69f None None] Pushing event deleted for resources: {'Port': ['ID=5b81515d-9ee0-4e68-bc1a-6074f0dc904c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:04.330861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:04.348650 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.363864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7697e-70ba-4c65-a3f3-d3d0f005c5fc None None] Network f940eed3-6f44-4c8f-bf85-7152d7a8544b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:04.378870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 6cc6da40-ad56-414a-88d7-38bd348b2492 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:04.602820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '1a38993d-60d1-4c41-822f-647005bd197c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:04.604188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.671375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::5467:61a5:f60b:5320 (9e1f1956-7d51-47a1-bf41-0001a2695f11/1a38993d-60d1-4c41-822f-647005bd197c/6cc6da40-ad56-414a-88d7-38bd348b2492) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:04.728919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.729821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] DHCP port deletion for f940eed3-6f44-4c8f-bf85-7152d7a8544b request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:04.806999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57094) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:04.837529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Deleting port 7ad58a04-8644-4f2a-ad35-0b61c80516df {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:04.837881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.948624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1242775287-network', 'tenant_id': '5097d77b29a44a3c904444c2cd5ab9a2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:04.980957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:04.988269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1753-c3b6-4e3c-a8fc-07bfe53b3078 req-00d4a041-fd1b-420b-9791-f9743afc350b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:04.989936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f0f1753-c3b6-4e3c-a8fc-07bfe53b3078 req-00d4a041-fd1b-420b-9791-f9743afc350b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 945 time: 0.0968816 Jul 30 03:45:04.998412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Made reservation on behalf of 5097d77b29a44a3c904444c2cd5ab9a2 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:05.001209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.015667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.040459 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.044040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] For port 7ad58a04-8644-4f2a-ad35-0b61c80516df, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ad58a04-8644-4f2a-ad35-0b61c80516df,segment=NetworkSegment(043f1764-14e9-4785-b500-3e1bc5e85981),segment_id=043f1764-14e9-4785-b500-3e1bc5e85981)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:05.045827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] Deleting port 7ad58a04-8644-4f2a-ad35-0b61c80516df {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:05.046253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.055441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] For port 7ad58a04-8644-4f2a-ad35-0b61c80516df, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ad58a04-8644-4f2a-ad35-0b61c80516df,segment=NetworkSegment(043f1764-14e9-4785-b500-3e1bc5e85981),segment_id=043f1764-14e9-4785-b500-3e1bc5e85981)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:05.056087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.069547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f0f1753-c3b6-4e3c-a8fc-07bfe53b3078 req-c280303d-70ae-4bff-8338-0176c5a09a29 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711052 Jul 30 03:45:05.070760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 6cc6da40-ad56-414a-88d7-38bd348b2492 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:05.092953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Calling delete_port for 7ad58a04-8644-4f2a-ad35-0b61c80516df owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:05.093175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.150004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.210239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] For port 7ad58a04-8644-4f2a-ad35-0b61c80516df, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ad58a04-8644-4f2a-ad35-0b61c80516df,segment=NetworkSegment(043f1764-14e9-4785-b500-3e1bc5e85981),segment_id=043f1764-14e9-4785-b500-3e1bc5e85981)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:05.210650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.224965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:05.245206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:05.256073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:05.256315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] Calling delete_port for 7ad58a04-8644-4f2a-ad35-0b61c80516df owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:05.260065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-625b16d9-471e-4b33-90c0-39b710b0fbf7 None None] Provisioning complete for port 7ad58a04-8644-4f2a-ad35-0b61c80516df triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:05.260431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-625b16d9-471e-4b33-90c0-39b710b0fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.262078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e5c6-e7d8-46b1-b7dd-deece4d8e1ed None None] Pushing event updated for resources: {'Port': ['ID=7ad58a04-8644-4f2a-ad35-0b61c80516df,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.264216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:05.264852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.277317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=6cc6da40-ad56-414a-88d7-38bd348b2492,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.294231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.299838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c6ec-5eb9-42bf-a0d8-23092d6a6680 req-34709327-eead-42ac-8017-e85f1c560764 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:05.301326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.302646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/1a38993d-60d1-4c41-822f-647005bd197c/5d3cf461-c9e2-4cf4-840f-a15072d60e12) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:05.308119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eae5c6ec-5eb9-42bf-a0d8-23092d6a6680 req-34709327-eead-42ac-8017-e85f1c560764 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 945 time: 0.1056263 Jul 30 03:45:05.322052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.327875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a8ba227d-903b-4d58-826b-0be46000d1bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1870835 Jul 30 03:45:05.330399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:05.370568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event deleted for resources: {'Port': ['ID=7ad58a04-8644-4f2a-ad35-0b61c80516df,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.381568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] No DVR routers for this DVR port 7ad58a04-8644-4f2a-ad35-0b61c80516df on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:05.400892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eae5c6ec-5eb9-42bf-a0d8-23092d6a6680 req-09edb3d8-38ef-4834-84d7-8e322e0c527a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Jul 30 03:45:05.427043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:45:05.447406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa4db9e-a746-47c0-ac36-1b43d83e85a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:05.449120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6fa4db9e-a746-47c0-ac36-1b43d83e85a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1172802 Jul 30 03:45:05.452276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.452437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:05.452521 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Added segment 8b23637d-d619-45ac-b0ff-b788288ae5c9 of type vlan for network e64b2bd4-316f-412d-99c2-79c40dacd8aa Jul 30 03:45:05.470880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ad58a04-8644-4f2a-ad35-0b61c80516df no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:05.516923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.522038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-625b16d9-471e-4b33-90c0-39b710b0fbf7 None None] Could not find standard attr ID for object 7ad58a04-8644-4f2a-ad35-0b61c80516df. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:05.529924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 7ad58a04-8644-4f2a-ad35-0b61c80516df {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:05.530280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ad58a04-8644-4f2a-ad35-0b61c80516df not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:05.538839 n-d-778696-14 neutron-server[93878]: INFO neutron.plugins.ml2.db [None req-625b16d9-471e-4b33-90c0-39b710b0fbf7 None None] No ports have port_id starting with 7ad58a04-8644-4f2a-ad35-0b61c80516df Jul 30 03:45:05.579958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.595315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.596916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.605210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 6cc6da40-ad56-414a-88d7-38bd348b2492 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:05.605210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.615219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f940eed3-6f44-4c8f-bf85-7152d7a8544b']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:05.636664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043f1764-14e9-4785-b500-3e1bc5e85981') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:05.637256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043f1764-14e9-4785-b500-3e1bc5e85981') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:05.652972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.667247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] Pushing event deleted for resources: {'Port': ['ID=7ad58a04-8644-4f2a-ad35-0b61c80516df,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.674922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a512a-b4fa-478e-a522-9a1f874610d7 None None] No DVR routers for this DVR port 7ad58a04-8644-4f2a-ad35-0b61c80516df on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:05.682957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.685505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:05.686119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.729205 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.737702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.743968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Transition to ACTIVE for port object 5d3cf461-c9e2-4cf4-840f-a15072d60e12 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:05.762321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Transition to ACTIVE for port object 5d3cf461-c9e2-4cf4-840f-a15072d60e12 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:05.771385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.778357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9701178 Jul 30 03:45:05.781555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:05.785121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:05.785638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:05.789719 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:05.792389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Request body: {'subnet': {'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1242775287-subnet', 'tenant_id': '5097d77b29a44a3c904444c2cd5ab9a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:05.827676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d6bbb-a5bb-42d6-b913-41d3da7241e2 req-b0070a8a-fac1-458d-bedd-cc554d6d5adb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:05.827676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d3d6bbb-a5bb-42d6-b913-41d3da7241e2 req-b0070a8a-fac1-458d-bedd-cc554d6d5adb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 945 time: 0.1120896 Jul 30 03:45:05.832392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Made reservation on behalf of 5097d77b29a44a3c904444c2cd5ab9a2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:05.832629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Pushing event updated for resources: {'Port': ['ID=5d3cf461-c9e2-4cf4-840f-a15072d60e12,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.842445 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.870761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199bd05-dbf1-47a2-8282-e8705e40d25a admin admin] Pushing event updated for resources: {'Network': ['ID=e64b2bd4-316f-412d-99c2-79c40dacd8aa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.877888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:05.880353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:05.884832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e64b2bd4-316f-412d-99c2-79c40dacd8aa details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:45:05.886773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:05.887224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.903404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.909041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] 10.222.0.39 "DELETE /v2.0/networks/f940eed3-6f44-4c8f-bf85-7152d7a8544b HTTP/1.1" status: 204 len: 168 time: 1.8465490 Jul 30 03:45:05.921564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da229-81a1-46d8-9f6f-33761b7bee15 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893 tempest-ExtraDHCPOptionsIpV6TestJSON-1529273893-project] Pushing event deleted for resources: {'Network': ['ID=f940eed3-6f44-4c8f-bf85-7152d7a8544b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:05.930825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:05.992386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 6cc6da40-ad56-414a-88d7-38bd348b2492 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:05.996222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Attempting to bind port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:05.996592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Attempting to bind port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:05.996955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Attempting to bind port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:06.003702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d3d6bbb-a5bb-42d6-b913-41d3da7241e2 req-2739b9d4-bebe-48c6-a9d6-b7c195d04e0f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376922 Jul 30 03:45:06.007634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:06.008189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:06.008777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.009010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:06.009504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Bound port: 5d3cf461-c9e2-4cf4-840f-a15072d60e12, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:06.010097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.122495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] For port 5d3cf461-c9e2-4cf4-840f-a15072d60e12, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:06.126109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] For port 5d3cf461-c9e2-4cf4-840f-a15072d60e12, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5d3cf461-c9e2-4cf4-840f-a15072d60e12,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:06.133219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.212344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03de42f-0e80-4b19-92e5-2fff2e76a7c8 None None] Pushing event updated for resources: {'Port': ['ID=5d3cf461-c9e2-4cf4-840f-a15072d60e12,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:06.242353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57132) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:06.246640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.297650 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.395345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.396500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-891b9131-3210-40a9-b1d1-8e1a7a2304b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1daac3a0026d49e58a3f4507a9461750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528988 Jul 30 03:45:06.398275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/6cc6da40-ad56-414a-88d7-38bd348b2492 HTTP/1.1" status: 204 len: 168 time: 0.9328852 Jul 30 03:45:06.401057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57138) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:06.401587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57140) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:06.403255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b29f8-6449-4dd0-b72c-bff8f30d1fde tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=6cc6da40-ad56-414a-88d7-38bd348b2492,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:06.416442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bb8491-25c7-4fc2-b421-4767f3df9bc6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:06.437698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Checking segment: {'id': '8b23637d-d619-45ac-b0ff-b788288ae5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:06.438081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Network hostable DHCP agents. Network: e64b2bd4-316f-412d-99c2-79c40dacd8aa, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:45:06.468530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Network e64b2bd4-316f-412d-99c2-79c40dacd8aa is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:45:06.497713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e64b2bd4-316f-412d-99c2-79c40dacd8aa) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:06.511282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:06.511850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.530416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4450ca-83b5-4ba5-b6d7-c608c4daad9a None None] Network e64b2bd4-316f-412d-99c2-79c40dacd8aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:06.534129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-36dbea62-5f25-42c5-8150-be72419c37fa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7506847 Jul 30 03:45:06.538770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530d2f4-befe-48a2-84de-a165fd7e0777 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:06.540444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530d2f4-befe-48a2-84de-a165fd7e0777 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:06.548530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:06.551738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4530d2f4-befe-48a2-84de-a165fd7e0777 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1472311 Jul 30 03:45:06.555422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-533c880b-924c-43cf-8d00-3a1d912a8b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.585158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-533c880b-924c-43cf-8d00-3a1d912a8b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.648720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-533c880b-924c-43cf-8d00-3a1d912a8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.651828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-533c880b-924c-43cf-8d00-3a1d912a8b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.656092 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-533c880b-924c-43cf-8d00-3a1d912a8b12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac6529cb-ea8b-4fa1-956c-3d1ef175e719 HTTP/1.1" status: 204 len: 168 time: 0.2519848 Jul 30 03:45:06.682035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c880b-924c-43cf-8d00-3a1d912a8b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6529cb-ea8b-4fa1-956c-3d1ef175e719,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:06.690237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 1a38993d-60d1-4c41-822f-647005bd197c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:06.694677 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.757915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adba147-496a-4bec-af28-ee6c79949c9c None None] Network e64b2bd4-316f-412d-99c2-79c40dacd8aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:06.760955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:06.879435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:07.001523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:07.042745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=1a38993d-60d1-4c41-822f-647005bd197c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:07.043949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:07.046069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8bb7a3a5-e331-4bd8-b9be-0c8263998409 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/1a38993d-60d1-4c41-822f-647005bd197c HTTP/1.1" status: 204 len: 168 time: 0.4962642 Jul 30 03:45:07.048559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57170) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:07.097372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0c3c6487-ad12-4de7-a785-50e7d46aceca tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473738 Jul 30 03:45:07.100331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:07.183693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab85d1-43df-4055-8c4e-3f893b2f89ca tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:07.188287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a6ab85d1-43df-4055-8c4e-3f893b2f89ca tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0829749 Jul 30 03:45:07.197301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57182) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:07.292499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a615-1213-4c1b-84fa-3539d102628b req-acf0c110-8736-43e7-8ba5-79717c75c069 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:07.295010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c87a615-1213-4c1b-84fa-3539d102628b req-acf0c110-8736-43e7-8ba5-79717c75c069 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 945 time: 0.1080561 Jul 30 03:45:07.422208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-39f760b8-415e-4985-a619-b2b61bc01cd3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:07.424781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-39f760b8-415e-4985-a619-b2b61bc01cd3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 945 time: 0.2392414 Jul 30 03:45:07.443517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceac5ef-a325-4280-ba8a-adffac729bd7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:07.446213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ceac5ef-a325-4280-ba8a-adffac729bd7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2457397 Jul 30 03:45:07.455398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57196) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:07.490793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5d3cf461-c9e2-4cf4-840f-a15072d60e12 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:07.518326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c87a615-1213-4c1b-84fa-3539d102628b req-86e93e7d-7bed-4ccb-95a6-b7c5a91c2aec tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162137 Jul 30 03:45:07.547321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-942ba97e-6818-41cf-aa56-15f6fba6b496 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894988 Jul 30 03:45:07.552614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57206) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:07.558211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:07.624512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:07.668563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-0a01eacc-0714-43fb-94ea-34c70ef286f5 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:07.670737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-0a01eacc-0714-43fb-94ea-34c70ef286f5 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/networks?id=e64b2bd4-316f-412d-99c2-79c40dacd8aa HTTP/1.1" status: 200 len: 821 time: 0.3146069 Jul 30 03:45:07.692678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-f99e5d60-cc00-4ea5-9549-65ec5a09adbf tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/quotas/5097d77b29a44a3c904444c2cd5ab9a2 HTTP/1.1" status: 200 len: 375 time: 0.0130908 Jul 30 03:45:07.745447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port 9d4c7489-e196-47df-9be4-a67bd5698ef7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:07.746127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:07.750633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-6f9bb4b1-7246-405a-8cd4-061be690f064 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5097d77b29a44a3c904444c2cd5ab9a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501645 Jul 30 03:45:07.751869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:07.755901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:07.796338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272800f5-2b01-434e-aac5-d70c6ecc1c73 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:07.832147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:07.917503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-d17d22e8-6b1c-4559-a6a4-90cf7bf07dda service neutron] 10.222.0.39 "GET /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658862 Jul 30 03:45:07.938814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port 9d4c7489-e196-47df-9be4-a67bd5698ef7, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9d4c7489-e196-47df-9be4-a67bd5698ef7,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:07.943563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:07.982959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for 9d4c7489-e196-47df-9be4-a67bd5698ef7 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:08.028887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] Provisioning for port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:08.036931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] Provisioning complete for port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:08.038181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.048409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1863883839'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:08.077379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-a2a37eb8-7150-408c-89cc-c94778e2d36f service neutron] 10.222.0.39 "GET /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585169 Jul 30 03:45:08.086172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:08.098138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.122806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.155067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.230995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:08.246956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.251513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:08.263468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:08.276841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:08.277520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.317613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=c4f985eb-9e63-44ce-a4a1-4b60cabdb034,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:08.339496 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.346670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.360731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:08.367516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.387611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['9d4c7489-e196-47df-9be4-a67bd5698ef7'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:08.418278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=9d4c7489-e196-47df-9be4-a67bd5698ef7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:08.427893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70136471-6e23-40a6-ae8a-32cdd7b8cbd6 req-d404b448-43b6-4348-9eee-f10d372048cd tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 210 time: 0.0835192 Jul 30 03:45:08.436455 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72c0bf66-2314-4e98-a895-67eea959ea11 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8827174 Jul 30 03:45:08.442153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:45:08.445655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:08.452312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'c4f985eb-9e63-44ce-a4a1-4b60cabdb034', 'ip_address': '2001:db8::30f9:3f9a:a9e8:b1d3'}], 'name': 'tempest-NetworksTestDHCPv6-1194427636'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:08.464380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.464765 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment 1f640880-4ce0-463d-ac31-fc2d966a3cc3 of type vlan for network 293cd0c6-95f0-43fc-a74c-70ad62e3241d Jul 30 03:45:08.484489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640ede71-2427-4fa6-afa9-6b5f6162e6f9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:08.517714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port 9d4c7489-e196-47df-9be4-a67bd5698ef7 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:08.521219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.526279 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-796e5a12-69ac-4d17-9ca4-706f5085b829 req-8da727b0-b8ef-4573-943a-9758e6001e30 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "DELETE /v2.0/ports/9d4c7489-e196-47df-9be4-a67bd5698ef7 HTTP/1.1" status: 204 len: 173 time: 1.0782661 Jul 30 03:45:08.532602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] For port 5d3cf461-c9e2-4cf4-840f-a15072d60e12, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5d3cf461-c9e2-4cf4-840f-a15072d60e12,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:08.534679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.549846 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.584190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] Deleting port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:08.585593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.602579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.608286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:08.608892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.659633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'name': 'network-vif-deleted', 'tag': '9d4c7489-e196-47df-9be4-a67bd5698ef7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:08.664729 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a49c8ed-a677-427d-b1c7-0866b00e23e3" -d '{"events": [{"server_uuid": "43460e8d-b1ba-4a16-a488-bdeb943ce6ac", "name": "network-vif-deleted", "tag": "9d4c7489-e196-47df-9be4-a67bd5698ef7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:08.746278 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff198cca-59ab-42a0-8d6c-fc8e69acae22 x-openstack-request-id: req-ff198cca-59ab-42a0-8d6c-fc8e69acae22 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:08.746673 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43460e8d-b1ba-4a16-a488-bdeb943ce6ac", "name": "network-vif-deleted", "tag": "9d4c7489-e196-47df-9be4-a67bd5698ef7", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:08.747820 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff198cca-59ab-42a0-8d6c-fc8e69acae22 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:08.749539 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43460e8d-b1ba-4a16-a488-bdeb943ce6ac', 'name': 'network-vif-deleted', 'tag': '9d4c7489-e196-47df-9be4-a67bd5698ef7', 'status': 'completed', 'code': 200} Jul 30 03:45:08.789739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef31e1-11df-4780-bff1-d31364e30997 None None] Pushing event updated for resources: {'Port': ['ID=5d3cf461-c9e2-4cf4-840f-a15072d60e12,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:08.792200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd94d2f7-458e-4522-83da-3e525a48441a req-8cedacd8-1b8c-4b86-bc6c-270735c367d9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=43460e8d-b1ba-4a16-a488-bdeb943ce6ac HTTP/1.1" status: 200 len: 210 time: 0.1270003 Jul 30 03:45:08.796679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9632215 Jul 30 03:45:08.807479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:08.817298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222295602'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:08.827594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:08.848337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2590-6139-499a-b603-829c695e2b8f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=293cd0c6-95f0-43fc-a74c-70ad62e3241d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:08.884035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:08.889283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.905924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:45:08.934876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:45:08.956125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:08.958109 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c of type vlan for network 0cfe4c02-f19f-468d-bde5-3216b08eb758 Jul 30 03:45:09.014168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.017924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.019387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] For port 5d3cf461-c9e2-4cf4-840f-a15072d60e12, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5d3cf461-c9e2-4cf4-840f-a15072d60e12,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:09.020285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.039878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port eed62a8f-493a-47e1-9602-aa5110ddb10e yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:09.058982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.067206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:09.067991 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.070019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] Calling delete_port for 5d3cf461-c9e2-4cf4-840f-a15072d60e12 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:09.138231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3259015 Jul 30 03:45:09.138458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57254) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:09.159615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:09.221121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e239-0738-43cc-ba03-e2846de6be6e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=0cfe4c02-f19f-468d-bde5-3216b08eb758,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:09.234940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:45:09.282842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::30f9:3f9a:a9e8:b1d3 (9e1f1956-7d51-47a1-bf41-0001a2695f11/c4f985eb-9e63-44ce-a4a1-4b60cabdb034/eed62a8f-493a-47e1-9602-aa5110ddb10e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:09.283904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:09.292803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.343888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.418770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] No DVR routers for this DVR port 5d3cf461-c9e2-4cf4-840f-a15072d60e12 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:09.420221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd9319-d4bc-4ff7-98ef-cdaeebc2391f None None] Pushing event deleted for resources: {'Port': ['ID=5d3cf461-c9e2-4cf4-840f-a15072d60e12,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:09.454631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3df39a-d907-4b1c-8b4e-f8fcd486a984 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:09.459035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5d3cf461-c9e2-4cf4-840f-a15072d60e12 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:09.517175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5d3cf461-c9e2-4cf4-840f-a15072d60e12 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:09.517655 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5d3cf461-c9e2-4cf4-840f-a15072d60e12 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:09.592717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.606869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object eed62a8f-493a-47e1-9602-aa5110ddb10e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:09.634434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff12c06b-d182-4b3a-b4de-bc1f495f8f29 req-9ae95730-e089-43f7-a292-7d7c2ea9bf21 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 210 time: 0.0744610 Jul 30 03:45:09.656583 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.683863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.735938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'c4f985eb-9e63-44ce-a4a1-4b60cabdb034'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:09.737027 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.741350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:09.745211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:09.748254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:09.755586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:09.758367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:09.783912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3369663 Jul 30 03:45:09.786686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57264) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:09.793545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'c4f985eb-9e63-44ce-a4a1-4b60cabdb034', 'ip_address': '2001:db8::30f9:3f9a:a9e8:b1d3'}], 'name': 'tempest-NetworksTestDHCPv6-1607920028'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:09.821274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35513c-216d-4a79-b57f-e7bc2bb8499a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=eed62a8f-493a-47e1-9602-aa5110ddb10e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:09.871470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=9cbf85bc-8334-40db-b67c-00beff31ab61,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:09.955432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/c4f985eb-9e63-44ce-a4a1-4b60cabdb034/15103e85-5ac9-49dc-bdea-691bd0ece8ce) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:10.033189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:10.034991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-8e763732-8758-474d-83e1-a62ccca9f956 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:10.036675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-8e763732-8758-474d-83e1-a62ccca9f956 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.18 "GET /v2.0/networks?id=e64b2bd4-316f-412d-99c2-79c40dacd8aa HTTP/1.1" status: 200 len: 821 time: 0.2797592 Jul 30 03:45:10.042098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.046109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': '1f640880-4ce0-463d-ac31-fc2d966a3cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:10.046478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 293cd0c6-95f0-43fc-a74c-70ad62e3241d, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:45:10.054422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Request body: {'port': {'device_id': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa', 'admin_state_up': True, 'tenant_id': '5097d77b29a44a3c904444c2cd5ab9a2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:10.065292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 5b41d223-40b4-4826-a484-27fe647802a5 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:10.130432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:45:10.155100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 293cd0c6-95f0-43fc-a74c-70ad62e3241d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:10.166322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f36bf-a29d-4f20-b398-c4d4d3615912 None None] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:10.183228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:10.183831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.237224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4fa99050-e509-4d40-bddf-aa60f59c57cc tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0974834 Jul 30 03:45:10.240780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.243239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:10.250985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:10.263534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Transition to ACTIVE for port object 15103e85-5ac9-49dc-bdea-691bd0ece8ce will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:10.294135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Transition to ACTIVE for port object 15103e85-5ac9-49dc-bdea-691bd0ece8ce will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:10.312664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.384482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Made reservation on behalf of 5097d77b29a44a3c904444c2cd5ab9a2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:10.388187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.390007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:10.394717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:10.398371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:10.408264 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 03:45:10.409707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:45:10.443814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-c61d2aa4-527a-4c4c-a4b1-54ba16701916 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:10.446358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-c61d2aa4-527a-4c4c-a4b1-54ba16701916 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2154429 Jul 30 03:45:10.454854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae794815-a28c-425e-9274-fe4fb3b93ebd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6658006 Jul 30 03:45:10.456054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Pushing event updated for resources: {'Port': ['ID=15103e85-5ac9-49dc-bdea-691bd0ece8ce,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:10.458014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57292) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:10.518909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d724e8d4-716a-4753-8bfb-c78722f25b57 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0375090 Jul 30 03:45:10.520296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:10.526693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.588336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f104535-2eb4-4c42-aab3-55cdc52ce4ad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:10.595965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f104535-2eb4-4c42-aab3-55cdc52ce4ad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:10.597688 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3f104535-2eb4-4c42-aab3-55cdc52ce4ad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1310534 Jul 30 03:45:10.606116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:10.651900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-1f5956a3-d9b7-4605-82e8-9cd6c6a7c31e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102116 Jul 30 03:45:10.695892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Allocated IP 172.20.0.3 (e64b2bd4-316f-412d-99c2-79c40dacd8aa/e1bb8491-25c7-4fc2-b421-4767f3df9bc6/e9ac5c85-b179-4d6c-af18-69c82edcf9d8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:10.779000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ed86c39-e114-4518-9731-2e1a88181ac5 req-94addd16-f705-4e52-bbf9-e9c6c5121b91 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 210 time: 0.0434589 Jul 30 03:45:10.786145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Attempting to bind port 15103e85-5ac9-49dc-bdea-691bd0ece8ce on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:10.786548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Attempting to bind port 15103e85-5ac9-49dc-bdea-691bd0ece8ce by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:10.786966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Attempting to bind port 15103e85-5ac9-49dc-bdea-691bd0ece8ce on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:10.794942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:10.795986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:10.796408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.797271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:10.797392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Bound port: 15103e85-5ac9-49dc-bdea-691bd0ece8ce, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:10.798023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.818540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port eed62a8f-493a-47e1-9602-aa5110ddb10e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:10.819790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.821498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-293cd0c6-95f0-43fc-a74c-70ad62e3241d', 'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '9cbf85bc-8334-40db-b67c-00beff31ab61'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:10.822359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:10.844246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-c1b025a2-8ff7-45d6-a905-0f7ac09d1e0c service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804800 Jul 30 03:45:11.000218 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.007496 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.031615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-547f857f-28e3-4d9a-868d-e2cc906a167c service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767786 Jul 30 03:45:11.043200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.085172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.093799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] For port 15103e85-5ac9-49dc-bdea-691bd0ece8ce, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:11.094182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.111169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] For port 15103e85-5ac9-49dc-bdea-691bd0ece8ce, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15103e85-5ac9-49dc-bdea-691bd0ece8ce,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:11.125436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Allocated IP 2001:db8::2 (293cd0c6-95f0-43fc-a74c-70ad62e3241d/9cbf85bc-8334-40db-b67c-00beff31ab61/4d36ca49-5765-4617-b48b-0ca1b5276770) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:11.129196 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.132236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for eed62a8f-493a-47e1-9602-aa5110ddb10e owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:11.154790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=6de96838-b5e7-41c9-b35d-85b5591c076f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:11.160607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Network e64b2bd4-316f-412d-99c2-79c40dacd8aa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:11.167541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:11.175839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:11.186169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Pushing event updated for resources: {'Port': ['ID=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:11.224206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:11.224206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 0cfe4c02-f19f-468d-bde5-3216b08eb758, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:45:11.274377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:11.274377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.280573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:45:11.294933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-597127f7-195c-456e-8257-a14daf7b4232 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2458227 Jul 30 03:45:11.309824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Request body: {'port': {'device_id': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:11.330438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 0cfe4c02-f19f-468d-bde5-3216b08eb758) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:11.336822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:11.337623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.401191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8287c4a-ac44-4d41-8692-12fbb0a5e3d8 None None] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:11.401408 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7b2a8fbd-3ced-4b4a-b854-c3889764c017 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1562009 Jul 30 03:45:11.401774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57316) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:11.407904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9d4c7489-e196-47df-9be4-a67bd5698ef7 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:11.409656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1831872053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:11.432181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.448729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.451526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.451678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 9d4c7489-e196-47df-9be4-a67bd5698ef7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:11.452065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9d4c7489-e196-47df-9be4-a67bd5698ef7 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:11.483027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.521229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ad8e-50fc-4fcd-9994-86e055128911 None None] Pushing event updated for resources: {'Port': ['ID=15103e85-5ac9-49dc-bdea-691bd0ece8ce,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:11.564245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7463ce6-5c71-4e1c-a0ad-c1e8612e61fe req-565b8b76-3916-4d09-99be-9ae67d870d23 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 210 time: 0.1288342 Jul 30 03:45:11.583508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=eed62a8f-493a-47e1-9602-aa5110ddb10e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:11.771721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.774874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.776926 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.780041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b8f06642-30bf-49d6-afe7-e56ba80230d0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/eed62a8f-493a-47e1-9602-aa5110ddb10e HTTP/1.1" status: 204 len: 168 time: 1.1728868 Jul 30 03:45:11.782372 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.785945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:11.797681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Transition to ACTIVE for port object 4d36ca49-5765-4617-b48b-0ca1b5276770 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:11.818162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.821244 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-35e7db35-2b53-46c8-b3f0-073a6f35f4c5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4156539 Jul 30 03:45:11.824023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57332) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:11.849482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Transition to ACTIVE for port object 4d36ca49-5765-4617-b48b-0ca1b5276770 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:11.922922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd84d6-c5f0-4f10-8663-f1894ac315c9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:11.924514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd84d6-c5f0-4f10-8663-f1894ac315c9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:11.926240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cdcd84d6-c5f0-4f10-8663-f1894ac315c9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1391177 Jul 30 03:45:11.928936 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:11.929676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57336) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:11.956797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-0cfe4c02-f19f-468d-bde5-3216b08eb758', 'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '6de96838-b5e7-41c9-b35d-85b5591c076f'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:11.957686 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.015836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:12.018823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:12.024344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:12.081942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1638577-3d31-4452-831e-048cb65c9b49 req-f93c0963-cd7c-4695-bb19-779512f01ad6 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:12.083970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1638577-3d31-4452-831e-048cb65c9b49 req-f93c0963-cd7c-4695-bb19-779512f01ad6 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 931 time: 0.1332648 Jul 30 03:45:12.095925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Pushing event updated for resources: {'Port': ['ID=4d36ca49-5765-4617-b48b-0ca1b5276770,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:12.107966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet c4f985eb-9e63-44ce-a4a1-4b60cabdb034 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:12.111943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.244493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Attempting to bind port 4d36ca49-5765-4617-b48b-0ca1b5276770 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:12.245271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Attempting to bind port 4d36ca49-5765-4617-b48b-0ca1b5276770 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '1f640880-4ce0-463d-ac31-fc2d966a3cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:12.245648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Attempting to bind port 4d36ca49-5765-4617-b48b-0ca1b5276770 on network 293cd0c6-95f0-43fc-a74c-70ad62e3241d {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:12.252040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ac5c85-b179-4d6c-af18-69c82edcf9d8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:45:12.257018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:12.257405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Checking segment: {'id': '1f640880-4ce0-463d-ac31-fc2d966a3cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:12.257812 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.258262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Bound using segment: {'id': '1f640880-4ce0-463d-ac31-fc2d966a3cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:12.258750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Bound port: 4d36ca49-5765-4617-b48b-0ca1b5276770, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f640880-4ce0-463d-ac31-fc2d966a3cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '293cd0c6-95f0-43fc-a74c-70ad62e3241d'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:12.259155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.275384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1638577-3d31-4452-831e-048cb65c9b49 req-81fb266d-e1fb-4a07-b526-f691da899d0a tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834500 Jul 30 03:45:12.286135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.308093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Transition to ACTIVE for port object e9ac5c85-b179-4d6c-af18-69c82edcf9d8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:12.318523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.382557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Allocated IP 2001:db8:1::2 (0cfe4c02-f19f-468d-bde5-3216b08eb758/6de96838-b5e7-41c9-b35d-85b5591c076f/143870b8-aeea-4bb9-a788-f9009f63d6a8) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:12.416627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:12.499849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Attempting to bind port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:12.500612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Attempting to bind port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '8b23637d-d619-45ac-b0ff-b788288ae5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:12.501184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Attempting to bind port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 on network e64b2bd4-316f-412d-99c2-79c40dacd8aa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:12.508034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 on network e64b2bd4-316f-412d-99c2-79c40dacd8aa not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:45:12.508510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Attempting to bind port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 on network e64b2bd4-316f-412d-99c2-79c40dacd8aa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:12.521779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:12.522986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Checking segment: {'id': '8b23637d-d619-45ac-b0ff-b788288ae5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:12.523488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Bound using segment: {'id': '8b23637d-d619-45ac-b0ff-b788288ae5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:12.524204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Bound port: e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b23637d-d619-45ac-b0ff-b788288ae5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:12.524679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.597822 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7dadc83f-3694-4060-8fce-39009d5d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.659521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] For port 4d36ca49-5765-4617-b48b-0ca1b5276770, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:12.668438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] For port 4d36ca49-5765-4617-b48b-0ca1b5276770, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4d36ca49-5765-4617-b48b-0ca1b5276770,segment=NetworkSegment(1f640880-4ce0-463d-ac31-fc2d966a3cc3),segment_id=1f640880-4ce0-463d-ac31-fc2d966a3cc3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:12.683179 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.710607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] For port e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:12.755639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3717152f-8763-417e-92f6-982d6607e9d3 req-1ff69e92-3e37-4b13-8a6e-722743380015 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 210 time: 0.0650136 Jul 30 03:45:12.775545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] For port e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,segment=NetworkSegment(8b23637d-d619-45ac-b0ff-b788288ae5c9),segment_id=8b23637d-d619-45ac-b0ff-b788288ae5c9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:12.785832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.795191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.833405 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.836787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd464cd-7151-43fa-b451-e2d1c758086b None None] Pushing event updated for resources: {'Port': ['ID=4d36ca49-5765-4617-b48b-0ca1b5276770,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:12.861305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Transition to ACTIVE for port object 143870b8-aeea-4bb9-a788-f9009f63d6a8 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:12.894934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Transition to ACTIVE for port object 143870b8-aeea-4bb9-a788-f9009f63d6a8 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:12.909167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:12.911446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.923654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:12.925338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9ac5c85-b179-4d6c-af18-69c82edcf9d8 HTTP/1.1" status: 200 len: 1092 time: 1.6210306 Jul 30 03:45:12.933956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'tag': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:12.951697 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db", "tag": "e9ac5c85-b179-4d6c-af18-69c82edcf9d8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:12.968921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2db69f-c99e-4057-95c8-36815aaa28e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:12.997745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:13.002835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:13.017256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:13.024467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:13.060099 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8709dd-994f-4cb6-bf01-4a48ddae021f x-openstack-request-id: req-3f8709dd-994f-4cb6-bf01-4a48ddae021f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:13.060573 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db", "tag": "e9ac5c85-b179-4d6c-af18-69c82edcf9d8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:13.060829 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f8709dd-994f-4cb6-bf01-4a48ddae021f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:13.061846 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'tag': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8', 'status': 'completed', 'code': 200} Jul 30 03:45:13.065220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-f5c58059-3516-4efb-bf61-be27fb9566c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:13.066826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-f5c58059-3516-4efb-bf61-be27fb9566c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5097d77b29a44a3c904444c2cd5ab9a2&device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 1095 time: 0.0656528 Jul 30 03:45:13.071678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1a910458-c098-4282-83f1-0eec82fe3721 None None] Could not find standard attr ID for object eed62a8f-493a-47e1-9602-aa5110ddb10e. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:13.088401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Pushing event updated for resources: {'Port': ['ID=143870b8-aeea-4bb9-a788-f9009f63d6a8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:13.160452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1a910458-c098-4282-83f1-0eec82fe3721 None None] Provisioning for port 15103e85-5ac9-49dc-bdea-691bd0ece8ce completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:13.184981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Attempting to bind port 143870b8-aeea-4bb9-a788-f9009f63d6a8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:13.185371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Attempting to bind port 143870b8-aeea-4bb9-a788-f9009f63d6a8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:13.185741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Attempting to bind port 143870b8-aeea-4bb9-a788-f9009f63d6a8 on network 0cfe4c02-f19f-468d-bde5-3216b08eb758 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:13.197526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:13.197945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Checking segment: {'id': 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:13.198364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:13.198766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Bound using segment: {'id': 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:13.199347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Bound port: 143870b8-aeea-4bb9-a788-f9009f63d6a8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0cfe4c02-f19f-468d-bde5-3216b08eb758'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:13.199741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:13.250315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-2fa31b6f-772f-4be9-ac9d-0d894a5690a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8 HTTP/1.1" status: 200 len: 217 time: 0.1710315 Jul 30 03:45:13.299516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:13.361925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] For port 143870b8-aeea-4bb9-a788-f9009f63d6a8, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:13.369857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] For port 143870b8-aeea-4bb9-a788-f9009f63d6a8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=143870b8-aeea-4bb9-a788-f9009f63d6a8,segment=NetworkSegment(f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c),segment_id=f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:13.388641 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:13.439646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-b43f64dc-eb3a-4e92-8f3c-4c69877176df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:13.444486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-b43f64dc-eb3a-4e92-8f3c-4c69877176df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1bb8491-25c7-4fc2-b421-4767f3df9bc6 HTTP/1.1" status: 200 len: 861 time: 0.1844993 Jul 30 03:45:13.518121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd2fdd-1f30-4878-978a-565d24a16a6a None None] Pushing event updated for resources: {'Port': ['ID=143870b8-aeea-4bb9-a788-f9009f63d6a8,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:13.550342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d5668bdc-7d16-4c19-a46a-a713ba7f0da1 None None] Could not find standard attr ID for object 8deade28-851f-4800-9c3d-d7c89577de69. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:13.599664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d36ca49-5765-4617-b48b-0ca1b5276770 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:13.604730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-5ced0b77-0b25-4aca-b874-91c50abb2b92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e64b2bd4-316f-412d-99c2-79c40dacd8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532369 Jul 30 03:45:13.695326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4d36ca49-5765-4617-b48b-0ca1b5276770 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:13.704368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15103e85-5ac9-49dc-bdea-691bd0ece8ce up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:13.765695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-037299cc-2e2a-4d5e-9eb9-34aaea96d54e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:13.767681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-037299cc-2e2a-4d5e-9eb9-34aaea96d54e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.6777718 Jul 30 03:45:13.772500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0d935-0929-425a-a5c4-e9732fafcfff req-497f26d7-1517-4fac-9b21-a5f129d0a5ca tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:13.780412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11f0d935-0929-425a-a5c4-e9732fafcfff req-497f26d7-1517-4fac-9b21-a5f129d0a5ca tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 943 time: 0.3119364 Jul 30 03:45:13.823176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:13.842578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 15103e85-5ac9-49dc-bdea-691bd0ece8ce completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:13.847079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 15103e85-5ac9-49dc-bdea-691bd0ece8ce triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:13.847755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:13.880367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11f0d935-0929-425a-a5c4-e9732fafcfff req-37afdaf2-093e-4625-bceb-e3f33bd72093 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938995 Jul 30 03:45:13.884000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-568acd18-acfa-43eb-9160-b6a4d3df4d0b service neutron] 10.222.0.18 "GET /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710733 Jul 30 03:45:14.040474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c9040910-ab8e-48ae-9943-37260cefc7d5 None None] Could not find standard attr ID for object 6cc6da40-ad56-414a-88d7-38bd348b2492. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:14.077129 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.123422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.178043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.188473 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/c4f985eb-9e63-44ce-a4a1-4b60cabdb034 HTTP/1.1" status: 204 len: 168 time: 2.2573478 Jul 30 03:45:14.210985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:45:14.211368 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:45:14.241658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57370) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:14.265590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5d76c-5e0c-490e-ac3f-6f72e72edbf9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f985eb-9e63-44ce-a4a1-4b60cabdb034,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:14.280565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8::1 (293cd0c6-95f0-43fc-a74c-70ad62e3241d/9cbf85bc-8334-40db-b67c-00beff31ab61/b763049b-9b53-40b5-a883-b0b94b134083) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:14.326978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fc4e8d3d-c863-49a6-b7fc-c479b79ca73f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791776 Jul 30 03:45:14.327953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:14.333901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.338493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:14.364123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:14.479488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233d934-5f08-4d3d-a7cd-e33ea32fb55c None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:14.565695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12e684ed-8e30-4511-a953-2d6367c931a9 None None] Could not find standard attr ID for object eed62a8f-493a-47e1-9602-aa5110ddb10e. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:14.582325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a352e99a-9770-4ff2-85a0-34ed3c3a3c0f req-007543b6-51a9-459d-ab02-80a529277ddf service neutron] 10.222.0.18 "GET /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909862 Jul 30 03:45:14.593916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.607633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3fe6e09-10bc-492d-a684-cb8d5fa40227 req-bdd16d8b-ddb4-4162-adcd-876f87b7df7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 210 time: 0.6797020 Jul 30 03:45:14.614166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb91054-a8fa-4b2f-a458-de9c5784e2c6 None None] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:14.615842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object b763049b-9b53-40b5-a883-b0b94b134083 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:14.716720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-e328cdc1-2edd-40f7-af57-b0c994d28605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:14.720167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-e328cdc1-2edd-40f7-af57-b0c994d28605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5097d77b29a44a3c904444c2cd5ab9a2&device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 1095 time: 0.0763822 Jul 30 03:45:14.735585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:14.739174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.799626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] Provisioning for port 4d36ca49-5765-4617-b48b-0ca1b5276770 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:14.826953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] Provisioning complete for port 4d36ca49-5765-4617-b48b-0ca1b5276770 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:14.828224 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.848478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-3c101092-d6bb-45be-9a99-96c411c139a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:14.850658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-3c101092-d6bb-45be-9a99-96c411c139a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e64b2bd4-316f-412d-99c2-79c40dacd8aa HTTP/1.1" status: 200 len: 921 time: 0.1232243 Jul 30 03:45:14.897295 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-37be320a-f3c9-4519-8bc0-c8dc3188ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.903288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.937588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:14.944466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-8c97043f-59f1-4f44-88f3-6d43fa77d28d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8 HTTP/1.1" status: 200 len: 217 time: 0.0840318 Jul 30 03:45:14.974330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 15103e85-5ac9-49dc-bdea-691bd0ece8ce, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15103e85-5ac9-49dc-bdea-691bd0ece8ce,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:15.004889 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.007665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:15.019167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-c9dd3334-107a-4fd6-8b19-5a7e1a093c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:15.021555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-c9dd3334-107a-4fd6-8b19-5a7e1a093c26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1bb8491-25c7-4fc2-b421-4767f3df9bc6 HTTP/1.1" status: 200 len: 861 time: 0.0690064 Jul 30 03:45:15.045181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.074501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-c803cd29-3f86-4af4-907d-fad5a668337c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e64b2bd4-316f-412d-99c2-79c40dacd8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405710 Jul 30 03:45:15.135124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:15.168120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:15.181249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.2 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/bb85c3a8-578b-401d-b3c8-f06f0ef679dc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:15.183383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=b763049b-9b53-40b5-a883-b0b94b134083,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:15.185879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:15.186433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.201820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8012881-4bff-4f42-af9c-532529d5078b req-b0691d57-5a14-43bc-b161-925308e7aaa5 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:15.203281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8012881-4bff-4f42-af9c-532529d5078b req-b0691d57-5a14-43bc-b161-925308e7aaa5 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 943 time: 0.1795130 Jul 30 03:45:15.241583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.244848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=15103e85-5ac9-49dc-bdea-691bd0ece8ce,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:15.257649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.258024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.258349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.258693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.259036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.259850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.259850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.260054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.260361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.261097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.261097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.261466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:15.284068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8012881-4bff-4f42-af9c-532529d5078b req-4055c754-40ab-4494-add4-3bf71360dee1 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558789 Jul 30 03:45:15.314090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] For port 4d36ca49-5765-4617-b48b-0ca1b5276770, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4d36ca49-5765-4617-b48b-0ca1b5276770,segment=NetworkSegment(1f640880-4ce0-463d-ac31-fc2d966a3cc3),segment_id=1f640880-4ce0-463d-ac31-fc2d966a3cc3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:15.325475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] Deleting port 15103e85-5ac9-49dc-bdea-691bd0ece8ce {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:15.326142 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.326429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-e65e1754-6af5-4630-b1a7-217f1dfee972 service neutron] 10.222.0.18 "GET /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353570 Jul 30 03:45:15.361561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.384206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2d01d-60d3-48f7-a40d-25c19b8ad9ef None None] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:15.455710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46aa2f18-a3cb-4561-bed7-5ec151a8fce0 req-3728d2bb-ba18-45aa-892f-efddb8ca564d service neutron] 10.222.0.18 "GET /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208947 Jul 30 03:45:15.480087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.692499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 143870b8-aeea-4bb9-a788-f9009f63d6a8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:15.702251 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.705980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a93d7392-dc12-4978-afd1-4d74d2541ec2 req-d3515c8d-a277-433c-b042-be6c98376b09 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 210 time: 0.0333116 Jul 30 03:45:15.733269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105893b-9957-4217-8d33-68afdd0045bc None None] Pushing event updated for resources: {'Port': ['ID=4d36ca49-5765-4617-b48b-0ca1b5276770,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:15.783261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.793608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] For port 15103e85-5ac9-49dc-bdea-691bd0ece8ce, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15103e85-5ac9-49dc-bdea-691bd0ece8ce,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:15.794031 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.798089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4451e670-b577-426b-8cf0-e69d37801e7a None None] Provisioning for port 143870b8-aeea-4bb9-a788-f9009f63d6a8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:15.816581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:15.828403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=a237dbfa-5856-486f-8ac0-6854908600cd,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:15.837477 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.842157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:15.860244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] Calling delete_port for 15103e85-5ac9-49dc-bdea-691bd0ece8ce owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:15.860499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:15.865396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:15.871689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:15.875259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:15.911893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:15.913292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:15.962332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:15.993493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 143870b8-aeea-4bb9-a788-f9009f63d6a8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:16.007116 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cce04b55-1f68-48ec-9cfb-a48a83f643a2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6665628 Jul 30 03:45:16.009225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57402) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:16.014436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'a237dbfa-5856-486f-8ac0-6854908600cd', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1292698827'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:16.023105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 143870b8-aeea-4bb9-a788-f9009f63d6a8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:16.023662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.109442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:16.111545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.115687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.177576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] Pushing event deleted for resources: {'Port': ['ID=15103e85-5ac9-49dc-bdea-691bd0ece8ce,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:16.182428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac41f9-7048-426a-bae9-8b40f894698b None None] No DVR routers for this DVR port 15103e85-5ac9-49dc-bdea-691bd0ece8ce on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:16.204909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:16.225274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21623c5-0257-4a91-a958-1cfef184ddb9 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:16.249176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-4656e5e1-78b6-4d2e-8c18-17b3d4b596f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4412408 Jul 30 03:45:16.341917 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.373271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port cd52d858-59e8-4189-9964-200df0f2a668 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:16.494123 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.557184 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.572387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.583331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Request body: {'port': {'device_id': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:16.617821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6219-d9d7-41f6-a885-5b797cb35c66 None None] Provisioning for port b763049b-9b53-40b5-a883-b0b94b134083 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:16.639739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a29eef-5809-4fec-be90-090b4cdd1d5a req-6ccfe4dd-9a43-493d-a2ef-c89a4dceb54b tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:16.642171 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6a29eef-5809-4fec-be90-090b4cdd1d5a req-6ccfe4dd-9a43-493d-a2ef-c89a4dceb54b tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 943 time: 0.2066612 Jul 30 03:45:16.688885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.692538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 143870b8-aeea-4bb9-a788-f9009f63d6a8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=143870b8-aeea-4bb9-a788-f9009f63d6a8,segment=NetworkSegment(f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c),segment_id=f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:16.700191 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:45:16.700746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:45:16.702107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6219-d9d7-41f6-a885-5b797cb35c66 None None] Provisioning complete for port b763049b-9b53-40b5-a883-b0b94b134083 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:16.702684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6219-d9d7-41f6-a885-5b797cb35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.713149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.713832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.715585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.725724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7c5c5022-fc46-45b9-a3e1-75560242b6a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7144210 Jul 30 03:45:16.732065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57414) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:16.747233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6a29eef-5809-4fec-be90-090b4cdd1d5a req-93ffeccc-09cb-4bfb-b30d-d4f45eb00d07 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914447 Jul 30 03:45:16.849646 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f6e09d1-41ce-4eb5-8e09-55cf9404869b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1082242 Jul 30 03:45:16.854879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:16.865339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15103e85-5ac9-49dc-bdea-691bd0ece8ce no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:16.918820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=b763049b-9b53-40b5-a883-b0b94b134083,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:16.949260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 15103e85-5ac9-49dc-bdea-691bd0ece8ce {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:16.949599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15103e85-5ac9-49dc-bdea-691bd0ece8ce not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:16.964400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b3ae-8d82-4ad3-9734-752fb82e9879 req-96515a72-5980-4ce0-a834-10a126c03555 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:16.972959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f22b3ae-8d82-4ad3-9734-752fb82e9879 req-96515a72-5980-4ce0-a834-10a126c03555 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 931 time: 0.1347127 Jul 30 03:45:16.981611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba7452-07a6-4af2-89c4-8068a6cc569f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'a237dbfa-5856-486f-8ac0-6854908600cd'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:16.983360 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-89ba7452-07a6-4af2-89c4-8068a6cc569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:16.986798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c6219-d9d7-41f6-a885-5b797cb35c66 None None] Port b763049b-9b53-40b5-a883-b0b94b134083 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:17.019300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=143870b8-aeea-4bb9-a788-f9009f63d6a8,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:17.039038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6219-d9d7-41f6-a885-5b797cb35c66 None None] Provisioning complete for port 4d36ca49-5765-4617-b48b-0ca1b5276770 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:17.039038 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6219-d9d7-41f6-a885-5b797cb35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.056536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f51af-59c1-42ee-ba2a-b8a255f67946 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:17.058712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f51af-59c1-42ee-ba2a-b8a255f67946 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:17.060352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f45f51af-59c1-42ee-ba2a-b8a255f67946 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2040377 Jul 30 03:45:17.064036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f22b3ae-8d82-4ad3-9734-752fb82e9879 req-f9232a0a-0c7f-4622-beda-9c6e3a9516d7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834980 Jul 30 03:45:17.064512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:17.138905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet a237dbfa-5856-486f-8ac0-6854908600cd {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:17.144439 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.164956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:17.167899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:17.214386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.298901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.378114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-89ba7452-07a6-4af2-89c4-8068a6cc569f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a237dbfa-5856-486f-8ac0-6854908600cd: This subnet is being modified by another concurrent operation. Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a237dbfa-5856-486f-8ac0-6854908600cd: This subnet is being modified by another concurrent operation. Jul 30 03:45:17.396496 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:45:17.435674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-79f04dd5-5a3c-433b-9d5c-3f802bac6efa None None] Provisioning complete for port b763049b-9b53-40b5-a883-b0b94b134083 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:17.437471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79f04dd5-5a3c-433b-9d5c-3f802bac6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.437795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb85c3a8-578b-401d-b3c8-f06f0ef679dc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:45:17.449676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.453017 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.457828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/a237dbfa-5856-486f-8ac0-6854908600cd HTTP/1.1" status: 204 len: 168 time: 0.3923123 Jul 30 03:45:17.463268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57428) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:17.464673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f30e2b-47ad-4f72-ae87-75984383fe72 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=a237dbfa-5856-486f-8ac0-6854908600cd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:17.466716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router bbec99a9-8ed0-480d-98ed-2d7f154ab160 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:45:17.482100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Transition to ACTIVE for port object bb85c3a8-578b-401d-b3c8-f06f0ef679dc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:17.482989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-79f04dd5-5a3c-433b-9d5c-3f802bac6efa None None] Port b763049b-9b53-40b5-a883-b0b94b134083 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:17.488603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d36ca49-5765-4617-b48b-0ca1b5276770 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:17.528712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-79f04dd5-5a3c-433b-9d5c-3f802bac6efa None None] Provisioning complete for port 143870b8-aeea-4bb9-a788-f9009f63d6a8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:17.529091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79f04dd5-5a3c-433b-9d5c-3f802bac6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.530169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.550061 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-983fb6b5-e315-4c3a-b3d4-e1bda4b5ea24 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848973 Jul 30 03:45:17.559794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:17.565734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:17.597239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e066a-e4c5-4736-863d-992e433c5f93 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:45:17.658154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4d36ca49-5765-4617-b48b-0ca1b5276770 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:17.658632 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.688272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:17.691892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.815703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:17.830979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:17.832366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Attempting to bind port bb85c3a8-578b-401d-b3c8-f06f0ef679dc on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:17.832706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Attempting to bind port bb85c3a8-578b-401d-b3c8-f06f0ef679dc by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:17.833037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Attempting to bind port bb85c3a8-578b-401d-b3c8-f06f0ef679dc on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:17.843721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-79a41124-4175-4124-9290-15b86f84141f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/bbec99a9-8ed0-480d-98ed-2d7f154ab160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0162063 Jul 30 03:45:17.843721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Port bb85c3a8-578b-401d-b3c8-f06f0ef679dc on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:45:17.843721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Attempting to bind port bb85c3a8-578b-401d-b3c8-f06f0ef679dc on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:17.849458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57440) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:17.854111 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] Sync routers for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:17.869144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e066a-e4c5-4736-863d-992e433c5f93 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:45:17.870956 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:17.876364 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:17.941474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-363e4509-3d61-489b-b929-7068c02e9d60 None None] Provisioning complete for port b763049b-9b53-40b5-a883-b0b94b134083 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:17.941871 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-363e4509-3d61-489b-b929-7068c02e9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:17.962699 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:17.973678 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:17.976199 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:18.073247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:18.073814 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb50f62-4d4d-4ad7-a585-316b1bb495ad None None] The sync data for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:18.111793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 143870b8-aeea-4bb9-a788-f9009f63d6a8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:18.169829 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.176272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-363e4509-3d61-489b-b929-7068c02e9d60 None None] Port b763049b-9b53-40b5-a883-b0b94b134083 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:18.207906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.274788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 143870b8-aeea-4bb9-a788-f9009f63d6a8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:18.275934 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.280011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:18.293660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b92f11-b3a3-4eb2-841c-dee701a31e67 req-c4e5491c-f4c3-48d2-bc5c-21a2d43d3231 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:18.304309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95b92f11-b3a3-4eb2-841c-dee701a31e67 req-c4e5491c-f4c3-48d2-bc5c-21a2d43d3231 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 943 time: 0.3370562 Jul 30 03:45:18.314257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:18.327328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:18.327927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.340307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:18.340937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:18.341065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:18.341846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Bound port: bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:18.342263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.353619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7907529 Jul 30 03:45:18.358269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:18.367028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1463554405', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:18.380667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc293-2706-46a0-8de5-d6a45d13c44b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=832b193f-7e78-4ad4-bdfb-3258abdac6df,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:18.398072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6eb697-25ca-4dab-bc05-08be0420a75f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:18.399586 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3b6eb697-25ca-4dab-bc05-08be0420a75f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports/b763049b-9b53-40b5-a883-b0b94b134083 HTTP/1.1" status: 200 len: 911 time: 0.5468655 Jul 30 03:45:18.399757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50390275-f725-4075-b36c-6686202843bc req-e647a1c2-38c8-4e01-97ed-77d04a6f7132 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:18.403065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57450) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:18.407360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50390275-f725-4075-b36c-6686202843bc req-e647a1c2-38c8-4e01-97ed-77d04a6f7132 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 943 time: 0.2127149 Jul 30 03:45:18.441809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e9ac5c85-b179-4d6c-af18-69c82edcf9d8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:45:18.442348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95b92f11-b3a3-4eb2-841c-dee701a31e67 req-3fda97f5-86a4-4fb4-81de-6f2c21a13021 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400614 Jul 30 03:45:18.493926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50390275-f725-4075-b36c-6686202843bc req-a4cb2710-1619-437c-8bb8-e499c17471b3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Jul 30 03:45:18.495076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.496870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.559670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] For port bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:18.567524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.573620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.596886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.601181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bb0dceb8-cffa-474b-b740-2484bdc9839b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2388134 Jul 30 03:45:18.601532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:18.637487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '832b193f-7e78-4ad4-bdfb-3258abdac6df'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:18.638353 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.646003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] For port bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:18.657555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.698643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:18.699302 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.699491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,segment=NetworkSegment(8b23637d-d619-45ac-b0ff-b788288ae5c9),segment_id=8b23637d-d619-45ac-b0ff-b788288ae5c9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:18.700717 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/bb85c3a8-578b-401d-b3c8-f06f0ef679dc HTTP/1.1" status: 200 len: 1092 time: 2.1233449 Jul 30 03:45:18.703371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'tag': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:18.705630 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "96dd3a22-1a4c-4c9d-8905-280d7945baa3", "tag": "bb85c3a8-578b-401d-b3c8-f06f0ef679dc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:18.714389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8', 'network_id': 'e64b2bd4-316f-412d-99c2-79c40dacd8aa', 'port_id': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8', 'mac_address': 'fa:16:3e:98:8d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bb8491-25c7-4fc2-b421-4767f3df9bc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:45:18.811066 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275214f1-6ddf-43c2-a592-7b8352cce9ee x-openstack-request-id: req-275214f1-6ddf-43c2-a592-7b8352cce9ee {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:18.811435 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dd3a22-1a4c-4c9d-8905-280d7945baa3", "tag": "bb85c3a8-578b-401d-b3c8-f06f0ef679dc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:18.811631 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-275214f1-6ddf-43c2-a592-7b8352cce9ee {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:18.812014 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'tag': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc', 'status': 'completed', 'code': 200} Jul 30 03:45:18.885961 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.904911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ac5c85-b179-4d6c-af18-69c82edcf9d8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:45:18.928333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,segment=NetworkSegment(8b23637d-d619-45ac-b0ff-b788288ae5c9),segment_id=8b23637d-d619-45ac-b0ff-b788288ae5c9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:18.952223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.954334 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:18.974277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b49c73-a6f7-4163-aeab-8f1ebc13c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:18.992035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-583be025-8211-470d-b03b-0b9ca1c1794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:18.993584 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-583be025-8211-470d-b03b-0b9ca1c1794e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 1095 time: 0.1915662 Jul 30 03:45:19.027725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:19.042124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.055178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/832b193f-7e78-4ad4-bdfb-3258abdac6df/874a3719-d0d0-479e-bf49-36d7eda40cbc) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:19.106723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-3ecfaacd-6c32-4391-a0dd-0406b074e883 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc HTTP/1.1" status: 200 len: 217 time: 0.0402348 Jul 30 03:45:19.266918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a561-67e9-4065-8849-266b91f78f43 req-1e10f51f-13f6-496a-affb-22411d1d99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:19.268691 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-1e10f51f-13f6-496a-affb-22411d1d99aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.1545258 Jul 30 03:45:19.313558 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-ad4c5eba-3dac-433d-909b-8cd941cb432a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334392 Jul 30 03:45:19.328938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e9ac5c85-b179-4d6c-af18-69c82edcf9d8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:19.431744 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-09ec3a89-c118-4802-a938-e41f7fb934e4 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087768 Jul 30 03:45:19.477073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.496206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Transition to ACTIVE for port object 874a3719-d0d0-479e-bf49-36d7eda40cbc will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:19.511388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8:1::1 (0cfe4c02-f19f-468d-bde5-3216b08eb758/6de96838-b5e7-41c9-b35d-85b5591c076f/3cf34eed-2671-4b5c-9617-b10341f33106) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:19.529474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Transition to ACTIVE for port object 874a3719-d0d0-479e-bf49-36d7eda40cbc will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:19.544578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.605575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:19.614476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:19.617674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:19.630307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Pushing event updated for resources: {'Port': ['ID=874a3719-d0d0-479e-bf49-36d7eda40cbc,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:19.652566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::1 (9e1f1956-7d51-47a1-bf41-0001a2695f11/832b193f-7e78-4ad4-bdfb-3258abdac6df/531bf973-b559-4978-9fe1-ad7e299a5d91) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:19.674729 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ed93a561-67e9-4065-8849-266b91f78f43 req-1369ba2b-e51a-44b1-9d34-99f524f51373 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342792 Jul 30 03:45:19.701318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Attempting to bind port 874a3719-d0d0-479e-bf49-36d7eda40cbc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:19.701318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Attempting to bind port 874a3719-d0d0-479e-bf49-36d7eda40cbc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:19.701318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Attempting to bind port 874a3719-d0d0-479e-bf49-36d7eda40cbc on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:19.703408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b201879-8fab-4ea0-bcb5-7f2f399fef04 req-3df121ef-e618-4cf2-ab81-4cac64e62e88 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:19.705073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b201879-8fab-4ea0-bcb5-7f2f399fef04 req-3df121ef-e618-4cf2-ab81-4cac64e62e88 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 944 time: 0.1287897 Jul 30 03:45:19.706149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:19.707284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:19.707633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.708173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:19.709481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Bound port: 874a3719-d0d0-479e-bf49-36d7eda40cbc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:19.710015 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.736019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.754036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object 3cf34eed-2671-4b5c-9617-b10341f33106 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:19.791250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] For port 874a3719-d0d0-479e-bf49-36d7eda40cbc, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:19.795087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] For port 874a3719-d0d0-479e-bf49-36d7eda40cbc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=874a3719-d0d0-479e-bf49-36d7eda40cbc,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:19.805609 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.812831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a039a8-a414-4969-84b3-d964c91ee59d req-03362456-4620-476e-88e0-19333149fe9e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:19.814328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72a039a8-a414-4969-84b3-d964c91ee59d req-03362456-4620-476e-88e0-19333149fe9e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 943 time: 0.1754768 Jul 30 03:45:19.845694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-d5c2a7a9-38f0-404a-9fce-b6c18cdc2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:19.847678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-d5c2a7a9-38f0-404a-9fce-b6c18cdc2f3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 1095 time: 0.0634618 Jul 30 03:45:19.851313 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.859212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b201879-8fab-4ea0-bcb5-7f2f399fef04 req-8ab523ab-c60a-49bd-ae42-7d355e4543a1 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453083 Jul 30 03:45:19.892188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90221f40-8e8d-4281-9c78-80a632604d92 None None] Pushing event updated for resources: {'Port': ['ID=874a3719-d0d0-479e-bf49-36d7eda40cbc,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:19.899244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72a039a8-a414-4969-84b3-d964c91ee59d req-bf0985b3-367f-46f4-b00c-8ec6022849af tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Jul 30 03:45:19.971247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:19.987630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 531bf973-b559-4978-9fe1-ad7e299a5d91 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:20.005407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:20.016284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:20.023273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:20.023826 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.027125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.069602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=3cf34eed-2671-4b5c-9617-b10341f33106,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:20.076621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:20.080351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:20.084223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:20.084797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.175543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-0b4d31ba-d3c2-4e49-8fff-6aeb366dbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:20.177051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-0b4d31ba-d3c2-4e49-8fff-6aeb366dbf72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.2530489 Jul 30 03:45:20.218064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=531bf973-b559-4978-9fe1-ad7e299a5d91,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:20.231355 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-1ad3e714-b946-4ea2-9f20-21490243eee1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc HTTP/1.1" status: 200 len: 217 time: 0.0431540 Jul 30 03:45:20.291000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.292011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.317254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-22078a47-7909-4021-846e-b7da4592f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:20.318869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-22078a47-7909-4021-846e-b7da4592f753 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0694592 Jul 30 03:45:20.372737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-24405c1d-2bad-4e19-ae71-560b53a1f792 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309782 Jul 30 03:45:20.422469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e9ac5c85-b179-4d6c-af18-69c82edcf9d8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:20.482590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:20.488587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:20.488977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.591975 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.598194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-c2036052-d281-4c17-b3c9-61522f51e5cd service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140045 Jul 30 03:45:20.620504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:20.623039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.624780 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1a1bfc-ecb9-4990-a306-b4ef43b68b21" -d '{"events": [{"server_uuid": "a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db", "name": "network-vif-plugged", "status": "completed", "tag": "e9ac5c85-b179-4d6c-af18-69c82edcf9d8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:20.629242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.630441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.642574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,segment=NetworkSegment(8b23637d-d619-45ac-b0ff-b788288ae5c9),segment_id=8b23637d-d619-45ac-b0ff-b788288ae5c9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:20.650748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.706005 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c76052-cc42-4100-a4a7-28a6b7a0e894 x-openstack-request-id: req-e2c76052-cc42-4100-a4a7-28a6b7a0e894 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:20.706676 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db", "name": "network-vif-plugged", "status": "completed", "tag": "e9ac5c85-b179-4d6c-af18-69c82edcf9d8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:20.707474 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2c76052-cc42-4100-a4a7-28a6b7a0e894 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:20.708094 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8', 'code': 200} Jul 30 03:45:20.725986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:20.774463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=531bf973-b559-4978-9fe1-ad7e299a5d91,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:20.828847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.843950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.844904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:20.856543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f0c4-af58-4cc1-a7ee-f37866355a13 req-b8ac41ab-30f8-4d42-a341-a9d15117d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:20.858202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6222f0c4-af58-4cc1-a7ee-f37866355a13 req-b8ac41ab-30f8-4d42-a341-a9d15117d0fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 1097 time: 0.0786154 Jul 30 03:45:20.907229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=3cf34eed-2671-4b5c-9617-b10341f33106,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:20.910235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:20.914043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:20.929124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6222f0c4-af58-4cc1-a7ee-f37866355a13 req-f7474c02-edcb-4f16-85af-5e8d741a317d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627947 Jul 30 03:45:21.045231 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-56ca2c6e-8665-48ef-a37a-82a1f63c7cf4 req-7b9fbe03-c161-46ef-a3aa-62b353ba6d97 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368613 Jul 30 03:45:21.047481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:21.049308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:21.089040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c178e-600e-4458-a12a-c3af26acbaf2 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:21.151366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc70d1a-24d2-4e6d-a6ba-99a0995b667d req-f9bfc566-141d-402c-b16b-f97c7a0ed48f tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:21.152905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edc70d1a-24d2-4e6d-a6ba-99a0995b667d req-f9bfc566-141d-402c-b16b-f97c7a0ed48f tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 945 time: 0.0957758 Jul 30 03:45:21.160378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3871316-c7d5-4914-94b2-0a7af65b1079 req-6e35805e-37de-494d-b25c-0cdb53f0aedf tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:21.161934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3871316-c7d5-4914-94b2-0a7af65b1079 req-6e35805e-37de-494d-b25c-0cdb53f0aedf tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 943 time: 0.1138463 Jul 30 03:45:21.201071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b0ffdbe3-5ebe-4bcf-ba7b-5eb4006e0480 None None] Provisioning for port 874a3719-d0d0-479e-bf49-36d7eda40cbc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:21.215648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router bbec99a9-8ed0-480d-98ed-2d7f154ab160 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:21.263419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e3871316-c7d5-4914-94b2-0a7af65b1079 req-09c9feb7-790e-49fe-888f-1518fd334d32 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924594 Jul 30 03:45:21.266577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edc70d1a-24d2-4e6d-a6ba-99a0995b667d req-72dc99ab-f6a2-4134-8ff5-6f9a665d209c tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031067 Jul 30 03:45:21.267578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Router 32b30331-03ce-46b3-b765-ae590d965191 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:45:21.412603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:21.419252 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e95876fe-e42d-4d9c-a3c5-bc74f824e6d3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/bbec99a9-8ed0-480d-98ed-2d7f154ab160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157044 Jul 30 03:45:21.421921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:21.425888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] Sync routers for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:21.445654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:21.446426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:21.478547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949380b0-1310-4ed4-b9a1-95aa40315a98 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:21.479991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-949380b0-1310-4ed4-b9a1-95aa40315a98 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports/3cf34eed-2671-4b5c-9617-b10341f33106 HTTP/1.1" status: 200 len: 913 time: 0.0572693 Jul 30 03:45:21.481389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:21.482913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:21.503730 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Sync routers for ids ['32b30331-03ce-46b3-b765-ae590d965191'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:21.516094 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Routers {'32b30331-03ce-46b3-b765-ae590d965191'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:21.516934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1517b6c3-5577-4f29-a571-ccb808fc15d2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "PUT /v2.0/routers/32b30331-03ce-46b3-b765-ae590d965191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9137006 Jul 30 03:45:21.518519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32b30331-03ce-46b3-b765-ae590d965191'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:21.519612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:21.524242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 874a3719-d0d0-479e-bf49-36d7eda40cbc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:21.531294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:21.574307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-846bbef0-e6d0-42ca-b11d-32a3587463bf None None] Provisioning for port 3cf34eed-2671-4b5c-9617-b10341f33106 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:21.595238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-846bbef0-e6d0-42ca-b11d-32a3587463bf None None] Provisioning complete for port 3cf34eed-2671-4b5c-9617-b10341f33106 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:21.595958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846bbef0-e6d0-42ca-b11d-32a3587463bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:21.622789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c05ceb-11bb-4a28-8f38-4c73edfb589c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:21.625000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a1c05ceb-11bb-4a28-8f38-4c73edfb589c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports/531bf973-b559-4978-9fe1-ad7e299a5d91 HTTP/1.1" status: 200 len: 911 time: 0.1044323 Jul 30 03:45:21.628183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57502) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:21.636843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:21.637734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:21.685023 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Set router 32b30331-03ce-46b3-b765-ae590d965191 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:21.689506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:21.690453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03e03f-5066-4b52-a2d3-3f67cd9a4cec None None] The sync data for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:21.714347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-846bbef0-e6d0-42ca-b11d-32a3587463bf None None] Port 3cf34eed-2671-4b5c-9617-b10341f33106 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:21.753985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 874a3719-d0d0-479e-bf49-36d7eda40cbc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:21.758459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 874a3719-d0d0-479e-bf49-36d7eda40cbc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:21.758838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:21.800549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a27ff-c0fa-4088-8b47-06c8a1a9f4f9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:21.817809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a27ff-c0fa-4088-8b47-06c8a1a9f4f9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:21.820040 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-799a27ff-c0fa-4088-8b47-06c8a1a9f4f9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1842496 Jul 30 03:45:21.822800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:21.997328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c1707762-e995-46b9-b875-1be07480b59a None None] Provisioning complete for port 874a3719-d0d0-479e-bf49-36d7eda40cbc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:21.998644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1707762-e995-46b9-b875-1be07480b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.005834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.087425 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b30331-03ce-46b3-b765-ae590d965191', 'name': 'tempest-NetworksTestDHCPv6-router-1463554405', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:18Z', 'updated_at': '2021-07-30T03:45:20Z', 'revision_number': 2, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None, '_interfaces': [{'id': '531bf973-b559-4978-9fe1-ad7e299a5d91', 'name': '', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'mac_address': 'fa:16:3e:50:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b30331-03ce-46b3-b765-ae590d965191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '832b193f-7e78-4ad4-bdfb-3258abdac6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:45:19Z', 'updated_at': '2021-07-30T03:45:20Z', 'revision_number': 2, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'subnets': [{'id': '832b193f-7e78-4ad4-bdfb-3258abdac6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:22.133690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 874a3719-d0d0-479e-bf49-36d7eda40cbc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=874a3719-d0d0-479e-bf49-36d7eda40cbc,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:22.154740 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Checking router: 32b30331-03ce-46b3-b765-ae590d965191 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:45:22.155092 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Updating router 32b30331-03ce-46b3-b765-ae590d965191 port 531bf973-b559-4978-9fe1-ad7e299a5d91 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:45:22.158573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.217980 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.352735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=874a3719-d0d0-479e-bf49-36d7eda40cbc,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:22.402591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c1707762-e995-46b9-b875-1be07480b59a None None] Provisioning for port 531bf973-b559-4978-9fe1-ad7e299a5d91 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:22.403240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.407079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c1707762-e995-46b9-b875-1be07480b59a None None] Provisioning complete for port 531bf973-b559-4978-9fe1-ad7e299a5d91 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:22.407482 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1707762-e995-46b9-b875-1be07480b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.496486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c1707762-e995-46b9-b875-1be07480b59a None None] Port 531bf973-b559-4978-9fe1-ad7e299a5d91 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:22.625268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-22028afb-773f-41cc-aad0-9490cd8cda85 None None] Provisioning complete for port 3cf34eed-2671-4b5c-9617-b10341f33106 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:22.625914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22028afb-773f-41cc-aad0-9490cd8cda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.691179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-22028afb-773f-41cc-aad0-9490cd8cda85 None None] Port 3cf34eed-2671-4b5c-9617-b10341f33106 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:22.702233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-22028afb-773f-41cc-aad0-9490cd8cda85 None None] Provisioning complete for port 531bf973-b559-4978-9fe1-ad7e299a5d91 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:22.702752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22028afb-773f-41cc-aad0-9490cd8cda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.720188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.746268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-22028afb-773f-41cc-aad0-9490cd8cda85 None None] Port 531bf973-b559-4978-9fe1-ad7e299a5d91 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:22.854831 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:22.865864 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Transition to ACTIVE for port object 531bf973-b559-4978-9fe1-ad7e299a5d91 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:22.879070 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.019053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 3cf34eed-2671-4b5c-9617-b10341f33106 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:23.019828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.022616 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Pushing event updated for resources: {'Port': ['ID=531bf973-b559-4978-9fe1-ad7e299a5d91,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:23.026239 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Attempting to bind port 531bf973-b559-4978-9fe1-ad7e299a5d91 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:23.026722 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Attempting to bind port 531bf973-b559-4978-9fe1-ad7e299a5d91 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:23.027207 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Attempting to bind port 531bf973-b559-4978-9fe1-ad7e299a5d91 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:23.039013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.039670 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.041419 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.041866 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.042790 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.042790 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.043468 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.043953 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.044428 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.044835 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.045246 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.045656 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:23.049943 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:23.050482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:23.051191 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.051863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:23.052446 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Bound port: 531bf973-b559-4978-9fe1-ad7e299a5d91, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:23.053081 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.156629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.161835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef534125-e480-4a84-812c-3b8c20cce631 req-6bee0af3-24c7-40cd-8793-1b46ac69cfd6 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:23.163997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef534125-e480-4a84-812c-3b8c20cce631 req-6bee0af3-24c7-40cd-8793-1b46ac69cfd6 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 945 time: 0.6605992 Jul 30 03:45:23.168216 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] For port 531bf973-b559-4978-9fe1-ad7e299a5d91, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:23.171717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] For port 531bf973-b559-4978-9fe1-ad7e299a5d91, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=531bf973-b559-4978-9fe1-ad7e299a5d91,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:23.177448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11901636-8cba-44d7-aaac-5aa223fe420d req-578584b3-7de5-4c70-83fa-119a47f8c2ab tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:23.180157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 3cf34eed-2671-4b5c-9617-b10341f33106 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:23.184432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11901636-8cba-44d7-aaac-5aa223fe420d req-578584b3-7de5-4c70-83fa-119a47f8c2ab tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 943 time: 0.6987824 Jul 30 03:45:23.190878 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.272777 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Routers {'32b30331-03ce-46b3-b765-ae590d965191'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:23.273682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32b30331-03ce-46b3-b765-ae590d965191'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:23.279289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57417d4-04b9-4809-a15c-daff380fcb5c None None] Pushing event updated for resources: {'Port': ['ID=531bf973-b559-4978-9fe1-ad7e299a5d91,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:23.382251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef534125-e480-4a84-812c-3b8c20cce631 req-94c06492-3e95-43ae-a004-191b5b03efdf tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944420 Jul 30 03:45:23.400188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11901636-8cba-44d7-aaac-5aa223fe420d req-6e7524ee-1e8b-4602-b394-93fdb2a3a7b4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146220 Jul 30 03:45:23.412529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bb85c3a8-578b-401d-b3c8-f06f0ef679dc details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:45:23.433636 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] Set router 32b30331-03ce-46b3-b765-ae590d965191 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:23.502283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 874a3719-d0d0-479e-bf49-36d7eda40cbc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:23.526926 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.601038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=3cf34eed-2671-4b5c-9617-b10341f33106,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:23.618990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 531bf973-b559-4978-9fe1-ad7e299a5d91 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:23.634869 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.691468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 874a3719-d0d0-479e-bf49-36d7eda40cbc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:23.692427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.782344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:23.829028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc', 'mac_address': 'fa:16:3e:c1:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:45:23.832406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.866661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port 531bf973-b559-4978-9fe1-ad7e299a5d91, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=531bf973-b559-4978-9fe1-ad7e299a5d91,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:23.867026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:23.896657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 531bf973-b559-4978-9fe1-ad7e299a5d91 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:23.978422 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:24.005201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb85c3a8-578b-401d-b3c8-f06f0ef679dc {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:45:24.044659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:24.049332 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b30331-03ce-46b3-b765-ae590d965191', 'name': 'tempest-NetworksTestDHCPv6-router-1463554405', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:18Z', 'updated_at': '2021-07-30T03:45:20Z', 'revision_number': 2, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None, '_interfaces': [{'id': '531bf973-b559-4978-9fe1-ad7e299a5d91', 'name': '', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'mac_address': 'fa:16:3e:50:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b30331-03ce-46b3-b765-ae590d965191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '832b193f-7e78-4ad4-bdfb-3258abdac6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:45:19Z', 'updated_at': '2021-07-30T03:45:23Z', 'revision_number': 4, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'subnets': [{'id': '832b193f-7e78-4ad4-bdfb-3258abdac6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:24.051450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:24.108317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292d99b-201c-4eec-b379-bd21a66bcdea None None] The sync data for ids ['32b30331-03ce-46b3-b765-ae590d965191'] in n-d-778696-14 is: [{'id': '32b30331-03ce-46b3-b765-ae590d965191', 'name': 'tempest-NetworksTestDHCPv6-router-1463554405', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:18Z', 'updated_at': '2021-07-30T03:45:20Z', 'revision_number': 2, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None, '_interfaces': [{'id': '531bf973-b559-4978-9fe1-ad7e299a5d91', 'name': '', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'mac_address': 'fa:16:3e:50:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b30331-03ce-46b3-b765-ae590d965191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '832b193f-7e78-4ad4-bdfb-3258abdac6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:45:19Z', 'updated_at': '2021-07-30T03:45:23Z', 'revision_number': 4, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'subnets': [{'id': '832b193f-7e78-4ad4-bdfb-3258abdac6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:24.157741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:24.215631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router bbec99a9-8ed0-480d-98ed-2d7f154ab160 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:24.222235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:24.401458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:24.403538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=531bf973-b559-4978-9fe1-ad7e299a5d91,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:24.403758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:24.416825 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-139285dd-dbbd-429a-a959-cab455ab4700 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/bbec99a9-8ed0-480d-98ed-2d7f154ab160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9317887 Jul 30 03:45:24.417656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] Sync routers for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:24.423464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:24.434152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:24.434991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:24.520513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:24.524335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['bb85c3a8-578b-401d-b3c8-f06f0ef679dc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:24.578256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:24.578893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:24.626141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:24.626808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb56bb-30c3-4e33-a13b-715875e0510c None None] The sync data for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:24.780280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259de69-0217-4814-8928-277580b6454c req-563b152e-e6f9-4490-8577-a7bc8197ec35 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:24.781873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5259de69-0217-4814-8928-277580b6454c req-563b152e-e6f9-4490-8577-a7bc8197ec35 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 945 time: 0.3896048 Jul 30 03:45:24.857501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Router 32b30331-03ce-46b3-b765-ae590d965191 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:24.924138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ded48-3990-4498-b00b-a8b114c14508 req-7aae6cc4-1dd8-44d3-8a8c-ad7e9b6ae5bd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:24.925764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c2ded48-3990-4498-b00b-a8b114c14508 req-7aae6cc4-1dd8-44d3-8a8c-ad7e9b6ae5bd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 944 time: 0.2820494 Jul 30 03:45:25.010830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5259de69-0217-4814-8928-277580b6454c req-ef5a465a-1292-4813-9583-96814f1fe4fa tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190950 Jul 30 03:45:25.090240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:25.095983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-17d283b7-70ba-459f-9474-82d8fc0c1a85 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "PUT /v2.0/routers/32b30331-03ce-46b3-b765-ae590d965191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2715218 Jul 30 03:45:25.098574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57548) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:25.107011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c2ded48-3990-4498-b00b-a8b114c14508 req-f12db88e-e254-4ad2-9ee4-61bc98fe1263 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729233 Jul 30 03:45:25.164678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688010c0-4178-443f-a150-4d6feed30a62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:25.166217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688010c0-4178-443f-a150-4d6feed30a62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:25.170176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-688010c0-4178-443f-a150-4d6feed30a62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0668783 Jul 30 03:45:25.170435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57552) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:25.220223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.223863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 832b193f-7e78-4ad4-bdfb-3258abdac6df {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:25.227950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.285318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.388970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.454062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.468636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.473406 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/832b193f-7e78-4ad4-bdfb-3258abdac6df HTTP/1.1" status: 204 len: 168 time: 0.3020067 Jul 30 03:45:25.476118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2a433-67f7-48ea-a0b2-1b084fd43ed5 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:25.491593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:25.499440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72844bda-7cde-4948-8a4b-f6216480e673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=832b193f-7e78-4ad4-bdfb-3258abdac6df,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:25.640663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-24535401-7881-4a9e-8055-4562f7fb5ef1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1429400 Jul 30 03:45:25.644525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57556) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:25.645118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port b763049b-9b53-40b5-a883-b0b94b134083 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:25.645469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.701889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-5a80a30e-48d8-47af-a67f-52e65350e78a tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:25.703762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-5a80a30e-48d8-47af-a67f-52e65350e78a tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 945 time: 0.1281154 Jul 30 03:45:25.709712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:25.763349 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.764711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] Deleting port 874a3719-d0d0-479e-bf49-36d7eda40cbc {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:25.765092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.809934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.827263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for b763049b-9b53-40b5-a883-b0b94b134083 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:25.840177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] For port 874a3719-d0d0-479e-bf49-36d7eda40cbc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=874a3719-d0d0-479e-bf49-36d7eda40cbc,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:25.840892 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.856774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] Calling delete_port for 874a3719-d0d0-479e-bf49-36d7eda40cbc owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:25.895879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Deleting port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:25.896259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:25.956293 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Sync routers for ids ['32b30331-03ce-46b3-b765-ae590d965191'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:25.976045 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Routers {'32b30331-03ce-46b3-b765-ae590d965191'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:25.976863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['32b30331-03ce-46b3-b765-ae590d965191'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:25.987836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.019530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.020695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] Pushing event deleted for resources: {'Port': ['ID=874a3719-d0d0-479e-bf49-36d7eda40cbc,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:26.025353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8960f-8f9d-41f1-8922-d1acab9ddd3c None None] No DVR routers for this DVR port 874a3719-d0d0-479e-bf49-36d7eda40cbc on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:26.026944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.065970 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Set router 32b30331-03ce-46b3-b765-ae590d965191 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:26.080796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] For port e9ac5c85-b179-4d6c-af18-69c82edcf9d8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,segment=NetworkSegment(8b23637d-d619-45ac-b0ff-b788288ae5c9),segment_id=8b23637d-d619-45ac-b0ff-b788288ae5c9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:26.081184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.097682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.098681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Fanout notify agent at l3_agent the message router_deleted on router 32b30331-03ce-46b3-b765-ae590d965191 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:45:26.106789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.110801 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-da42ac1d-64cc-4e54-9a70-467e1d46d791 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/routers/32b30331-03ce-46b3-b765-ae590d965191 HTTP/1.1" status: 204 len: 168 time: 0.4619215 Jul 30 03:45:26.111580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57560) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:26.119664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:26.124838 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b30331-03ce-46b3-b765-ae590d965191', 'name': 'tempest-NetworksTestDHCPv6-router-1463554405', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:18Z', 'updated_at': '2021-07-30T03:45:24Z', 'revision_number': 3, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:26.129279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Calling delete_port for e9ac5c85-b179-4d6c-af18-69c82edcf9d8 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:26.151789 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Checking router: 32b30331-03ce-46b3-b765-ae590d965191 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:45:26.160229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:26.160596 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:45:26.161235 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32b30331-03ce-46b3-b765-ae590d965191'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent'). {{(pid=93879) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 03:45:26.161616 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1704f6-d6ae-47a5-af9f-69982e853ff9 None None] The sync data for ids ['32b30331-03ce-46b3-b765-ae590d965191'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:26.245218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:26.257181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.353887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737944c1-3cdc-4ee3-ac2f-fe7293d8d77e req-864230de-728d-4daa-9e2c-a4310852ffb8 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:26.354175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737944c1-3cdc-4ee3-ac2f-fe7293d8d77e req-864230de-728d-4daa-9e2c-a4310852ffb8 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db HTTP/1.1" status: 200 len: 945 time: 0.2573967 Jul 30 03:45:26.361735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.422869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=b763049b-9b53-40b5-a883-b0b94b134083,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:26.467694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911773d-13e2-46bd-b0df-86037f7a0f26 req-d257599f-9364-445d-a4df-b866a26617e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:26.469238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3911773d-13e2-46bd-b0df-86037f7a0f26 req-d257599f-9364-445d-a4df-b866a26617e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 944 time: 0.2064848 Jul 30 03:45:26.532939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.604676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:26.608125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:26.612178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:26.612935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.616753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=849c0b9f-bc25-469d-9376-dcc24be8b3e9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:26.620386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3c064-55ea-4309-8e02-f19ea65d7331 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:26.644322 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-82a86352-be02-4ef8-8d15-f411b93acb62 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5263770 Jul 30 03:45:26.644625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:26.649824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1782583232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:26.683474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-737944c1-3cdc-4ee3-ac2f-fe7293d8d77e req-41e2660b-1fb8-4b8a-afa5-acc89022a47b tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.39 "GET /v2.0/security-groups?id=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178134 Jul 30 03:45:26.706165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.709868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.713808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.726700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3911773d-13e2-46bd-b0df-86037f7a0f26 req-3bd57b39-d7e6-495b-8da0-fc06c40fd3fa tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477975 Jul 30 03:45:26.729755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.742580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e9ac5c85-b179-4d6c-af18-69c82edcf9d8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:26.804735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.813358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.836984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Pushing event deleted for resources: {'Port': ['ID=e9ac5c85-b179-4d6c-af18-69c82edcf9d8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:26.861011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.864945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '849c0b9f-bc25-469d-9376-dcc24be8b3e9'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:26.865363 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bfb0fdfb-ee7c-4071-96d2-ecd314314cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2191238 Jul 30 03:45:26.865973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57580) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:26.866627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.908302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] No DVR routers for this DVR port e9ac5c85-b179-4d6c-af18-69c82edcf9d8 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:26.912702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:26.914842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45f82cb2-9c88-49f8-9efe-e02f00c08698 req-89a14f08-4d95-4dc9-9c56-346f85206c65 tempest-ServerMetadataNegativeTestJSON-346739369 tempest-ServerMetadataNegativeTestJSON-346739369-project] 10.222.0.18 "DELETE /v2.0/ports/e9ac5c85-b179-4d6c-af18-69c82edcf9d8 HTTP/1.1" status: 204 len: 173 time: 1.2008643 Jul 30 03:45:26.915310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'name': 'network-vif-deleted', 'tag': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:26.917533 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e97ec1-4b41-4708-8635-7f69132e71d2" -d '{"events": [{"server_uuid": "a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db", "name": "network-vif-deleted", "tag": "e9ac5c85-b179-4d6c-af18-69c82edcf9d8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:26.997527 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e040a4-1f1c-436d-8688-a7f5470b2f87 x-openstack-request-id: req-c8e040a4-1f1c-436d-8688-a7f5470b2f87 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:26.997890 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db", "name": "network-vif-deleted", "tag": "e9ac5c85-b179-4d6c-af18-69c82edcf9d8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:26.998057 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8e040a4-1f1c-436d-8688-a7f5470b2f87 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:26.998728 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c84dd2-4a4f-408b-84ed-72a0d3a4b8db', 'name': 'network-vif-deleted', 'tag': 'e9ac5c85-b179-4d6c-af18-69c82edcf9d8', 'status': 'completed', 'code': 200} Jul 30 03:45:27.016607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router bbec99a9-8ed0-480d-98ed-2d7f154ab160 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:27.085274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/849c0b9f-bc25-469d-9376-dcc24be8b3e9/d2fe0a27-f151-4046-8c3f-27bd26a72d96) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:27.108903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:27.117067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d7d4b925-bd37-46c6-8d2d-be02b33a376d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/bbec99a9-8ed0-480d-98ed-2d7f154ab160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790333 Jul 30 03:45:27.120004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:27.142769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] Sync routers for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:27.152087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6e7cbf6c-7695-4e59-bc60-d8d78a5dac3f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbec99a9-8ed0-480d-98ed-2d7f154ab160 HTTP/1.1" status: 200 len: 205 time: 0.0286281 Jul 30 03:45:27.152405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:27.160433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:27.161370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:27.199608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:27.203611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.218351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] Routers {'bbec99a9-8ed0-480d-98ed-2d7f154ab160'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:27.218961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:27.244829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.254183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:27.254825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c659017-8394-45f6-9439-d79dca6f25d2 None None] The sync data for ids ['bbec99a9-8ed0-480d-98ed-2d7f154ab160'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:27.465237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.467044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bb85c3a8-578b-401d-b3c8-f06f0ef679dc up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:27.467516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.469010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 874a3719-d0d0-479e-bf49-36d7eda40cbc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:27.514852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.515431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router bbec99a9-8ed0-480d-98ed-2d7f154ab160 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:45:27.519942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 874a3719-d0d0-479e-bf49-36d7eda40cbc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:27.520272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 874a3719-d0d0-479e-bf49-36d7eda40cbc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:27.520687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 531bf973-b559-4978-9fe1-ad7e299a5d91 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:27.523347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.524316 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.524951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f8cc5954-2cf3-44e5-a8fc-7fc43ae6462a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/bbec99a9-8ed0-480d-98ed-2d7f154ab160 HTTP/1.1" status: 204 len: 168 time: 0.3716214 Jul 30 03:45:27.527843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57588) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:27.557500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 531bf973-b559-4978-9fe1-ad7e299a5d91 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:27.557868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 531bf973-b559-4978-9fe1-ad7e299a5d91 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:27.561700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Transition to ACTIVE for port object d2fe0a27-f151-4046-8c3f-27bd26a72d96 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:27.582649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Transition to ACTIVE for port object d2fe0a27-f151-4046-8c3f-27bd26a72d96 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:27.584843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 6de96838-b5e7-41c9-b35d-85b5591c076f {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:27.587846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.590262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.603647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port bb85c3a8-578b-401d-b3c8-f06f0ef679dc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:27.629671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port bb85c3a8-578b-401d-b3c8-f06f0ef679dc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:27.630333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.633651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:27.639006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:27.649458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::1 (9e1f1956-7d51-47a1-bf41-0001a2695f11/849c0b9f-bc25-469d-9376-dcc24be8b3e9/fe443b35-e525-41c6-a852-98caaffd71fe) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:27.660940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:27.690128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Pushing event updated for resources: {'Port': ['ID=d2fe0a27-f151-4046-8c3f-27bd26a72d96,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:27.767543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Attempting to bind port d2fe0a27-f151-4046-8c3f-27bd26a72d96 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:27.768142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Attempting to bind port d2fe0a27-f151-4046-8c3f-27bd26a72d96 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:27.768843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Attempting to bind port d2fe0a27-f151-4046-8c3f-27bd26a72d96 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:27.777525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:27.777905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:27.778684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.779277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:27.779963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Bound port: d2fe0a27-f151-4046-8c3f-27bd26a72d96, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:27.780542 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.783631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57594) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:27.808168 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.853728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Deleting subnet e1bb8491-25c7-4fc2-b421-4767f3df9bc6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:27.870317 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.873336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:27.876376 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86530ab2-7a1e-4cd8-9986-3c5ecc7b297e" -d '{"events": [{"server_uuid": "96dd3a22-1a4c-4c9d-8905-280d7945baa3", "name": "network-vif-plugged", "status": "completed", "tag": "bb85c3a8-578b-401d-b3c8-f06f0ef679dc"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:27.905445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:27.916075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] For port d2fe0a27-f151-4046-8c3f-27bd26a72d96, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:27.918725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.926158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] For port d2fe0a27-f151-4046-8c3f-27bd26a72d96, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d2fe0a27-f151-4046-8c3f-27bd26a72d96,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:27.934038 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.941036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:27.962963 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b51499-92a5-4464-b6c4-c59035738c22 x-openstack-request-id: req-a3b51499-92a5-4464-b6c4-c59035738c22 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:27.963885 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dd3a22-1a4c-4c9d-8905-280d7945baa3", "name": "network-vif-plugged", "status": "completed", "tag": "bb85c3a8-578b-401d-b3c8-f06f0ef679dc", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:27.964283 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3b51499-92a5-4464-b6c4-c59035738c22 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:27.964964 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc', 'code': 200} Jul 30 03:45:27.985573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object fe443b35-e525-41c6-a852-98caaffd71fe will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:27.993191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.024492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.042697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:28.084205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.125409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4bb19-5a2e-464b-8a54-a1641da1ece3 None None] Pushing event updated for resources: {'Port': ['ID=d2fe0a27-f151-4046-8c3f-27bd26a72d96,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:28.135646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368db84-3439-4053-b04b-6caea2922a33 req-5e4a9ed5-652a-448f-a1d0-04e59125e729 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:28.143182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3368db84-3439-4053-b04b-6caea2922a33 req-5e4a9ed5-652a-448f-a1d0-04e59125e729 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.0923233 Jul 30 03:45:28.171921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.213002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3368db84-3439-4053-b04b-6caea2922a33 req-64c85ce0-0c93-41bb-9b4b-3361fd603c6b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689380 Jul 30 03:45:28.221892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.238186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:28.243305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e6645-c941-4846-bedd-3c80550b0ff7 req-d66e0d69-9798-4bf0-953b-97b1255832d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:28.244840 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5f8e6645-c941-4846-bedd-3c80550b0ff7 req-d66e0d69-9798-4bf0-953b-97b1255832d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 1097 time: 0.1558836 Jul 30 03:45:28.250880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:28.258046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:28.258524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.267630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=fe443b35-e525-41c6-a852-98caaffd71fe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:28.270208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.354685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.373473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bb8491-25c7-4fc2-b421-4767f3df9bc6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:28.384391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.388600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ae865e5-fe21-4dc3-91f0-611043b992a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e1bb8491-25c7-4fc2-b421-4767f3df9bc6 HTTP/1.1" status: 204 len: 168 time: 0.6017399 Jul 30 03:45:28.395227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:28.405683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=6de96838-b5e7-41c9-b35d-85b5591c076f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:28.413457 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.415415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-800aa919-6f3b-4d15-a0ad-049f3135f245 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/6de96838-b5e7-41c9-b35d-85b5591c076f HTTP/1.1" status: 204 len: 168 time: 0.8865783 Jul 30 03:45:28.416082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4182ced-5035-4584-8859-414add399123 None None] Network 0cfe4c02-f19f-468d-bde5-3216b08eb758 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:28.418469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57608) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:28.461910 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5f8e6645-c941-4846-bedd-3c80550b0ff7 req-ee2434c6-9eae-4337-a7ba-f601c8eb104b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082529 Jul 30 03:45:28.506149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 9cbf85bc-8334-40db-b67c-00beff31ab61 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:28.514863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.570925 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.592192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.617379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.689372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] DHCP port deletion for 0cfe4c02-f19f-468d-bde5-3216b08eb758 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:28.713815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.726581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64b2bd4-316f-412d-99c2-79c40dacd8aa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:28.748990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b23637d-d619-45ac-b0ff-b788288ae5c9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:28.751479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b23637d-d619-45ac-b0ff-b788288ae5c9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:28.751850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] Deleting port 143870b8-aeea-4bb9-a788-f9009f63d6a8 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:28.754162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.782314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.807672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.816474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:28.817674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:28.819996 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:28.825492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.840697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] For port 143870b8-aeea-4bb9-a788-f9009f63d6a8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=143870b8-aeea-4bb9-a788-f9009f63d6a8,segment=NetworkSegment(f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c),segment_id=f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:28.841186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.855185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] Calling delete_port for 143870b8-aeea-4bb9-a788-f9009f63d6a8 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:28.904514 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.916955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.921817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e64b2bd4-316f-412d-99c2-79c40dacd8aa HTTP/1.1" status: 204 len: 168 time: 0.5224319 Jul 30 03:45:28.939847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d409d-78c4-493c-a803-b69e34bed314 admin admin] Pushing event deleted for resources: {'Network': ['ID=e64b2bd4-316f-412d-99c2-79c40dacd8aa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:28.982176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:28.982417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.026506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] Pushing event deleted for resources: {'Port': ['ID=143870b8-aeea-4bb9-a788-f9009f63d6a8,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:29.038830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c0ed2-c4b9-42f8-8816-400046febe47 None None] No DVR routers for this DVR port 143870b8-aeea-4bb9-a788-f9009f63d6a8 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:29.042675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbf85bc-8334-40db-b67c-00beff31ab61,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:29.053179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.054824 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e2350b70-bfec-49ae-a0a9-7c397cb15351 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/9cbf85bc-8334-40db-b67c-00beff31ab61 HTTP/1.1" status: 204 len: 168 time: 0.6330166 Jul 30 03:45:29.057363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57614) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:29.075575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20911014-858f-47af-bf29-da585be73f1c None None] Network 293cd0c6-95f0-43fc-a74c-70ad62e3241d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:29.143376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.152350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.153184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.202958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.314107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57618) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:29.410604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] DHCP port deletion for 293cd0c6-95f0-43fc-a74c-70ad62e3241d request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:29.437945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-33c22345-9be2-46a6-a568-9af798b11130 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5097d77b29a44a3c904444c2cd5ab9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213701 Jul 30 03:45:29.460265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2e76e-6a96-4c8d-872c-3a2d4eb34c16 req-389499ca-6c67-4ba6-9050-0a72f854335b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:29.468337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5e2e76e-6a96-4c8d-872c-3a2d4eb34c16 req-389499ca-6c67-4ba6-9050-0a72f854335b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.1371057 Jul 30 03:45:29.470780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:29.537230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] Deleting port 4d36ca49-5765-4617-b48b-0ca1b5276770 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:29.538121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.550801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5e2e76e-6a96-4c8d-872c-3a2d4eb34c16 req-50cebba2-a5e7-48ba-b997-3dc5b3440878 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813580 Jul 30 03:45:29.597395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d2fe0a27-f151-4046-8c3f-27bd26a72d96 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:29.598062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60485d06-f19c-4e0a-b805-85e523ed611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.627611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60485d06-f19c-4e0a-b805-85e523ed611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.704278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=fe443b35-e525-41c6-a852-98caaffd71fe,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:29.714136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60485d06-f19c-4e0a-b805-85e523ed611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.730927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60485d06-f19c-4e0a-b805-85e523ed611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.732590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-60485d06-f19c-4e0a-b805-85e523ed611b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6 HTTP/1.1" status: 204 len: 168 time: 0.2607725 Jul 30 03:45:29.750948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60485d06-f19c-4e0a-b805-85e523ed611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af7a1f8-6b9a-4e8e-a168-04bd0b41e2f6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:29.753435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-55dd48b1-e953-4415-92d1-5b1888785327 None None] Provisioning for port d2fe0a27-f151-4046-8c3f-27bd26a72d96 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:29.763429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] For port 4d36ca49-5765-4617-b48b-0ca1b5276770, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4d36ca49-5765-4617-b48b-0ca1b5276770,segment=NetworkSegment(1f640880-4ce0-463d-ac31-fc2d966a3cc3),segment_id=1f640880-4ce0-463d-ac31-fc2d966a3cc3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:29.764559 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.811172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] Calling delete_port for 4d36ca49-5765-4617-b48b-0ca1b5276770 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:29.894786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.914127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfe4c02-f19f-468d-bde5-3216b08eb758']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:29.945931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d2fe0a27-f151-4046-8c3f-27bd26a72d96 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:29.954175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d2fe0a27-f151-4046-8c3f-27bd26a72d96 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:29.954452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:29.954698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ccbeac-f85a-4c1e-a3e6-1db11f60fb7c') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:29.955385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.973489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.990689 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:29.997322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:29.997738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.051663 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:30.068450 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:30.082367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.092666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.096959 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/0cfe4c02-f19f-468d-bde5-3216b08eb758 HTTP/1.1" status: 204 len: 168 time: 1.0349109 Jul 30 03:45:30.096959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:30.097250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:30.119811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:30.139380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67242711-0eab-45ae-a502-50587a8e8552 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=0cfe4c02-f19f-468d-bde5-3216b08eb758,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:30.186873 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.190260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] Pushing event deleted for resources: {'Port': ['ID=4d36ca49-5765-4617-b48b-0ca1b5276770,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:30.202595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6e75d-211a-48e1-b0cc-de37f494c933 None None] No DVR routers for this DVR port 4d36ca49-5765-4617-b48b-0ca1b5276770 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:30.240129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.259110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port d2fe0a27-f151-4046-8c3f-27bd26a72d96, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d2fe0a27-f151-4046-8c3f-27bd26a72d96,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:30.269512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd4caf79-c671-4298-9375-d88855937dec None None] Provisioning for port fe443b35-e525-41c6-a852-98caaffd71fe completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:30.277746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.299171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd4caf79-c671-4298-9375-d88855937dec None None] Provisioning complete for port fe443b35-e525-41c6-a852-98caaffd71fe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:30.299171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd4caf79-c671-4298-9375-d88855937dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.401458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.413928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Router 2e41e568-3afb-4de1-9323-026648b66c25 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:45:30.427944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293cd0c6-95f0-43fc-a74c-70ad62e3241d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:30.441059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 143870b8-aeea-4bb9-a788-f9009f63d6a8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:30.450945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f640880-4ce0-463d-ac31-fc2d966a3cc3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:30.451448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f640880-4ce0-463d-ac31-fc2d966a3cc3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:30.479299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.510292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.514544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bd4caf79-c671-4298-9375-d88855937dec None None] Port fe443b35-e525-41c6-a852-98caaffd71fe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:30.517036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=d2fe0a27-f151-4046-8c3f-27bd26a72d96,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:30.529407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:30.529818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:30.534540 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:30.552568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e9ac5c85-b179-4d6c-af18-69c82edcf9d8 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:30.557538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 143870b8-aeea-4bb9-a788-f9009f63d6a8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:30.558118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 143870b8-aeea-4bb9-a788-f9009f63d6a8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:30.602654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: e9ac5c85-b179-4d6c-af18-69c82edcf9d8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:30.602863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:30.603446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e9ac5c85-b179-4d6c-af18-69c82edcf9d8 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:30.617002 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1724d79a-a51e-4ba5-ad18-87464627f1d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "PUT /v2.0/routers/2e41e568-3afb-4de1-9323-026648b66c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7475801 Jul 30 03:45:30.617246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57644) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:30.621192 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Sync routers for ids ['2e41e568-3afb-4de1-9323-026648b66c25'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:30.633936 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Routers {'2e41e568-3afb-4de1-9323-026648b66c25'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:30.634661 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e41e568-3afb-4de1-9323-026648b66c25'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:30.684468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-798d41dc-7df6-412a-972e-4b1e9d750739 None None] Provisioning complete for port fe443b35-e525-41c6-a852-98caaffd71fe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:30.685995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-798d41dc-7df6-412a-972e-4b1e9d750739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.692019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.701122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc2355-59ff-4d88-acd2-6017ac1e5273 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:30.712785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.716344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8dbc2355-59ff-4d88-acd2-6017ac1e5273 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports/fe443b35-e525-41c6-a852-98caaffd71fe HTTP/1.1" status: 200 len: 911 time: 0.0978932 Jul 30 03:45:30.722300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:30.723759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.731097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/293cd0c6-95f0-43fc-a74c-70ad62e3241d HTTP/1.1" status: 204 len: 168 time: 0.6319790 Jul 30 03:45:30.734288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:30.752984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4621b-2cc4-45c1-b911-aba274cdd58e req-afe00d81-c04d-4926-9e8d-fcc1aabe6a80 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:30.755240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04d4621b-2cc4-45c1-b911-aba274cdd58e req-afe00d81-c04d-4926-9e8d-fcc1aabe6a80 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.1254129 Jul 30 03:45:30.759947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-196683886'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:30.764734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-798d41dc-7df6-412a-972e-4b1e9d750739 None None] Port fe443b35-e525-41c6-a852-98caaffd71fe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:30.781883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dfc84-914f-4e6c-95bd-bab22f569292 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=293cd0c6-95f0-43fc-a74c-70ad62e3241d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:30.820327 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Set router 2e41e568-3afb-4de1-9323-026648b66c25 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:30.838716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04d4621b-2cc4-45c1-b911-aba274cdd58e req-3077d26e-bcf1-4cbb-8309-29005f8c2fc3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603998 Jul 30 03:45:30.839471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:30.842668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.844339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a711a7c-24e6-43c7-a369-89cb7bf90252 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:30.852089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a711a7c-24e6-43c7-a369-89cb7bf90252 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:30.856818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a711a7c-24e6-43c7-a369-89cb7bf90252 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1333647 Jul 30 03:45:30.857495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57656) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:30.947718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:45:30.982836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:30.985581 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment ee14b6b2-8345-4f2a-bed9-2b58452a1afe of type vlan for network 2be881f1-b7df-4164-8a33-e081c24f304e Jul 30 03:45:31.145817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:31.341880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:31.349658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:31.354285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:31.438257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e41e568-3afb-4de1-9323-026648b66c25', 'name': 'tempest-NetworksTestDHCPv6-router-1782583232', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:26Z', 'updated_at': '2021-07-30T03:45:28Z', 'revision_number': 2, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None, '_interfaces': [{'id': 'fe443b35-e525-41c6-a852-98caaffd71fe', 'name': '', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'mac_address': 'fa:16:3e:79:8f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e41e568-3afb-4de1-9323-026648b66c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '849c0b9f-bc25-469d-9376-dcc24be8b3e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:45:27Z', 'updated_at': '2021-07-30T03:45:28Z', 'revision_number': 2, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'subnets': [{'id': '849c0b9f-bc25-469d-9376-dcc24be8b3e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:31.480158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d2fe0a27-f151-4046-8c3f-27bd26a72d96 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:31.480338 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Checking router: 2e41e568-3afb-4de1-9323-026648b66c25 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:45:31.480858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Updating router 2e41e568-3afb-4de1-9323-026648b66c25 port fe443b35-e525-41c6-a852-98caaffd71fe binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:45:31.526970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-0dbb9c47-594e-45ea-acba-e352a520aa9b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:31.529397 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:31.536796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-0dbb9c47-594e-45ea-acba-e352a520aa9b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.3190103 Jul 30 03:45:31.597077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d2fe0a27-f151-4046-8c3f-27bd26a72d96 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:31.597517 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:31.672677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9332774 Jul 30 03:45:31.674364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:31.692772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:31.704668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-7a344411-c32e-4229-9370-82df0e832dc1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.1604362 Jul 30 03:45:31.767408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:31.793300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89959492-940e-438a-9c2a-8cfa379191f9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=2be881f1-b7df-4164-8a33-e081c24f304e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:31.805509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2be881f1-b7df-4164-8a33-e081c24f304e details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:45:31.835249 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2a22fb8-28ec-450f-b378-f4ca9728b574 req-08254945-ab0d-4155-ad88-dfd43e57197b tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1325316 Jul 30 03:45:31.884072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d36ca49-5765-4617-b48b-0ca1b5276770 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:31.921773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-0a5984b2-c8d8-4c94-8a24-7b38f58eef65 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798003 Jul 30 03:45:31.939679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4d36ca49-5765-4617-b48b-0ca1b5276770 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:31.940411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4d36ca49-5765-4617-b48b-0ca1b5276770 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:31.973721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-6d040f90-6032-4ce2-8c96-219681d166bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2980428 Jul 30 03:45:32.009465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:32.014263 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.169553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-6f90647f-1489-4f9e-88a0-6ad54e820752 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:45:32.171250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-6f90647f-1489-4f9e-88a0-6ad54e820752 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2482300 Jul 30 03:45:32.196124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port fe443b35-e525-41c6-a852-98caaffd71fe {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:32.196682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.319758 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.343196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Transition to ACTIVE for port object fe443b35-e525-41c6-a852-98caaffd71fe will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:32.345711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.353720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-bc081dbb-283b-4606-9fbd-42fb3726b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:32.355367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-bc081dbb-283b-4606-9fbd-42fb3726b3cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 1097 time: 0.2910542 Jul 30 03:45:32.355837 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.382137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for fe443b35-e525-41c6-a852-98caaffd71fe owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:32.417306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-2444dd6e-ce56-4945-ba63-6fb82c490889 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318456 Jul 30 03:45:32.500056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f102d-12dc-45c1-9e2b-405440ba88ea None None] Pushing event updated for resources: {'Port': ['ID=fe443b35-e525-41c6-a852-98caaffd71fe,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:32.531473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.577408 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Attempting to bind port fe443b35-e525-41c6-a852-98caaffd71fe on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:32.577807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Attempting to bind port fe443b35-e525-41c6-a852-98caaffd71fe by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:32.578150 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Attempting to bind port fe443b35-e525-41c6-a852-98caaffd71fe on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:32.591502 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:32.592291 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:32.592291 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.593274 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:32.593770 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Bound port: fe443b35-e525-41c6-a852-98caaffd71fe, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:32.594167 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.735870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-c5374d2f-4dcf-4ac0-81dd-819819722516 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945831 Jul 30 03:45:32.752001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=07074265-b4fb-4d1b-a737-841175180f16,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:32.792999 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.db.api [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:45:32.793362 n-d-778696-14 neutron-server[93879]: DEBUG oslo_db.api [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:45:32.798762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e57e5bad-7d9f-4cd1-aad7-3bbc0071afc4 None None] Could not find standard attr ID for object fe443b35-e525-41c6-a852-98caaffd71fe. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:32.807367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:32.840592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-d23ebbec-7121-4dba-b739-42518acd4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:32.842072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-d23ebbec-7121-4dba-b739-42518acd4290 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.4442470 Jul 30 03:45:32.843012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:32.843471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 2be881f1-b7df-4164-8a33-e081c24f304e, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:45:32.870449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=fe443b35-e525-41c6-a852-98caaffd71fe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:32.987062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-a26fb768-6569-4fa0-814a-330ed9bb1cb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 200 len: 217 time: 0.1364245 Jul 30 03:45:33.003647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 2be881f1-b7df-4164-8a33-e081c24f304e is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:45:33.023523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.080179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fbb7c8a-a380-4a06-bc84-1d81788fade8 req-1f976365-4da8-4247-b309-7f828dd7c17f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 210 time: 0.1228974 Jul 30 03:45:33.116004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99b95bdb-1170-4a1d-9377-9908c60d45b8 req-8bf98172-93d5-4422-a007-0b5029e50e17 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0932155 Jul 30 03:45:33.136142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2be881f1-b7df-4164-8a33-e081c24f304e) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:33.144903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2124429-8cd2-48ff-bf67-586cf496de17 None None] Network 2be881f1-b7df-4164-8a33-e081c24f304e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:33.145641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:33.147209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.175012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-099ff5bd-683e-4490-ba07-18cef425555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:33.176743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-099ff5bd-683e-4490-ba07-18cef425555a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.1398370 Jul 30 03:45:33.182154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-338a1d67-2044-4fd5-a2d8-9df966f06b16 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4994025 Jul 30 03:45:33.182356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:33.187639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733386001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:33.246732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-933c30ae-909b-4bad-915b-7f65cae9d8e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479398 Jul 30 03:45:33.290716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.293375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.324077 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Attempting to bind port fe443b35-e525-41c6-a852-98caaffd71fe on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:33.324552 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Attempting to bind port fe443b35-e525-41c6-a852-98caaffd71fe by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:33.324840 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Attempting to bind port fe443b35-e525-41c6-a852-98caaffd71fe on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:33.347020 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:33.347443 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:33.347845 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.348237 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:33.354972 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Bound port: fe443b35-e525-41c6-a852-98caaffd71fe, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:33.355540 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.394785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Router 2e41e568-3afb-4de1-9323-026648b66c25 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:33.412736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2be881f1-b7df-4164-8a33-e081c24f304e', 'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '07074265-b4fb-4d1b-a737-841175180f16'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:33.414931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.436472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.456127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.456380 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Port fe443b35-e525-41c6-a852-98caaffd71fe has been deleted concurrently {{(pid=93879) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 30 03:45:33.476279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-8377a783-6d76-493d-9aef-c1c73fd83ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209756 Jul 30 03:45:33.477745 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Routers {'2e41e568-3afb-4de1-9323-026648b66c25'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:33.478370 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['2e41e568-3afb-4de1-9323-026648b66c25'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:33.509331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.513222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a198255-aee0-48e1-b850-2013b4b4f031 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3297729 Jul 30 03:45:33.527305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:33.528405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:33.535825 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9a492470-a87d-40e2-b174-b0fa9588e0d9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "PUT /v2.0/routers/2e41e568-3afb-4de1-9323-026648b66c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6771786 Jul 30 03:45:33.543328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57718) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:33.544023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'port': {'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e', 'name': 'tempest-RoutersIpV6Test-165578473'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:33.630177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Allocated IP 2001:db8::2 (2be881f1-b7df-4164-8a33-e081c24f304e/07074265-b4fb-4d1b-a737-841175180f16/1dc612b1-aae2-4359-a3a9-6b6dc19a733f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:33.668823 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] Set router 2e41e568-3afb-4de1-9323-026648b66c25 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:33.711697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:33.719387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.750190 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e41e568-3afb-4de1-9323-026648b66c25', 'name': 'tempest-NetworksTestDHCPv6-router-1782583232', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:26Z', 'updated_at': '2021-07-30T03:45:32Z', 'revision_number': 3, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:33.761607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995abf5-ab76-4b8c-89fb-490489d79da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:33.763268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995abf5-ab76-4b8c-89fb-490489d79da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:33.769703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57722) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:33.776751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2995abf5-ab76-4b8c-89fb-490489d79da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2323036 Jul 30 03:45:33.785237 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e4e48-8461-4a5e-a36f-0af6cfc79170 None None] The sync data for ids ['2e41e568-3afb-4de1-9323-026648b66c25'] in n-d-778696-14 is: [{'id': '2e41e568-3afb-4de1-9323-026648b66c25', 'name': 'tempest-NetworksTestDHCPv6-router-1782583232', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:45:26Z', 'updated_at': '2021-07-30T03:45:32Z', 'revision_number': 3, 'project_id': '4a1698afdca54c2f96a9396186d527bc', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:33.839382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5258eca2-9918-4aef-a13d-f1481f798ee3 req-e0985d0a-f1d6-4f24-a8ec-c66d40dc0ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511796 Jul 30 03:45:33.847441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] device_id is not set on port 1759338b-eca2-4b60-8a68-55955bcedfb5 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:33.908073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.927619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Transition to ACTIVE for port object 1dc612b1-aae2-4359-a3a9-6b6dc19a733f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:33.936068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 849c0b9f-bc25-469d-9376-dcc24be8b3e9 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:33.944371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:33.967859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Transition to ACTIVE for port object 1dc612b1-aae2-4359-a3a9-6b6dc19a733f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:33.978395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.046166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Network 2be881f1-b7df-4164-8a33-e081c24f304e is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:34.053231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:34.062694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.063422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:34.120489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8::45 (2be881f1-b7df-4164-8a33-e081c24f304e/07074265-b4fb-4d1b-a737-841175180f16/1759338b-eca2-4b60-8a68-55955bcedfb5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:34.185501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Attempting to bind port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:34.186605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Attempting to bind port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:34.187297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Attempting to bind port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f on network 2be881f1-b7df-4164-8a33-e081c24f304e {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:34.190414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Pushing event updated for resources: {'Port': ['ID=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:34.200767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:34.201431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Checking segment: {'id': 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:34.202616 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.203687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Bound using segment: {'id': 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:34.205056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Bound port: 1dc612b1-aae2-4359-a3a9-6b6dc19a733f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2be881f1-b7df-4164-8a33-e081c24f304e'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:34.205800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.216226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59fe4f30-0cd5-48d9-bf80-ccec8cf3a147 req-e402b624-e544-42bd-8b82-8a719bae850b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 210 time: 0.0464134 Jul 30 03:45:34.229679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.259829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b56a8c67-6bab-443d-8e27-5c9680e15929 req-0981cf12-805c-4095-b7a3-3f47e71cb235 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0307460 Jul 30 03:45:34.289592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] For port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:34.293516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] For port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,segment=NetworkSegment(ee14b6b2-8345-4f2a-bed9-2b58452a1afe),segment_id=ee14b6b2-8345-4f2a-bed9-2b58452a1afe)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:34.300291 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.427061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a8c17-2053-4936-b61a-b19d53b4cf77 None None] Pushing event updated for resources: {'Port': ['ID=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:34.469674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd8a584f-e2bf-4aa2-ae7b-02948ab05f61 req-fb2f9465-708c-4849-b253-ac2c037b59af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0653944 Jul 30 03:45:34.492901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.547517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.556126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=849c0b9f-bc25-469d-9376-dcc24be8b3e9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:34.562943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc8ae1-32ed-472c-b591-7032535b5b4e None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:34.569381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.571418 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bd3ed2d6-d865-480f-8ef1-c20e382fb272 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/849c0b9f-bc25-469d-9376-dcc24be8b3e9 HTTP/1.1" status: 204 len: 168 time: 0.8007243 Jul 30 03:45:34.573957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:34.586881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object 1759338b-eca2-4b60-8a68-55955bcedfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:34.657408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-88289277-21da-49b0-90fe-2b9af76888ac tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:34.659795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-88289277-21da-49b0-90fe-2b9af76888ac tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.2413676 Jul 30 03:45:34.708702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3145aebb-6648-41ee-b797-e3e55c444fb9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1332753 Jul 30 03:45:34.709467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:34.709641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:34.827308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.836009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.876199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:34.947494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 2be881f1-b7df-4164-8a33-e081c24f304e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:34.975838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] Deleting port d2fe0a27-f151-4046-8c3f-27bd26a72d96 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:34.976373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:34.977909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:34.980934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:34.992936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:34.993618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.014641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=1759338b-eca2-4b60-8a68-55955bcedfb5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:35.039110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de821d1f-acf8-449e-b0f0-7fb49b49beb3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5017960 Jul 30 03:45:35.043342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57734) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:35.105685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] For port d2fe0a27-f151-4046-8c3f-27bd26a72d96, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d2fe0a27-f151-4046-8c3f-27bd26a72d96,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:35.106796 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.124149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.128284 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.134345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] Calling delete_port for d2fe0a27-f151-4046-8c3f-27bd26a72d96 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:35.226447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.227000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Fanout notify agent at l3_agent the message router_deleted on router 2e41e568-3afb-4de1-9323-026648b66c25 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:45:35.248819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.249799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0e9c52fa-6085-410d-a52d-104af863a2bd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/routers/2e41e568-3afb-4de1-9323-026648b66c25 HTTP/1.1" status: 204 len: 168 time: 0.5387130 Jul 30 03:45:35.252539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:35.253339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Sync routers for ids ['2e41e568-3afb-4de1-9323-026648b66c25'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:35.300501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:35.300995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:45:35.301757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_agentschedulers_db [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e41e568-3afb-4de1-9323-026648b66c25'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent'). {{(pid=93878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 03:45:35.328769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.337429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:35.338120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:45:35.339047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_agentschedulers_db [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e41e568-3afb-4de1-9323-026648b66c25'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent'). {{(pid=93878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 03:45:35.339858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060917ed-eb70-4889-bb6b-d1e831da3351 None None] The sync data for ids ['2e41e568-3afb-4de1-9323-026648b66c25'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:35.390854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f6ff7ab-38ff-486a-bafe-347922e3220c req-e562dde7-6ce8-4771-8ca2-ab28ec2efb79 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 210 time: 0.0564191 Jul 30 03:45:35.413724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] Pushing event deleted for resources: {'Port': ['ID=d2fe0a27-f151-4046-8c3f-27bd26a72d96,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:35.421636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9717dfc-4853-4e36-ae05-166ca6e6ddcd None None] No DVR routers for this DVR port d2fe0a27-f151-4046-8c3f-27bd26a72d96 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:35.445760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb03855-b1d8-4bd8-b9c6-9e6422420636 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:35.450911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6eb03855-b1d8-4bd8-b9c6-9e6422420636 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1944189 Jul 30 03:45:35.465536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:35.517133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ae01a07-b9a2-47d1-9f4f-f510ee9d5305 req-cd9bf713-f6f1-43ff-a5c4-93da31d925ff tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1102417 Jul 30 03:45:35.565006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc612b1-aae2-4359-a3a9-6b6dc19a733f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:35.566182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f841e642-5644-42f5-9379-8b3350dcda06 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:35.568996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f841e642-5644-42f5-9379-8b3350dcda06 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001315 Jul 30 03:45:35.572294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:35.626169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:35.665097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4445154c-a1d8-4f6b-9db5-03d4247bd16b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914838 Jul 30 03:45:35.666468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:35.677585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:35.723510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d2fe0a27-f151-4046-8c3f-27bd26a72d96 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:35.766332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:35.777049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d2fe0a27-f151-4046-8c3f-27bd26a72d96 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:35.777330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d2fe0a27-f151-4046-8c3f-27bd26a72d96 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:35.778737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:35.836928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:35.841499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.197695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.10 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/16f1e66b-ca2f-4069-a933-bab67a4cf989) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:36.215322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.218875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755c5e7-d248-400c-9c0c-332dc9a83ca3 None None] Network 2be881f1-b7df-4164-8a33-e081c24f304e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:36.294154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:45:36.296252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.335747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] Provisioning for port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:36.336785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:36.340283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:36.344752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:36.345414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.357276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea03e62-5820-47c9-a08a-96de0a0d57c4 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:36.359063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] Provisioning complete for port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:36.360175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.368057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=b666fea7-c3e9-4b67-a192-f6fe9feeb68e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:36.378012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-25e5415e-a69c-4032-9ca1-76ba5c2b970f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7100794 Jul 30 03:45:36.378626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:36.389165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:36.503873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-445e4c4a-8c75-45c1-adba-01ec56e6e2c1 req-ccc99521-63af-47c5-b2b1-61394b2044f4 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1108491 Jul 30 03:45:36.551030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89e33a9d-72e3-4fd0-b8c6-9651d2126c12 req-54e80cd5-2a16-4f8b-8359-527ea66a2d4c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 210 time: 0.0532231 Jul 30 03:45:36.625553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.625784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:36.629477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.725828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.731520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.742001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.747643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:36.752895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'b666fea7-c3e9-4b67-a192-f6fe9feeb68e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:36.753739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.780957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.792620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['bb85c3a8-578b-401d-b3c8-f06f0ef679dc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:36.799838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:36.815982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:36.837892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:36.890399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:36.891037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.893455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=16f1e66b-ca2f-4069-a933-bab67a4cf989,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:36.925984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:36.993239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:36.995842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=1759338b-eca2-4b60-8a68-55955bcedfb5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:36.997136 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:37.015374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:37.015490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Allocated IP 2001:db8::f816:3eff:fe0b:8414 (9e1f1956-7d51-47a1-bf41-0001a2695f11/b666fea7-c3e9-4b67-a192-f6fe9feeb68e/9715eda0-7296-40bb-84b3-64b837052176) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:37.017080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.027905 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-aa1f3abe-3dcc-4380-8072-d4bdd364f6b9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3231645 Jul 30 03:45:37.036000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] For port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,segment=NetworkSegment(ee14b6b2-8345-4f2a-bed9-2b58452a1afe),segment_id=ee14b6b2-8345-4f2a-bed9-2b58452a1afe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:37.043241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=19d6a597-aa34-4a8e-91b8-913bcf0b1bc0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:37.049864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-66271502-b7f5-4da7-a0e2-039c204be732 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6699669 Jul 30 03:45:37.053220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:37.056719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.061954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:9a:90:cc', 'name': 'tempest-NetworksTestDHCPv6-75999221'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:37.064605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Request body: {'port': {'device_id': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:37.132806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.168822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.212156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:37.346371 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.409948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port b1fcfa53-966a-4f02-8aec-98e1cedcdd48 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:37.451894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a88bb-ff7f-447d-9ee2-fdc52facd151 None None] Pushing event updated for resources: {'Port': ['ID=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:37.473866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eae19067-6359-4a87-aacb-f14b87506810 None None] Provisioning complete for port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:37.474720 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eae19067-6359-4a87-aacb-f14b87506810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.551402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.717768 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.721233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a2d1882-1cf8-47de-b6b3-b59926da75e2 req-9cf84ff5-f37a-425c-980a-71986981fa6e tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0928929 Jul 30 03:45:37.746927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Transition to ACTIVE for port object 9715eda0-7296-40bb-84b3-64b837052176 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:37.802723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Transition to ACTIVE for port object 9715eda0-7296-40bb-84b3-64b837052176 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:37.815975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787234f1-c1b6-438c-adb3-203b693f880c req-414568fa-5a9a-4264-adb6-4caae3580ad4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:37.818202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-787234f1-c1b6-438c-adb3-203b693f880c req-414568fa-5a9a-4264-adb6-4caae3580ad4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 932 time: 0.1220260 Jul 30 03:45:37.827604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.862051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eae19067-6359-4a87-aacb-f14b87506810 None None] Provisioning for port 1759338b-eca2-4b60-8a68-55955bcedfb5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:37.875484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eae19067-6359-4a87-aacb-f14b87506810 None None] Provisioning complete for port 1759338b-eca2-4b60-8a68-55955bcedfb5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:37.875879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eae19067-6359-4a87-aacb-f14b87506810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:37.881310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:37.900821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-787234f1-c1b6-438c-adb3-203b693f880c req-fce00965-6dbc-4401-ac4c-d68702b2793f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Jul 30 03:45:37.924977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:37.927901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:37.944553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eae19067-6359-4a87-aacb-f14b87506810 None None] Port 1759338b-eca2-4b60-8a68-55955bcedfb5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:37.948204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Pushing event updated for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:38.002253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 172.20.0.12 (9e1f1956-7d51-47a1-bf41-0001a2695f11/19d6a597-aa34-4a8e-91b8-913bcf0b1bc0/b1fcfa53-966a-4f02-8aec-98e1cedcdd48) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:38.241109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f1e66b-ca2f-4069-a933-bab67a4cf989 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:45:38.245772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fe9a:90cc (9e1f1956-7d51-47a1-bf41-0001a2695f11/b666fea7-c3e9-4b67-a192-f6fe9feeb68e/b1fcfa53-966a-4f02-8aec-98e1cedcdd48) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:38.246997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.247326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Attempting to bind port 9715eda0-7296-40bb-84b3-64b837052176 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:38.247326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Attempting to bind port 9715eda0-7296-40bb-84b3-64b837052176 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:38.247326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Attempting to bind port 9715eda0-7296-40bb-84b3-64b837052176 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:38.247972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Transition to ACTIVE for port object 16f1e66b-ca2f-4069-a933-bab67a4cf989 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:38.248284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:38.248284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:38.248284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.248284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:38.248284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Bound port: 9715eda0-7296-40bb-84b3-64b837052176, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:38.248284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.249578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.249952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-29f4e463-ffa2-4fbc-b75d-712cf76e24ad None None] Provisioning complete for port 1759338b-eca2-4b60-8a68-55955bcedfb5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:38.249952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-29f4e463-ffa2-4fbc-b75d-712cf76e24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.250324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Pushing event updated for resources: {'Port': ['ID=16f1e66b-ca2f-4069-a933-bab67a4cf989,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:38.251338 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.251338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object b1fcfa53-966a-4f02-8aec-98e1cedcdd48 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:38.251810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.259456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.259456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.278114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.278688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-29f4e463-ffa2-4fbc-b75d-712cf76e24ad None None] Port 1759338b-eca2-4b60-8a68-55955bcedfb5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:38.283848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:38.298045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9715eda0-7296-40bb-84b3-64b837052176,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:38.305743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.346153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=b1fcfa53-966a-4f02-8aec-98e1cedcdd48,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:38.356995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:38.360407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:38.363873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:38.392000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Attempting to bind port 16f1e66b-ca2f-4069-a933-bab67a4cf989 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:38.392259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Attempting to bind port 16f1e66b-ca2f-4069-a933-bab67a4cf989 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:38.392765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Attempting to bind port 16f1e66b-ca2f-4069-a933-bab67a4cf989 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:38.401848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019acdc-b112-4ffa-9ecd-e019861e4d88 None None] Pushing event updated for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:38.404739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=1759338b-eca2-4b60-8a68-55955bcedfb5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:38.414144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Port 16f1e66b-ca2f-4069-a933-bab67a4cf989 on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:45:38.419378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Attempting to bind port 16f1e66b-ca2f-4069-a933-bab67a4cf989 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:38.431678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:38.432300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:38.432852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:38.433444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Bound port: 16f1e66b-ca2f-4069-a933-bab67a4cf989, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:38.433992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.468524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:38.469192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.493577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-85cd1f70-5fb3-4055-a844-ed31de2b83da tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4366593 Jul 30 03:45:38.493737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 2be881f1-b7df-4164-8a33-e081c24f304e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:38.493850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:38.494825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:38.564348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c2290-39de-4bee-b125-9bc1dab5bbae tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:38.571395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c2290-39de-4bee-b125-9bc1dab5bbae tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:38.579003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-661c2290-39de-4bee-b125-9bc1dab5bbae tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0783141 Jul 30 03:45:38.580644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:38.628029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] For port 16f1e66b-ca2f-4069-a933-bab67a4cf989, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:38.629471 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:45:38.660644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] For port 16f1e66b-ca2f-4069-a933-bab67a4cf989, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:38.675258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.763673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:38.764536 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.766343 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] 10.222.0.16 "PUT /v2.0/ports/16f1e66b-ca2f-4069-a933-bab67a4cf989 HTTP/1.1" status: 200 len: 1093 time: 1.7078736 Jul 30 03:45:38.769071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'tag': '16f1e66b-ca2f-4069-a933-bab67a4cf989'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:38.773387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port b1fcfa53-966a-4f02-8aec-98e1cedcdd48 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:38.773987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.784722 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52" -d '{"events": [{"name": "network-changed", "server_uuid": "e6998da2-62aa-40ef-b957-a5f698e299ad", "tag": "16f1e66b-ca2f-4069-a933-bab67a4cf989"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:38.908065 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de226d-021b-4421-9c91-77da99621957 x-openstack-request-id: req-c8de226d-021b-4421-9c91-77da99621957 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:38.908330 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6998da2-62aa-40ef-b957-a5f698e299ad", "tag": "16f1e66b-ca2f-4069-a933-bab67a4cf989", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:38.908584 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8de226d-021b-4421-9c91-77da99621957 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:38.909194 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'tag': '16f1e66b-ca2f-4069-a933-bab67a4cf989', 'status': 'completed', 'code': 200} Jul 30 03:45:38.914386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1da647-e65e-44ee-b8e3-3558d57026ae service neutron] Pushing event updated for resources: {'Port': ['ID=16f1e66b-ca2f-4069-a933-bab67a4cf989,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:38.923129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5138d51a-8bb8-4aa1-b35c-57336d763c68 req-d780adb0-5d82-4b32-a21a-93c15ee9b4b0 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0419271 Jul 30 03:45:38.944614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b6446a91-f356-434c-b9c1-624f2e8ef0c3 None None] Provisioning complete for port 1759338b-eca2-4b60-8a68-55955bcedfb5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:38.946173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b6446a91-f356-434c-b9c1-624f2e8ef0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:38.957195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 7652b2b9-6f71-42da-9801-304ad7b70d52 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:45:38.997508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b6446a91-f356-434c-b9c1-624f2e8ef0c3 None None] Port 1759338b-eca2-4b60-8a68-55955bcedfb5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:39.023737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:39.025195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-c0b6440b-19b5-4858-9f01-a0e2ba9a684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:39.026828 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-c0b6440b-19b5-4858-9f01-a0e2ba9a684f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 1096 time: 0.1832576 Jul 30 03:45:39.041394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for b1fcfa53-966a-4f02-8aec-98e1cedcdd48 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:39.107542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-69ba7f9c-35bb-4ffc-a6e6-1c670d94883a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989 HTTP/1.1" status: 200 len: 217 time: 0.0440459 Jul 30 03:45:39.156706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:39.170191 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] Sync routers for ids ['7652b2b9-6f71-42da-9801-304ad7b70d52'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:39.170855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:39.171719 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cdc5cc51-fca1-4157-981c-7e9502d1e6f3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/7652b2b9-6f71-42da-9801-304ad7b70d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1262648 Jul 30 03:45:39.182669 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] Routers {'7652b2b9-6f71-42da-9801-304ad7b70d52'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:39.183371 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7652b2b9-6f71-42da-9801-304ad7b70d52'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:39.198069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef9bac-9305-47e0-838d-fb3201cb66ab req-7fb150ad-658f-4144-9b53-377fd48c88f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:39.199713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92ef9bac-9305-47e0-838d-fb3201cb66ab req-7fb150ad-658f-4144-9b53-377fd48c88f4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 944 time: 0.1537943 Jul 30 03:45:39.201028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-bc739d1f-3bdb-41bd-8ec1-02aceec7fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:39.202675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-bc739d1f-3bdb-41bd-8ec1-02aceec7fa2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0859053 Jul 30 03:45:39.228256 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:39.238050 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] Routers {'7652b2b9-6f71-42da-9801-304ad7b70d52'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:39.239038 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7652b2b9-6f71-42da-9801-304ad7b70d52'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:39.247437 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-c27493eb-f190-4506-a58b-3b6d7a20ed8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372245 Jul 30 03:45:39.282554 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:39.283751 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261f2d6-90fe-4054-945b-3c090618f5a5 None None] The sync data for ids ['7652b2b9-6f71-42da-9801-304ad7b70d52'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:39.298702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92ef9bac-9305-47e0-838d-fb3201cb66ab req-7ec7fc1d-1f91-4861-b3bb-e868384b9c1d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811121 Jul 30 03:45:39.310004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc27946-1fc5-4b86-bb3d-e1764fec44d9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:39.314774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4fc27946-1fc5-4b86-bb3d-e1764fec44d9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports/1759338b-eca2-4b60-8a68-55955bcedfb5 HTTP/1.1" status: 200 len: 982 time: 0.1397872 Jul 30 03:45:39.324910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:39.399671 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-ec652cd4-bc25-4e2c-abd9-497a9ab80c6d service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451089 Jul 30 03:45:39.588312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-49d7ae2d-d762-4ccd-badc-097209ae40c3 req-02a90a5d-5f63-4d2b-a430-7d0de3dbd0f9 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770108 Jul 30 03:45:39.600953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9715eda0-7296-40bb-84b3-64b837052176 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:39.666922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9715eda0-7296-40bb-84b3-64b837052176 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:39.672950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc612b1-aae2-4359-a3a9-6b6dc19a733f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:39.746228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:39.746615 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:39.774575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-419cf667-8144-41d3-9baf-e07b9744f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:39.776135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-419cf667-8144-41d3-9baf-e07b9744f737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 1096 time: 0.0764992 Jul 30 03:45:39.837873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4856d-09ac-4229-8230-fa8b362f6eb0 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:39.914378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-01ddf9c8-909f-4405-b611-06e39d586ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:39.916250 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-01ddf9c8-909f-4405-b611-06e39d586ce6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1283877 Jul 30 03:45:39.952663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e47a8996-d901-4795-be29-853b7c846505 None None] Provisioning for port 9715eda0-7296-40bb-84b3-64b837052176 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:39.976327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e47a8996-d901-4795-be29-853b7c846505 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:39.976872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e47a8996-d901-4795-be29-853b7c846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.008796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-cde48112-2b3d-404e-a1da-a8359d5a64a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989 HTTP/1.1" status: 200 len: 217 time: 0.0848968 Jul 30 03:45:40.057981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.114163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-64cdd37b-d08b-43b9-b808-7e3a2f7e2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:40.116783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-64cdd37b-d08b-43b9-b808-7e3a2f7e2288 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.1005027 Jul 30 03:45:40.153371 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-2af0bdf6-a310-4e2a-b4a2-73ed57e4f4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281596 Jul 30 03:45:40.156349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=b1fcfa53-966a-4f02-8aec-98e1cedcdd48,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:40.202181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e47a8996-d901-4795-be29-853b7c846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.214414 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf358b09-a3b5-4019-92ff-8a6ddddbcd5b req-a918b87f-3184-4b00-80a5-47fb5b6e3637 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1055295 Jul 30 03:45:40.285398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.289021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8bd22f12-d5d8-4c2d-a3ed-6ea95f48de4b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/b1fcfa53-966a-4f02-8aec-98e1cedcdd48 HTTP/1.1" status: 204 len: 168 time: 1.7064922 Jul 30 03:45:40.292933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57852) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:40.300526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Update dhcp port {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'b666fea7-c3e9-4b67-a192-f6fe9feeb68e', 'ip_address': '2001:db8::f816:3eff:fe0b:8414'}, {'subnet_id': '19d6a597-aa34-4a8e-91b8-913bcf0b1bc0'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '9715eda0-7296-40bb-84b3-64b837052176'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:45:40.305260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e47a8996-d901-4795-be29-853b7c846505 None None] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9715eda0-7296-40bb-84b3-64b837052176,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:40.323201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e47a8996-d901-4795-be29-853b7c846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.367867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.402681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-6ab59966-1da8-486c-af74-cb624e41afbe service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420630 Jul 30 03:45:40.429807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a8996-d901-4795-be29-853b7c846505 None None] Pushing event updated for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:40.475229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.548733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b2c07-4589-4771-8532-d29c0ba140b5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:40.550469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b2c07-4589-4771-8532-d29c0ba140b5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:40.552643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b2c07-4589-4771-8532-d29c0ba140b5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:40.556810 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e27b2c07-4589-4771-8532-d29c0ba140b5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2602377 Jul 30 03:45:40.557547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:40.562372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-81133bcd-f3e3-4ad8-9e5f-6e9d99528e52 req-d0ea60be-61f4-4ffc-bd8d-3c4e09d34127 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474526 Jul 30 03:45:40.595224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Allocated IP 172.20.0.2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/19d6a597-aa34-4a8e-91b8-913bcf0b1bc0/9715eda0-7296-40bb-84b3-64b837052176) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:40.635889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b2f7-31fc-4fbb-b74a-22b3e0f84710 req-297518a6-8fb8-477a-9e37-1a43fe4d6b00 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:40.637440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5e7b2f7-31fc-4fbb-b74a-22b3e0f84710 req-297518a6-8fb8-477a-9e37-1a43fe4d6b00 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 944 time: 0.2112057 Jul 30 03:45:40.689069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 19d6a597-aa34-4a8e-91b8-913bcf0b1bc0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:40.711290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9715eda0-7296-40bb-84b3-64b837052176,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:40.746558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.753266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5e7b2f7-31fc-4fbb-b74a-22b3e0f84710 req-15c2fdba-a0bb-4ca6-8869-4301b252070e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056232 Jul 30 03:45:40.765284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Transition to ACTIVE for port object 9715eda0-7296-40bb-84b3-64b837052176 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:40.773512 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.780005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.863636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.867488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113afbb-3fd0-4fb4-bd72-9ec164d5a21c None None] Pushing event updated for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:40.888981 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:40.972298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 1759338b-eca2-4b60-8a68-55955bcedfb5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:40.973292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.035751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.119422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.140842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 1759338b-eca2-4b60-8a68-55955bcedfb5 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:41.154551 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.211896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=19d6a597-aa34-4a8e-91b8-913bcf0b1bc0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:41.248963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.253138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e0e3103-b512-47f6-be16-3e17e8af20fe tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/19d6a597-aa34-4a8e-91b8-913bcf0b1bc0 HTTP/1.1" status: 204 len: 168 time: 0.6921422 Jul 30 03:45:41.253901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:41.402294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet b666fea7-c3e9-4b67-a192-f6fe9feeb68e {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:41.410817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.419346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b95f3475-8cdd-4559-80a8-04fca6a93cf3 req-0197b5ce-90f4-4ef1-9922-93623cb0c96f tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0469148 Jul 30 03:45:41.498179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.506679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9715eda0-7296-40bb-84b3-64b837052176 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:41.555448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.617659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32466b4c-ca60-422f-9648-58e4ea81dea2 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:41.626878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=1759338b-eca2-4b60-8a68-55955bcedfb5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:41.644355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.750628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7e4b16b3-7a23-4f15-9ce7-1801c1e76412 None None] Provisioning for port 9715eda0-7296-40bb-84b3-64b837052176 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:41.765790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7e4b16b3-7a23-4f15-9ce7-1801c1e76412 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:41.766224 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e4b16b3-7a23-4f15-9ce7-1801c1e76412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:41.864970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:42.093671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.099921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.106296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.121624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.128779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.136690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.142634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.144629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-cf1b9ae3-52d6-4778-8cd4-587c2a795708 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.2772670 Jul 30 03:45:42.183522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:42.218118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34303e-e1cb-46f5-af26-850537930f19 req-55d29d8c-e5ad-413b-8e08-653eea0842b7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:42.230898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd34303e-e1cb-46f5-af26-850537930f19 req-55d29d8c-e5ad-413b-8e08-653eea0842b7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 944 time: 0.3291841 Jul 30 03:45:42.241608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=b666fea7-c3e9-4b67-a192-f6fe9feeb68e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:42.244501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:42.253189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-674cd272-c212-447e-8e63-8e8cee3a3f31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/b666fea7-c3e9-4b67-a192-f6fe9feeb68e HTTP/1.1" status: 204 len: 168 time: 0.9967508 Jul 30 03:45:42.255810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:42.307012 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bf14b5ef-c56d-4cfb-b342-77c3916d2eb2 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498621 Jul 30 03:45:42.309206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:42.320604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:42.351883 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ece108d6-f610-4e3d-bcc4-735f3199afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:42.363782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 7652b2b9-6f71-42da-9801-304ad7b70d52 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:42.368350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7682ce28-d97a-4c99-8cf7-33f69ce8bd10 req-80530a26-e78d-4d3f-9800-ecc8b9fe1edd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148936 Jul 30 03:45:42.402045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd34303e-e1cb-46f5-af26-850537930f19 req-72147f63-f5cb-4eee-9828-c5037844822f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635764 Jul 30 03:45:42.511550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:42.530442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] Sync routers for ids ['7652b2b9-6f71-42da-9801-304ad7b70d52'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:42.536946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:42.539510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bb8fd86b-aa03-420c-bda2-42d9d476ea09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/7652b2b9-6f71-42da-9801-304ad7b70d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205205 Jul 30 03:45:42.544427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:42.548676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:42.550845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] Routers {'7652b2b9-6f71-42da-9801-304ad7b70d52'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:42.552137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7652b2b9-6f71-42da-9801-304ad7b70d52'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:42.649677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6af5c27e-664d-4af8-a2d2-0b26cc6d6a39 req-136c7927-8aab-4b1b-92b3-bbf605141600 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1088800 Jul 30 03:45:42.650307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:42.681966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] Routers {'7652b2b9-6f71-42da-9801-304ad7b70d52'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:42.682607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7652b2b9-6f71-42da-9801-304ad7b70d52'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:42.781047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:42.781720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5cf64-4644-4910-823e-332b4cb9f15a None None] The sync data for ids ['7652b2b9-6f71-42da-9801-304ad7b70d52'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:42.886432 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-5e577f35-42ef-4167-a885-4757a6fb3235 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 03:45:42.890886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5e577f35-42ef-4167-a885-4757a6fb3235 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/7652b2b9-6f71-42da-9801-304ad7b70d52/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3400514 Jul 30 03:45:42.891532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57918) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:42.927641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4577f864-557d-4b97-8257-3bc4c6013360 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=7652b2b9-6f71-42da-9801-304ad7b70d52 HTTP/1.1" status: 200 len: 205 time: 0.0313318 Jul 30 03:45:42.927641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57922) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:42.970793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e37af-882a-4dfc-bfa3-1d75a9de278c None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:43.053460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.064529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9fd85e84-dcb6-40c1-bbef-e87a83f5c007 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:43.065081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fd85e84-dcb6-40c1-bbef-e87a83f5c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.349489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.356217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.363104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.372667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.379055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.385988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.393052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.395163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-88fb5b9e-4a46-42c3-a66b-b2496b134ed5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.2581389 Jul 30 03:45:43.472014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.495800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:45:43.497361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.559635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 16f1e66b-ca2f-4069-a933-bab67a4cf989 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:45:43.644840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-957f8658-d3bc-4ca7-b085-a0d985343244 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.647019 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-957f8658-d3bc-4ca7-b085-a0d985343244 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "GET /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1970222 Jul 30 03:45:43.668753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.677812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.686440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.690568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.691070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router 7652b2b9-6f71-42da-9801-304ad7b70d52 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:45:43.694721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.700705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.704465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-061414d7-2dd0-4d04-848d-7f4664e3deef None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:43.705076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-061414d7-2dd0-4d04-848d-7f4664e3deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.706524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.713332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.715302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-19cf40ad-c05d-4d9f-ad24-57f6dfee377f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 5434 time: 0.2457643 Jul 30 03:45:43.755052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.755411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0f65-8b07-45aa-89a7-473820adbbc2 req-1c381a61-74d1-431b-ad49-c86e0fa6d51a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:43.756943 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4ba1f7b0-1a8e-41e8-a0a8-a8313b1d3a37 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/7652b2b9-6f71-42da-9801-304ad7b70d52 HTTP/1.1" status: 204 len: 168 time: 0.8285582 Jul 30 03:45:43.760492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-685a0f65-8b07-45aa-89a7-473820adbbc2 req-1c381a61-74d1-431b-ad49-c86e0fa6d51a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 944 time: 0.2263017 Jul 30 03:45:43.762540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:43.815104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 16f1e66b-ca2f-4069-a933-bab67a4cf989, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:43.851287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '16f1e66b-ca2f-4069-a933-bab67a4cf989', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': '16f1e66b-ca2f-4069-a933-bab67a4cf989', 'mac_address': 'fa:16:3e:9c:0e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:45:43.910153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.918547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-685a0f65-8b07-45aa-89a7-473820adbbc2 req-c6812b64-6925-4a40-b2b9-d4e1c405ec3a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363158 Jul 30 03:45:43.958825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c08b472b-7996-45db-87d9-ec0d89e80518 req-525d69eb-e29b-4e86-b00a-d1bc237388f4 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323236 Jul 30 03:45:43.963309 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-5797a477-580c-429a-b65f-3b4aab3a87bf tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "GET /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3007679 Jul 30 03:45:43.969775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 07074265-b4fb-4d1b-a737-841175180f16 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:43.984565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:43.990220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f1e66b-ca2f-4069-a933-bab67a4cf989 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:45:44.027766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 16f1e66b-ca2f-4069-a933-bab67a4cf989, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:44.040834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.047043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:44.049942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.111203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004778f0-3423-4a01-a14f-d2f9d79b1393 req-8a574987-9334-48c6-8cb6-4d0a1bbac1ef tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0293729 Jul 30 03:45:44.121835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.144276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=16f1e66b-ca2f-4069-a933-bab67a4cf989,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:44.158833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d85ec894-9ceb-4713-9592-35a117faeb4b None None] Could not find standard attr ID for object b1fcfa53-966a-4f02-8aec-98e1cedcdd48. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:44.178044 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.268625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.347658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.373735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=07074265-b4fb-4d1b-a737-841175180f16,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:44.384487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.389393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3a8abe44-8e32-49e5-a042-9474970f36ec tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/07074265-b4fb-4d1b-a737-841175180f16 HTTP/1.1" status: 204 len: 168 time: 0.6187618 Jul 30 03:45:44.390240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:44.400031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39eddd-a65a-421b-9a4f-3ca20553b354 None None] Network 2be881f1-b7df-4164-8a33-e081c24f304e requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:44.411208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9715eda0-7296-40bb-84b3-64b837052176,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:44.454726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=37304c23-fe93-4476-9c04-d2e5b21ee4eb,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:44.479600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.493404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.494231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.503839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.580306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:44.580685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.608249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] For port 37304c23-fe93-4476-9c04-d2e5b21ee4eb, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:44.610456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:44.636686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] DHCP port deletion for 2be881f1-b7df-4164-8a33-e081c24f304e request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:44.662905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:44.682290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8284515c-45ab-4b86-b834-05b84a89ee53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.685759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:44.701289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,segment=NetworkSegment(ee14b6b2-8345-4f2a-bed9-2b58452a1afe),segment_id=ee14b6b2-8345-4f2a-bed9-2b58452a1afe)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:44.701759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.703668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69265a8-40ad-406f-a778-fccc7c760388 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:44.708496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:44.709499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.712241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=c367ca55-1c1e-4965-baef-65f50c295a89,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:44.717548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] device_id is not set on port 37304c23-fe93-4476-9c04-d2e5b21ee4eb yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:44.718050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 1dc612b1-aae2-4359-a3a9-6b6dc19a733f owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:44.722043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['16f1e66b-ca2f-4069-a933-bab67a4cf989'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:44.731266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.741311 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.750686 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6321089e-fe46-4805-b689-e857cf9b90b6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4398458 Jul 30 03:45:44.766376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57966) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:44.776238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:44.814960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Pushing event updated for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:44.819315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] Deleting port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:44.819684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.839196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] No DVR routers for this DVR port 37304c23-fe93-4476-9c04-d2e5b21ee4eb on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:44.880880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] In _notify_port_updated(), no bound segment for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:45:44.881695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:44.887721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.889191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-f5c7431c-ae1c-4b1d-a61b-226548567219 service neutron] 10.222.0.16 "PUT /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 200 len: 1026 time: 0.8466008 Jul 30 03:45:44.953608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] For port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,segment=NetworkSegment(ee14b6b2-8345-4f2a-bed9-2b58452a1afe),segment_id=ee14b6b2-8345-4f2a-bed9-2b58452a1afe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:44.954132 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:44.969236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-b30775fa-338f-4b97-a5d6-1504e7eafecd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:44.976010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-b30775fa-338f-4b97-a5d6-1504e7eafecd tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "GET /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0790863 Jul 30 03:45:44.978320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] Calling delete_port for 1dc612b1-aae2-4359-a3a9-6b6dc19a733f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:44.988592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:45.023066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.062137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:45.071433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:45.085044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:45.091393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.112471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.249552 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.281789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=69e76dd7-0b27-4fe7-8520-2abd80deacd6,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:45.309488 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.343757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] For port 69e76dd7-0b27-4fe7-8520-2abd80deacd6, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:45.357459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0ca0c143-2fab-4763-9b45-85beeb1211b2 None None] Provisioning complete for port 37304c23-fe93-4476-9c04-d2e5b21ee4eb triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:45.357647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c143-2fab-4763-9b45-85beeb1211b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.362461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] Pushing event deleted for resources: {'Port': ['ID=1dc612b1-aae2-4359-a3a9-6b6dc19a733f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:45.399180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] device_id is not set on port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:45.411568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.425114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.439847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.443617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be881f1-b7df-4164-8a33-e081c24f304e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:45.463245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fb794-9194-400f-a047-c0090c850a04 req-c5021fd5-c9d8-4450-9930-68cc7cade40e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.464569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f54fb794-9194-400f-a047-c0090c850a04 req-c5021fd5-c9d8-4450-9930-68cc7cade40e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 945 time: 0.3284242 Jul 30 03:45:45.475435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:45.475871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee14b6b2-8345-4f2a-bed9-2b58452a1afe') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:45.498585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.508871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.514900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.525040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.530931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.540295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.542524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] No DVR routers for this DVR port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:45.549322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-a70d2f40-76a6-47c3-810e-2e9b093324e6 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 4583 time: 0.3479261 Jul 30 03:45:45.584534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531c016-6f9b-4ae3-bb36-3a380d7e410c None None] No DVR routers for this DVR port 1dc612b1-aae2-4359-a3a9-6b6dc19a733f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:45.600286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9715eda0-7296-40bb-84b3-64b837052176 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:45.608611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 259c674e-aa43-4bee-bb13-4ed0f50fe583 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:45.620539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.640923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] In _notify_port_updated(), no bound segment for port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 on network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:45:45.642116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:45.643494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.645199 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] 10.222.0.16 "PUT /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 200 len: 1028 time: 0.6611719 Jul 30 03:45:45.663512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98ad06-780e-4686-a4e6-d2d48483b656 service neutron] Pushing event updated for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:45.700553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.719234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0c143-2fab-4763-9b45-85beeb1211b2 None None] Port 37304c23-fe93-4476-9c04-d2e5b21ee4eb cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:45.741685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98e9ccad-4a37-4f32-a19c-aeb5bc66a2cf req-b4509682-cedb-40b4-b6f2-f99082428c74 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=e087a812-6240-4a37-b768-051b08ed20a2&id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907940 Jul 30 03:45:45.745965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f54fb794-9194-400f-a047-c0090c850a04 req-9d4111a2-935b-4170-bcc6-08fba1e76d5c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681990 Jul 30 03:45:45.750398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:45.750818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:45.754114 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:45.809687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:45.810323 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.895957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port e4205182-1a39-4143-8302-1d0271159eb2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:45.896713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.919937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.952659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94a30125-11e5-4a3d-9cdc-76f79b410010 req-fa0881bb-f567-429d-9530-6b61493822cb tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0506318 Jul 30 03:45:45.971296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.997511 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:45.997809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:46.000508 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49759014-cdf1-42fc-8fe7-5809db6f8683" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:46.007275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/2be881f1-b7df-4164-8a33-e081c24f304e HTTP/1.1" status: 204 len: 168 time: 1.6123128 Jul 30 03:45:46.009294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 57994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:46.013587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2081352109'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:46.015897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b2f45cad-e55b-44ea-875d-7352c39919b5 None None] Provisioning complete for port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:46.016486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2f45cad-e55b-44ea-875d-7352c39919b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.017541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2cd5-b2dd-4cca-8b5b-3cbf45857b73 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=2be881f1-b7df-4164-8a33-e081c24f304e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:46.081637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:46.086115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.120970 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9194655-e645-4395-bda4-c7c667d17612 x-openstack-request-id: req-c9194655-e645-4395-bda4-c7c667d17612 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:46.121521 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:46.121986 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9194655-e645-4395-bda4-c7c667d17612 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:46.122745 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'code': 200} Jul 30 03:45:46.126687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:46.133183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.150489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b2f45cad-e55b-44ea-875d-7352c39919b5 None None] Port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:46.152057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.152831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 69e76dd7-0b27-4fe7-8520-2abd80deacd6 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:46.156573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:45:46.180215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.180964 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment d5f045d7-95d3-4172-a618-b6b3d3bd88fb of type vlan for network 736afe94-b495-4c41-a6c7-49c629938b9d Jul 30 03:45:46.181323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:46.203947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:46.220918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:46.221543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.223007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256f2e1-a9c9-4c1d-8be5-a0d812f7588b None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:46.248980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] For port e4205182-1a39-4143-8302-1d0271159eb2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e4205182-1a39-4143-8302-1d0271159eb2,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:46.249274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.258377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:46.265316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=646daf35-f23b-4e6a-9f2d-42dbef68b31a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:46.279470 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.280437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc612b1-aae2-4359-a3a9-6b6dc19a733f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:46.283112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for e4205182-1a39-4143-8302-1d0271159eb2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:46.284851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:46.285801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3cba3980-dc6f-4201-babb-fb273909bcf5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5179684 Jul 30 03:45:46.290879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:61:72:ec', 'name': 'tempest-NetworksTestDHCPv6-326375670'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:46.357484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1dc612b1-aae2-4359-a3a9-6b6dc19a733f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:46.357839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc612b1-aae2-4359-a3a9-6b6dc19a733f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:46.373504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 69e76dd7-0b27-4fe7-8520-2abd80deacd6 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:46.374073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 37304c23-fe93-4476-9c04-d2e5b21ee4eb no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:46.402892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e9504976-e2be-4aad-b312-33b0ebc94719 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:46.403303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9504976-e2be-4aad-b312-33b0ebc94719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.451828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.474506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.479968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:46.480565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.485824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 37304c23-fe93-4476-9c04-d2e5b21ee4eb not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:46.486392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1516353f-4db7-42c1-a3b0-2c6a0378b775 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:46.591292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5787888 Jul 30 03:45:46.592415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:46.600798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:46.601004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc34f-8f90-4e7c-9c3a-ff00389c6e0b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=736afe94-b495-4c41-a6c7-49c629938b9d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:46.630888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 736afe94-b495-4c41-a6c7-49c629938b9d details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:45:46.639784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:46.735423 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.759676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:46.767789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.794098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:46.809507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.813175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e4205182-1a39-4143-8302-1d0271159eb2 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:46.824548 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.890166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=e4205182-1a39-4143-8302-1d0271159eb2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:46.901524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:46.905090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: e4205182-1a39-4143-8302-1d0271159eb2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:46.905657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e4205182-1a39-4143-8302-1d0271159eb2 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:46.906255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a251436e-8a30-4de8-a725-1699f658a51e no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:46.957701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Update dhcp port {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'c367ca55-1c1e-4965-baef-65f50c295a89', 'ip_address': '2001:db8::f816:3eff:fe0b:8414'}, {'subnet_id': '646daf35-f23b-4e6a-9f2d-42dbef68b31a'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '9715eda0-7296-40bb-84b3-64b837052176'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:45:46.996410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 90ca1268-95c2-423c-972a-dba542ffd84a yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:46.997562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:47.003798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] No DVR routers for this DVR port e4205182-1a39-4143-8302-1d0271159eb2 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:47.010860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.020795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.022921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7ded0ef8-f6a9-4faf-979e-a255ff5b6bf7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "DELETE /v2.0/ports/e4205182-1a39-4143-8302-1d0271159eb2 HTTP/1.1" status: 204 len: 173 time: 1.3626444 Jul 30 03:45:47.023415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': 'e4205182-1a39-4143-8302-1d0271159eb2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:47.025684 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca2039-9d9a-40d3-a2b3-5cdf0269e827" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "e4205182-1a39-4143-8302-1d0271159eb2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:47.058811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab4f2-2c45-4628-bfd6-57f71e94fdf6 req-b8b8cf88-6991-430a-8e74-02e054731e31 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:47.060415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-638ab4f2-2c45-4628-bfd6-57f71e94fdf6 req-b8b8cf88-6991-430a-8e74-02e054731e31 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 945 time: 0.1929481 Jul 30 03:45:47.090592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.121168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-638ab4f2-2c45-4628-bfd6-57f71e94fdf6 req-a4f5a815-f2e0-48cc-9c0e-7d1a671bae10 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Jul 30 03:45:47.147360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba50cf-5792-471e-b409-22b44b047bf1 req-fb9d3d81-fa2f-4dad-a5d3-877550f05d16 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:47.155845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba50cf-5792-471e-b409-22b44b047bf1 req-fb9d3d81-fa2f-4dad-a5d3-877550f05d16 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:47.163246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba50cf-5792-471e-b409-22b44b047bf1 req-fb9d3d81-fa2f-4dad-a5d3-877550f05d16 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:47.170672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba50cf-5792-471e-b409-22b44b047bf1 req-fb9d3d81-fa2f-4dad-a5d3-877550f05d16 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:47.176108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28ba50cf-5792-471e-b409-22b44b047bf1 req-fb9d3d81-fa2f-4dad-a5d3-877550f05d16 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 3147 time: 0.2200046 Jul 30 03:45:47.206928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a251436e-8a30-4de8-a725-1699f658a51e,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:47.218543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.219764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 0933d29d-86f0-453d-bd15-44507552530b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:47.321946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb9cad4-690f-4cb5-ae08-856c2aeac615 req-71eba97c-3478-4bdd-9de5-bbf2382ee28d tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0506756 Jul 30 03:45:47.330148 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28ba50cf-5792-471e-b409-22b44b047bf1 req-fb307802-ecde-40c6-bf3e-bcbdcc6b3438 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365633 Jul 30 03:45:47.344065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:47.452037 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.482814 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.525597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0933d29d-86f0-453d-bd15-44507552530b,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:47.531081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.577793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 16f1e66b-ca2f-4069-a933-bab67a4cf989 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:47.634291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:47.663450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 16f1e66b-ca2f-4069-a933-bab67a4cf989 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:47.668837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 16f1e66b-ca2f-4069-a933-bab67a4cf989 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:47.669219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.670749 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c99c33e-e54f-4303-b9ed-4a7f96cca795 x-openstack-request-id: req-8c99c33e-e54f-4303-b9ed-4a7f96cca795 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:47.671337 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "e4205182-1a39-4143-8302-1d0271159eb2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:47.671337 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c99c33e-e54f-4303-b9ed-4a7f96cca795 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:47.671705 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': 'e4205182-1a39-4143-8302-1d0271159eb2', 'status': 'completed', 'code': 200} Jul 30 03:45:47.783274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.847590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 16f1e66b-ca2f-4069-a933-bab67a4cf989, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:47.852971 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.863742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 172.20.0.13 (9e1f1956-7d51-47a1-bf41-0001a2695f11/646daf35-f23b-4e6a-9f2d-42dbef68b31a/90ca1268-95c2-423c-972a-dba542ffd84a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:47.876527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fe61:72ec (9e1f1956-7d51-47a1-bf41-0001a2695f11/c367ca55-1c1e-4965-baef-65f50c295a89/90ca1268-95c2-423c-972a-dba542ffd84a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:47.915166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=16f1e66b-ca2f-4069-a933-bab67a4cf989,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:47.921125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port a251436e-8a30-4de8-a725-1699f658a51e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:47.921611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:47.986165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=693c6e21-00b4-46d4-8ee1-5ee2fb70ace2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:48.007335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.011320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:48.011683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 736afe94-b495-4c41-a6c7-49c629938b9d, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:45:48.030871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 736afe94-b495-4c41-a6c7-49c629938b9d is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:45:48.042680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 736afe94-b495-4c41-a6c7-49c629938b9d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:48.047544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.048192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.063317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e40b4-7ff3-4b0c-a7d4-cc67d9bf392d None None] Network 736afe94-b495-4c41-a6c7-49c629938b9d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:48.073559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-441b1fe6-5fc8-4603-b68e-89eed52a703e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4789996 Jul 30 03:45:48.076989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:48.085020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1009612443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:48.118761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] For port a251436e-8a30-4de8-a725-1699f658a51e, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a251436e-8a30-4de8-a725-1699f658a51e,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:48.119355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.124508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775'}, {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e'}, {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0933d29d-86f0-453d-bd15-44507552530b'}, {'server_uuid': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f1e66b-ca2f-4069-a933-bab67a4cf989'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:48.126183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.126732 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d058eed3-1b0f-47e9-851f-255a40a1e4fa" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775"}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a251436e-8a30-4de8-a725-1699f658a51e"}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0933d29d-86f0-453d-bd15-44507552530b"}, {"server_uuid": "e6998da2-62aa-40ef-b957-a5f698e299ad", "name": "network-vif-plugged", "status": "completed", "tag": "16f1e66b-ca2f-4069-a933-bab67a4cf989"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:48.128104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.146928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for a251436e-8a30-4de8-a725-1699f658a51e owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:48.232941 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67ec8d-c69f-46e1-81bd-bbdd33d28939 x-openstack-request-id: req-0a67ec8d-c69f-46e1-81bd-bbdd33d28939 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:48.235618 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775", "code": 200}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a251436e-8a30-4de8-a725-1699f658a51e", "code": 200}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0933d29d-86f0-453d-bd15-44507552530b", "code": 200}, {"server_uuid": "e6998da2-62aa-40ef-b957-a5f698e299ad", "name": "network-vif-plugged", "status": "completed", "tag": "16f1e66b-ca2f-4069-a933-bab67a4cf989", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:48.236032 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a67ec8d-c69f-46e1-81bd-bbdd33d28939 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:48.236589 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775', 'code': 200} Jul 30 03:45:48.236992 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e', 'code': 200} Jul 30 03:45:48.237376 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0933d29d-86f0-453d-bd15-44507552530b', 'code': 200} Jul 30 03:45:48.237757 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f1e66b-ca2f-4069-a933-bab67a4cf989', 'code': 200} Jul 30 03:45:48.241401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.247622 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.263598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.267399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.269051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6a164c03-731a-4a95-a0ef-1e6e160d863a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1910605 Jul 30 03:45:48.284845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:48.285100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 90ca1268-95c2-423c-972a-dba542ffd84a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:48.363512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-736afe94-b495-4c41-a6c7-49c629938b9d', 'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '693c6e21-00b4-46d4-8ee1-5ee2fb70ace2'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:48.364928 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.370117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.431443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:48.448414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:48.455892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=90ca1268-95c2-423c-972a-dba542ffd84a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:48.477209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:48.521415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-685afeaa-a9c3-4cf8-a67f-a3e7f9acffd9 req-4dd02151-de61-440d-b5c7-9ff8f5736fc0 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0621455 Jul 30 03:45:48.591458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Allocated IP 172.20.0.2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/646daf35-f23b-4e6a-9f2d-42dbef68b31a/9715eda0-7296-40bb-84b3-64b837052176) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:48.625138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Allocated IP 2001:db8::2 (736afe94-b495-4c41-a6c7-49c629938b9d/693c6e21-00b4-46d4-8ee1-5ee2fb70ace2/bb315c78-6f95-4967-a874-08e4c090135a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:48.627281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993418-51b6-4049-b071-62c1dcfaa601 req-b8f938f9-543a-4d88-946b-13ee46279256 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.636942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b993418-51b6-4049-b071-62c1dcfaa601 req-b8f938f9-543a-4d88-946b-13ee46279256 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.3665416 Jul 30 03:45:48.658814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4473b8b-13da-47fa-a52b-a44178e5b57a req-b6b68a3d-00ae-46f4-b373-3a3ba86a5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.660444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4473b8b-13da-47fa-a52b-a44178e5b57a req-b6b68a3d-00ae-46f4-b373-3a3ba86a5e2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 1098 time: 0.1914828 Jul 30 03:45:48.669137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.669906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.687452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.730469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=a251436e-8a30-4de8-a725-1699f658a51e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:48.744996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6908745a-576a-458e-9644-d7bc9add3104 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4588802 Jul 30 03:45:48.745712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58068) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:48.816930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] No DVR routers for this DVR port a251436e-8a30-4de8-a725-1699f658a51e on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:48.820810 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:48.823608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-7fa7d0f0-36fa-4f66-82cc-f3aeb2783251 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "DELETE /v2.0/ports/a251436e-8a30-4de8-a725-1699f658a51e HTTP/1.1" status: 204 len: 173 time: 1.6957049 Jul 30 03:45:48.841186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4473b8b-13da-47fa-a52b-a44178e5b57a req-cdc5fd5a-a294-46f0-8b86-571eac2ba314 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612487 Jul 30 03:45:48.863025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b993418-51b6-4049-b071-62c1dcfaa601 req-0b32b287-9dd1-46c5-9cd3-0ca42747459e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250535 Jul 30 03:45:48.910630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d4b0c-0cc2-4fb1-afea-0a6ed4c3ef89 req-fab0fcd5-ebc8-451a-b3ce-bf5372f2e2c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.917834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d4b0c-0cc2-4fb1-afea-0a6ed4c3ef89 req-fab0fcd5-ebc8-451a-b3ce-bf5372f2e2c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.924027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d4b0c-0cc2-4fb1-afea-0a6ed4c3ef89 req-fab0fcd5-ebc8-451a-b3ce-bf5372f2e2c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.926070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-121d4b0c-0cc2-4fb1-afea-0a6ed4c3ef89 req-fab0fcd5-ebc8-451a-b3ce-bf5372f2e2c7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 2410 time: 0.2228875 Jul 30 03:45:48.967128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c390c-50fa-469e-b571-8ff4eb8897e5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.975019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c390c-50fa-469e-b571-8ff4eb8897e5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:48.979956 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f1c390c-50fa-469e-b571-8ff4eb8897e5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2155125 Jul 30 03:45:48.980577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-121d4b0c-0cc2-4fb1-afea-0a6ed4c3ef89 req-bbd0347c-d35d-489b-8cff-30fe3e05ca2c tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451269 Jul 30 03:45:48.981412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:49.033916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.045447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9715eda0-7296-40bb-84b3-64b837052176,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:49.065996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 259c674e-aa43-4bee-bb13-4ed0f50fe583 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:49.066670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.133531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.168728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Transition to ACTIVE for port object 9715eda0-7296-40bb-84b3-64b837052176 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:49.175823 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.179072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.194356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Transition to ACTIVE for port object bb315c78-6f95-4967-a874-08e4c090135a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:49.199858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] For port 259c674e-aa43-4bee-bb13-4ed0f50fe583, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=259c674e-aa43-4bee-bb13-4ed0f50fe583,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:49.200234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.286303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Transition to ACTIVE for port object bb315c78-6f95-4967-a874-08e4c090135a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:49.320404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 90ca1268-95c2-423c-972a-dba542ffd84a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:49.320777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.329237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.350059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44635257-123d-4968-bae3-b6b0b2d3b64d None None] Pushing event updated for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:49.371701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Network 736afe94-b495-4c41-a6c7-49c629938b9d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:49.406878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:49.412499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:49.482449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Pushing event updated for resources: {'Port': ['ID=bb315c78-6f95-4967-a874-08e4c090135a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:49.528917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Attempting to bind port bb315c78-6f95-4967-a874-08e4c090135a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:49.529369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Attempting to bind port bb315c78-6f95-4967-a874-08e4c090135a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:49.529857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Attempting to bind port bb315c78-6f95-4967-a874-08e4c090135a on network 736afe94-b495-4c41-a6c7-49c629938b9d {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:49.536008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:49.536576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Checking segment: {'id': 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:49.537098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.537600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Bound using segment: {'id': 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:49.538213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Bound port: bb315c78-6f95-4967-a874-08e4c090135a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '736afe94-b495-4c41-a6c7-49c629938b9d'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:49.538714 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.550870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9715eda0-7296-40bb-84b3-64b837052176 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:49.559587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.559968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.560285 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Floating IP 302cec62-11fe-484d-bb10-0c4183e085be disassociated. External IP: 172.25.6.223, port: 259c674e-aa43-4bee-bb13-4ed0f50fe583. Jul 30 03:45:49.560633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 259c674e-aa43-4bee-bb13-4ed0f50fe583 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:49.606360 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.620808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 90ca1268-95c2-423c-972a-dba542ffd84a owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:49.681847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:49.685442 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1e066-b855-43a5-a3ab-6e4d2b4b7f6f" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "a251436e-8a30-4de8-a725-1699f658a51e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:49.756468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] For port bb315c78-6f95-4967-a874-08e4c090135a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:49.763792 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a75ae-953a-487f-ad78-362733a8b80d x-openstack-request-id: req-845a75ae-953a-487f-ad78-362733a8b80d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:49.764278 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "a251436e-8a30-4de8-a725-1699f658a51e", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:49.764361 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-845a75ae-953a-487f-ad78-362733a8b80d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:49.764827 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': 'a251436e-8a30-4de8-a725-1699f658a51e', 'status': 'completed', 'code': 200} Jul 30 03:45:49.765852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] For port bb315c78-6f95-4967-a874-08e4c090135a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bb315c78-6f95-4967-a874-08e4c090135a,segment=NetworkSegment(d5f045d7-95d3-4172-a618-b6b3d3bd88fb),segment_id=d5f045d7-95d3-4172-a618-b6b3d3bd88fb)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:49.774995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.844507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:49.848292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac0b9-07c5-4a00-b809-c62bb024b5a2 None None] Pushing event updated for resources: {'Port': ['ID=bb315c78-6f95-4967-a874-08e4c090135a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:49.895898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4cd3769-46c6-4c4d-9cb8-115443e310d7 req-48cf2e16-41c9-4a55-bac7-e878009d6e57 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1018684 Jul 30 03:45:49.926003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=259c674e-aa43-4bee-bb13-4ed0f50fe583,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:50.134560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.154705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Router daf5e411-7311-4472-9162-b60f62d2e55a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:50.291169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8::1 (736afe94-b495-4c41-a6c7-49c629938b9d/693c6e21-00b4-46d4-8ee1-5ee2fb70ace2/fe23d047-ec40-4d7c-b86c-bf08ace01dc1) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:50.313430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=90ca1268-95c2-423c-972a-dba542ffd84a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:50.418897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:50.434531 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] Sync routers for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:50.442518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7d693-3bdb-4fb9-9303-346dd6256750 req-29b4b6ab-693b-43d5-adec-2817668f82a6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:50.444320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bde7d693-3bdb-4fb9-9303-346dd6256750 req-29b4b6ab-693b-43d5-adec-2817668f82a6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.4496605 Jul 30 03:45:50.460795 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:50.461440 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:50.514686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2f41-0668-40e6-ba2b-4b86d3b0bedf req-cc0b36e4-90c0-409b-ba34-f606b1d3abe9 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:50.521267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2f41-0668-40e6-ba2b-4b86d3b0bedf req-cc0b36e4-90c0-409b-ba34-f606b1d3abe9 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:50.522957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7bde2f41-0668-40e6-ba2b-4b86d3b0bedf req-cc0b36e4-90c0-409b-ba34-f606b1d3abe9 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 1677 time: 0.3799353 Jul 30 03:45:50.533337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] No DVR routers for this DVR port 259c674e-aa43-4bee-bb13-4ed0f50fe583 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:50.541255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.543753 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-6ff21e56-c5e0-44f5-a245-f118c92518ad tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "DELETE /v2.0/ports/259c674e-aa43-4bee-bb13-4ed0f50fe583 HTTP/1.1" status: 204 len: 173 time: 1.7093179 Jul 30 03:45:50.619119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.624729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-32ff7606-5b43-422c-a7d1-eb1d52919bc6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/90ca1268-95c2-423c-972a-dba542ffd84a HTTP/1.1" status: 204 len: 168 time: 1.6421778 Jul 30 03:45:50.628312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:50.635422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-74ad9b0e-40b8-4527-bb05-45053c56b5e8 None None] Provisioning for port 9715eda0-7296-40bb-84b3-64b837052176 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:50.640056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-74ad9b0e-40b8-4527-bb05-45053c56b5e8 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:50.640442 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-74ad9b0e-40b8-4527-bb05-45053c56b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.708601 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:50.719080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 0933d29d-86f0-453d-bd15-44507552530b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:50.719467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.759425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7bde2f41-0668-40e6-ba2b-4b86d3b0bedf req-92846049-7c73-42cf-83b5-bbb87e9f7a84 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723826 Jul 30 03:45:50.824451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bde7d693-3bdb-4fb9-9303-346dd6256750 req-d985504f-62f5-4ec6-adb7-385d12ca939a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190432 Jul 30 03:45:50.839161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.845967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d53ac-f284-4a61-8dd4-5832e6252efd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:50.866378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d53ac-f284-4a61-8dd4-5832e6252efd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:50.868793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d53ac-f284-4a61-8dd4-5832e6252efd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:50.873040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca2d53ac-f284-4a61-8dd4-5832e6252efd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2071824 Jul 30 03:45:50.873850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:50.931301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] For port 0933d29d-86f0-453d-bd15-44507552530b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=0933d29d-86f0-453d-bd15-44507552530b,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:50.932045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:50.949527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 0933d29d-86f0-453d-bd15-44507552530b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:51.029640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 646daf35-f23b-4e6a-9f2d-42dbef68b31a {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:51.045283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object fe23d047-ec40-4d7c-b86c-bf08ace01dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:51.066284 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.116972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c705f347-9e3c-4984-92ff-cdc8db455aff None None] Could not find standard attr ID for object 90ca1268-95c2-423c-972a-dba542ffd84a. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:45:51.131417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ca9058f-bbdf-437e-bfbf-884800a97efd req-e3e1e17b-78ba-4a68-b3cb-939233967e0e tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1037180 Jul 30 03:45:51.190043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.233838 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:13Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:51.273749 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] Checking router: daf5e411-7311-4472-9162-b60f62d2e55a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:45:51.295061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.295908 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:51.297464 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:51.356362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.443069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 736afe94-b495-4c41-a6c7-49c629938b9d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:51.453470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.460243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:51.466042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=0933d29d-86f0-453d-bd15-44507552530b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:51.510532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:51.511076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.590292 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:45:51.594198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=fe23d047-ec40-4d7c-b86c-bf08ace01dc1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:51.594383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] No DVR routers for this DVR port 0933d29d-86f0-453d-bd15-44507552530b on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:51.597800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.607242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-0e2ef1a3-c33a-4110-ad75-5e4d04831e95 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "DELETE /v2.0/ports/0933d29d-86f0-453d-bd15-44507552530b HTTP/1.1" status: 204 len: 173 time: 1.0541127 Jul 30 03:45:51.655725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bb315c78-6f95-4967-a874-08e4c090135a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:51.765340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583'}, {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': '0933d29d-86f0-453d-bd15-44507552530b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:51.769028 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e6bbf2-fe18-4029-9180-0fe5fb50e417" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583"}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "0933d29d-86f0-453d-bd15-44507552530b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:51.772353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port bb315c78-6f95-4967-a874-08e4c090135a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:51.784190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.836123 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.854939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a698406-09e6-4b99-a5f9-d709f6d2e44d None None] Network 736afe94-b495-4c41-a6c7-49c629938b9d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:51.870187 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92e474-bd48-4dce-a8cc-89dbea697d81 x-openstack-request-id: req-6c92e474-bd48-4dce-a8cc-89dbea697d81 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:51.870322 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "259c674e-aa43-4bee-bb13-4ed0f50fe583", "status": "completed", "code": 200}, {"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "0933d29d-86f0-453d-bd15-44507552530b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:51.870519 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c92e474-bd48-4dce-a8cc-89dbea697d81 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:51.870957 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': '259c674e-aa43-4bee-bb13-4ed0f50fe583', 'status': 'completed', 'code': 200} Jul 30 03:45:51.871421 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': '0933d29d-86f0-453d-bd15-44507552530b', 'status': 'completed', 'code': 200} Jul 30 03:45:51.901713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 1516353f-4db7-42c1-a3b0-2c6a0378b775 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:51.902070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:51.954304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1c5ec-699b-4d6e-9939-3934911019f7 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:52.004207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=646daf35-f23b-4e6a-9f2d-42dbef68b31a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:52.030438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.040492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aee2eaab-3d2c-4011-aaf7-541adff1a9cb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/646daf35-f23b-4e6a-9f2d-42dbef68b31a HTTP/1.1" status: 204 len: 168 time: 1.1622519 Jul 30 03:45:52.043969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:52.119593 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:13Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:52.135774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] Provisioning for port bb315c78-6f95-4967-a874-08e4c090135a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:52.144226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] Provisioning complete for port bb315c78-6f95-4967-a874-08e4c090135a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:52.144913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.174112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] For port 1516353f-4db7-42c1-a3b0-2c6a0378b775, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1516353f-4db7-42c1-a3b0-2c6a0378b775,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:52.175262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.191287 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3293cfda-73c3-4147-af61-8010d98445ba None None] The sync data for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 is: [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'dfb91fa3-f215-443f-a635-96ad3b64789c', 'name': '', 'network_id': '623c59b3-0964-4687-ade5-b9a6b68f7662', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'mac_address': 'fa:16:3e:18:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:56Z', 'updated_at': '2021-07-30T03:35:13Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'subnets': [{'id': '19198638-b24f-4731-9e8f-d02f19b89e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:52.210534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 1516353f-4db7-42c1-a3b0-2c6a0378b775 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:52.244351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7bf8-d5c1-444a-847b-98016b1a9b58 req-3c5f3cb7-17c4-4a2c-b0c1-9b86e907e8b7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:52.246608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ec7bf8-d5c1-444a-847b-98016b1a9b58 req-3c5f3cb7-17c4-4a2c-b0c1-9b86e907e8b7 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 943 time: 0.3148193 Jul 30 03:45:52.326980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet c367ca55-1c1e-4965-baef-65f50c295a89 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:52.369383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.389018 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.433762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366f47-1992-4a15-940b-da3776a1bd2e req-ecb1efe2-014e-41d4-8fa6-7052fc6d3c48 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:52.439402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67366f47-1992-4a15-940b-da3776a1bd2e req-ecb1efe2-014e-41d4-8fa6-7052fc6d3c48 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.4282417 Jul 30 03:45:52.448307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.494548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] For port bb315c78-6f95-4967-a874-08e4c090135a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bb315c78-6f95-4967-a874-08e4c090135a,segment=NetworkSegment(d5f045d7-95d3-4172-a618-b6b3d3bd88fb),segment_id=d5f045d7-95d3-4172-a618-b6b3d3bd88fb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:52.507432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=1516353f-4db7-42c1-a3b0-2c6a0378b775,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:52.520666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.577765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] No DVR routers for this DVR port 1516353f-4db7-42c1-a3b0-2c6a0378b775 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:52.585264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.587731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4c39618f-a9cf-4c50-8d2d-73ffa38a78d2 req-24f4b89b-5953-4dd1-b134-78e16771bdda tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.16 "DELETE /v2.0/ports/1516353f-4db7-42c1-a3b0-2c6a0378b775 HTTP/1.1" status: 204 len: 173 time: 0.9738452 Jul 30 03:45:52.624513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c637e4d-20dc-446a-956b-b038a483314e None None] Pushing event updated for resources: {'Port': ['ID=bb315c78-6f95-4967-a874-08e4c090135a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:52.682795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:52.694029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f09b68-a1a4-4963-9285-f58ab8f23e67 None None] New status for floating IP 302cec62-11fe-484d-bb10-0c4183e085be: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:45:52.747726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46ec7bf8-d5c1-444a-847b-98016b1a9b58 req-d06eb8ed-258a-4abd-8aca-0222af5df1eb tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168444 Jul 30 03:45:52.909620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67366f47-1992-4a15-940b-da3776a1bd2e req-607f8546-c1ae-4d23-aea7-e14d27e523eb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538063 Jul 30 03:45:52.987484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2eed5d3-cd90-4c91-a11f-c3d1d9cfae7f req-e0e8ab8d-959b-4817-8baa-d05c59b51f91 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1010361 Jul 30 03:45:53.147244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.193613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.219109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71b47-670e-4422-9a97-d8192ec17bb4 req-f30295da-cf37-4603-aa62-8ae4ba44b4bf tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:53.220723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd71b47-670e-4422-9a97-d8192ec17bb4 req-f30295da-cf37-4603-aa62-8ae4ba44b4bf tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.1651886 Jul 30 03:45:53.228832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.230025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.251425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-05f616e7-50d4-4a1d-afb7-ac65a880b6dd None None] Provisioning complete for port bb315c78-6f95-4967-a874-08e4c090135a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:53.252357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05f616e7-50d4-4a1d-afb7-ac65a880b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.450550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-05f616e7-50d4-4a1d-afb7-ac65a880b6dd None None] Provisioning for port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:53.455129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-05f616e7-50d4-4a1d-afb7-ac65a880b6dd None None] Provisioning complete for port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:53.455620 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05f616e7-50d4-4a1d-afb7-ac65a880b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.475498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=fe23d047-ec40-4d7c-b86c-bf08ace01dc1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:53.531022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd71b47-670e-4422-9a97-d8192ec17bb4 req-a4938ecc-ea8b-428d-b6a5-e0201b2e8d84 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860422 Jul 30 03:45:53.534115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bb315c78-6f95-4967-a874-08e4c090135a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:53.540943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.594189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-05f616e7-50d4-4a1d-afb7-ac65a880b6dd None None] Port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:53.616619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=c367ca55-1c1e-4965-baef-65f50c295a89,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:53.622557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.624561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dda94c14-e1e6-41b8-8d22-a046cb68001a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/c367ca55-1c1e-4965-baef-65f50c295a89 HTTP/1.1" status: 204 len: 168 time: 1.5773926 Jul 30 03:45:53.627248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58160) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:53.633753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bb315c78-6f95-4967-a874-08e4c090135a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:53.634143 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.663584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 736afe94-b495-4c41-a6c7-49c629938b9d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:53.665351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:53.681726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2239ac-212c-449a-9654-839639f80bd6 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:53.719695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9041e58-df13-40a8-bf02-66cdcfc170d7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914061 Jul 30 03:45:53.724629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58162) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:53.733590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:53.815910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1da1ed18-589d-4d48-ac75-361ffca228c7 None None] Provisioning complete for port 9715eda0-7296-40bb-84b3-64b837052176 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:53.816504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1da1ed18-589d-4d48-ac75-361ffca228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:53.874547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:53.877128 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9a6aa-dbe0-489f-b343-e5ee26ababd4" -d '{"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:54.010623 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-a39bee7c-65e2-47c2-b8e2-3548f9934435 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264007 Jul 30 03:45:54.030459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:54.040371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.136245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1da1ed18-589d-4d48-ac75-361ffca228c7 None None] Provisioning complete for port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:54.136651 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1da1ed18-589d-4d48-ac75-361ffca228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.210743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1da1ed18-589d-4d48-ac75-361ffca228c7 None None] Port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:54.227483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:54.308896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] Deleting port 9715eda0-7296-40bb-84b3-64b837052176 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:54.309879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.350664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06853e4c-ddfa-4726-9566-aa242de51c6c req-d900668b-8d81-47d4-a999-f80c32658307 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0386362 Jul 30 03:45:54.373427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88371b28-fbf4-4618-a9b2-a1cb94973d5b req-39e0e172-2f36-40d0-8900-e2c487880fa0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:54.375258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88371b28-fbf4-4618-a9b2-a1cb94973d5b req-39e0e172-2f36-40d0-8900-e2c487880fa0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.6261399 Jul 30 03:45:54.428050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.443216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88371b28-fbf4-4618-a9b2-a1cb94973d5b req-dd86f1dd-55bc-4ee6-b816-e52c2e143ca4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534861 Jul 30 03:45:54.455673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] For port 9715eda0-7296-40bb-84b3-64b837052176, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9715eda0-7296-40bb-84b3-64b837052176,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:54.456288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.467884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 65628636-f202-41a3-8fca-56ad2413014f is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:45:54.476458 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9253b24-a62d-47fc-be54-1e348b0f20a3 x-openstack-request-id: req-e9253b24-a62d-47fc-be54-1e348b0f20a3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:54.478643 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439da54-0c26-447d-92a8-9fdefd5148ba", "name": "network-vif-deleted", "tag": "1516353f-4db7-42c1-a3b0-2c6a0378b775", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:54.479336 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9253b24-a62d-47fc-be54-1e348b0f20a3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:54.480515 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439da54-0c26-447d-92a8-9fdefd5148ba', 'name': 'network-vif-deleted', 'tag': '1516353f-4db7-42c1-a3b0-2c6a0378b775', 'status': 'completed', 'code': 200} Jul 30 03:45:54.520674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] Calling delete_port for 9715eda0-7296-40bb-84b3-64b837052176 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:54.559258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-7311c1fe-dd1a-4a71-9c26-24f5ee738b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:54.561122 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-7311c1fe-dd1a-4a71-9c26-24f5ee738b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 1097 time: 0.4613385 Jul 30 03:45:54.563260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:54.570730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:54.575466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:54.576354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.631207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=a3ffa758-9911-4a97-9f54-d39603bb67ee,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:54.692367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-86441ea2-c7d8-412a-82b8-1d657aaec976 None None] Provisioning complete for port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:54.692764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-86441ea2-c7d8-412a-82b8-1d657aaec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.745364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:54.748755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-86441ea2-c7d8-412a-82b8-1d657aaec976 None None] Port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:45:54.761156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:54.771622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] Pushing event deleted for resources: {'Port': ['ID=9715eda0-7296-40bb-84b3-64b837052176,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:54.774590 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] Sync routers for ids ['65628636-f202-41a3-8fca-56ad2413014f'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:54.778214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e112b3-7a31-44dd-8a4c-35ce28652e63 None None] No DVR routers for this DVR port 9715eda0-7296-40bb-84b3-64b837052176 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:54.778344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78c03ca2-a87c-4c59-817d-22ed6e8a6342 req-4e58d0b6-0825-49cf-a826-65a261f6de4d tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1848447 Jul 30 03:45:54.783598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-ad4ef63b-e729-41c1-9471-8679e0379d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:54.785172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-ad4ef63b-e729-41c1-9471-8679e0379d44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1889970 Jul 30 03:45:54.787494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0618765 Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.794112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678167c-0d23-417a-9dbc-2f3e06973f36 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:54.802106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58176) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:54.802543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58178) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:54.803415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-930de423-f823-4940-81cb-128846e0a08d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/65628636-f202-41a3-8fca-56ad2413014f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5188048 Jul 30 03:45:54.807294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:54.824250 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] Routers {'65628636-f202-41a3-8fca-56ad2413014f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:54.825400 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['65628636-f202-41a3-8fca-56ad2413014f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:54.827065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ccbb6-3ff4-48fe-9ab7-53b70ef63353 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:54.871604 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:54.881646 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] Routers {'65628636-f202-41a3-8fca-56ad2413014f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:54.882260 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['65628636-f202-41a3-8fca-56ad2413014f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:54.908519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9fb41-c504-41a1-8d4a-b218e98745cc req-134acc7e-c621-4c45-943f-9f3bdaa7af8a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:54.917993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ed9fb41-c504-41a1-8d4a-b218e98745cc req-134acc7e-c621-4c45-943f-9f3bdaa7af8a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.0757067 Jul 30 03:45:54.921651 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:54.922322 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd938dc-97dc-4f72-9a9f-ef7080fe2c5d None None] The sync data for ids ['65628636-f202-41a3-8fca-56ad2413014f'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:54.939556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-f8ae7827-2800-466b-9e45-83c346960b99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc HTTP/1.1" status: 200 len: 217 time: 0.1413188 Jul 30 03:45:54.971684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ed9fb41-c504-41a1-8d4a-b218e98745cc req-c8a535c1-8579-4fa7-a937-9528356e7d83 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Jul 30 03:45:55.028811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5f89-0ace-4559-8792-0a52f27c8a01 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:55.032854 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eefb5f89-0ace-4559-8792-0a52f27c8a01 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports/fe23d047-ec40-4d7c-b86c-bf08ace01dc1 HTTP/1.1" status: 200 len: 911 time: 0.2180669 Jul 30 03:45:55.033878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:55.041507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'a3ffa758-9911-4a97-9f54-d39603bb67ee'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:45:55.042394 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.070137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-f679e80d-6304-4186-a9b9-47558d895e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:55.071631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-f679e80d-6304-4186-a9b9-47558d895e1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.1166878 Jul 30 03:45:55.115221 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-b128c8d9-3115-490c-97fd-86cda1720b3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323956 Jul 30 03:45:55.192839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Allocated IP 172.20.0.2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/a3ffa758-9911-4a97-9f54-d39603bb67ee/be425e16-8381-4532-bc3c-520e7b07160f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:55.197290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:55.201164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.312375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-b80106de-ebee-45cf-b83d-a1835ff1b358 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879134 Jul 30 03:45:55.481880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.508878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9715eda0-7296-40bb-84b3-64b837052176 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:55.512561 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cfcafbd3-eae7-457e-a4d4-edd4278a182d req-6b5dcfaf-0c12-4aad-b723-70c8fea1aa30 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896355 Jul 30 03:45:55.531911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9715eda0-7296-40bb-84b3-64b837052176 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:55.532282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9715eda0-7296-40bb-84b3-64b837052176 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:55.652234 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.668728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Transition to ACTIVE for port object be425e16-8381-4532-bc3c-520e7b07160f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:55.687656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Transition to ACTIVE for port object be425e16-8381-4532-bc3c-520e7b07160f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:55.691696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b26fe3b8-e17e-4c35-a1da-aaca92cc423b req-485a5823-2937-4789-9e19-04ea9c5f1be5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0666273 Jul 30 03:45:55.698033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:45:55.699757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.699908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.734168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:55.737536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:55.741937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:55.746785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:55.751294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:55.751879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.759962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:55.773120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=8e91b7c7-a926-4503-8eeb-e21caae9f1a6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:55.779582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d815203a-9296-405b-8cfe-f2563c832745 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9761157 Jul 30 03:45:55.780609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58186) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:55.787437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:fc:98:49', 'name': 'tempest-NetworksTestDHCPv6-1468662642'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:55.820104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Pushing event updated for resources: {'Port': ['ID=be425e16-8381-4532-bc3c-520e7b07160f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:55.835037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Attempting to bind port be425e16-8381-4532-bc3c-520e7b07160f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:45:55.836029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Attempting to bind port be425e16-8381-4532-bc3c-520e7b07160f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:45:55.836029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Attempting to bind port be425e16-8381-4532-bc3c-520e7b07160f on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:45:55.843377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:45:55.844179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:45:55.844754 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.845310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:45:55.845965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Bound port: be425e16-8381-4532-bc3c-520e7b07160f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:45:55.846769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.893961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port fe23d047-ec40-4d7c-b86c-bf08ace01dc1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:55.894519 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.945749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] For port be425e16-8381-4532-bc3c-520e7b07160f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:45:55.957280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] For port be425e16-8381-4532-bc3c-520e7b07160f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=be425e16-8381-4532-bc3c-520e7b07160f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:45:55.965090 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:55.982874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:45:55.994824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd0a54cd-febf-4762-b0b6-bbf25e813edf req-20add077-bd2a-48cc-88b3-0289dd7561ec tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0348935 Jul 30 03:45:56.061498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.081475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for fe23d047-ec40-4d7c-b86c-bf08ace01dc1 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:56.089293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bfcb0-071f-4993-b642-c9ad4d01a116 None None] Pushing event updated for resources: {'Port': ['ID=be425e16-8381-4532-bc3c-520e7b07160f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:56.101560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.136226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:45:56.219835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166f003-90b7-4d6b-b09a-7252b9815693 req-2e0e69e4-ca05-4ee6-98eb-aaab4db0daf6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:56.221737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2166f003-90b7-4d6b-b09a-7252b9815693 req-2e0e69e4-ca05-4ee6-98eb-aaab4db0daf6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.1060565 Jul 30 03:45:56.310403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2166f003-90b7-4d6b-b09a-7252b9815693 req-27a00afe-9889-4f25-aa2a-bd81bb2fd5b0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535829 Jul 30 03:45:56.383885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 172.20.0.9 (9e1f1956-7d51-47a1-bf41-0001a2695f11/a3ffa758-9911-4a97-9f54-d39603bb67ee/1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:56.416886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fefc:9849 (9e1f1956-7d51-47a1-bf41-0001a2695f11/8e91b7c7-a926-4503-8eeb-e21caae9f1a6/1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:56.419085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.467855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=fe23d047-ec40-4d7c-b86c-bf08ace01dc1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:56.469580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-bf9ec140-030a-40ec-97bc-7d9f9886cfa7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:56.471731 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-bf9ec140-030a-40ec-97bc-7d9f9886cfa7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 946 time: 0.0893629 Jul 30 03:45:56.530197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.530976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.530976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.531383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.532096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.532442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.532777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.533466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.533810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.534144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.534476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.535358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:45:56.624239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.693068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port 16f1e66b-ca2f-4069-a933-bab67a4cf989 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:56.693417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.701555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.790591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:56.848993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port 16f1e66b-ca2f-4069-a933-bab67a4cf989, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=16f1e66b-ca2f-4069-a933-bab67a4cf989,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:56.849313 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.856197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12d05d1-a1a1-4182-8f47-6f772ccfe488 req-ebdc6512-547f-4bfc-9388-539f20c85ea2 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0316226 Jul 30 03:45:56.864368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 65628636-f202-41a3-8fca-56ad2413014f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:45:56.865454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for 16f1e66b-ca2f-4069-a933-bab67a4cf989 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:56.881746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:56.972390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:45:56.981305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e909d2de-5204-44b8-9fd4-c3f819d25249 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/65628636-f202-41a3-8fca-56ad2413014f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9460237 Jul 30 03:45:56.985414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:56.986497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] Sync routers for ids ['65628636-f202-41a3-8fca-56ad2413014f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:45:57.015164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] Routers {'65628636-f202-41a3-8fca-56ad2413014f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:57.015815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['65628636-f202-41a3-8fca-56ad2413014f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:57.027648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:45:57.032553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b157537b-dbc9-4b0d-b9bd-8d6e200975c9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=65628636-f202-41a3-8fca-56ad2413014f HTTP/1.1" status: 200 len: 205 time: 0.0446634 Jul 30 03:45:57.034945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:57.037297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:45:57.056936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:45:57.060094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:57.061926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:57.086638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] Routers {'65628636-f202-41a3-8fca-56ad2413014f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:45:57.087342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['65628636-f202-41a3-8fca-56ad2413014f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:57.134770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:57.135483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d44af-8c8e-450d-b730-2ea3e771ce1c None None] The sync data for ids ['65628636-f202-41a3-8fca-56ad2413014f'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:45:57.174492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.181959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:57.182776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.212450 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8c08ad46-e768-4e4c-b239-6d4e63abfb3b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4307828 Jul 30 03:45:57.214894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58202) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:57.245340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.255274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2023795-ec16-4701-9580-68d44ed48c05 req-5cfd126d-9704-4285-8440-40bdaf70949a tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0767245 Jul 30 03:45:57.259414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:57.339989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['bb85c3a8-578b-401d-b3c8-f06f0ef679dc', '16f1e66b-ca2f-4069-a933-bab67a4cf989'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:45:57.351887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=16f1e66b-ca2f-4069-a933-bab67a4cf989,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:57.411000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.413454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.450309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4265dd1-e592-4e05-bfe2-bebc539950c4 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:57.454952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8ddcd-bcfc-4089-82a8-4dd4741e3605 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:57.469532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8ddcd-bcfc-4089-82a8-4dd4741e3605 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:57.478470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.479527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router 65628636-f202-41a3-8fca-56ad2413014f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:45:57.485712 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dfd8ddcd-bcfc-4089-82a8-4dd4741e3605 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2692299 Jul 30 03:45:57.492029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58208) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:57.499693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.503092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bbb9ea5a-ff93-46c2-9497-b4c52a5f52f1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/65628636-f202-41a3-8fca-56ad2413014f HTTP/1.1" status: 204 len: 168 time: 0.4632454 Jul 30 03:45:57.505340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:57.528718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port 16f1e66b-ca2f-4069-a933-bab67a4cf989 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:57.532102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.534426 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f772ef0-6f75-4522-aa01-247a1c772c0d req-73fadfd4-eddc-4346-b623-3f4fe2f5e964 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "DELETE /v2.0/ports/16f1e66b-ca2f-4069-a933-bab67a4cf989 HTTP/1.1" status: 204 len: 173 time: 1.0522466 Jul 30 03:45:57.537178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'name': 'network-vif-deleted', 'tag': '16f1e66b-ca2f-4069-a933-bab67a4cf989'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:45:57.540853 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d718f-18fa-4fb9-8d8a-e090b7a5ab41" -d '{"events": [{"server_uuid": "e6998da2-62aa-40ef-b957-a5f698e299ad", "name": "network-vif-deleted", "tag": "16f1e66b-ca2f-4069-a933-bab67a4cf989"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:45:57.598925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 693c6e21-00b4-46d4-8ee1-5ee2fb70ace2 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:57.601353 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc0917-8edc-4900-ae42-d4337891bcaf x-openstack-request-id: req-3dbc0917-8edc-4900-ae42-d4337891bcaf {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:45:57.601353 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6998da2-62aa-40ef-b957-a5f698e299ad", "name": "network-vif-deleted", "tag": "16f1e66b-ca2f-4069-a933-bab67a4cf989", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:45:57.601618 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dbc0917-8edc-4900-ae42-d4337891bcaf {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:45:57.601923 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6998da2-62aa-40ef-b957-a5f698e299ad', 'name': 'network-vif-deleted', 'tag': '16f1e66b-ca2f-4069-a933-bab67a4cf989', 'status': 'completed', 'code': 200} Jul 30 03:45:57.605149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device be425e16-8381-4532-bc3c-520e7b07160f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:57.625900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.639349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0eacdf9d-7c84-4e46-aa3c-1f9c260dd6e2 req-1a65b14e-c5e4-4bbf-86e6-24fcce147781 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6998da2-62aa-40ef-b957-a5f698e299ad HTTP/1.1" status: 200 len: 210 time: 0.0531111 Jul 30 03:45:57.721104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:57.723599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.741464 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.741638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a7dcff2d-6197-4a4a-b786-3ccee193d8ff None None] Provisioning for port be425e16-8381-4532-bc3c-520e7b07160f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:57.852416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port be425e16-8381-4532-bc3c-520e7b07160f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:57.863286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port be425e16-8381-4532-bc3c-520e7b07160f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:57.864219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:57.886658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.039483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4b33893-45f9-441b-94ee-119f9b4fb152 req-0534c3df-c486-45c5-9ce3-3ce28dc4d778 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0333679 Jul 30 03:45:58.056093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.119998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.123481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Update dhcp port {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'a3ffa758-9911-4a97-9f54-d39603bb67ee', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e91b7c7-a926-4503-8eeb-e21caae9f1a6'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'be425e16-8381-4532-bc3c-520e7b07160f'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:45:58.133230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=693c6e21-00b4-46d4-8ee1-5ee2fb70ace2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:58.149571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.154583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-64e781cb-ace9-4a55-a8d4-38ad4b847210 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/693c6e21-00b4-46d4-8ee1-5ee2fb70ace2 HTTP/1.1" status: 204 len: 168 time: 0.6451292 Jul 30 03:45:58.155318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58218) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:58.179880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.212027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d23ed-6998-4b65-8700-c10d64841a67 None None] Network 736afe94-b495-4c41-a6c7-49c629938b9d requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:58.249215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.330111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.332634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port bb315c78-6f95-4967-a874-08e4c090135a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:45:58.342727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:58.343172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.433176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dc77627-7b4e-4134-830e-1e8fbbf1055f req-d1dfb57c-f227-4d6b-b1d9-a5959ec92797 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0352604 Jul 30 03:45:58.447288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port be425e16-8381-4532-bc3c-520e7b07160f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=be425e16-8381-4532-bc3c-520e7b07160f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:58.448433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port bb315c78-6f95-4967-a874-08e4c090135a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bb315c78-6f95-4967-a874-08e4c090135a,segment=NetworkSegment(d5f045d7-95d3-4172-a618-b6b3d3bd88fb),segment_id=d5f045d7-95d3-4172-a618-b6b3d3bd88fb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:58.449136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.465087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for bb315c78-6f95-4967-a874-08e4c090135a owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:45:58.481938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.565719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.587597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port bb315c78-6f95-4967-a874-08e4c090135a on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:45:58.604319 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.609613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=be425e16-8381-4532-bc3c-520e7b07160f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:58.626851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Allocated IP 2001:db8::f816:3eff:fed7:7799 (9e1f1956-7d51-47a1-bf41-0001a2695f11/8e91b7c7-a926-4503-8eeb-e21caae9f1a6/be425e16-8381-4532-bc3c-520e7b07160f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:58.645258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=bb315c78-6f95-4967-a874-08e4c090135a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:58.648344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:58.727559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6a4c4-291a-4669-92f4-2410994f87e7 None None] DHCP port deletion for 736afe94-b495-4c41-a6c7-49c629938b9d request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:45:58.766320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.777716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736afe94-b495-4c41-a6c7-49c629938b9d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:58.790802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:58.791286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f045d7-95d3-4172-a618-b6b3d3bd88fb') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:45:58.795953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] For port be425e16-8381-4532-bc3c-520e7b07160f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=be425e16-8381-4532-bc3c-520e7b07160f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:45:58.801657 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.819293 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.829396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:45:58.829945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:45:58.834338 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:45:58.853392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.865468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.867694 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90967620-4a51-4c04-b79f-fa5e7b03a29a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09 HTTP/1.1" status: 204 len: 168 time: 1.3744686 Jul 30 03:45:58.870209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:58.929698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.930088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Transition to ACTIVE for port object be425e16-8381-4532-bc3c-520e7b07160f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:45:58.937154 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.937850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:58.956506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/736afe94-b495-4c41-a6c7-49c629938b9d HTTP/1.1" status: 204 len: 168 time: 0.8000169 Jul 30 03:45:58.966607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:58.971500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1477907909', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:45:58.983180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa0cdb-a3ec-41c5-bc66-5b5261c8da1a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:58.985089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa0cdb-a3ec-41c5-bc66-5b5261c8da1a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:58.986779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa0cdb-a3ec-41c5-bc66-5b5261c8da1a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:58.988420 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7faa0cdb-a3ec-41c5-bc66-5b5261c8da1a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1165757 Jul 30 03:45:58.988942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b176265-8752-4193-8501-589df1c18788 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=736afe94-b495-4c41-a6c7-49c629938b9d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:58.992823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:59.049707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3be900-b44a-428f-a926-a4b59641fec2 req-d53b3355-a02a-4708-92e8-ae67bf17a950 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:45:59.051939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f3be900-b44a-428f-a926-a4b59641fec2 req-d53b3355-a02a-4708-92e8-ae67bf17a950 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.0642684 Jul 30 03:45:59.052502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b255227-6925-4801-9bba-1dd7879ba0dc None None] Pushing event updated for resources: {'Port': ['ID=be425e16-8381-4532-bc3c-520e7b07160f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:59.061921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.062913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.070567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 8e91b7c7-a926-4503-8eeb-e21caae9f1a6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:59.074002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.117140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f3be900-b44a-428f-a926-a4b59641fec2 req-ee97f42f-8988-434b-9bdd-bfc5cd5b7ddb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Jul 30 03:45:59.119701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.173367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1bbd9fe-d171-4e30-a864-401425bb629f req-4505c258-8f8c-4adc-9d80-4b43c726aa70 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0343201 Jul 30 03:45:59.210280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.298039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.397006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.462879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device be425e16-8381-4532-bc3c-520e7b07160f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:45:59.466482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.473412 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/8e91b7c7-a926-4503-8eeb-e21caae9f1a6 HTTP/1.1" status: 204 len: 168 time: 0.4795346 Jul 30 03:45:59.476317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:45:59.508177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cbe40-e7dd-4595-a393-292b14cb2275 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=8e91b7c7-a926-4503-8eeb-e21caae9f1a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:45:59.515871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.590210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet a3ffa758-9911-4a97-9f54-d39603bb67ee {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:45:59.593962 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.626887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 16f1e66b-ca2f-4069-a933-bab67a4cf989 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:59.649453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 16f1e66b-ca2f-4069-a933-bab67a4cf989 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:59.650325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 16f1e66b-ca2f-4069-a933-bab67a4cf989 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:59.665546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.699445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bb315c78-6f95-4967-a874-08e4c090135a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:45:59.765557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: bb315c78-6f95-4967-a874-08e4c090135a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:45:59.766060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bb315c78-6f95-4967-a874-08e4c090135a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:45:59.777423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.798234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.798675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1da0bf-4043-44a4-9a66-bca0108e1a9a None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:45:59.827430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.886830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2cfcba42-b84f-4d3d-82de-6411dc8c7100 None None] Provisioning for port be425e16-8381-4532-bc3c-520e7b07160f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:45:59.894923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2cfcba42-b84f-4d3d-82de-6411dc8c7100 None None] Provisioning complete for port be425e16-8381-4532-bc3c-520e7b07160f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:45:59.894923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2cfcba42-b84f-4d3d-82de-6411dc8c7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:45:59.931129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 172.25.6.66 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/bc99f864-bd5a-4c78-be4f-01c20acccc19) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:45:59.981750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6947f2d7-c69c-40fa-bf0f-9ac5f8077735 req-e44d5ef4-9813-4f1c-a1f5-4f0e6ecfa6f1 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.4003911 Jul 30 03:45:59.985352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.020379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.022980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/a3ffa758-9911-4a97-9f54-d39603bb67ee HTTP/1.1" status: 204 len: 168 time: 0.5456486 Jul 30 03:46:00.025736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:00.054455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.069914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2cfcba42-b84f-4d3d-82de-6411dc8c7100 None None] Could not find standard attr ID for object 1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:46:00.103782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ae3b8-8681-40f1-88c7-37700f6e734f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ffa758-9911-4a97-9f54-d39603bb67ee,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:00.108818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.114136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a803b06b-8950-4293-84ba-c80a529f53a4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578711 Jul 30 03:46:00.114305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:00.119384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:00.149096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:00.150277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b173098-b14e-428e-bc68-9a5ea0679666 None None] Update dhcp port {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'a3ffa758-9911-4a97-9f54-d39603bb67ee'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'be425e16-8381-4532-bc3c-520e7b07160f'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:46:00.151969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:00.155621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:00.198079 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b173098-b14e-428e-bc68-9a5ea0679666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.290230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:00.295420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.344299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=bc99f864-bd5a-4c78-be4f-01c20acccc19,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:00.398172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a618017d-f16b-455b-84a2-7d82054f9e84 req-0f54c343-bb54-454a-884a-d52c3965d7e0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0827258 Jul 30 03:46:00.445917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313efc9c-845e-446f-bba0-7ca2ba90b6a4 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:00.453170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a136eb3-052a-4f6f-9d81-1df4d89d73c2 req-49202cd4-82e5-4f11-a7f5-e634947b485e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:00.462089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a136eb3-052a-4f6f-9d81-1df4d89d73c2 req-49202cd4-82e5-4f11-a7f5-e634947b485e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.2151575 Jul 30 03:46:00.498157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.530214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-57c2d25a-91be-4480-9488-c00dcc0ad50f None None] Provisioning complete for port be425e16-8381-4532-bc3c-520e7b07160f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:00.530684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57c2d25a-91be-4480-9488-c00dcc0ad50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.538190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a136eb3-052a-4f6f-9d81-1df4d89d73c2 req-ced51b3f-90e2-40ff-957c-caee6c04c234 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751135 Jul 30 03:46:00.676348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-a6d86aaf-9ae4-44a7-82aa-d3a35cf98d28 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:00.677786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:00.678120 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-a6d86aaf-9ae4-44a7-82aa-d3a35cf98d28 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 945 time: 0.1295578 Jul 30 03:46:00.691349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.733529 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.769141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:00.775962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:00.780204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:00.780934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.783123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] Deleting port be425e16-8381-4532-bc3c-520e7b07160f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:00.783841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.784729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=00d01e43-4a5d-4eef-a0d8-91ad91788c13,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:00.811642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-74d11e94-0e37-4153-9757-bc77bc94ba22 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6960726 Jul 30 03:46:00.814335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:00.820779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:00.882890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] For port be425e16-8381-4532-bc3c-520e7b07160f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=be425e16-8381-4532-bc3c-520e7b07160f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:00.883326 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.899895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.900516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] Calling delete_port for be425e16-8381-4532-bc3c-520e7b07160f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:00.905039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port bb85c3a8-578b-401d-b3c8-f06f0ef679dc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:00.905391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.962983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:00.971514 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:00.993366 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.036829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] Pushing event deleted for resources: {'Port': ['ID=be425e16-8381-4532-bc3c-520e7b07160f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:01.045425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fac1cf-30d9-45a8-91ce-e770b5f051e1 None None] No DVR routers for this DVR port be425e16-8381-4532-bc3c-520e7b07160f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:01.063755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b35f7e-a62f-4653-ad33-a8af960f4de6 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:01.148523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port bb85c3a8-578b-401d-b3c8-f06f0ef679dc, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:01.149109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e966218-0aee-4514-90c3-ffab4a407831 req-f086cb23-541d-47ce-9287-dd0da365f74f tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0353043 Jul 30 03:46:01.161558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.182952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for bb85c3a8-578b-401d-b3c8-f06f0ef679dc owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:01.273809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:46:01.400672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:46:01.402692 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.455154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '00d01e43-4a5d-4eef-a0d8-91ad91788c13'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:01.456324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.466829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:01.471530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:01.477381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:01.478947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.479947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device be425e16-8381-4532-bc3c-520e7b07160f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:01.491813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:01.493506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.505749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=746dce95-a081-4c6a-b852-c00b1637a1c8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:01.506655 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] Sync routers for ids ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:01.513024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2313bfa7-0118-4324-a3e9-4bdcf998abf6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6972415 Jul 30 03:46:01.516842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:01.519061 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] Routers {'c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:01.520236 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:01.528851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:2b:1a:29', 'name': 'tempest-NetworksTestDHCPv6-1177803992'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:01.547814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:01.550760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['bb85c3a8-578b-401d-b3c8-f06f0ef679dc'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:01.573682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=bb85c3a8-578b-401d-b3c8-f06f0ef679dc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:01.596444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.609080 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a571cd05-e0e4-4d83-87eb-1668b2257b66 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6411238 Jul 30 03:46:01.609644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58268) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:01.610560 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:01.617787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: be425e16-8381-4532-bc3c-520e7b07160f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:01.619600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device be425e16-8381-4532-bc3c-520e7b07160f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:01.621200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee437608-b810-48a2-aaa5-20a90a9566b3 req-cbb7f1b5-059e-40d9-9665-bb9e6f1b5141 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0862939 Jul 30 03:46:01.635232 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] Routers {'c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:01.635989 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:01.703575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ed7153c-4563-4749-9dcc-a1e6263ea354 req-5701c9ec-7442-4d49-8ef6-cf2e24457cf8 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=96dd3a22-1a4c-4c9d-8905-280d7945baa3 HTTP/1.1" status: 200 len: 210 time: 0.0390244 Jul 30 03:46:01.713166 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:01.713823 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b509624-2eb0-4fd4-9a22-c6002a96ed9a None None] The sync data for ids ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:01.743730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:01.842103 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-df1fa03c-a663-4183-99a9-82470b241091 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/routers/c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 200 len: 884 time: 0.1747496 Jul 30 03:46:01.842736 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58272) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:01.862020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.867913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port bb85c3a8-578b-401d-b3c8-f06f0ef679dc on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:01.884972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 01c96e9b-b9fa-4377-900a-974e61683d08 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:01.908408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:01.911216 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-906bb03b-eda1-4107-b379-b5539fd5cab1 req-448eccb5-3c66-4e9d-809b-daa58d57ee38 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "DELETE /v2.0/ports/bb85c3a8-578b-401d-b3c8-f06f0ef679dc HTTP/1.1" status: 204 len: 173 time: 1.2220883 Jul 30 03:46:01.911673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'name': 'network-vif-deleted', 'tag': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:01.914467 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e14b4-4363-4022-abb8-991685de8bc2" -d '{"events": [{"server_uuid": "96dd3a22-1a4c-4c9d-8905-280d7945baa3", "name": "network-vif-deleted", "tag": "bb85c3a8-578b-401d-b3c8-f06f0ef679dc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:01.966313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Allocated IP 172.20.0.2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/00d01e43-4a5d-4eef-a0d8-91ad91788c13/3b67da85-6f9a-4565-a619-d3bd734868ec) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:01.997828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Allocated IP 2001:db8::f816:3eff:fe70:7e09 (9e1f1956-7d51-47a1-bf41-0001a2695f11/746dce95-a081-4c6a-b852-c00b1637a1c8/3b67da85-6f9a-4565-a619-d3bd734868ec) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:02.005214 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153fc8bc-1e85-4e8a-9767-062e299fdeb6 x-openstack-request-id: req-153fc8bc-1e85-4e8a-9767-062e299fdeb6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:02.005759 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dd3a22-1a4c-4c9d-8905-280d7945baa3", "name": "network-vif-deleted", "tag": "bb85c3a8-578b-401d-b3c8-f06f0ef679dc", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:02.006402 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-153fc8bc-1e85-4e8a-9767-062e299fdeb6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:02.006964 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd3a22-1a4c-4c9d-8905-280d7945baa3', 'name': 'network-vif-deleted', 'tag': 'bb85c3a8-578b-401d-b3c8-f06f0ef679dc', 'status': 'completed', 'code': 200} Jul 30 03:46:02.191991 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:02.203116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Transition to ACTIVE for port object 3b67da85-6f9a-4565-a619-d3bd734868ec will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:02.221003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Transition to ACTIVE for port object 3b67da85-6f9a-4565-a619-d3bd734868ec will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:02.231016 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:02.292287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Pushing event updated for resources: {'Port': ['ID=3b67da85-6f9a-4565-a619-d3bd734868ec,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:02.312899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:02.314852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:02.320771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:02.342415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58ab7ce9-facf-4c21-80c7-2e4275842bca req-aaab70bc-cd47-414a-8c16-8dca34ac0814 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0689018 Jul 30 03:46:02.420747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 172.20.0.3 (9e1f1956-7d51-47a1-bf41-0001a2695f11/00d01e43-4a5d-4eef-a0d8-91ad91788c13/01c96e9b-b9fa-4377-900a-974e61683d08) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:02.429741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fe2b:1a29 (9e1f1956-7d51-47a1-bf41-0001a2695f11/746dce95-a081-4c6a-b852-c00b1637a1c8/01c96e9b-b9fa-4377-900a-974e61683d08) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:02.432045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Attempting to bind port 3b67da85-6f9a-4565-a619-d3bd734868ec on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:02.432427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Attempting to bind port 3b67da85-6f9a-4565-a619-d3bd734868ec by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:02.433386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Attempting to bind port 3b67da85-6f9a-4565-a619-d3bd734868ec on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:02.438989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:02.439459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:02.439874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:02.440324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:02.440889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Bound port: 3b67da85-6f9a-4565-a619-d3bd734868ec, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:02.441282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:02.588045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] For port 3b67da85-6f9a-4565-a619-d3bd734868ec, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:02.595499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] For port 3b67da85-6f9a-4565-a619-d3bd734868ec, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3b67da85-6f9a-4565-a619-d3bd734868ec,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:02.604511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:02.639353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5ed0734c-53d9-4734-ab98-c4c1c9cebac9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7781720 Jul 30 03:46:02.641515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58278) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:02.660019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1477907909'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:02.686802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5295d6-32bc-4b48-bdbc-d38e0bc56651 None None] Pushing event updated for resources: {'Port': ['ID=3b67da85-6f9a-4565-a619-d3bd734868ec,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:03.123524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca771d00-f3e3-4285-b84e-5390891abc0f req-bbdcd7cf-4761-4d2d-b5f8-15150a07f9a5 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0544281 Jul 30 03:46:03.177416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.189745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.243517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.260486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-9334c2bd-1d8d-4754-a5c9-ccf65c4156a7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:03.262051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-9334c2bd-1d8d-4754-a5c9-ccf65c4156a7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.1947923 Jul 30 03:46:03.273293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 01c96e9b-b9fa-4377-900a-974e61683d08 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:03.287980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-02a28562-15aa-40be-9035-ebb42ed56a5c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0165110 Jul 30 03:46:03.315280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:03.360660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ecd72d1e-7648-4923-a3bf-862ae5cc78db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594294 Jul 30 03:46:03.370966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.493022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:03.500842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.505424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] Sync routers for ids ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:03.512597 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-30a85582-2d2c-40bc-ae9b-e55de898f0f0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 200 len: 891 time: 0.8595147 Jul 30 03:46:03.514532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:03.518235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] Routers {'c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:03.518923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:03.536058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8820a5f6-a55a-4ee7-a1ee-815569c7b5d5 req-46fc63de-5986-411f-93cd-733dc6b29f3b tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0591044 Jul 30 03:46:03.553691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:03.561106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:03.565078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:03.568523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=01c96e9b-b9fa-4377-900a-974e61683d08,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:03.598246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:03.601978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3b67da85-6f9a-4565-a619-d3bd734868ec up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:03.641229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] Routers {'c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:03.642353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:03.643990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-a7796f8a-198c-4eb8-9d39-ab25b1d2a7d2 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746029 Jul 30 03:46:03.669024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:03.674402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.700403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bb85c3a8-578b-401d-b3c8-f06f0ef679dc no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:03.708840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:03.710770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c68ab-8eb9-437d-b6cd-7351bfa43357 None None] The sync data for ids ['c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:03.724855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c717b45-efd7-4aa0-ae4c-5ddfbfe4e2e9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/routers/c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 200 len: 891 time: 0.2054722 Jul 30 03:46:03.725390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:03.734164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: bb85c3a8-578b-401d-b3c8-f06f0ef679dc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:03.734547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bb85c3a8-578b-401d-b3c8-f06f0ef679dc not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:03.753603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 3b67da85-6f9a-4565-a619-d3bd734868ec completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:03.759183 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8c14b25e-3cc6-422c-bb08-f9d24f1ce117 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 200 len: 205 time: 0.0313971 Jul 30 03:46:03.760435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:03.767422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9b96dc0d-801b-45ea-b694-0c1642f1e9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2492082 Jul 30 03:46:03.770758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58306) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:03.865101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d7cab-c725-45e9-9d8c-57fbdcf4dff6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:03.871936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d7cab-c725-45e9-9d8c-57fbdcf4dff6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:03.873745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-827d7cab-c725-45e9-9d8c-57fbdcf4dff6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1018085 Jul 30 03:46:03.879561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:03.911508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:03.926355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-1a4c4afd-3eb0-4a6e-a475-866d4bf2918d service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734487 Jul 30 03:46:04.035991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 01c96e9b-b9fa-4377-900a-974e61683d08 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:04.039529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.064833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.153950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e28b2e-a80a-4230-b9cc-573d4ad9b70d None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:04.186130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port bc99f864-bd5a-4c78-be4f-01c20acccc19 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:04.186585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.243535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.261577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 01c96e9b-b9fa-4377-900a-974e61683d08 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:04.278206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.293821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for bc99f864-bd5a-4c78-be4f-01c20acccc19 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:04.342330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] Provisioning for port 3b67da85-6f9a-4565-a619-d3bd734868ec completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:04.358815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] Provisioning complete for port 3b67da85-6f9a-4565-a619-d3bd734868ec triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:04.358966 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.382440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6487817a-985f-4def-a9b3-fa93bf328b3d req-75198fea-9c6d-42f7-8383-51d6145a17c0 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0589352 Jul 30 03:46:04.389687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-148af2e6-267f-4b6b-a30f-d39557d79bb4 req-dfb54004-0ef0-4556-a3cf-49d45b447736 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 210 time: 0.2077496 Jul 30 03:46:04.539239 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.559753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.592998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] For port 3b67da85-6f9a-4565-a619-d3bd734868ec, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3b67da85-6f9a-4565-a619-d3bd734868ec,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:04.595487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=bc99f864-bd5a-4c78-be4f-01c20acccc19,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:04.614759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.691492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.718988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.725161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5a9e2-b232-4174-b9e5-8d9b6ee6198a None None] Pushing event updated for resources: {'Port': ['ID=3b67da85-6f9a-4565-a619-d3bd734868ec,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:04.771876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=01c96e9b-b9fa-4377-900a-974e61683d08,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:04.801113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97656e6a-eb90-4990-8861-12884f5de76a req-603ed696-c1c8-4c4c-a82c-62edbce8e9e4 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0451751 Jul 30 03:46:04.887436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.890530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.907381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.910784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0570126e-1703-4658-9776-2cc6e7291f1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/01c96e9b-b9fa-4377-900a-974e61683d08 HTTP/1.1" status: 204 len: 168 time: 1.0296688 Jul 30 03:46:04.913397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:04.997620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:04.999616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:46:05.009494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69642bac-6269-4325-bce8-e06f9d39ecab tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:05.013377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69642bac-6269-4325-bce8-e06f9d39ecab tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:05.016491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69642bac-6269-4325-bce8-e06f9d39ecab tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:05.019186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-69642bac-6269-4325-bce8-e06f9d39ecab tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1040328 Jul 30 03:46:05.022713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:05.023461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.028033 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f1c574c-708c-4119-8f52-afb2b0a33f69 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 204 len: 168 time: 1.2626150 Jul 30 03:46:05.028905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58332) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:05.036260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-14388291'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:05.064666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:05.071301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.091838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e94c0b18-922e-49ed-a5f9-99f817b9faa1 req-c7f926a5-d713-4473-8810-56219478d073 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0305066 Jul 30 03:46:05.110783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:46:05.122156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.122588 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment a036d692-c583-47ed-a538-417f5ae94b46 of type vlan for network 14f3a970-151a-4810-afb4-9c9cc304c646 Jul 30 03:46:05.129461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 00d01e43-4a5d-4eef-a0d8-91ad91788c13 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:05.134210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.191962 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.195614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.240110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.250530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:05.251253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.315366 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.317209 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2864144 Jul 30 03:46:05.320626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:05.327522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916911a-0138-445f-88a1-839abe4d689b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=14f3a970-151a-4810-afb4-9c9cc304c646,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:05.341421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 14f3a970-151a-4810-afb4-9c9cc304c646 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:46:05.354055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:05.497787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3b67da85-6f9a-4565-a619-d3bd734868ec up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:05.574927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3881a625-4e24-4221-9488-e3f6901ea211 req-699da825-0f9f-4301-b86b-77409b2f029e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 210 time: 0.0684845 Jul 30 03:46:05.593861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8c54bd7c-9580-4842-a6d3-827a87da43c8 None None] Provisioning complete for port 3b67da85-6f9a-4565-a619-d3bd734868ec triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:05.594241 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c54bd7c-9580-4842-a6d3-827a87da43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.600917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9392b30d-48a9-4a8c-b9e7-771d8f1b6560 req-fc09f319-99b6-46a1-90c4-74789dd7e74a tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0782785 Jul 30 03:46:05.602749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:05.606976 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.612764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.713255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3b67da85-6f9a-4565-a619-d3bd734868ec triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:05.717229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.730435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=00d01e43-4a5d-4eef-a0d8-91ad91788c13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:05.759611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.762246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c0b50380-bcc4-497b-8369-2fbda9688974 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/00d01e43-4a5d-4eef-a0d8-91ad91788c13 HTTP/1.1" status: 204 len: 168 time: 0.7385366 Jul 30 03:46:05.767374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58340) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:05.833153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-81774e70-d403-4626-bf9b-3f1a65b23029 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:05.835567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-81774e70-d403-4626-bf9b-3f1a65b23029 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.1892197 Jul 30 03:46:05.857759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': 'c8df56ce-9fb5-4440-a010-addc29835276', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:05.888741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 746dce95-a081-4c6a-b852-c00b1637a1c8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:05.894446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:05.981682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b732e3-f6b2-4ac1-8ee0-c385a706edd2 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:06.001896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.025656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8c54bd7c-9580-4842-a6d3-827a87da43c8 None None] Could not find standard attr ID for object 01c96e9b-b9fa-4377-900a-974e61683d08. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:46:06.064873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:06.069727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.090566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-058c1c84-e2ab-4590-a841-ca536d471b24 req-9dc6122e-d6a2-4d79-8e17-16457dbc3d56 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0827854 Jul 30 03:46:06.170985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.176865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-62dd3bfb-bb30-489e-a752-7822efafc7e1 None None] Could not find standard attr ID for object 1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:46:06.327284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': 'a036d692-c583-47ed-a538-417f5ae94b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:06.327854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 14f3a970-151a-4810-afb4-9c9cc304c646, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:46:06.339458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:06.351662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.359076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.13 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:06.411234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 14f3a970-151a-4810-afb4-9c9cc304c646 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:46:06.514670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1315da67-359a-4552-804f-884e1f518668 req-baf79bbc-08c2-4bec-9b62-3cc89bfb1331 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60de93e46fd54b7194cfbea022cc8805&device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0470874 Jul 30 03:46:06.517738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 14f3a970-151a-4810-afb4-9c9cc304c646) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:06.525031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:06.525637 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.529933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d01fa-cfd1-4a50-a091-fcb149978bd9 None None] Network 14f3a970-151a-4810-afb4-9c9cc304c646 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:06.556974 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.563984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cda0892a-3c06-4734-9932-7da0d8a58814 req-531f89ad-26ef-474a-abdb-395f283c9577 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0618668 Jul 30 03:46:06.627476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1315da67-359a-4552-804f-884e1f518668 req-eee5a698-78c5-4316-8b64-49f1529cd280 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=60de93e46fd54b7194cfbea022cc8805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744789 Jul 30 03:46:06.683219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.750655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.765226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:06.818585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:06.826514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-14f3a970-151a-4810-afb4-9c9cc304c646', 'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:06.827731 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.837190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:06.841280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:06.875592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:06.904274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-396d356e-f04d-435b-912f-e690371eb787 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5801566 Jul 30 03:46:06.905689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58356) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:06.905858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=746dce95-a081-4c6a-b852-c00b1637a1c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:06.918320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-360217999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:06.941871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:06.942546 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.956200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:06.964923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3a9c6f63-5446-45d2-b129-f6c7dffea9ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/746dce95-a081-4c6a-b852-c00b1637a1c8 HTTP/1.1" status: 204 len: 168 time: 1.1956809 Jul 30 03:46:06.967315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5611d2d-a395-4f88-9fc3-0b4efd268e32 req-de170826-05f2-4e0c-91f2-da138c2c96b2 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.1529584 Jul 30 03:46:06.968652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58358) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.003448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315da67-359a-4552-804f-884e1f518668 req-c808d9e5-01a3-4cbb-9247-3804223f8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:07.005220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1315da67-359a-4552-804f-884e1f518668 req-c808d9e5-01a3-4cbb-9247-3804223f8d2e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3769493 Jul 30 03:46:07.013097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980a81a-5441-4081-8d15-a2afe903d49d req-98371136-01c3-48b5-b934-9afb407fcdeb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:07.015072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4980a81a-5441-4081-8d15-a2afe903d49d req-98371136-01c3-48b5-b934-9afb407fcdeb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 932 time: 0.2415335 Jul 30 03:46:07.062436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e6e8ee87-2336-4b9b-93f3-4bb0a94b77f6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920138 Jul 30 03:46:07.065087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.084878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.085436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4980a81a-5441-4081-8d15-a2afe903d49d req-e29e6379-3a99-4758-9c64-b92a38fa557f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558550 Jul 30 03:46:07.086433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.115872 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-ee2fbc49-767c-4c3f-b1b2-142875d27b7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2651894 Jul 30 03:46:07.127367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f402039-2440-465b-9741-21f9fe135dbe None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:07.140446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Request body: {'port': {'device_id': 'c8df56ce-9fb5-4440-a010-addc29835276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:07.187082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1b7a7-d082-4618-8915-5048bd580891 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:07.188721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d2e1b7a7-d082-4618-8915-5048bd580891 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1220546 Jul 30 03:46:07.191405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.232770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Allocated IP 2001:db8::2 (14f3a970-151a-4810-afb4-9c9cc304c646/4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8/ec6d5cbb-d47d-4dcd-91be-5d415af325a8) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:07.235039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.244069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.249350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.266394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bca1a-e428-46f4-8760-c1d1a0855ca0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:07.270272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f7bca1a-e428-46f4-8760-c1d1a0855ca0 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765316 Jul 30 03:46:07.272645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.325046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-546ac0bf-be03-4576-93b9-6c57d41ea671 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496612 Jul 30 03:46:07.329938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.336076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-acd79d80-d1e8-4c87-a9ad-906e646e948b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:07.359243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7a386637-d2b4-456f-809c-ffd224481de9 None None] Provisioning complete for port 3b67da85-6f9a-4565-a619-d3bd734868ec triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:07.359543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a386637-d2b4-456f-809c-ffd224481de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.459566 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.461938 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d2b19c5-8aff-494e-a472-0ba923ead315 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5562613 Jul 30 03:46:07.464689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.533050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:07.612562 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.619537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:46:07.621958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd79d80-d1e8-4c87-a9ad-906e646e948b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:07.625789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acd79d80-d1e8-4c87-a9ad-906e646e948b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.627613 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd79d80-d1e8-4c87-a9ad-906e646e948b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:07.628219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd79d80-d1e8-4c87-a9ad-906e646e948b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:07.630939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.647010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Transition to ACTIVE for port object ec6d5cbb-d47d-4dcd-91be-5d415af325a8 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:07.649770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Transition to ACTIVE for port object 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:07.655129 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.683005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Transition to ACTIVE for port object ec6d5cbb-d47d-4dcd-91be-5d415af325a8 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:07.690546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] Deleting port 3b67da85-6f9a-4565-a619-d3bd734868ec {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:07.691163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.694428 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.736619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-acd79d80-d1e8-4c87-a9ad-906e646e948b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4021618 Jul 30 03:46:07.762171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:07.769331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0bb3dc4a-c567-48fb-8862-58f05f82c82d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:07.788380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Network 14f3a970-151a-4810-afb4-9c9cc304c646 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:07.796142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:07.803783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Attempting to bind port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:07.804274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Attempting to bind port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:07.804834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Attempting to bind port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:07.810098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:07.812942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:46:07.813383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Attempting to bind port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:07.819695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Pushing event updated for resources: {'Port': ['ID=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:07.819833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-adcf689c-b262-4662-aa5f-fd13e79cfc8a req-126ba6d5-9b5c-46db-9399-785a68e39925 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0920849 Jul 30 03:46:07.821128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:07.821594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:07.822081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:07.831284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] For port 3b67da85-6f9a-4565-a619-d3bd734868ec, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3b67da85-6f9a-4565-a619-d3bd734868ec,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:07.831691 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.839480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Bound port: 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:07.839931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.845359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Pushing event updated for resources: {'Port': ['ID=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:07.883311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] Calling delete_port for 3b67da85-6f9a-4565-a619-d3bd734868ec owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:07.901893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Attempting to bind port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:07.902279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Attempting to bind port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'a036d692-c583-47ed-a538-417f5ae94b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:07.902705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Attempting to bind port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 on network 14f3a970-151a-4810-afb4-9c9cc304c646 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:07.913941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:07.914322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Checking segment: {'id': 'a036d692-c583-47ed-a538-417f5ae94b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:07.914734 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.915152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Bound using segment: {'id': 'a036d692-c583-47ed-a538-417f5ae94b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:07.915640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Bound port: ec6d5cbb-d47d-4dcd-91be-5d415af325a8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a036d692-c583-47ed-a538-417f5ae94b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '14f3a970-151a-4810-afb4-9c9cc304c646'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:07.916034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.924055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] For port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:07.928073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] For port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:07.934097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.978687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:07.979348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:07.980865 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] 10.222.0.16 "PUT /v2.0/ports/216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 HTTP/1.1" status: 200 len: 1093 time: 0.8452051 Jul 30 03:46:08.001272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8df56ce-9fb5-4440-a010-addc29835276', 'tag': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:08.004685 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304addb0-8cea-4e10-bdf2-98e5ac17f174" -d '{"events": [{"name": "network-changed", "server_uuid": "c8df56ce-9fb5-4440-a010-addc29835276", "tag": "216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:08.011043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:08.043012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb3dc4a-c567-48fb-8862-58f05f82c82d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:08.049117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bb3dc4a-c567-48fb-8862-58f05f82c82d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:08.053296 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb3dc4a-c567-48fb-8862-58f05f82c82d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:08.053800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb3dc4a-c567-48fb-8862-58f05f82c82d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:08.084741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0bb3dc4a-c567-48fb-8862-58f05f82c82d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3195775 Jul 30 03:46:08.087065 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a3d6a9-214b-4677-8c40-a01abbf1ae75 x-openstack-request-id: req-94a3d6a9-214b-4677-8c40-a01abbf1ae75 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:08.087939 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8df56ce-9fb5-4440-a010-addc29835276", "tag": "216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:08.088478 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94a3d6a9-214b-4677-8c40-a01abbf1ae75 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:08.089066 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8df56ce-9fb5-4440-a010-addc29835276', 'tag': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5', 'status': 'completed', 'code': 200} Jul 30 03:46:08.091729 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1184dc1-41fa-427f-8f36-dcc81838702d service neutron] Pushing event updated for resources: {'Port': ['ID=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:08.136109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] For port ec6d5cbb-d47d-4dcd-91be-5d415af325a8, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:08.149642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] For port ec6d5cbb-d47d-4dcd-91be-5d415af325a8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,segment=NetworkSegment(a036d692-c583-47ed-a538-417f5ae94b46),segment_id=a036d692-c583-47ed-a538-417f5ae94b46)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:08.154483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58384) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:08.163104 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:08.178290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-afdbf3c6-0baf-4940-9697-d1dcd9d4037d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:08.230266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:08.269210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-6eeb96bd-e57b-4ad7-aabf-e30ec1df787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:08.275956 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-6eeb96bd-e57b-4ad7-aabf-e30ec1df787c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 1096 time: 0.2098486 Jul 30 03:46:08.279711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] No DVR routers for this DVR port 3b67da85-6f9a-4565-a619-d3bd734868ec on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:08.286663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89d09f-0d2f-47f1-bc33-53a237af7749 None None] Pushing event updated for resources: {'Port': ['ID=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:08.356412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633c25c-8493-40d4-9424-db359fd843a6 None None] Pushing event deleted for resources: {'Port': ['ID=3b67da85-6f9a-4565-a619-d3bd734868ec,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:08.385338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-c2e0d501-0360-4fb7-a9b5-915536cbfde5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 HTTP/1.1" status: 200 len: 217 time: 0.0937009 Jul 30 03:46:08.411979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4531ac92-f379-4e72-8c0e-4a89a7a92290 req-7d734d1b-7a39-4737-9366-249b3521f408 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.2324078 Jul 30 03:46:08.457949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1315da67-359a-4552-804f-884e1f518668 req-d90625fe-42b1-4403-aaf7-6505cd95bc47 tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.1330030 Jul 30 03:46:08.491187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbf3c6-0baf-4940-9697-d1dcd9d4037d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:08.500296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afdbf3c6-0baf-4940-9697-d1dcd9d4037d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:08.501653 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdbf3c6-0baf-4940-9697-d1dcd9d4037d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:08.502219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdbf3c6-0baf-4940-9697-d1dcd9d4037d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:08.507201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-e7abd259-ed56-459c-ae09-78330e8de646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:08.509124 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-e7abd259-ed56-459c-ae09-78330e8de646 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0948730 Jul 30 03:46:08.556333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-76250314-730c-47dd-88ce-f0a9c02bf74b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367508 Jul 30 03:46:08.560946 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-afdbf3c6-0baf-4940-9697-d1dcd9d4037d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3905144 Jul 30 03:46:08.561226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:08.566438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e1da5d3a-1133-439e-acb5-023ea6044263 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:08.569200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5ace-23c1-484e-97e2-7c44b5be54df req-38c6afbc-5f24-4af3-8324-6f461c0f0084 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:08.570897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-704b5ace-23c1-484e-97e2-7c44b5be54df req-38c6afbc-5f24-4af3-8324-6f461c0f0084 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 944 time: 0.3895497 Jul 30 03:46:08.687373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-704b5ace-23c1-484e-97e2-7c44b5be54df req-f9358f76-fc12-40ab-82f1-1c5b47a693a5 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092236 Jul 30 03:46:08.744747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8::1 (14f3a970-151a-4810-afb4-9c9cc304c646/4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8/c1531c34-7c09-48ab-8313-22d8aedf8a60) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:08.998603 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.023289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object c1531c34-7c09-48ab-8313-22d8aedf8a60 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:09.064515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-706a5ab6-a290-490f-b387-2b28ef4b87c0 req-b62897e7-f3df-40ca-b509-dfa8683eca5b tempest-ServerShowV254Test-645445524 tempest-ServerShowV254Test-645445524-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c968523-001a-48af-a1c5-97a57194fed4 HTTP/1.1" status: 200 len: 210 time: 0.0811787 Jul 30 03:46:09.100846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.149972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 14f3a970-151a-4810-afb4-9c9cc304c646 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:09.153461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:09.157177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:09.157713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.255966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-028654f2-ac7b-4359-a82d-773118b0612e service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698501 Jul 30 03:46:09.257452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da5d3a-1133-439e-acb5-023ea6044263 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:09.261021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e1da5d3a-1133-439e-acb5-023ea6044263 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.262447 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1da5d3a-1133-439e-acb5-023ea6044263 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:09.262877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1da5d3a-1133-439e-acb5-023ea6044263 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:09.341169 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e1da5d3a-1133-439e-acb5-023ea6044263 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7760947 Jul 30 03:46:09.348091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58412) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:09.354895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0d7fdfe8-3cde-4087-8874-b020e93f274a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:09.492376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-edeca105-39f7-4ef5-8106-e80c31579ed2 req-82de8e9b-ba46-4e15-9c2c-c2f4a077c0cc service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268121 Jul 30 03:46:09.514709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7fdfe8-3cde-4087-8874-b020e93f274a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:09.518428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d7fdfe8-3cde-4087-8874-b020e93f274a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.520853 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7fdfe8-3cde-4087-8874-b020e93f274a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:09.521014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7fdfe8-3cde-4087-8874-b020e93f274a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:09.558466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d7fdfe8-3cde-4087-8874-b020e93f274a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2093198 Jul 30 03:46:09.561279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58416) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:09.574361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d1192a52-9ff4-45b3-9045-18ab6dfd8d48 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:09.598224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec6d5cbb-d47d-4dcd-91be-5d415af325a8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:09.683314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d195a03-5d41-4ef6-bedd-a689c690beb4 req-2eae6833-0604-4940-bb50-5fa8b42c5350 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0441244 Jul 30 03:46:09.693263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=c1531c34-7c09-48ab-8313-22d8aedf8a60,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:09.856372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-51999535-e1c4-4c10-a9ce-367f949d9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:09.858434 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-51999535-e1c4-4c10-a9ce-367f949d9473 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 1096 time: 0.2106185 Jul 30 03:46:09.860412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1192a52-9ff4-45b3-9045-18ab6dfd8d48 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:09.872087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1192a52-9ff4-45b3-9045-18ab6dfd8d48 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.873323 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1192a52-9ff4-45b3-9045-18ab6dfd8d48 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:09.873884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1192a52-9ff4-45b3-9045-18ab6dfd8d48 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:09.908684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:09.954436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee67b-a0df-4fd5-a3eb-ce4ba6ea2b29 req-d17c3a49-d6cc-488b-85cc-0bf81ed1f534 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:09.959971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014784e-8c54-4015-9e78-c072fd5c5e3a None None] Network 14f3a970-151a-4810-afb4-9c9cc304c646 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:09.963457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-384ee67b-a0df-4fd5-a3eb-ce4ba6ea2b29 req-d17c3a49-d6cc-488b-85cc-0bf81ed1f534 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 944 time: 0.1484611 Jul 30 03:46:10.033866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-1e84efe8-3057-48e6-b36c-9f459d79efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:10.035618 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-1e84efe8-3057-48e6-b36c-9f459d79efc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1571479 Jul 30 03:46:10.056847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d1192a52-9ff4-45b3-9045-18ab6dfd8d48 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4920673 Jul 30 03:46:10.090122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58452) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:10.135723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-40412c54-033f-42fd-b69f-8335fb4f6a5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 HTTP/1.1" status: 200 len: 217 time: 0.0922534 Jul 30 03:46:10.138162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bd39bb2f-ca50-4007-b486-d371702bd249 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0445497 Jul 30 03:46:10.140418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58464) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:10.169885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-384ee67b-a0df-4fd5-a3eb-ce4ba6ea2b29 req-eb226d06-b090-4fa1-87a0-91de09e6ad60 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027721 Jul 30 03:46:10.225477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-58d92ebe-44a6-4a75-8ac4-3f4368b857f8 None None] Provisioning for port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:10.279879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d390be-606a-45b4-ba9c-2d326d75b7fb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:10.285761 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d5d390be-606a-45b4-ba9c-2d326d75b7fb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1426520 Jul 30 03:46:10.287536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-001e612d-d3f5-47cd-838d-7ab57082b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:10.289370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-001e612d-d3f5-47cd-838d-7ab57082b838 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.0887010 Jul 30 03:46:10.289887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58480) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:10.294714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:10.377794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:10.378490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.446814 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-199b3c07-aa74-487a-85bd-0d3241a23121 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524692 Jul 30 03:46:10.450624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-54707989-2416-45a4-a461-c4fe4d805351 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410546 Jul 30 03:46:10.451835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58498) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:10.469928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:10.558318 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.604926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ec6d5cbb-d47d-4dcd-91be-5d415af325a8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,segment=NetworkSegment(a036d692-c583-47ed-a538-417f5ae94b46),segment_id=a036d692-c583-47ed-a538-417f5ae94b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:10.624146 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.661516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58522) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:10.727645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3b67da85-6f9a-4565-a619-d3bd734868ec no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:10.737667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.760888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.769448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.791149 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-36455d24-0a97-4369-9843-d0e3057f979e service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315818 Jul 30 03:46:10.844790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 3b67da85-6f9a-4565-a619-d3bd734868ec {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:10.851924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3b67da85-6f9a-4565-a619-d3bd734868ec not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:10.863973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:10.893546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.954188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:10.958495 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:10.970750 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-304addb0-8cea-4e10-bdf2-98e5ac17f174 req-00b6a2ac-c551-48a1-9e9d-e08e707b5b4a service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548283 Jul 30 03:46:10.987037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2feae43c-c8fb-4ef4-968a-d10b77b7416b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.012003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2092d35c-f8af-46ee-81f3-3a698cf129ec req-483788cb-cc09-4df7-930a-d58c173a670b tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0679791 Jul 30 03:46:11.094241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b493fe80-2070-4042-8c93-8bb345d31b15 None None] Provisioning complete for port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:11.096303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b493fe80-2070-4042-8c93-8bb345d31b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.117057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=c1531c34-7c09-48ab-8313-22d8aedf8a60,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:11.169692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 14f3a970-151a-4810-afb4-9c9cc304c646 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:11.177882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2feae43c-c8fb-4ef4-968a-d10b77b7416b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.186647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:11.190015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2feae43c-c8fb-4ef4-968a-d10b77b7416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.244948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feae43c-c8fb-4ef4-968a-d10b77b7416b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5dd30-cb39-475f-ab4d-1a7b6e6b4b6c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:11.250622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2feae43c-c8fb-4ef4-968a-d10b77b7416b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60de93e46fd54b7194cfbea022cc8805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818970 Jul 30 03:46:11.253279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:11.364368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b493fe80-2070-4042-8c93-8bb345d31b15 None None] Provisioning for port c1531c34-7c09-48ab-8313-22d8aedf8a60 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:11.369400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b493fe80-2070-4042-8c93-8bb345d31b15 None None] Provisioning complete for port c1531c34-7c09-48ab-8313-22d8aedf8a60 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:11.370070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b493fe80-2070-4042-8c93-8bb345d31b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.380436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4878d3df-c752-4365-bc44-4c6e22ef1138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.411436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4878d3df-c752-4365-bc44-4c6e22ef1138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.445974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b493fe80-2070-4042-8c93-8bb345d31b15 None None] Port c1531c34-7c09-48ab-8313-22d8aedf8a60 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:11.508393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4878d3df-c752-4365-bc44-4c6e22ef1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.513645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4878d3df-c752-4365-bc44-4c6e22ef1138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.527269 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4878d3df-c752-4365-bc44-4c6e22ef1138 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4b5dd30-cb39-475f-ab4d-1a7b6e6b4b6c HTTP/1.1" status: 204 len: 168 time: 0.2698832 Jul 30 03:46:11.527822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec6d5cbb-d47d-4dcd-91be-5d415af325a8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:11.543645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878d3df-c752-4365-bc44-4c6e22ef1138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5dd30-cb39-475f-ab4d-1a7b6e6b4b6c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:11.605202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-39ae63bc-9fbb-48be-945b-6c0a121fd21f None None] Provisioning complete for port c1531c34-7c09-48ab-8313-22d8aedf8a60 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:11.606198 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39ae63bc-9fbb-48be-945b-6c0a121fd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.684507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:11.685086 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:11.687161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-39ae63bc-9fbb-48be-945b-6c0a121fd21f None None] Port c1531c34-7c09-48ab-8313-22d8aedf8a60 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:11.693117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc076833-2f2e-493c-9fe5-7872a63a98d0 req-be2b3841-d0ee-46c4-b0b5-3d25f0977a63 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:11.720061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc076833-2f2e-493c-9fe5-7872a63a98d0 req-be2b3841-d0ee-46c4-b0b5-3d25f0977a63 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 944 time: 0.2699616 Jul 30 03:46:11.729707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:46:11.872299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 48f03d87-1d68-4dcd-84b5-3930b8662441 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:46:11.937675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:11.951523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc076833-2f2e-493c-9fe5-7872a63a98d0 req-e463109a-ec65-4abd-8175-509fa5532f49 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300477 Jul 30 03:46:11.977139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7e6cd17-ab3a-47dd-a3b7-cad2cb5d5f0a None None] Provisioning complete for port c1531c34-7c09-48ab-8313-22d8aedf8a60 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:11.977520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7e6cd17-ab3a-47dd-a3b7-cad2cb5d5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.022473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5', 'mac_address': 'fa:16:3e:90:45:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:46:12.073018 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.075814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6cd17-ab3a-47dd-a3b7-cad2cb5d5f0a None None] Port c1531c34-7c09-48ab-8313-22d8aedf8a60 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:12.089957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:46:12.124884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:12.136140 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.190981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:12.203229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] Sync routers for ids ['48f03d87-1d68-4dcd-84b5-3930b8662441'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:12.209397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67c3dc30-ad14-475e-837f-5ede6eb63b8c req-95ee5fbf-32b9-49da-b47d-72a3e3053fee tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0596702 Jul 30 03:46:12.214537 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] Routers {'48f03d87-1d68-4dcd-84b5-3930b8662441'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:12.217982 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['48f03d87-1d68-4dcd-84b5-3930b8662441'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:12.223394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:12.251875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:46:12.259304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58682) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:12.262748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-14696a9f-53a0-4b7c-9430-2dac1940b6cd tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/48f03d87-1d68-4dcd-84b5-3930b8662441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969270 Jul 30 03:46:12.267654 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:12.278468 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] Routers {'48f03d87-1d68-4dcd-84b5-3930b8662441'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:12.279291 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['48f03d87-1d68-4dcd-84b5-3930b8662441'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:12.286711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.324990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da13f0d-b118-4860-884c-c30858fe3840 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:12.326458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1da13f0d-b118-4860-884c-c30858fe3840 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports/c1531c34-7c09-48ab-8313-22d8aedf8a60 HTTP/1.1" status: 200 len: 911 time: 0.0658734 Jul 30 03:46:12.329528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58690) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:12.340739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:12.352815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79a9269e-a035-4af0-8603-82942010fb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.372511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:12.373432 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f9f66-7b19-473c-ba28-30b83b55ea0a None None] The sync data for ids ['48f03d87-1d68-4dcd-84b5-3930b8662441'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:12.398553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:12.404281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:12.415082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6687488-9c87-4116-8508-6eeb968e2534 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:12.415904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:12.416775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.468211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=f4550aa7-22d0-446a-bc4d-b62242cb6726,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:12.477052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-330499bb-8b14-47f4-b0cd-b6bbb21e828b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0238836 Jul 30 03:46:12.480441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:12.486914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:25:67:6c', 'name': 'tempest-NetworksTestDHCPv6-630799930'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:12.518257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:12.674119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:12.737758 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.820412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:12.834233 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:12.865086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port f50c4083-1dfc-4ce9-8560-57f44c887662 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:12.953636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'f4550aa7-22d0-446a-bc4d-b62242cb6726'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:12.955156 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.071744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1749308409-network', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:13.113600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fe25:676c (9e1f1956-7d51-47a1-bf41-0001a2695f11/f4550aa7-22d0-446a-bc4d-b62242cb6726/f50c4083-1dfc-4ce9-8560-57f44c887662) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:13.157669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fb6c7-87b3-4608-bae9-fa0754a405f1 req-c99d5808-43f9-4a35-a8cb-d6264259c114 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:13.160203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984fb6c7-87b3-4608-bae9-fa0754a405f1 req-c99d5808-43f9-4a35-a8cb-d6264259c114 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 945 time: 0.1071446 Jul 30 03:46:13.163961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Made reservation on behalf of d573571d583e4efd867a8b8f03c89746 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:13.166414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.182330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.286560 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984fb6c7-87b3-4608-bae9-fa0754a405f1 req-26b7e3af-6e41-464f-82d8-d985a7cfc8e5 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087894 Jul 30 03:46:13.419799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73305f24-cfff-4e6d-8e1f-7a4cf2b7206a req-8b47b740-3852-4b7c-a2e1-ea2ffe689a1f tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/ports?device_id=9439da54-0c26-447d-92a8-9fdefd5148ba HTTP/1.1" status: 200 len: 210 time: 0.0560563 Jul 30 03:46:13.470610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.484704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.492504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:13.493285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.494751 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/ports/c1531c34-7c09-48ab-8313-22d8aedf8a60 HTTP/1.1" status: 200 len: 911 time: 1.1640081 Jul 30 03:46:13.498288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58818) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:13.534016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.569509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object f50c4083-1dfc-4ce9-8560-57f44c887662 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:13.578102 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.587314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.618573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325277ca-16b5-498b-9855-f1855dc68c09 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=c1531c34-7c09-48ab-8313-22d8aedf8a60,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:13.637020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:46:13.662081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.662433 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Added segment 3243ea66-8dcf-468c-84b9-c9af2ab2b851 of type vlan for network 5713e578-2646-4550-9736-5d0a223180a5 Jul 30 03:46:13.664543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749c35d9-4ab6-4e36-8f77-a14660db6061,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:13.674818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.747591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.766378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:13.777666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:13.786946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:13.792946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:13.793726 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.802043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Allocated IP 2001:db8::f816:3eff:feb2:6c6e (9e1f1956-7d51-47a1-bf41-0001a2695f11/f4550aa7-22d0-446a-bc4d-b62242cb6726/f422d91d-20cc-40e9-83b3-3854c8e50bec) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:13.807938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=f50c4083-1dfc-4ce9-8560-57f44c887662,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:13.827632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ab8f6b0b-8597-4dba-9fde-bf78ff357da9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3452713 Jul 30 03:46:13.831291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.832430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:13.833269 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:13.836282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:13.925815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:14.018574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1970110 Jul 30 03:46:14.019060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:14.026967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Request body: {'subnet': {'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1749308409-subnet', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:14.032233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36a5cf-e651-4025-bef8-114bb808b652 admin admin] Pushing event updated for resources: {'Network': ['ID=5713e578-2646-4550-9736-5d0a223180a5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:14.052568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5713e578-2646-4550-9736-5d0a223180a5 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:46:14.087356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:14.088365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770b32b-35e9-430b-9a6d-5b699c6995ad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:14.090150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2770b32b-35e9-430b-9a6d-5b699c6995ad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2488241 Jul 30 03:46:14.092993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:14.116774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Made reservation on behalf of d573571d583e4efd867a8b8f03c89746 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:14.119123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.135828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:14.136343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.244374 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.270024 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.292424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Transition to ACTIVE for port object f422d91d-20cc-40e9-83b3-3854c8e50bec will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:14.328343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port f50c4083-1dfc-4ce9-8560-57f44c887662 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:14.329133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.387046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Transition to ACTIVE for port object f422d91d-20cc-40e9-83b3-3854c8e50bec will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:14.402748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.456899 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.498753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:14.507389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8df56ce-9fb5-4440-a010-addc29835276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:14.510470 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f3a719-0120-42cf-b56a-3f732536aa2c" -d '{"events": [{"server_uuid": "c8df56ce-9fb5-4440-a010-addc29835276", "name": "network-vif-plugged", "status": "completed", "tag": "216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:14.519029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fe218-ff20-4c67-8b1c-249d50312a10 req-1136c151-9cee-40ac-81cf-0b16a75b9e19 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:14.521147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-001fe218-ff20-4c67-8b1c-249d50312a10 req-1136c151-9cee-40ac-81cf-0b16a75b9e19 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 945 time: 0.0889006 Jul 30 03:46:14.537713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:14.545916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:14.549667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:14.551694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Pushing event updated for resources: {'Port': ['ID=f422d91d-20cc-40e9-83b3-3854c8e50bec,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:14.552744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.565370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.580212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.618665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for f50c4083-1dfc-4ce9-8560-57f44c887662 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:14.633247 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc7648-88d6-44df-90ab-e8dbde200d70 x-openstack-request-id: req-d4cc7648-88d6-44df-90ab-e8dbde200d70 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:14.633770 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8df56ce-9fb5-4440-a010-addc29835276", "name": "network-vif-plugged", "status": "completed", "tag": "216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:14.634203 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4cc7648-88d6-44df-90ab-e8dbde200d70 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:14.634745 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8df56ce-9fb5-4440-a010-addc29835276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5', 'code': 200} Jul 30 03:46:14.651625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Attempting to bind port f422d91d-20cc-40e9-83b3-3854c8e50bec on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:14.652265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Attempting to bind port f422d91d-20cc-40e9-83b3-3854c8e50bec by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:14.652817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Attempting to bind port f422d91d-20cc-40e9-83b3-3854c8e50bec on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:14.662819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:14.663735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:14.664848 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.665703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:14.666726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Bound port: f422d91d-20cc-40e9-83b3-3854c8e50bec, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:14.667611 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.670857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-001fe218-ff20-4c67-8b1c-249d50312a10 req-6c743e09-f58e-418f-9511-72b2c1a2f090 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375844 Jul 30 03:46:14.726325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58938) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:14.727397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1696c6f8-c2a7-4c48-a12d-3a17e867533c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:14.787162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] For port f422d91d-20cc-40e9-83b3-3854c8e50bec, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:14.790048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:14.793051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-541753c8-ea1b-4fa1-a836-2ecd111a6742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.849866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] For port f422d91d-20cc-40e9-83b3-3854c8e50bec, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f422d91d-20cc-40e9-83b3-3854c8e50bec,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:14.850085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.855494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf505bb6-69db-4696-a7ca-acbcbdd8b316 req-9bd772b5-f5da-4c6a-8197-2940b79c89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:14.857187 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf505bb6-69db-4696-a7ca-acbcbdd8b316 req-9bd772b5-f5da-4c6a-8197-2940b79c89e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 1098 time: 0.1242185 Jul 30 03:46:14.858401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.887588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=f50c4083-1dfc-4ce9-8560-57f44c887662,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:14.952936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Checking segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:14.953293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Network hostable DHCP agents. Network: 5713e578-2646-4550-9736-5d0a223180a5, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:46:14.956964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.964021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0a5df110-b810-4adf-a350-e4ba96d164b4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/f50c4083-1dfc-4ce9-8560-57f44c887662 HTTP/1.1" status: 204 len: 168 time: 0.8628092 Jul 30 03:46:14.964588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68aef514-a4f4-454f-b344-f9c68afa4291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.965011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:14.965217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:14.977741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9454849-acb2-4ff7-8a32-dce65c1d2cbe None None] Pushing event updated for resources: {'Port': ['ID=f422d91d-20cc-40e9-83b3-3854c8e50bec,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:15.026213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf505bb6-69db-4696-a7ca-acbcbdd8b316 req-8c050530-e8a3-489f-98af-eba446b421d5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377323 Jul 30 03:46:15.047898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68aef514-a4f4-454f-b344-f9c68afa4291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.056174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5558d7b-934a-45af-bb16-e0ff6db94210 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:15.058036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5558d7b-934a-45af-bb16-e0ff6db94210 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:15.060834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f5558d7b-934a-45af-bb16-e0ff6db94210 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0921233 Jul 30 03:46:15.063120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Network 5713e578-2646-4550-9736-5d0a223180a5 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:46:15.063681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58948) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:15.100132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5713e578-2646-4550-9736-5d0a223180a5) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:15.111695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20005ab-abfa-4a77-a33a-8baf2794d783 None None] Network 5713e578-2646-4550-9736-5d0a223180a5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:15.129511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:15.131666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.159350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet f4550aa7-22d0-446a-bc4d-b62242cb6726 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:15.180177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.213481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac179b89-330c-42a4-9487-f9c758c14f28 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1857123 Jul 30 03:46:15.216133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:15.261538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:15.290921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.324246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68aef514-a4f4-454f-b344-f9c68afa4291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.330978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68aef514-a4f4-454f-b344-f9c68afa4291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.334918 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-68aef514-a4f4-454f-b344-f9c68afa4291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/security-groups/ff8b88c1-f311-4d34-8c45-bb4d982ba3b5 HTTP/1.1" status: 204 len: 168 time: 0.6043124 Jul 30 03:46:15.408609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:15.410860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5713e578-2646-4550-9736-5d0a223180a5', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:15.411839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.455855 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-388a658d-1ba5-4628-b8a8-f06f6e4e897e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] show failed (client error): The resource could not be found. Jul 30 03:46:15.457023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-388a658d-1ba5-4628-b8a8-f06f6e4e897e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "GET /v2.0/security-groups/ff8b88c1-f311-4d34-8c45-bb4d982ba3b5 HTTP/1.1" status: 404 len: 347 time: 0.0474176 Jul 30 03:46:15.477818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:15.494017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aef514-a4f4-454f-b344-f9c68afa4291 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b88c1-f311-4d34-8c45-bb4d982ba3b5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:15.523000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.524500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.611507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f422d91d-20cc-40e9-83b3-3854c8e50bec up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:15.621296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port c1531c34-7c09-48ab-8313-22d8aedf8a60 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:15.621877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.629625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.630320 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:46:15.660365 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.713113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Allocated IP 172.20.0.2 (5713e578-2646-4550-9736-5d0a223180a5/1696c6f8-c2a7-4c48-a12d-3a17e867533c/1918ac9f-42ba-4282-a02a-7383b666f896) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:15.790868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f422d91d-20cc-40e9-83b3-3854c8e50bec completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:15.891418 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.926706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.931226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=f4550aa7-22d0-446a-bc4d-b62242cb6726,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:15.939417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 25affe3a-6402-41cc-92de-e00c8ce15f58 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:15.940297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:15.949170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for c1531c34-7c09-48ab-8313-22d8aedf8a60 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:16.022724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.023386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.034498 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.045173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 25affe3a-6402-41cc-92de-e00c8ce15f58 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:16.056148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Transition to ACTIVE for port object 1918ac9f-42ba-4282-a02a-7383b666f896 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:16.095756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Transition to ACTIVE for port object 1918ac9f-42ba-4282-a02a-7383b666f896 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:16.113684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.195383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Network 5713e578-2646-4550-9736-5d0a223180a5 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:16.204399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:16.209171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:16.243456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Pushing event updated for resources: {'Port': ['ID=1918ac9f-42ba-4282-a02a-7383b666f896,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:16.291516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.298844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.328453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.331415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.332793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.335556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.336063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.336554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.337064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.338351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.338856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.344377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.345016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.345507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:16.364114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14493c2-82d3-48f6-9605-c77f76bf4b63 req-14ff7783-0542-4bee-a7a2-e12e363e16b1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:16.373612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c14493c2-82d3-48f6-9605-c77f76bf4b63 req-14ff7783-0542-4bee-a7a2-e12e363e16b1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.5920804 Jul 30 03:46:16.377837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.391417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.402073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-82b14196-638a-421c-8f76-20cc779886d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/f4550aa7-22d0-446a-bc4d-b62242cb6726 HTTP/1.1" status: 204 len: 168 time: 1.3349361 Jul 30 03:46:16.402898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:16.445579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Attempting to bind port 1918ac9f-42ba-4282-a02a-7383b666f896 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:16.446043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Attempting to bind port 1918ac9f-42ba-4282-a02a-7383b666f896 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:16.446492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Attempting to bind port 1918ac9f-42ba-4282-a02a-7383b666f896 on network 5713e578-2646-4550-9736-5d0a223180a5 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:16.448304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=c1531c34-7c09-48ab-8313-22d8aedf8a60,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:16.455823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:16.457082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Checking segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:16.458174 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.462354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Bound using segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:16.463078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Bound port: 1918ac9f-42ba-4282-a02a-7383b666f896, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:16.463932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.467673 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.537834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=25affe3a-6402-41cc-92de-e00c8ce15f58,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:16.562321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f058a223-13c3-4d47-8996-3d720862ce51 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439762 Jul 30 03:46:16.584001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58966) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:16.592621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:16.602803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f43ec-6780-4f18-bae0-71ed2a136d5d None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:16.618034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] For port 1918ac9f-42ba-4282-a02a-7383b666f896, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:16.635638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] For port 1918ac9f-42ba-4282-a02a-7383b666f896, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1918ac9f-42ba-4282-a02a-7383b666f896,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:16.636844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c14493c2-82d3-48f6-9605-c77f76bf4b63 req-2e8b2973-a459-4d0e-ad47-a9fceccb490f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623057 Jul 30 03:46:16.724767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.731961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.735641 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.736003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-78ab42db-f084-4cab-9b16-00382ca9ff5e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/floatingips/302cec62-11fe-484d-bb10-0c4183e085be HTTP/1.1" status: 204 len: 168 time: 1.2571447 Jul 30 03:46:16.743228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58972) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:16.753144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.777300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] Provisioning for port f422d91d-20cc-40e9-83b3-3854c8e50bec completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:16.826967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] Provisioning complete for port f422d91d-20cc-40e9-83b3-3854c8e50bec triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:16.827536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.891993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:16.900213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:16.951069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931ba89-cf54-4404-881f-3843e4779b0e None None] Pushing event updated for resources: {'Port': ['ID=1918ac9f-42ba-4282-a02a-7383b666f896,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:17.069566 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.113850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:17.165503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] For port f422d91d-20cc-40e9-83b3-3854c8e50bec, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f422d91d-20cc-40e9-83b3-3854c8e50bec,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:17.170788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 48f03d87-1d68-4dcd-84b5-3930b8662441 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:17.177583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.186369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 69e76dd7-0b27-4fe7-8520-2abd80deacd6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:17.186909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.220093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] Deleting port f422d91d-20cc-40e9-83b3-3854c8e50bec {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:17.220471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.320151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] For port f422d91d-20cc-40e9-83b3-3854c8e50bec, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f422d91d-20cc-40e9-83b3-3854c8e50bec,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:17.320558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.338999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] Calling delete_port for f422d91d-20cc-40e9-83b3-3854c8e50bec owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:17.440972 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.449004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:46:17.461543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] No DVR routers for this DVR port f422d91d-20cc-40e9-83b3-3854c8e50bec on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:17.467209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007a9fb-3636-4762-a32d-4c0af9c4b845 None None] Pushing event updated for resources: {'Port': ['ID=f422d91d-20cc-40e9-83b3-3854c8e50bec,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:17.499076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087fd87-e6f6-4b8f-8bb5-a6901eab93d9 None None] Pushing event deleted for resources: {'Port': ['ID=f422d91d-20cc-40e9-83b3-3854c8e50bec,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:17.510389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.557238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1918ac9f-42ba-4282-a02a-7383b666f896 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:17.635539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1918ac9f-42ba-4282-a02a-7383b666f896 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:17.637797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 69e76dd7-0b27-4fe7-8520-2abd80deacd6 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:17.727112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f422d91d-20cc-40e9-83b3-3854c8e50bec no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:17.780298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f422d91d-20cc-40e9-83b3-3854c8e50bec {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:17.780600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f422d91d-20cc-40e9-83b3-3854c8e50bec not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:17.877551 n-d-778696-14 neutron-server[93876]: WARNING neutron.services.revisions.revision_plugin [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Could not find related port for resource to bump revision. Jul 30 03:46:17.898213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_pluggable_backend [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Port f422d91d-20cc-40e9-83b3-3854c8e50bec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 30 03:46:17.898701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_pluggable_backend [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:6c6e {{(pid=93876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 30 03:46:17.900947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:17.913159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] Sync routers for ids ['48f03d87-1d68-4dcd-84b5-3930b8662441'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:17.919374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_pluggable_backend [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:6c6e {{(pid=93876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 30 03:46:17.924931 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:17.935759 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9efd82ef-d3fc-4d19-ae80-a5283fb59de7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/48f03d87-1d68-4dcd-84b5-3930b8662441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4321713 Jul 30 03:46:17.938474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] Routers {'48f03d87-1d68-4dcd-84b5-3930b8662441'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:17.939428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['48f03d87-1d68-4dcd-84b5-3930b8662441'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:17.939927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58980) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:18.009829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=2b351bee-88ca-4e3a-bd0e-e2be25d1f120,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:18.067296 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5d5f376-1bc6-47e7-aa0d-f4ea35c0bec9 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=48f03d87-1d68-4dcd-84b5-3930b8662441 HTTP/1.1" status: 200 len: 205 time: 0.0854502 Jul 30 03:46:18.071630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58984) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:18.152359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.263218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.276365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.295473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:18.314114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] Routers {'48f03d87-1d68-4dcd-84b5-3930b8662441'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:18.314875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['48f03d87-1d68-4dcd-84b5-3930b8662441'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:18.377599 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.379356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:18.380263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a2686-20c1-410b-89d7-d44a1516c62c None None] The sync data for ids ['48f03d87-1d68-4dcd-84b5-3930b8662441'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:18.418567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781dba5-6005-4383-b37f-32a8de302940 None None] Network 5713e578-2646-4550-9736-5d0a223180a5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:18.530417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] Provisioning for port 1918ac9f-42ba-4282-a02a-7383b666f896 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:18.541796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] Provisioning complete for port 1918ac9f-42ba-4282-a02a-7383b666f896 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:18.542318 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.689248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.753197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] For port 1918ac9f-42ba-4282-a02a-7383b666f896, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1918ac9f-42ba-4282-a02a-7383b666f896,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:18.755127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:18.762172 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.776881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:18.793837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:18.796220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.797143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f38bec-349e-4fef-93e8-bda77ff67d8f None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:18.807666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.811431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.859474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb06da-1ce9-47f5-8e1e-38ea9a0c902b req-fae6ac17-8c14-4330-9131-f41159ec085e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:18.869847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46bb06da-1ce9-47f5-8e1e-38ea9a0c902b req-fae6ac17-8c14-4330-9131-f41159ec085e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.9856877 Jul 30 03:46:18.900984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3c76a-7856-4174-a23a-c012f59b4a5b None None] Pushing event updated for resources: {'Port': ['ID=1918ac9f-42ba-4282-a02a-7383b666f896,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:18.902468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Allocated IP 172.25.6.14 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/b8175dbd-b858-4671-8aaf-a6ef9004fdb9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:18.941000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.941954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router 48f03d87-1d68-4dcd-84b5-3930b8662441 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:46:18.962728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:18.964526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b53c56ef-100c-4378-bc7d-f451a8abc7b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/48f03d87-1d68-4dcd-84b5-3930b8662441 HTTP/1.1" status: 204 len: 168 time: 0.8915393 Jul 30 03:46:18.966840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46bb06da-1ce9-47f5-8e1e-38ea9a0c902b req-4e33a5ab-9bab-4f61-9246-4203c32847a0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960238 Jul 30 03:46:18.977434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:19.031711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-732c929f-a795-4ce0-b3f0-d19539473473 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4419930 Jul 30 03:46:19.034208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58990) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:19.041290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:1a:4e:55', 'name': 'tempest-NetworksTestDHCPv6-1807919890'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:19.062342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '2b351bee-88ca-4e3a-bd0e-e2be25d1f120'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:19.063608 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.112434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:19.116456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.156065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.236971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.237188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.243873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=69e76dd7-0b27-4fe7-8520-2abd80deacd6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:19.259500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-100826cf-f909-4c7c-8b7c-d5bf2bd8d5fa None None] Provisioning complete for port 1918ac9f-42ba-4282-a02a-7383b666f896 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:19.259804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-100826cf-f909-4c7c-8b7c-d5bf2bd8d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.300755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:19.336231 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.338319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5ff7dcde-03da-4987-a8a3-a49d0b662b28 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/ports/69e76dd7-0b27-4fe7-8520-2abd80deacd6 HTTP/1.1" status: 204 len: 168 time: 2.5932229 Jul 30 03:46:19.344188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:19.368796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Allocated IP 2001:db8::f816:3eff:fe30:cfa4 (9e1f1956-7d51-47a1-bf41-0001a2695f11/2b351bee-88ca-4e3a-bd0e-e2be25d1f120/d7563631-fd2d-4b91-8fe4-fff29aa24f57) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:19.411913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0f87c-dc36-430d-bf21-e4d42b4f91f8 req-fd8c6342-7b99-4f62-aa5a-146a7daf1a7b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:19.413883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dae0f87c-dc36-430d-bf21-e4d42b4f91f8 req-fd8c6342-7b99-4f62-aa5a-146a7daf1a7b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.0918415 Jul 30 03:46:19.420040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.478494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dae0f87c-dc36-430d-bf21-e4d42b4f91f8 req-595f9f68-82dc-4b3e-9640-903a6e3e54b6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Jul 30 03:46:19.514087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.542200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1918ac9f-42ba-4282-a02a-7383b666f896 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:19.602491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.623060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:19.634458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:19.641551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:19.682007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:19.692843 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.695516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a46e5b5f-b092-45f4-afab-b19eec6cea4e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8 HTTP/1.1" status: 204 len: 168 time: 0.7137992 Jul 30 03:46:19.697116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.698259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:19.718673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Pushing event updated for resources: {'Port': ['ID=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:19.744260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea778639-ccba-4b2d-a6b7-9394193176ee None None] Network 14f3a970-151a-4810-afb4-9c9cc304c646 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:19.771608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f741-9183-4670-bf93-e39f7caf16ae req-ff5ef5d3-2699-400d-81b8-6044f00f22d7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:19.775438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2881f741-9183-4670-bf93-e39f7caf16ae req-ff5ef5d3-2699-400d-81b8-6044f00f22d7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.1598053 Jul 30 03:46:19.818292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 37304c23-fe93-4476-9c04-d2e5b21ee4eb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:19.818632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.828549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port e60655bd-6426-4ef7-88df-877b889a00e8 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:19.830409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.841690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Transition to ACTIVE for port object d7563631-fd2d-4b91-8fe4-fff29aa24f57 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:19.844848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2881f741-9183-4670-bf93-e39f7caf16ae req-5dee623a-876f-472f-895a-861afe4b5c17 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Jul 30 03:46:19.849438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.874015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Transition to ACTIVE for port object d7563631-fd2d-4b91-8fe4-fff29aa24f57 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:19.881735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1918ac9f-42ba-4282-a02a-7383b666f896 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:19.882310 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.892713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:19.948451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fe1a:4e55 (9e1f1956-7d51-47a1-bf41-0001a2695f11/2b351bee-88ca-4e3a-bd0e-e2be25d1f120/e60655bd-6426-4ef7-88df-877b889a00e8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:19.949409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:19.986248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:19.994113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:19.996814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:19.997229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.083737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Pushing event updated for resources: {'Port': ['ID=d7563631-fd2d-4b91-8fe4-fff29aa24f57,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:20.141335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port ec6d5cbb-d47d-4dcd-91be-5d415af325a8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,segment=NetworkSegment(a036d692-c583-47ed-a538-417f5ae94b46),segment_id=a036d692-c583-47ed-a538-417f5ae94b46)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:20.142267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.196096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Attempting to bind port d7563631-fd2d-4b91-8fe4-fff29aa24f57 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:20.196478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Attempting to bind port d7563631-fd2d-4b91-8fe4-fff29aa24f57 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:20.196848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Attempting to bind port d7563631-fd2d-4b91-8fe4-fff29aa24f57 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:20.207678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:20.208050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:20.208458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.208854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:20.209336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Bound port: d7563631-fd2d-4b91-8fe4-fff29aa24f57, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:20.209724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.213992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for ec6d5cbb-d47d-4dcd-91be-5d415af325a8 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:20.243250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb489c-7fe3-43ef-b07b-c8e4566b0f6d req-a2889b9f-fceb-4877-832d-6b29e880cd22 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:20.252296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdeb489c-7fe3-43ef-b07b-c8e4566b0f6d req-a2889b9f-fceb-4877-832d-6b29e880cd22 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.0951219 Jul 30 03:46:20.340324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] DHCP port deletion for 14f3a970-151a-4810-afb4-9c9cc304c646 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:20.362000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdeb489c-7fe3-43ef-b07b-c8e4566b0f6d req-de02c070-f871-492e-80aa-207807d06ef6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086786 Jul 30 03:46:20.401998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] For port d7563631-fd2d-4b91-8fe4-fff29aa24f57, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:20.406642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.419190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] For port d7563631-fd2d-4b91-8fe4-fff29aa24f57, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d7563631-fd2d-4b91-8fe4-fff29aa24f57,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:20.431069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:20.431731 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.446051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.467041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Deleting port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:20.467454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.500090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:20.548617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.583998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78083aa2-646f-4f82-b06a-e81b0e8e5746 None None] Pushing event updated for resources: {'Port': ['ID=d7563631-fd2d-4b91-8fe4-fff29aa24f57,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:20.584225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.593838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] For port ec6d5cbb-d47d-4dcd-91be-5d415af325a8, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:20.594251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.601935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f3a970-151a-4810-afb4-9c9cc304c646']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:20.616778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Calling delete_port for ec6d5cbb-d47d-4dcd-91be-5d415af325a8 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:20.617580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a036d692-c583-47ed-a538-417f5ae94b46') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:20.618366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a036d692-c583-47ed-a538-417f5ae94b46') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:20.623560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:46:20.626103 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.632228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.650800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.655751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.659082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:46:20.660398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:46:20.664253 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:46:20.671403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] Pushing event deleted for resources: {'Port': ['ID=ec6d5cbb-d47d-4dcd-91be-5d415af325a8,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:20.671567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 37304c23-fe93-4476-9c04-d2e5b21ee4eb owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:20.677735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835fafe-ac9a-45a2-9b3d-118c33dba2e2 None None] No DVR routers for this DVR port ec6d5cbb-d47d-4dcd-91be-5d415af325a8 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:20.699038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object e60655bd-6426-4ef7-88df-877b889a00e8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:20.703179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.763857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.785456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.794619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/14f3a970-151a-4810-afb4-9c9cc304c646 HTTP/1.1" status: 204 len: 168 time: 1.0947378 Jul 30 03:46:20.797181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:20.804470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1451116898', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:20.850341 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.852151 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.856522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06133d9f-9247-4bfb-b3ed-dfb0cff2578f tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=14f3a970-151a-4810-afb4-9c9cc304c646,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:20.930633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.937334 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.964618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.971477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:20.974046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6432e42-57fb-499e-99e9-8081093c84d7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1740677 Jul 30 03:46:20.976615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:20.982206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1115460648'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:20.998030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:46:21.012450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:21.016641 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.038794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:21.043434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:46:21.052886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:21.054112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.059677 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment 883bd1c3-33a9-4106-8d70-ebaf79d55222 of type vlan for network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa Jul 30 03:46:21.059930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:21.065531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:21.066908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.112134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.124719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.129334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=e60655bd-6426-4ef7-88df-877b889a00e8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:21.139890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1220356f-b6c9-48e5-950b-1533256a756e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1042328 Jul 30 03:46:21.150332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:21.167120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=37304c23-fe93-4476-9c04-d2e5b21ee4eb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:21.215695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.221712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:21.222658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.247118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1148f1a-4484-425e-9e70-343be16118fb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:21.255029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1148f1a-4484-425e-9e70-343be16118fb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:21.261252 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a1148f1a-4484-425e-9e70-343be16118fb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1059232 Jul 30 03:46:21.261459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59016) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:21.266724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2889421 Jul 30 03:46:21.277232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:21.303530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:21.330200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621a89d-1bdb-41e9-8c41-69d9372e4613 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=8e573e8f-2fcc-4ae0-8f10-b62d16f597aa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:21.341672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:46:21.371308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:21.374992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:21.381785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa9912f5-b517-4250-a600-444829867d6e tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/ports/37304c23-fe93-4476-9c04-d2e5b21ee4eb HTTP/1.1" status: 204 len: 168 time: 2.0305815 Jul 30 03:46:21.387353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:21.406960 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:21.440016 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:21.441233 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:21.589675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94756555-81f6-4031-85c8-d59ee85ed956 req-3be773ce-4dc7-4398-bc14-8afeb83ea7a5 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:21.600413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94756555-81f6-4031-85c8-d59ee85ed956 req-3be773ce-4dc7-4398-bc14-8afeb83ea7a5 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.1333714 Jul 30 03:46:21.633995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d7563631-fd2d-4b91-8fe4-fff29aa24f57 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:21.705900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94756555-81f6-4031-85c8-d59ee85ed956 req-feddf042-f0e1-4177-b1ea-9b58092426aa tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042156 Jul 30 03:46:21.758147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d7563631-fd2d-4b91-8fe4-fff29aa24f57 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:21.850620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec6d5cbb-d47d-4dcd-91be-5d415af325a8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:21.890170 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ec6d5cbb-d47d-4dcd-91be-5d415af325a8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:21.890518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ec6d5cbb-d47d-4dcd-91be-5d415af325a8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:21.904193 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:22.007401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.008932 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de01772c-383a-4b70-b7fa-1f0c9dd9a6ed admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7571959 Jul 30 03:46:22.012835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:22.028755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting subnet 014cfcd1-a5e9-47fb-966c-6e80494182cc {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:22.040594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.083576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-44e11f25-8d78-480a-aa17-e750697086c1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:22.085084 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-44e11f25-8d78-480a-aa17-e750697086c1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.1621013 Jul 30 03:46:22.093447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:22.097454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.170461 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:20Z', 'revision_number': 3, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:22.181205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] Provisioning for port d7563631-fd2d-4b91-8fe4-fff29aa24f57 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:22.189216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] Provisioning complete for port d7563631-fd2d-4b91-8fe4-fff29aa24f57 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:22.189610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.190461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.198094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port e60655bd-6426-4ef7-88df-877b889a00e8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:22.198434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.213293 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:46:22.213781 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Updating router 306fe01f-78f0-4362-bb20-6e555f8a34fd port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:46:22.245389 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.375670 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.426435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] For port d7563631-fd2d-4b91-8fe4-fff29aa24f57, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d7563631-fd2d-4b91-8fe4-fff29aa24f57,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:22.434259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.555928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c1259-ccda-4945-b2ff-1a54e882f3d8 None None] Pushing event updated for resources: {'Port': ['ID=d7563631-fd2d-4b91-8fe4-fff29aa24f57,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:22.584870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b35d5367-b214-4bfe-9052-07d77ea17841 None None] Provisioning for port e60655bd-6426-4ef7-88df-877b889a00e8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:22.588919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b35d5367-b214-4bfe-9052-07d77ea17841 None None] Provisioning complete for port e60655bd-6426-4ef7-88df-877b889a00e8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:22.589294 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b35d5367-b214-4bfe-9052-07d77ea17841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.625361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.660505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b35d5367-b214-4bfe-9052-07d77ea17841 None None] Port e60655bd-6426-4ef7-88df-877b889a00e8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:22.662965 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.675827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for e60655bd-6426-4ef7-88df-877b889a00e8 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:22.685013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Transition to ACTIVE for port object b8175dbd-b858-4671-8aaf-a6ef9004fdb9 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:22.688229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.704265 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.802689 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Attempting to bind port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:22.803263 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Attempting to bind port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:22.803628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Attempting to bind port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:22.821057 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:22.821455 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:22.821839 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.822239 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:22.823368 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Bound port: b8175dbd-b858-4671-8aaf-a6ef9004fdb9, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:22.823749 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.825368 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac760da-9749-46e0-9427-e69be746b1f1 None None] Pushing event updated for resources: {'Port': ['ID=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:22.849056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:22.849521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.861349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.892069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7a154-e646-41ee-966e-92aea75cd25f req-1d6c9c76-79a7-4df5-8a07-899363db32bd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:22.894121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95c7a154-e646-41ee-966e-92aea75cd25f req-1d6c9c76-79a7-4df5-8a07-899363db32bd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 946 time: 0.0950384 Jul 30 03:46:22.912613 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] For port b8175dbd-b858-4671-8aaf-a6ef9004fdb9, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:22.917261 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] For port b8175dbd-b858-4671-8aaf-a6ef9004fdb9, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:22.927059 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:22.990517 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac760da-9749-46e0-9427-e69be746b1f1 None None] Pushing event updated for resources: {'Port': ['ID=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:23.011670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.016685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:23.017361 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:23.055673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95c7a154-e646-41ee-966e-92aea75cd25f req-ba8cb5a9-2405-4be6-b88a-ece8a6da4368 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489155 Jul 30 03:46:23.102680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Subnet': ['ID=014cfcd1-a5e9-47fb-966c-6e80494182cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:23.114330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1f074-09a5-4601-8cb3-339633b7ab20 None None] Network a0f7542c-9210-4588-817a-4ea327c5fd44 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:23.116538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.121497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-87b26b1f-c5bb-4e1c-a1af-0f376377e388 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/subnets/014cfcd1-a5e9-47fb-966c-6e80494182cc HTTP/1.1" status: 204 len: 168 time: 1.7308919 Jul 30 03:46:23.122541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:23.151309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.191406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting subnet bb3ae104-c5b1-467c-bf2d-700aefac2de5 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:23.214044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.216580 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:23.236996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:23.238009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.284504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:23.388916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.391315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=c48d8297-1e86-4e0c-a195-c6c7c417b9ed,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:23.444580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.469807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:23.470254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:46:23.474288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=e60655bd-6426-4ef7-88df-877b889a00e8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:23.518372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Allocated IP 172.20.0.1 (5713e578-2646-4550-9736-5d0a223180a5/1696c6f8-c2a7-4c48-a12d-3a17e867533c/f2fd4411-bc37-4221-8f03-bf6224b4b0ea) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:23.526946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.529053 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:20Z', 'revision_number': 3, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:23.533425 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a7dc266-7887-48cc-ba01-6324f7249615 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/e60655bd-6426-4ef7-88df-877b889a00e8 HTTP/1.1" status: 204 len: 168 time: 2.2688298 Jul 30 03:46:23.535087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59036) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:23.549503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] DHCP port deletion for a0f7542c-9210-4588-817a-4ea327c5fd44 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:23.562484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:46:23.613229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:23.647520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:23.648125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.669268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3a432-5dfe-47fc-8409-c0ff245ccb78 None None] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:23.674382 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.680702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56f723-3d93-44e2-ac8f-12796e80cef1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:23.682316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d7563631-fd2d-4b91-8fe4-fff29aa24f57 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:23.683523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56f723-3d93-44e2-ac8f-12796e80cef1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:23.685236 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e56f723-3d93-44e2-ac8f-12796e80cef1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1425331 Jul 30 03:46:23.689905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ba70e-e287-4e66-9b1c-808ce37dd000 None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:20Z', 'revision_number': 3, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:23.693368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:23.772386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5b0da50-3c49-4d12-b577-a128bd4b245e tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4943826 Jul 30 03:46:23.778072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:23.784405 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.821137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:23.855222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:23.884511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 2b351bee-88ca-4e3a-bd0e-e2be25d1f120 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:23.890693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.990852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:23.993503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d7563631-fd2d-4b91-8fe4-fff29aa24f57 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:23.993503 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.995463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:23.997700 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ca87e577-1487-4ce9-b378-6add2f1dec3c req-51f1cf52-ed41-484f-b985-36b33a8098db tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "DELETE /v2.0/ports/216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 HTTP/1.1" status: 204 len: 173 time: 1.8964849 Jul 30 03:46:23.998314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8df56ce-9fb5-4440-a010-addc29835276', 'name': 'network-vif-deleted', 'tag': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:24.000895 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228f72e-03a3-43ff-8b86-7b180fd3c446" -d '{"events": [{"server_uuid": "c8df56ce-9fb5-4440-a010-addc29835276", "name": "network-vif-deleted", "tag": "216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:24.014205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.057766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.070286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.130658 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d83da7-fd4e-4b38-abb5-31a5e7ba8519 x-openstack-request-id: req-84d83da7-fd4e-4b38-abb5-31a5e7ba8519 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:24.132229 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8df56ce-9fb5-4440-a010-addc29835276", "name": "network-vif-deleted", "tag": "216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:24.133413 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84d83da7-fd4e-4b38-abb5-31a5e7ba8519 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:24.133915 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8df56ce-9fb5-4440-a010-addc29835276', 'name': 'network-vif-deleted', 'tag': '216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5', 'status': 'completed', 'code': 200} Jul 30 03:46:24.200725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Transition to ACTIVE for port object f2fd4411-bc37-4221-8f03-bf6224b4b0ea will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:24.209832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3ae104-c5b1-467c-bf2d-700aefac2de5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:24.258368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.288707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-418ba100-8d6d-4bf9-9a3f-d16caf986db9 req-7df4507b-23f0-481a-9194-0415cc102b80 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8df56ce-9fb5-4440-a010-addc29835276 HTTP/1.1" status: 200 len: 210 time: 0.0959544 Jul 30 03:46:24.290842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.296894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c10a2596-dbb7-4c40-8228-373abac5f122 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/subnets/bb3ae104-c5b1-467c-bf2d-700aefac2de5 HTTP/1.1" status: 204 len: 168 time: 1.1731451 Jul 30 03:46:24.306952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:24.391306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.437170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=2b351bee-88ca-4e3a-bd0e-e2be25d1f120,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:24.448778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.453806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b7401288-1745-479d-a975-6b606cff50df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/2b351bee-88ca-4e3a-bd0e-e2be25d1f120 HTTP/1.1" status: 204 len: 168 time: 0.7578535 Jul 30 03:46:24.454088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] Deleting port 43ad6240-72da-4477-9892-6528719c2221 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:24.454829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59052) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:24.459067 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.461441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b4a8a-c78b-4280-b41b-73267f373b21 None None] Network a7f759b3-d0c2-4e17-a3f9-1f5d70057429 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:24.472902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72b4b0-3f8b-4e47-92de-ac14ab8fe603 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:24.531081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7f22911-0641-4e56-909b-e56c2250022e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735934 Jul 30 03:46:24.531890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:24.613595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d65d2-46e9-4777-8684-d46da841423e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:24.624104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d9d65d2-46e9-4777-8684-d46da841423e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908680 Jul 30 03:46:24.626232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:24.777734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fdee2-c080-4669-beb8-7d4a7a0ebc37 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:24.786247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c47fdee2-c080-4669-beb8-7d4a7a0ebc37 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1576152 Jul 30 03:46:24.787469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59060) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:24.826207 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.858813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] For port 43ad6240-72da-4477-9892-6528719c2221, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=43ad6240-72da-4477-9892-6528719c2221,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:24.860074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.913051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:24.953082 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4e900bd3-1927-49b5-a2e2-5b4ae57d5414 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634181 Jul 30 03:46:24.964311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:24.971370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:24.998159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:24.999305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.002369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] Calling delete_port for 43ad6240-72da-4477-9892-6528719c2221 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:25.022526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Network 5713e578-2646-4550-9736-5d0a223180a5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:25.065902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.079944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:25.086352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:25.121607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:25.126868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.238340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:25.380594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Deleting port 43ad6240-72da-4477-9892-6528719c2221 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:25.382405 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.467089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:25.479925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] DHCP port deletion for a7f759b3-d0c2-4e17-a3f9-1f5d70057429 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:25.491764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.518416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.584848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] Pushing event deleted for resources: {'Port': ['ID=43ad6240-72da-4477-9892-6528719c2221,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:25.588418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Allocated IP 2001:db8::2 (8e573e8f-2fcc-4ae0-8f10-b62d16f597aa/c48d8297-1e86-4e0c-a195-c6c7c417b9ed/8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:25.595450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c67e2d-d6a3-42cb-a595-f41678316e29 None None] No DVR routers for this DVR port 43ad6240-72da-4477-9892-6528719c2221 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:25.634055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8175dbd-b858-4671-8aaf-a6ef9004fdb9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:25.661185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8b13fc97-d132-4367-bce7-841797c70302 None None] Provisioning for port f2fd4411-bc37-4221-8f03-bf6224b4b0ea completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:25.732874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8b13fc97-d132-4367-bce7-841797c70302 None None] Provisioning complete for port f2fd4411-bc37-4221-8f03-bf6224b4b0ea triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:25.733246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b13fc97-d132-4367-bce7-841797c70302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.741247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:46:25.778371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:25.818035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] For port 43ad6240-72da-4477-9892-6528719c2221, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=43ad6240-72da-4477-9892-6528719c2221,segment=NetworkSegment(0d7301a1-2f33-4c1a-a727-17aa9564217e),segment_id=0d7301a1-2f33-4c1a-a727-17aa9564217e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:25.818452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.821517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:25.822363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 216c0a3b-3f60-4f5d-bb6a-7d3737abdbd5 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:25.850327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] Deleting port d7563631-fd2d-4b91-8fe4-fff29aa24f57 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:25.850486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.856562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] Deleting port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:25.856931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.870281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8b13fc97-d132-4367-bce7-841797c70302 None None] Port f2fd4411-bc37-4221-8f03-bf6224b4b0ea cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:25.882006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Calling delete_port for 43ad6240-72da-4477-9892-6528719c2221 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:25.992779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:25.997877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:26.057945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:26.059394 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.081544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] For port 93de3fd3-8d17-48cb-8f05-f602e8251ce5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93de3fd3-8d17-48cb-8f05-f602e8251ce5,segment=NetworkSegment(44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec),segment_id=44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:26.082051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.137995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] Calling delete_port for 93de3fd3-8d17-48cb-8f05-f602e8251ce5 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:26.163713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] For port d7563631-fd2d-4b91-8fe4-fff29aa24f57, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d7563631-fd2d-4b91-8fe4-fff29aa24f57,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:26.164228 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.191356 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.203684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] Calling delete_port for d7563631-fd2d-4b91-8fe4-fff29aa24f57 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:26.229469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.247657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Transition to ACTIVE for port object 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:26.254655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-282c1867-f874-4364-82ff-7e072c47ac3d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:26.256413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-282c1867-f874-4364-82ff-7e072c47ac3d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.5350122 Jul 30 03:46:26.257202 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.294208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port d7563631-fd2d-4b91-8fe4-fff29aa24f57, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d7563631-fd2d-4b91-8fe4-fff29aa24f57,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:26.310708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Port': ['ID=43ad6240-72da-4477-9892-6528719c2221,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:26.318334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] No DVR routers for this DVR port 43ad6240-72da-4477-9892-6528719c2221 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:26.323388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Transition to ACTIVE for port object 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:26.335359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19f3ae4a-9488-417f-b4b0-86c36f6dfd58 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/quotas/d9d53d9846bc419e9e31d8ce222816b9 HTTP/1.1" status: 200 len: 375 time: 0.0651479 Jul 30 03:46:26.340494 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.369966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.378914 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.380481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.490907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Pushing event updated for resources: {'Port': ['ID=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:26.499378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:26.509782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:26.516582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.534084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.538832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:26.544627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:26.545223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.546433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:26.549197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:26.563321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=05541fc6-7f61-4ef3-b217-777c73bca2f2,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:26.566268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=d7563631-fd2d-4b91-8fe4-fff29aa24f57,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:26.571386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92f76155-d054-4573-8aa2-a1f3dae3cfad tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6124523 Jul 30 03:46:26.573961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:26.579857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:d7:4b:d3', 'name': 'tempest-NetworksTestDHCPv6-129247862'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:26.593160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.616537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] No DVR routers for this DVR port 93de3fd3-8d17-48cb-8f05-f602e8251ce5 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:26.641346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5658-7321-4a2b-a375-e29e1583dde0 None None] Pushing event deleted for resources: {'Port': ['ID=93de3fd3-8d17-48cb-8f05-f602e8251ce5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:26.650042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f7542c-9210-4588-817a-4ea327c5fd44']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:26.691967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7301a1-2f33-4c1a-a727-17aa9564217e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:26.692287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7301a1-2f33-4c1a-a727-17aa9564217e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:26.712169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b8175dbd-b858-4671-8aaf-a6ef9004fdb9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:26.717476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.745628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8::1 (8e573e8f-2fcc-4ae0-8f10-b62d16f597aa/c48d8297-1e86-4e0c-a195-c6c7c417b9ed/dea751e3-0a6c-4396-99fa-b989ae00f2ff) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:26.762147 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.762837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.771581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:26.779633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-c480026e-7534-4c8f-a5d7-3dbdf125a83e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4017136 Jul 30 03:46:26.819282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.840900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] Pushing event deleted for resources: {'Port': ['ID=d7563631-fd2d-4b91-8fe4-fff29aa24f57,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:26.850323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9431b7-80d8-4e6d-b610-028ad455809d None None] No DVR routers for this DVR port d7563631-fd2d-4b91-8fe4-fff29aa24f57 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:26.877726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:46:26.878775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:26.896014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b743896-2d71-4721-9881-129828c61ff1 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:46:26.899117 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:46:26.915078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Attempting to bind port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:26.915396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Attempting to bind port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:26.915789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Attempting to bind port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 on network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:26.965686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 43ad6240-72da-4477-9892-6528719c2221 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:26.995228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.027580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 901efc65-ab1b-42cf-8afc-c68081ac1e4d yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:27.028266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:27.043641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:27.044286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Checking segment: {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:27.045541 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.046126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Bound using segment: {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:27.047347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Bound port: 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:27.047937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.108362 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.113502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.119620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/networks/a0f7542c-9210-4588-817a-4ea327c5fd44 HTTP/1.1" status: 204 len: 168 time: 2.8116007 Jul 30 03:46:27.138185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59094) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:27.141693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] For port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:27.143219 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.145412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] For port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:27.146423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 43ad6240-72da-4477-9892-6528719c2221 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:27.146769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 43ad6240-72da-4477-9892-6528719c2221 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:27.165789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.186795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.241140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fed7:4bd3 (9e1f1956-7d51-47a1-bf41-0001a2695f11/05541fc6-7f61-4ef3-b217-777c73bca2f2/901efc65-ab1b-42cf-8afc-c68081ac1e4d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:27.256226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-ed219e7a-f186-441d-8c98-d1a8e74e5323 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505622 Jul 30 03:46:27.265011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e777c6-4f62-4645-9ce0-5d9fcc2b50e8 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Network': ['ID=a0f7542c-9210-4588-817a-4ea327c5fd44,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:27.267090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.338074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.347997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981af39e-2754-4299-9d77-c4be564818e7 None None] Pushing event updated for resources: {'Port': ['ID=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:27.408895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '05541fc6-7f61-4ef3-b217-777c73bca2f2'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:27.414110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.419921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object dea751e3-0a6c-4396-99fa-b989ae00f2ff will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:27.455916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:27.497614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.516835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 901efc65-ab1b-42cf-8afc-c68081ac1e4d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:27.551114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8175dbd-b858-4671-8aaf-a6ef9004fdb9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:27.559231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.570599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.639996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.674515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-5628f905-a229-4f31-ba1d-a42c782332f0 service neutron] 10.222.0.39 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529451 Jul 30 03:46:27.735987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Network 5713e578-2646-4550-9736-5d0a223180a5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:27.737917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:27.748012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:27.765059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:27.777832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:27.778410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.790430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.807681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f759b3-d0c2-4e17-a3f9-1f5d70057429']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:27.820890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:27.821358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d2e18a-50a0-4e5d-bcf1-8cd8b5f27cec') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:27.839947 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.867413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.875148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:46:27.875756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:27.987947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:27.989035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: items = [ Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:46:27.990126 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:46:27.992577 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.000977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.003456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:28.017677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=901efc65-ab1b-42cf-8afc-c68081ac1e4d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:28.044948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:28.053246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:28.053766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.059175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.064565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] 10.222.0.39 "DELETE /v2.0/networks/a7f759b3-d0c2-4e17-a3f9-1f5d70057429 HTTP/1.1" status: 204 len: 168 time: 0.9218380 Jul 30 03:46:28.064565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b346b2-e102-42c8-b018-a6ca360c1498 tempest-TaggedBootDevicesTest-1482364541 tempest-TaggedBootDevicesTest-1482364541-project] Pushing event deleted for resources: {'Network': ['ID=a7f759b3-d0c2-4e17-a3f9-1f5d70057429,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:28.122631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76e20883-ce13-4fd5-bc20-8012555dab1f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5399432 Jul 30 03:46:28.123972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:28.125678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Allocated IP 2001:db8::f816:3eff:fe9e:e75d (9e1f1956-7d51-47a1-bf41-0001a2695f11/05541fc6-7f61-4ef3-b217-777c73bca2f2/5b23fc38-349b-423f-9ed8-2cd8847032a2) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:28.288857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564e48e-4bd6-4936-9aeb-6dd17e617669 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:28.288857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1564e48e-4bd6-4936-9aeb-6dd17e617669 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1463017 Jul 30 03:46:28.288857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59120) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:28.406688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1c921bf3-f618-46f4-8c2a-4b061ce0433a None None] Provisioning complete for port f2fd4411-bc37-4221-8f03-bf6224b4b0ea triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:28.407073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c921bf3-f618-46f4-8c2a-4b061ce0433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.499510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1c921bf3-f618-46f4-8c2a-4b061ce0433a None None] Port f2fd4411-bc37-4221-8f03-bf6224b4b0ea cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:28.557670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 901efc65-ab1b-42cf-8afc-c68081ac1e4d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:28.572258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.647091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d7563631-fd2d-4b91-8fe4-fff29aa24f57 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:28.647498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-423987b4-e45a-4e51-a472-2c0c2eeb8e79 req-d2f6d00c-65fe-4952-80c2-2c55f8ec0ec9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 210 time: 0.2229459 Jul 30 03:46:28.648501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=dea751e3-0a6c-4396-99fa-b989ae00f2ff,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:28.689214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d7563631-fd2d-4b91-8fe4-fff29aa24f57 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:28.694774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d7563631-fd2d-4b91-8fe4-fff29aa24f57 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:28.695438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93de3fd3-8d17-48cb-8f05-f602e8251ce5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:28.731051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 93de3fd3-8d17-48cb-8f05-f602e8251ce5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:28.731722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93de3fd3-8d17-48cb-8f05-f602e8251ce5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:28.803362 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.816424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.818051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Transition to ACTIVE for port object 5b23fc38-349b-423f-9ed8-2cd8847032a2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:28.854865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Transition to ACTIVE for port object 5b23fc38-349b-423f-9ed8-2cd8847032a2 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:28.857347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 901efc65-ab1b-42cf-8afc-c68081ac1e4d owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:28.864464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:28.976530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:28.993807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:29.001931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:29.018570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:29.019726 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.023422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Pushing event updated for resources: {'Port': ['ID=5b23fc38-349b-423f-9ed8-2cd8847032a2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:29.085181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369aa677-a60e-4637-9253-f1135b0b6e5f None None] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:29.124378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.182528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=901efc65-ab1b-42cf-8afc-c68081ac1e4d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:29.238885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.241001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-71180adc-b7a1-4f46-abd5-6c27625ff91b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/901efc65-ab1b-42cf-8afc-c68081ac1e4d HTTP/1.1" status: 204 len: 168 time: 0.9498034 Jul 30 03:46:29.245031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:29.374931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7d8c6ffa-a944-4b22-a827-756241f0c7cc None None] Provisioning for port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:29.380972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Attempting to bind port 5b23fc38-349b-423f-9ed8-2cd8847032a2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:29.381357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Attempting to bind port 5b23fc38-349b-423f-9ed8-2cd8847032a2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:29.381728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Attempting to bind port 5b23fc38-349b-423f-9ed8-2cd8847032a2 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:29.391151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:29.391563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:29.391976 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.392376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:29.418749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Bound port: 5b23fc38-349b-423f-9ed8-2cd8847032a2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:29.419498 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.419711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ccf29-c1a5-4632-aa08-ed972f3afecd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:29.421210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ccf29-c1a5-4632-aa08-ed972f3afecd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:29.422940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f83ccf29-c1a5-4632-aa08-ed972f3afecd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1727333 Jul 30 03:46:29.426329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59148) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:29.472514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:29.482605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9d5495ad-fba7-45e0-8719-ae5756a36b80 admin admin] 10.222.0.39 "PUT /v2.0/routers/306fe01f-78f0-4362-bb20-6e555f8a34fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4653184 Jul 30 03:46:29.537210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 05541fc6-7f61-4ef3-b217-777c73bca2f2 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:29.558929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.631399 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.636936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:29.642342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:29.777768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:29.778421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:29.883108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] For port 5b23fc38-349b-423f-9ed8-2cd8847032a2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:29.883719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68179abc-7de6-402e-982b-0355cc8dc777 req-748c080f-acf1-4259-a7f9-43257f81f705 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 210 time: 0.0653677 Jul 30 03:46:29.933642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.936663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] For port 5b23fc38-349b-423f-9ed8-2cd8847032a2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b23fc38-349b-423f-9ed8-2cd8847032a2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:29.949763 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.950576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:29.970253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.073871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-752cde32-15bf-4467-91b8-871c793b3ccd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:30.076797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-752cde32-15bf-4467-91b8-871c793b3ccd tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 805 time: 0.3184173 Jul 30 03:46:30.084982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=dea751e3-0a6c-4396-99fa-b989ae00f2ff,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:30.122896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:30.136107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb8936-b57f-409c-8945-7f864ea4a4a5 None None] Pushing event updated for resources: {'Port': ['ID=5b23fc38-349b-423f-9ed8-2cd8847032a2,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:30.147860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:30.148824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.181626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Request body: {'port': {'device_id': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'admin_state_up': True, 'tenant_id': 'd9d53d9846bc419e9e31d8ce222816b9'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:30.218261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:30.224883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.266378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c263118d-d919-4fc5-bf02-c3602c46535d None None] Provisioning complete for port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:30.266879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c263118d-d919-4fc5-bf02-c3602c46535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.321401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.390335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:30.391809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:30.525136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:30.551393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Made reservation on behalf of d9d53d9846bc419e9e31d8ce222816b9 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:30.553554 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.556684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.746023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.771537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:30.791524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:46:30.887209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c263118d-d919-4fc5-bf02-c3602c46535d None None] Provisioning for port dea751e3-0a6c-4396-99fa-b989ae00f2ff completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:30.911842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:30.924826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c263118d-d919-4fc5-bf02-c3602c46535d None None] Provisioning complete for port dea751e3-0a6c-4396-99fa-b989ae00f2ff triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:30.930424 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c263118d-d919-4fc5-bf02-c3602c46535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:30.975113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187010524', 'description': 'tempest-description--1868101108'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:31.030988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 2, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:31.037990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:31.071830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:46:31.072387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Updating router 306fe01f-78f0-4362-bb20-6e555f8a34fd port f2fd4411-bc37-4221-8f03-bf6224b4b0ea binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:46:31.076337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90492c06-8055-45bd-b6d2-9a052ce85374 req-53240f49-827d-4a37-b638-7826e33ab9bb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 210 time: 0.0672605 Jul 30 03:46:31.112497 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:31.114325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c263118d-d919-4fc5-bf02-c3602c46535d None None] Port dea751e3-0a6c-4396-99fa-b989ae00f2ff cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:31.161310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:31.181366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6f7b07b1-4171-4dd9-b619-18f30fc026f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3989131 Jul 30 03:46:31.182211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59184) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:31.196648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-537497400'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:31.235575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:31.257219 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:31.257892 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:31.395923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-babacc3f-83f2-4c91-89d9-b11db4fba87c None None] Provisioning complete for port dea751e3-0a6c-4396-99fa-b989ae00f2ff triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:31.395923 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-babacc3f-83f2-4c91-89d9-b11db4fba87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:31.546015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-babacc3f-83f2-4c91-89d9-b11db4fba87c None None] Port dea751e3-0a6c-4396-99fa-b989ae00f2ff cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:31.591242 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:31.710034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:31.733773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Allocated IP 172.20.0.6 (dc91da40-182c-4f59-8f21-06d51234d78a/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9/ae933989-a59b-4423-bc44-61740211c3a9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:31.757425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-37b87d30-fabf-4fb3-932c-4fcaf5bf84fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045694 Jul 30 03:46:31.847534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:31.909684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-7a6a5ffd-aeed-4253-8667-5501729fd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:31.911254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-7a6a5ffd-aeed-4253-8667-5501729fd348 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 1097 time: 0.0925543 Jul 30 03:46:31.925285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:31.965386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Transition to ACTIVE for port object f2fd4411-bc37-4221-8f03-bf6224b4b0ea will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:32.019176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.037775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=05541fc6-7f61-4ef3-b217-777c73bca2f2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:32.048127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.051024 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9838f41f-eb52-44d5-8600-4ec03e55cced tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/05541fc6-7f61-4ef3-b217-777c73bca2f2 HTTP/1.1" status: 204 len: 168 time: 2.6235309 Jul 30 03:46:32.059184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59198) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:32.091412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-1e646718-0435-4315-8a80-263c9948fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:32.094335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-1e646718-0435-4315-8a80-263c9948fbb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.1518033 Jul 30 03:46:32.148392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.170345 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d96aa889-1780-442b-a7db-bb77b17c325f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095710 Jul 30 03:46:32.182536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59202) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:32.197588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:32.209909 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:28Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:29Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:32.217593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a2783959-3e5d-4187-bc37-7197ffbd7a0c None None] Provisioning for port 5b23fc38-349b-423f-9ed8-2cd8847032a2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:32.233919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.258459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-81582f30-06b0-4dfe-92b6-f65a845cfbde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 200 len: 217 time: 0.1468709 Jul 30 03:46:32.291292 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:46:32.291852 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Updating router 4db4936a-7f3c-492f-9718-7bce4ea87a3b port dea751e3-0a6c-4396-99fa-b989ae00f2ff binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:46:32.335297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Attempting to bind port f2fd4411-bc37-4221-8f03-bf6224b4b0ea on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:32.337233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Attempting to bind port f2fd4411-bc37-4221-8f03-bf6224b4b0ea by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:32.337652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Attempting to bind port f2fd4411-bc37-4221-8f03-bf6224b4b0ea on network 5713e578-2646-4550-9736-5d0a223180a5 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:32.340049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f7e88-b1dc-4dab-aae6-ee7ba9ca4f6b None None] Pushing event updated for resources: {'Port': ['ID=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:32.359067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:32.359465 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.375396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35f3c00-7810-4dcf-be02-24ff18c46fcc req-4309cbc0-8caf-4f23-9c64-4e6f3e5aea64 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 210 time: 0.1128113 Jul 30 03:46:32.406346 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.448615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:32.453293 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.457177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e3771-a8b8-483d-9b0e-af8a166d79b8 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:32.457683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59329f9-45db-49ff-bcaa-1e91a9e955fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:32.485807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.488849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-49534ba3-eb6a-4173-8d52-62103480677d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5758142 Jul 30 03:46:32.494795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:32.500138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.505802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'security_group_rule': {'security_group_id': 'e59329f9-45db-49ff-bcaa-1e91a9e955fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:32.523129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:32.526677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.541906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-1e057890-d089-4706-9db9-348e72d9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:32.543685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-1e057890-d089-4706-9db9-348e72d9448d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.2475982 Jul 30 03:46:32.597853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-fbef0eaf-f78c-42e1-aea9-0a3a455eeb68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444851 Jul 30 03:46:32.599805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:46:32.655313 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.668082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.668483 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment 9ed791ef-144f-4725-8bf1-a49e17d273db of type vlan for network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 Jul 30 03:46:32.694162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:32.694162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Checking segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:32.694162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.694162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Bound using segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:32.694651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Bound port: f2fd4411-bc37-4221-8f03-bf6224b4b0ea, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:32.694753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.735837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:32.744150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.809585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event updated for resources: {'Port': ['ID=ae933989-a59b-4423-bc44-61740211c3a9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:32.834669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Network dc91da40-182c-4f59-8f21-06d51234d78a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:32.839931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:32.845913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:32.901685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.926261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.930525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:32.945784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7d32ca58-0931-4f58-9313-8c8e79f8f905 None None] Could not find standard attr ID for object 901efc65-ab1b-42cf-8afc-c68081ac1e4d. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:46:32.994301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:32.995345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.023639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b167cb07-10b0-48b2-bb37-7728d2952fab,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:33.044757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-d5854557-f040-4467-9378-0e02fa9f74f0 service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361145 Jul 30 03:46:33.050740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.052315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bee7ecbb-d81f-4055-b861-10349f796083 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5562587 Jul 30 03:46:33.057215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-2b8cbb30-3e86-413f-9a40-4a8fb82e1a5f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9001834 Jul 30 03:46:33.058725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:33.075446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.081804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'security_group_rule': {'security_group_id': 'e59329f9-45db-49ff-bcaa-1e91a9e955fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:33.083285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:33.084221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.111071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Request body: {'port': {'device_id': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:33.218099 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.254876 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Transition to ACTIVE for port object dea751e3-0a6c-4396-99fa-b989ae00f2ff will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:33.290417 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.366907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=0ed79216-4d2f-4a02-85ed-20ce5e4dfb25,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:33.384864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.396391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bf454ead-ee50-4d67-84d0-eb835f548564 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2074690 Jul 30 03:46:33.405086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:33.453248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b23fc38-349b-423f-9ed8-2cd8847032a2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:33.455772 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Pushing event updated for resources: {'Port': ['ID=dea751e3-0a6c-4396-99fa-b989ae00f2ff,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:33.462699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:33.491440 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.491984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.495599 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.496093 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.496542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.496999 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.497440 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.497875 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.498354 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.499248 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.500732 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.501961 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:33.579721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:46:33.608103 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.662452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Attempting to bind port dea751e3-0a6c-4396-99fa-b989ae00f2ff on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:33.663822 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Attempting to bind port dea751e3-0a6c-4396-99fa-b989ae00f2ff by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:33.665177 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Attempting to bind port dea751e3-0a6c-4396-99fa-b989ae00f2ff on network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:33.700814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60b8ed0a-896b-42fb-9d23-d73984aab35c req-8641a8d8-0e17-4b18-9a50-2c3ddcd4659e service neutron] 10.222.0.18 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471794 Jul 30 03:46:33.705536 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:33.707166 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Checking segment: {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:33.721184 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.723607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Bound using segment: {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:33.724749 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Bound port: dea751e3-0a6c-4396-99fa-b989ae00f2ff, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883bd1c3-33a9-4106-8d70-ebaf79d55222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:33.727175 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.760941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451727dc-7572-43e8-b7aa-0466d1d9bcea req-46a5a0d3-4386-4ce0-9acb-0fd37aa57fd4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:33.762582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-451727dc-7572-43e8-b7aa-0466d1d9bcea req-46a5a0d3-4386-4ce0-9acb-0fd37aa57fd4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 931 time: 0.1506462 Jul 30 03:46:33.804365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] For port f2fd4411-bc37-4221-8f03-bf6224b4b0ea, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:33.855351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:33.858498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:33.868658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:33.930152 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] For port dea751e3-0a6c-4396-99fa-b989ae00f2ff, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:33.931712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] For port f2fd4411-bc37-4221-8f03-bf6224b4b0ea, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:33.934923 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] For port dea751e3-0a6c-4396-99fa-b989ae00f2ff, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dea751e3-0a6c-4396-99fa-b989ae00f2ff,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:33.950046 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.023440 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.058090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:46:34.074407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-451727dc-7572-43e8-b7aa-0466d1d9bcea req-a907a9fc-ddbe-498a-85c1-7bc0520936fb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030388 Jul 30 03:46:34.075713 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:34.076585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:34.088698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5b23fc38-349b-423f-9ed8-2cd8847032a2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:34.098784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.200103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5b23fc38-349b-423f-9ed8-2cd8847032a2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:34.200489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.230240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.270076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab9c034-56e4-45d4-8e05-af7c7d04c903,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:34.286702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.290723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a6f8db9d-3a2e-4777-b33a-ec9a3b44c21c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2168174 Jul 30 03:46:34.299400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:34.317496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:34.346714 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba9ac1-9adf-4741-a83d-29c81352006d None None] Pushing event updated for resources: {'Port': ['ID=dea751e3-0a6c-4396-99fa-b989ae00f2ff,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:34.368597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:34.370434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:34.384576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.433590 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:34.597938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.611792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] Deleting port 5b23fc38-349b-423f-9ed8-2cd8847032a2 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:34.612886 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.721791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f7e88-b1dc-4dab-aae6-ee7ba9ca4f6b None None] Pushing event updated for resources: {'Port': ['ID=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:34.735074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.863515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae933989-a59b-4423-bc44-61740211c3a9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:46:34.877009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.908412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Transition to ACTIVE for port object ae933989-a59b-4423-bc44-61740211c3a9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:34.910653 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:28Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:33Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:34.917581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:34.968980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:34.981542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=0fb2e978-39fd-4730-a576-5723a723953d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:34.999076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port 5b23fc38-349b-423f-9ed8-2cd8847032a2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b23fc38-349b-423f-9ed8-2cd8847032a2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:35.038707 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1f744-4941-40bb-a56d-fd689137dc5c None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:28Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:33Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:35.054843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:35.055239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:46:35.080854 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.141205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ae933989-a59b-4423-bc44-61740211c3a9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:35.180483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.198099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:46:35.216704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Attempting to bind port ae933989-a59b-4423-bc44-61740211c3a9 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:35.217041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Attempting to bind port ae933989-a59b-4423-bc44-61740211c3a9 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:35.217371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Attempting to bind port ae933989-a59b-4423-bc44-61740211c3a9 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:35.227471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.229620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.325325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:35.341284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=5b23fc38-349b-423f-9ed8-2cd8847032a2,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:35.382188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:35.382787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.389227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7da27d-dd91-43fb-968b-0a531fb2d98f None None] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:35.414470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Port ae933989-a59b-4423-bc44-61740211c3a9 on network dc91da40-182c-4f59-8f21-06d51234d78a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:46:35.415021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Attempting to bind port ae933989-a59b-4423-bc44-61740211c3a9 on network dc91da40-182c-4f59-8f21-06d51234d78a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:35.434644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f6036be9-b635-4a69-b69a-e75742627ec8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0284536 Jul 30 03:46:35.443217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:35.444525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59252) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:35.448594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:35.469411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:35.471029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.573118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=5af7cf01-7877-4909-a047-30860cd4d0dd,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:35.578438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:35.578785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Checking segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:35.579187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Bound using segment: {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:35.579641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Bound port: ae933989-a59b-4423-bc44-61740211c3a9, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf96740-c7b8-4f06-9275-6dd19aa835e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:35.586850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.623675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92897bf-59f5-47de-8903-6ba4a6d6c205 req-53ed497d-fca0-4195-ba20-15623f4c665f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:35.631303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b92897bf-59f5-47de-8903-6ba4a6d6c205 req-53ed497d-fca0-4195-ba20-15623f4c665f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 943 time: 0.3979073 Jul 30 03:46:35.663295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Allocated IP 172.25.6.223 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/592d7e10-a8fc-4b97-a988-093c2668aa96) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:35.753291 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d19629f-5d37-4efe-b2ff-a6e480fa03d6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5673263 Jul 30 03:46:35.758704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59260) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:35.769075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:dc:9f:7b', 'name': 'tempest-NetworksTestDHCPv6-1912829516'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:35.868232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.889813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:35.917193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] For port 5b23fc38-349b-423f-9ed8-2cd8847032a2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b23fc38-349b-423f-9ed8-2cd8847032a2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:35.919971 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.013082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] Calling delete_port for 5b23fc38-349b-423f-9ed8-2cd8847032a2 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:36.039877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.086346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5b23fc38-349b-423f-9ed8-2cd8847032a2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b23fc38-349b-423f-9ed8-2cd8847032a2,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:36.086346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:36.086346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.113787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:36.131325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] For port ae933989-a59b-4423-bc44-61740211c3a9, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:36.133088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:36.144466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.146222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:36.149495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] For port ae933989-a59b-4423-bc44-61740211c3a9, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ae933989-a59b-4423-bc44-61740211c3a9,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:36.172637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.259982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5b23fc38-349b-423f-9ed8-2cd8847032a2,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:36.270124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ae933989-a59b-4423-bc44-61740211c3a9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:36.302529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:36.304049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.305672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-19156821-3a2d-4324-a96a-feea6b60f0ae service neutron] 10.222.0.16 "PUT /v2.0/ports/ae933989-a59b-4423-bc44-61740211c3a9 HTTP/1.1" status: 200 len: 1092 time: 3.2121494 Jul 30 03:46:36.310192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'tag': 'ae933989-a59b-4423-bc44-61740211c3a9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:36.310996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'Port': ['ID=592d7e10-a8fc-4b97-a988-093c2668aa96,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:36.313824 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814c1e6-cc70-490e-a3c1-e9e773b8a829" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7bb355-0c3f-444f-8c1a-72fe34947367", "tag": "ae933989-a59b-4423-bc44-61740211c3a9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:36.341644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b92897bf-59f5-47de-8903-6ba4a6d6c205 req-79182dfd-ac77-4b99-931f-475ef0162a44 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291161 Jul 30 03:46:36.437283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dea751e3-0a6c-4396-99fa-b989ae00f2ff up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:36.550792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Allocated IP 2001:db8:1::2 (0ed79216-4d2f-4a02-85ed-20ce5e4dfb25/0fb2e978-39fd-4730-a576-5723a723953d/f4c39a6e-989a-45e8-9c85-d763e2ee4727) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:36.562405 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4b376-3157-4309-8d9e-65218082273a x-openstack-request-id: req-66a4b376-3157-4309-8d9e-65218082273a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:36.563038 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7bb355-0c3f-444f-8c1a-72fe34947367", "tag": "ae933989-a59b-4423-bc44-61740211c3a9", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:36.563570 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66a4b376-3157-4309-8d9e-65218082273a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:36.564198 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'tag': 'ae933989-a59b-4423-bc44-61740211c3a9', 'status': 'completed', 'code': 200} Jul 30 03:46:36.665944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:36.782251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-0c2ef8d2-55ce-4093-9006-02f9ebfe4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:36.785427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-0c2ef8d2-55ce-4093-9006-02f9ebfe4b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 1095 time: 0.2726469 Jul 30 03:46:36.822523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.860473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:36.868812 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-b623dad0-e6cf-4c72-881e-ca172deea18f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae933989-a59b-4423-bc44-61740211c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0668285 Jul 30 03:46:36.894383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] Pushing event deleted for resources: {'Port': ['ID=5b23fc38-349b-423f-9ed8-2cd8847032a2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:36.991062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91115385-eb0f-4338-9939-c30a723a49f9 None None] No DVR routers for this DVR port 5b23fc38-349b-423f-9ed8-2cd8847032a2 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:36.993637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port dea751e3-0a6c-4396-99fa-b989ae00f2ff completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:37.007322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dea751e3-0a6c-4396-99fa-b989ae00f2ff triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:37.008580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.025711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.045334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ca32f-cd16-4b75-b8ed-519827b8cffa None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:37.071815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.119814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.132860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:33Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:37.182674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-73985796-79ff-4458-bda8-c567a4f5c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:37.183681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ce97-58eb-41b6-ae70-625e58351b12 None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:33Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:37.184374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-73985796-79ff-4458-bda8-c567a4f5c14f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.3037004 Jul 30 03:46:37.229240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 836df921-84d0-41f9-b9a2-7b43f6f88eb6 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:37.299512 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-abc71749-fb03-4dd3-800a-3b162826e0eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718660 Jul 30 03:46:37.416289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.436259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.635333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.653137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'Port': ['ID=592d7e10-a8fc-4b97-a988-093c2668aa96,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:37.662749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.674042 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-3753aacc-8844-4334-9548-a46e982c3410 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633132 Jul 30 03:46:37.703420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Transition to ACTIVE for port object f4c39a6e-989a-45e8-9c85-d763e2ee4727 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:37.711369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dbf5c-d639-43eb-a958-3b6bdd941a40 req-a574ef36-201d-496d-9e57-15c9e15929a4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:37.714386 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.722027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed2dbf5c-d639-43eb-a958-3b6bdd941a40 req-a574ef36-201d-496d-9e57-15c9e15929a4 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 943 time: 0.1804137 Jul 30 03:46:37.783154 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.784982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-12439dcc-cb9c-4431-9852-d588ae274667 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4824202 Jul 30 03:46:37.813734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed2dbf5c-d639-43eb-a958-3b6bdd941a40 req-b0082caa-90d2-4484-b994-1eba0ca152e9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867321 Jul 30 03:46:37.821657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fedc:9f7b (9e1f1956-7d51-47a1-bf41-0001a2695f11/5af7cf01-7877-4909-a047-30860cd4d0dd/836df921-84d0-41f9-b9a2-7b43f6f88eb6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:37.847117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port dea751e3-0a6c-4396-99fa-b989ae00f2ff, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dea751e3-0a6c-4396-99fa-b989ae00f2ff,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:37.857708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Transition to ACTIVE for port object f4c39a6e-989a-45e8-9c85-d763e2ee4727 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:37.889204 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.918258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': '5af7cf01-7877-4909-a047-30860cd4d0dd'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:37.919792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:37.955100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.008823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b23fc38-349b-423f-9ed8-2cd8847032a2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:38.084738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cba75316-ef02-42d8-813a-1a3fc949e781 req-918871b4-49a2-4b5c-8a08-b7a1ca9799b5 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922753 Jul 30 03:46:38.101958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-3386550a-6c78-4ba7-b4f4-e102838b87d6 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1187010524&fields=id&tenant_id=d573571d583e4efd867a8b8f03c89746 HTTP/1.1" status: 200 len: 267 time: 0.1070285 Jul 30 03:46:38.106984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:38.110069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5b23fc38-349b-423f-9ed8-2cd8847032a2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:38.110432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b23fc38-349b-423f-9ed8-2cd8847032a2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:38.169212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8:1::1 (0ed79216-4d2f-4a02-85ed-20ce5e4dfb25/0fb2e978-39fd-4730-a576-5723a723953d/2ec39983-9376-4fcf-b99a-86b9a70b5a81) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:38.191094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:38.219184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:38.247403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=dea751e3-0a6c-4396-99fa-b989ae00f2ff,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:38.303173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-cc19b6e9-5bc4-40fb-a5dc-4e0792d54267 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:38.304988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-cc19b6e9-5bc4-40fb-a5dc-4e0792d54267 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 811 time: 0.2019465 Jul 30 03:46:38.332904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-25a93a37-2973-44c1-b805-c83dc9560a1c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/quotas/d573571d583e4efd867a8b8f03c89746 HTTP/1.1" status: 200 len: 375 time: 0.0189910 Jul 30 03:46:38.396904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2fd4411-bc37-4221-8f03-bf6224b4b0ea up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:38.421420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-56ae7a63-4042-4a0c-9cd1-17164051fc0f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808601 Jul 30 03:46:38.423266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.443082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 836df921-84d0-41f9-b9a2-7b43f6f88eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:38.483311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Attempting to bind port f4c39a6e-989a-45e8-9c85-d763e2ee4727 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:38.483835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Attempting to bind port f4c39a6e-989a-45e8-9c85-d763e2ee4727 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:38.484305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Attempting to bind port f4c39a6e-989a-45e8-9c85-d763e2ee4727 on network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:38.489592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.566590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=836df921-84d0-41f9-b9a2-7b43f6f88eb6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:38.600625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Allocated IP 2001:db8::f816:3eff:fee8:7097 (9e1f1956-7d51-47a1-bf41-0001a2695f11/5af7cf01-7877-4909-a047-30860cd4d0dd/175dfdc9-40e8-40f3-8172-21a2bb899987) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:38.647070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-ac5c93e5-ff8d-4344-9bbc-4bdd426dbf32 service neutron] 10.222.0.39 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967416 Jul 30 03:46:38.850094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d551c536-e42e-4f97-b902-4f12c0c6ac5f service neutron] 10.222.0.39 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820128 Jul 30 03:46:38.884019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.892904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Transition to ACTIVE for port object 175dfdc9-40e8-40f3-8172-21a2bb899987 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:38.909367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Transition to ACTIVE for port object 175dfdc9-40e8-40f3-8172-21a2bb899987 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:38.916031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:38.916415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Checking segment: {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:38.916705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.917175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Bound using segment: {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:38.917645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Bound port: f4c39a6e-989a-45e8-9c85-d763e2ee4727, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:38.918043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.938153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:38.948787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Pushing event updated for resources: {'Port': ['ID=f4c39a6e-989a-45e8-9c85-d763e2ee4727,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:39.019822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:39.030611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:39.039193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:39.095842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399387-5528-4eb0-9079-396664c9eea2 req-c362945c-a646-40fe-90d1-704f6ded3c29 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:39.105001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8399387-5528-4eb0-9079-396664c9eea2 req-c362945c-a646-40fe-90d1-704f6ded3c29 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 943 time: 0.1714792 Jul 30 03:46:39.155662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f2fd4411-bc37-4221-8f03-bf6224b4b0ea completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:39.157507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Pushing event updated for resources: {'Port': ['ID=175dfdc9-40e8-40f3-8172-21a2bb899987,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:39.176713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f2fd4411-bc37-4221-8f03-bf6224b4b0ea triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:39.176713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.208572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Attempting to bind port 175dfdc9-40e8-40f3-8172-21a2bb899987 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:39.208914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Attempting to bind port 175dfdc9-40e8-40f3-8172-21a2bb899987 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:39.209232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Attempting to bind port 175dfdc9-40e8-40f3-8172-21a2bb899987 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:39.214667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] For port f4c39a6e-989a-45e8-9c85-d763e2ee4727, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:39.223780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8399387-5528-4eb0-9079-396664c9eea2 req-ec4ed38b-e0d2-4b3f-962e-ee55b61735a6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117063 Jul 30 03:46:39.229089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:39.229476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:39.229882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.230283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:39.230767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Bound port: 175dfdc9-40e8-40f3-8172-21a2bb899987, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:39.231186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.270253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] For port f4c39a6e-989a-45e8-9c85-d763e2ee4727, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f4c39a6e-989a-45e8-9c85-d763e2ee4727,segment=NetworkSegment(9ed791ef-144f-4725-8bf1-a49e17d273db),segment_id=9ed791ef-144f-4725-8bf1-a49e17d273db)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:39.307845 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.412877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78616a03-5b07-406f-a0f7-aa6f1826af8c None None] Pushing event updated for resources: {'Port': ['ID=f4c39a6e-989a-45e8-9c85-d763e2ee4727,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:39.437311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba0e8b35-7b0c-4f50-8a3f-edd5d981015c req-0ac5c8be-04f6-497c-8df0-cf2809e7223f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 210 time: 0.0854340 Jul 30 03:46:39.527873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] For port 175dfdc9-40e8-40f3-8172-21a2bb899987, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:39.558253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] For port 175dfdc9-40e8-40f3-8172-21a2bb899987, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=175dfdc9-40e8-40f3-8172-21a2bb899987,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:39.565917 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.571424 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.590800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:39.600837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:39.611302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:39.677370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:39.678028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.748520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-39314120-1fcb-4c93-a3ef-f75feebeca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:39.750524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-39314120-1fcb-4c93-a3ef-f75feebeca8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 1095 time: 1.4945011 Jul 30 03:46:39.861354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f2fd4411-bc37-4221-8f03-bf6224b4b0ea, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:39.890106 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:39.906336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472bc-3531-4b19-8626-81594f649ac8 None None] Pushing event updated for resources: {'Port': ['ID=175dfdc9-40e8-40f3-8172-21a2bb899987,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:40.024779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-c5777154-cb6e-43f5-91da-3c346f66f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:40.025534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:40.029603 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-c5777154-cb6e-43f5-91da-3c346f66f3b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 200 len: 905 time: 0.2689028 Jul 30 03:46:40.036071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:40.050369 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-380b9b6b-6bea-40a5-ad0e-f5ab3cc2b2aa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2903197 Jul 30 03:46:40.200106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48e058-6f17-4257-9660-b104f574ba27 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:40.207063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48e058-6f17-4257-9660-b104f574ba27 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:40.218557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59346) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:40.221834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc48e058-6f17-4257-9660-b104f574ba27 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1812768 Jul 30 03:46:40.245611 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-24061352-d409-4799-8ac1-2dd9af19b3ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae933989-a59b-4423-bc44-61740211c3a9 HTTP/1.1" status: 200 len: 217 time: 0.1821368 Jul 30 03:46:40.554050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8295376-2625-42b3-9e1b-1abba23c1b50 req-eef5253f-c90d-4420-849d-1501ccc55903 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:40.567409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8295376-2625-42b3-9e1b-1abba23c1b50 req-eef5253f-c90d-4420-849d-1501ccc55903 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 943 time: 0.1500096 Jul 30 03:46:40.623421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f4c39a6e-989a-45e8-9c85-d763e2ee4727 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:40.625433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-f4f2536b-7834-41b4-9db5-397f748a78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:40.628023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-f4f2536b-7834-41b4-9db5-397f748a78f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 200 len: 845 time: 0.2602880 Jul 30 03:46:40.680485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:40.693108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c38d9b9-f701-4a6f-80b2-dde2de5fad44 req-77a28f3d-6ee9-4575-8b1e-b39dca3d6a29 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 210 time: 0.0729647 Jul 30 03:46:40.743100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8295376-2625-42b3-9e1b-1abba23c1b50 req-31ed5316-4ad0-4b43-869c-543e654ed0e1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709359 Jul 30 03:46:40.762697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f4c39a6e-989a-45e8-9c85-d763e2ee4727 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:40.767627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-b576d95b-4b88-40a3-8d8c-1a010895cbec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc91da40-182c-4f59-8f21-06d51234d78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758538 Jul 30 03:46:40.773692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dea751e3-0a6c-4396-99fa-b989ae00f2ff up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:40.841235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port dea751e3-0a6c-4396-99fa-b989ae00f2ff triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:40.841777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:40.881981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object 2ec39983-9376-4fcf-b99a-86b9a70b5a81 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:40.902345 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:40.982580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:40.983732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2fd4411-bc37-4221-8f03-bf6224b4b0ea up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:41.070775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f2fd4411-bc37-4221-8f03-bf6224b4b0ea triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:41.071451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.198257 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-2cd74d4d-c2b3-4263-aae2-0944f546199b service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119999 Jul 30 03:46:41.209198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:41.221920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 175dfdc9-40e8-40f3-8172-21a2bb899987 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:41.235929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:41.258897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:41.259625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.264181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 836df921-84d0-41f9-b9a2-7b43f6f88eb6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:41.264676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.310228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d29710e-b46d-46b0-8a7d-9162c393a1ad None None] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:41.405526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] Provisioning for port f4c39a6e-989a-45e8-9c85-d763e2ee4727 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:41.418451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] Provisioning complete for port f4c39a6e-989a-45e8-9c85-d763e2ee4727 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:41.418914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.464526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 175dfdc9-40e8-40f3-8172-21a2bb899987 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:41.530261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=2ec39983-9376-4fcf-b99a-86b9a70b5a81,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:41.543537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-f072ebb1-e651-4344-9727-18ec75796a86 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:41.547376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-f072ebb1-e651-4344-9727-18ec75796a86 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 811 time: 0.3081326 Jul 30 03:46:41.636178 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.647212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-2ecb480f-c72f-4551-ab1e-8d69801cdc09 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d573571d583e4efd867a8b8f03c89746 HTTP/1.1" status: 200 len: 380 time: 0.0894930 Jul 30 03:46:41.659241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'port': {'device_id': 'a4c850e6-053b-471f-81cb-16890b98e256', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'admin_state_up': True, 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'security_groups': ['e59329f9-45db-49ff-bcaa-1e91a9e955fc']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:41.728761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] For port f4c39a6e-989a-45e8-9c85-d763e2ee4727, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f4c39a6e-989a-45e8-9c85-d763e2ee4727,segment=NetworkSegment(9ed791ef-144f-4725-8bf1-a49e17d273db),segment_id=9ed791ef-144f-4725-8bf1-a49e17d273db)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:41.739968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.821700 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e814c1e6-cc70-490e-a3c1-e9e773b8a829 req-37eb7191-4dbb-4418-9d55-5dacfb1b48e6 service neutron] 10.222.0.16 "GET /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039257 Jul 30 03:46:41.907457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3952913-c1ad-4604-aaaa-b4f0154935a2 None None] Pushing event updated for resources: {'Port': ['ID=f4c39a6e-989a-45e8-9c85-d763e2ee4727,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:41.913255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ae933989-a59b-4423-bc44-61740211c3a9 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:46:41.932669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:41.966309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71c5fe53-fed5-49b7-b0fb-73a5d8b42b9d req-45c151ba-ba35-4dba-9aa5-bab62af374db tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 210 time: 0.0765378 Jul 30 03:46:41.969321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Made reservation on behalf of d573571d583e4efd867a8b8f03c89746 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:41.981186 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.000823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.003058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 836df921-84d0-41f9-b9a2-7b43f6f88eb6 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:42.122280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] Provisioning for port 175dfdc9-40e8-40f3-8172-21a2bb899987 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:42.195740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] Provisioning complete for port 175dfdc9-40e8-40f3-8172-21a2bb899987 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:42.196610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.220598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1fcdc-6c81-4ba9-aa47-80043956a115 req-b90ab7da-22ec-4184-a649-6d761093fa4d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:42.222454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8b1fcdc-6c81-4ba9-aa47-80043956a115 req-b90ab7da-22ec-4184-a649-6d761093fa4d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 943 time: 0.2551918 Jul 30 03:46:42.294061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8b1fcdc-6c81-4ba9-aa47-80043956a115 req-0ccc9a99-746b-493a-8e13-e66d54b8d732 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564616 Jul 30 03:46:42.295002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ae933989-a59b-4423-bc44-61740211c3a9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ae933989-a59b-4423-bc44-61740211c3a9,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:42.387571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f4c39a6e-989a-45e8-9c85-d763e2ee4727 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:42.438144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'ae933989-a59b-4423-bc44-61740211c3a9', 'network_id': 'dc91da40-182c-4f59-8f21-06d51234d78a', 'port_id': 'ae933989-a59b-4423-bc44-61740211c3a9', 'mac_address': 'fa:16:3e:ee:0c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2b386f-b5ad-4186-a6fd-5b69e8cadec9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:46:42.444792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7b62-33a6-4fda-8005-054973f365b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.483020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Allocated IP 172.20.0.7 (5713e578-2646-4550-9736-5d0a223180a5/1696c6f8-c2a7-4c48-a12d-3a17e867533c/effa9825-8519-496b-a1bb-fc0cc3abc6eb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:42.538820 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.619125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.688307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.690445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.745116 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.769574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] For port 175dfdc9-40e8-40f3-8172-21a2bb899987, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=175dfdc9-40e8-40f3-8172-21a2bb899987,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:42.788161 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.797928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.803088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae933989-a59b-4423-bc44-61740211c3a9 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:46:42.815795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Transition to ACTIVE for port object effa9825-8519-496b-a1bb-fc0cc3abc6eb will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:42.838394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ae933989-a59b-4423-bc44-61740211c3a9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ae933989-a59b-4423-bc44-61740211c3a9,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:42.867407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=2ec39983-9376-4fcf-b99a-86b9a70b5a81,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:42.877683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:42.967041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3f3c-f23f-40b7-a1bc-532d95ced839 None None] Pushing event updated for resources: {'Port': ['ID=175dfdc9-40e8-40f3-8172-21a2bb899987,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:42.988123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f4c39a6e-989a-45e8-9c85-d763e2ee4727 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:42.988507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.006820 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.019757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:43.023505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:43.024083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Network 5713e578-2646-4550-9736-5d0a223180a5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:43.028258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:43.030142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:43.077167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'Port': ['ID=effa9825-8519-496b-a1bb-fc0cc3abc6eb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:43.159759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:43.160457 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.176777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351e18-b1a0-400b-b19c-b31e550a2bf7 req-c9c46447-522c-49d1-b337-00cf7a5c1242 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:43.178474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb351e18-b1a0-400b-b19c-b31e550a2bf7 req-c9c46447-522c-49d1-b337-00cf7a5c1242 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 931 time: 0.0869408 Jul 30 03:46:43.188248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ae933989-a59b-4423-bc44-61740211c3a9,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:43.227000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:43.240721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-97823bc4-2219-4b11-9c46-8d3110dacae3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5873554 Jul 30 03:46:43.242839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.262027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Provisioning complete for port f4c39a6e-989a-45e8-9c85-d763e2ee4727 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:43.262411 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.270395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Request body: {'port': {'device_id': 'a4c850e6-053b-471f-81cb-16890b98e256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:43.405278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ae933989-a59b-4423-bc44-61740211c3a9'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:43.442720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb351e18-b1a0-400b-b19c-b31e550a2bf7 req-7df68ae5-dcdb-4b8c-baa5-fe5385941852 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432005 Jul 30 03:46:43.510874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=836df921-84d0-41f9-b9a2-7b43f6f88eb6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:43.532264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:43.562301 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-efe6c09e-6f08-42ec-9368-a88d4e9c60bf tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1113625 Jul 30 03:46:43.563226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:43.568630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:43.597823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.628435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838581518'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:43.650387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:43.660855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:43.661269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:43.678917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cc3ec422-7b0b-4a3a-867e-40df72c63bb7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/836df921-84d0-41f9-b9a2-7b43f6f88eb6 HTTP/1.1" status: 204 len: 168 time: 3.4597952 Jul 30 03:46:43.694881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:43.722453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c741f-22f0-4278-bae8-c383d1a456cd req-00fafc7f-c0ce-4abf-a1a6-0e094a6f2081 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:43.733788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac0c741f-22f0-4278-bae8-c383d1a456cd req-00fafc7f-c0ce-4abf-a1a6-0e094a6f2081 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 944 time: 0.2049861 Jul 30 03:46:43.845905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3acdec-71db-46a1-af75-ccd00fd57f16 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:43.851451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3acdec-71db-46a1-af75-ccd00fd57f16 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:43.858803 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae3acdec-71db-46a1-af75-ccd00fd57f16 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1589217 Jul 30 03:46:43.861030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:43.934258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:43.972731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 5af7cf01-7877-4909-a047-30860cd4d0dd {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:43.973181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac0c741f-22f0-4278-bae8-c383d1a456cd req-530aa871-53e4-48de-8379-e3a6e5c5f831 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261271 Jul 30 03:46:43.983483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:43.994623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.001192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.067382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:46:44.077720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.078069 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment 77a46819-bd40-45c0-a51e-3a21febf1ea8 of type vlan for network f03cd4e6-002d-4720-975e-231a74853cd8 Jul 30 03:46:44.128049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.188015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.194386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:44.195002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.199100 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.313104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6891468 Jul 30 03:46:44.319431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59418) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:44.324536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:44.395943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc39c-228d-48ae-b718-0c79bddb6100 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=f03cd4e6-002d-4720-975e-231a74853cd8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:44.399590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effa9825-8519-496b-a1bb-fc0cc3abc6eb {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:46:44.419340 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.435100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Transition to ACTIVE for port object effa9825-8519-496b-a1bb-fc0cc3abc6eb will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:44.440753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.546944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Pushing event updated for resources: {'Port': ['ID=effa9825-8519-496b-a1bb-fc0cc3abc6eb,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:44.556145 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.649244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:44.652771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.663535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Provisioning for port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:44.668315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 175dfdc9-40e8-40f3-8172-21a2bb899987 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:44.670217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f03cd4e6-002d-4720-975e-231a74853cd8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:46:44.682901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Provisioning complete for port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:44.683427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.701551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879392-7c41-464f-9e79-f0b3f3d9f80d req-cab9503b-1c50-4c1e-829a-fe9a813436f2 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:44.709545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7879392-7c41-464f-9e79-f0b3f3d9f80d req-cab9503b-1c50-4c1e-829a-fe9a813436f2 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 943 time: 0.1384959 Jul 30 03:46:44.725263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Attempting to bind port effa9825-8519-496b-a1bb-fc0cc3abc6eb on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:44.725594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Attempting to bind port effa9825-8519-496b-a1bb-fc0cc3abc6eb by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:44.725919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Attempting to bind port effa9825-8519-496b-a1bb-fc0cc3abc6eb on network 5713e578-2646-4550-9736-5d0a223180a5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:44.737255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Port effa9825-8519-496b-a1bb-fc0cc3abc6eb on network 5713e578-2646-4550-9736-5d0a223180a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:46:44.737587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Attempting to bind port effa9825-8519-496b-a1bb-fc0cc3abc6eb on network 5713e578-2646-4550-9736-5d0a223180a5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:44.759742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:44.759742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Checking segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:44.763610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Bound using segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:44.764083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Bound port: effa9825-8519-496b-a1bb-fc0cc3abc6eb, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:44.764451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.795909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7879392-7c41-464f-9e79-f0b3f3d9f80d req-78cb5b6f-074a-48f8-81ef-45f6b56a25f2 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854003 Jul 30 03:46:44.796447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:44.870984 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1dc2609e-f77a-4738-a86b-266651408555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.884389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] For port effa9825-8519-496b-a1bb-fc0cc3abc6eb, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:44.888151 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.888348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] For port effa9825-8519-496b-a1bb-fc0cc3abc6eb, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:44.909488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:44.952428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:44.960809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7e2c9ba-3f38-4365-a719-b36cb4dac9ca None None] Could not find standard attr ID for object 836df921-84d0-41f9-b9a2-7b43f6f88eb6. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:46:44.976201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.037245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:41Z', 'revision_number': 3, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:42Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:45.113865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:46:45.114221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Updating router 4db4936a-7f3c-492f-9718-7bce4ea87a3b port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:46:45.123629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 175dfdc9-40e8-40f3-8172-21a2bb899987 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:45.124011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.138474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.140878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:45.141562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.143568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] 10.222.0.18 "PUT /v2.0/ports/effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 1092 time: 1.8867548 Jul 30 03:46:45.144942 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/5af7cf01-7877-4909-a047-30860cd4d0dd HTTP/1.1" status: 204 len: 168 time: 1.2825501 Jul 30 03:46:45.146057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:45.155722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34271ece-5b25-443c-8836-9028075655cf None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:45.164920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.171102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:45.173482 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef06fbbe-0604-4dee-8484-89c20766c61e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:45.173843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6cabf-665e-4a17-acf7-eb99a54f01a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=5af7cf01-7877-4909-a047-30860cd4d0dd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:45.280471 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2dd732-ecec-45f4-99e9-52a345e7b32d x-openstack-request-id: req-6e2dd732-ecec-45f4-99e9-52a345e7b32d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:45.280740 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:45.280996 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e2dd732-ecec-45f4-99e9-52a345e7b32d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:45.281384 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'status': 'completed', 'code': 200} Jul 30 03:46:45.305866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3178a9b-36a9-44fe-afe1-4552ec2f268d service neutron] Pushing event updated for resources: {'Port': ['ID=effa9825-8519-496b-a1bb-fc0cc3abc6eb,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:45.319818 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.332840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=8df5a038-2c39-4584-a46a-4855b575ba49,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:45.344702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-28b0842d-e69a-4b24-911c-0a6f30f744bf None None] Provisioning for port effa9825-8519-496b-a1bb-fc0cc3abc6eb completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:45.346339 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f603fdad-43b5-427c-8fc2-8348e95dfa0d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1979842 Jul 30 03:46:45.357744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:45.427995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:45.428756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: f03cd4e6-002d-4720-975e-231a74853cd8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:46:45.429020 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd77d3-a907-45d2-a4d6-81f627e3aecc req-196dd4fa-6707-4f2e-80e2-e96af138c96b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:45.430592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bcbd77d3-a907-45d2-a4d6-81f627e3aecc req-196dd4fa-6707-4f2e-80e2-e96af138c96b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 944 time: 0.2861595 Jul 30 03:46:45.450157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-554751d1-ad76-4d70-b076-8605fdb3d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:45.451655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-554751d1-ad76-4d70-b076-8605fdb3d2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1095 time: 0.1962686 Jul 30 03:46:45.466710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network f03cd4e6-002d-4720-975e-231a74853cd8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:46:45.484550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, f03cd4e6-002d-4720-975e-231a74853cd8) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:45.497304 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:45.497922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.520606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-efeac183-db95-48b2-9299-fe1fe104a32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2000496 Jul 30 03:46:45.521463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59446) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:45.541966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f450d1-d013-4a86-9b74-bb3e84bd4860 None None] Network f03cd4e6-002d-4720-975e-231a74853cd8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:45.566197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-28b0842d-e69a-4b24-911c-0a6f30f744bf None None] Provisioning complete for port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:45.566575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28b0842d-e69a-4b24-911c-0a6f30f744bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:45.575678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bcbd77d3-a907-45d2-a4d6-81f627e3aecc req-13675c93-c509-4ccf-ab8a-0ff1bfdfb994 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364794 Jul 30 03:46:45.587399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a00fa-1587-4ed6-a73f-c6f651165986 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:45.589319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2f2a00fa-1587-4ed6-a73f-c6f651165986 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2284942 Jul 30 03:46:45.593633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-abe1937a-d857-4e4b-9c3f-f2f608f4791a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 217 time: 0.1312804 Jul 30 03:46:45.596744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:45.637612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-28b0842d-e69a-4b24-911c-0a6f30f744bf None None] Port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:45.688147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-e8acabad-c98c-4ff5-9d73-aca4a6e57581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:45.690922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-e8acabad-c98c-4ff5-9d73-aca4a6e57581 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.0568404 Jul 30 03:46:45.878321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:45.886684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ae933989-a59b-4423-bc44-61740211c3a9 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:46.107022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-f03cd4e6-002d-4720-975e-231a74853cd8', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:46.108191 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.129865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port ae933989-a59b-4423-bc44-61740211c3a9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:46.177430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port ae933989-a59b-4423-bc44-61740211c3a9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:46.177855 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.201902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] Deleting port 175dfdc9-40e8-40f3-8172-21a2bb899987 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:46.205837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.219414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14967e72-0067-4ab2-a052-551443d07afc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:46.223507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-14967e72-0067-4ab2-a052-551443d07afc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6225848 Jul 30 03:46:46.237091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:46.258662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-2d911630-5de6-4737-b710-18e0e0d8e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:46.260413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-2d911630-5de6-4737-b710-18e0e0d8e83e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5606084 Jul 30 03:46:46.326476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79546c39-4c21-4060-a701-4fa77cc1e576 req-c4a2cfd1-920b-4df6-b87d-eece7584054f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:46.328289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79546c39-4c21-4060-a701-4fa77cc1e576 req-c4a2cfd1-920b-4df6-b87d-eece7584054f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 943 time: 0.1940484 Jul 30 03:46:46.343613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f4254d1-279c-4526-b922-c0ae96f469fc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941162 Jul 30 03:46:46.352136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] For port 175dfdc9-40e8-40f3-8172-21a2bb899987, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=175dfdc9-40e8-40f3-8172-21a2bb899987,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:46.352589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.367817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] Calling delete_port for 175dfdc9-40e8-40f3-8172-21a2bb899987 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:46.390809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:46.436174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:46.529493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.535201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.570119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 175dfdc9-40e8-40f3-8172-21a2bb899987 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:46.580676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Transition to ACTIVE for port object 2ec39983-9376-4fcf-b99a-86b9a70b5a81 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:46.593663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79546c39-4c21-4060-a701-4fa77cc1e576 req-fb709fe9-795e-475a-b1dd-a1dc18229b39 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516024 Jul 30 03:46:46.667802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.691623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-e6bb9455-09fb-4bce-805e-150cc85a148f service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617191 Jul 30 03:46:46.696293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.786315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.790890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No active binding found for port 175dfdc9-40e8-40f3-8172-21a2bb899987 {{(pid=93878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 03:46:46.791504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 175dfdc9-40e8-40f3-8172-21a2bb899987 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:46.816242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] No DVR routers for this DVR port 175dfdc9-40e8-40f3-8172-21a2bb899987 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:46.833764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bacf7-e7fa-4b5e-93e5-cf19eae1eea4 None None] Pushing event updated for resources: {'Port': ['ID=2ec39983-9376-4fcf-b99a-86b9a70b5a81,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:46.836666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:46.849696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:46.945627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ee031-646d-4fed-87bf-cbb28ec05d00 None None] Pushing event deleted for resources: {'Port': ['ID=175dfdc9-40e8-40f3-8172-21a2bb899987,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:46.952135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Allocated IP 2001:db8:2::2 (f03cd4e6-002d-4720-975e-231a74853cd8/8df5a038-2c39-4584-a46a-4855b575ba49/7442dc03-0553-4831-9581-de7ffe32b7e9) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:47.007563 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.009468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d42ae-e3fc-44a6-ac66-a2afc8c7a7b1 req-c49b38fb-427e-4b17-9828-efbc7ef2bd78 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.011436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc9d42ae-e3fc-44a6-ac66-a2afc8c7a7b1 req-c49b38fb-427e-4b17-9828-efbc7ef2bd78 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 944 time: 0.2951927 Jul 30 03:46:47.154003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebb3ecc2-37f0-4e4f-a814-c56cb760e2d3 req-24918b5f-8bd5-4b50-976d-ff1a2946d3ad service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538081 Jul 30 03:46:47.194423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.205645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc9d42ae-e3fc-44a6-ac66-a2afc8c7a7b1 req-d440b9d3-fdfe-45c0-b0f2-d187add3d52d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117339 Jul 30 03:46:47.250154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Attempting to bind port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:47.250517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Attempting to bind port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:47.250873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Attempting to bind port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 on network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:47.278218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:47.278706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Checking segment: {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:47.278941 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.279424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Bound using segment: {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:47.280564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Bound port: 2ec39983-9376-4fcf-b99a-86b9a70b5a81, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed791ef-144f-4725-8bf1-a49e17d273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:47.280564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.282060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae933989-a59b-4423-bc44-61740211c3a9'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:47.284545 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790dc822-eb47-4f3c-a169-7ca21823d1b9" -d '{"events": [{"server_uuid": "bb7bb355-0c3f-444f-8c1a-72fe34947367", "name": "network-vif-plugged", "status": "completed", "tag": "ae933989-a59b-4423-bc44-61740211c3a9"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:47.285499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.318040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ae933989-a59b-4423-bc44-61740211c3a9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ae933989-a59b-4423-bc44-61740211c3a9,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:47.338786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.369655 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6afd20-91cb-4322-9416-d6e809c57b6e x-openstack-request-id: req-2d6afd20-91cb-4322-9416-d6e809c57b6e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:47.370111 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7bb355-0c3f-444f-8c1a-72fe34947367", "name": "network-vif-plugged", "status": "completed", "tag": "ae933989-a59b-4423-bc44-61740211c3a9", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:47.370466 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d6afd20-91cb-4322-9416-d6e809c57b6e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:47.370937 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae933989-a59b-4423-bc44-61740211c3a9', 'code': 200} Jul 30 03:46:47.401185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:47.406336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:47.417628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.418228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.432704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea212686-3d2b-4ed4-8357-63d44b9f05c4 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:47.434764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-9184dd78-6c3f-46f7-84c0-9b341e5b2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.436656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-9184dd78-6c3f-46f7-84c0-9b341e5b2802 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1095 time: 0.1872232 Jul 30 03:46:47.441394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0104337 Jul 30 03:46:47.443994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59484) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:47.449132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:9a:01:84', 'name': 'tempest-NetworksTestDHCPv6-2032127161'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:47.536443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a16fa-3ff0-4142-af41-78ac7ba5f8fa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=dbb81c87-f5da-4239-97c4-f9a8b0baf83e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:47.548775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ae933989-a59b-4423-bc44-61740211c3a9,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:47.572730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] For port 2ec39983-9376-4fcf-b99a-86b9a70b5a81, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:47.581852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] For port 2ec39983-9376-4fcf-b99a-86b9a70b5a81, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2ec39983-9376-4fcf-b99a-86b9a70b5a81,segment=NetworkSegment(9ed791ef-144f-4725-8bf1-a49e17d273db),segment_id=9ed791ef-144f-4725-8bf1-a49e17d273db)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:47.584697 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.604760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.607716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Transition to ACTIVE for port object 7442dc03-0553-4831-9581-de7ffe32b7e9 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:47.617206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244c1de-6391-4d03-82d6-a8a3592d392b req-bf776cb6-60ba-402b-98a9-ad37a3e1831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.619391 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0244c1de-6391-4d03-82d6-a8a3592d392b req-bf776cb6-60ba-402b-98a9-ad37a3e1831d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 1097 time: 0.0996835 Jul 30 03:46:47.678421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Transition to ACTIVE for port object 7442dc03-0553-4831-9581-de7ffe32b7e9 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:47.719009 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:47.729101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-4524ca5a-3789-42a6-bca4-3cf6bb47e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.730776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-4524ca5a-3789-42a6-bca4-3cf6bb47e9d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2731113 Jul 30 03:46:47.759670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:47.774612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bacf7-e7fa-4b5e-93e5-cf19eae1eea4 None None] Pushing event updated for resources: {'Port': ['ID=2ec39983-9376-4fcf-b99a-86b9a70b5a81,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:47.777325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:47.777937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:47.809020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0244c1de-6391-4d03-82d6-a8a3592d392b req-7ab92a24-3da0-4ec8-b947-cc5db77f716a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824596 Jul 30 03:46:47.830927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-f4bb15fc-1732-4cb8-b0d7-0d31e787fd05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 217 time: 0.0888865 Jul 30 03:46:47.836637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Network f03cd4e6-002d-4720-975e-231a74853cd8 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:47.869427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:47.894101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8:2::1 (f03cd4e6-002d-4720-975e-231a74853cd8/8df5a038-2c39-4584-a46a-4855b575ba49/196fa4a1-b704-4910-8a4d-6969e95c3129) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:47.904529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:47.965076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5c54b-d6e7-475d-a355-02e95f9d87f2 req-56f02cdb-8ed9-4df4-8cae-f2a8a614c6d4 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.965076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faf5c54b-d6e7-475d-a355-02e95f9d87f2 req-56f02cdb-8ed9-4df4-8cae-f2a8a614c6d4 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 943 time: 0.2241662 Jul 30 03:46:47.966578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-3fdb5d54-b228-4aea-821c-531eadfbe60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:47.968071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-3fdb5d54-b228-4aea-821c-531eadfbe60e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.1055329 Jul 30 03:46:47.982369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Pushing event updated for resources: {'Port': ['ID=7442dc03-0553-4831-9581-de7ffe32b7e9,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:47.990607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'dbb81c87-f5da-4239-97c4-f9a8b0baf83e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:47.991511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.037745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Deleting port dfb91fa3-f215-443f-a635-96ad3b64789c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:48.038528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.047407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:48.056742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.089173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port a94008dd-26db-4fb6-babe-83ff0cbeae4f yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:48.134098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Attempting to bind port 7442dc03-0553-4831-9581-de7ffe32b7e9 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:48.134896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Attempting to bind port 7442dc03-0553-4831-9581-de7ffe32b7e9 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:48.135303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Attempting to bind port 7442dc03-0553-4831-9581-de7ffe32b7e9 on network f03cd4e6-002d-4720-975e-231a74853cd8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:48.143159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.182622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] For port dfb91fa3-f215-443f-a635-96ad3b64789c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dfb91fa3-f215-443f-a635-96ad3b64789c,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:48.183094 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.187819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:48.188200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Checking segment: {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:48.189127 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.189127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Bound using segment: {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:48.189495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Bound port: 7442dc03-0553-4831-9581-de7ffe32b7e9, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:48.190020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.192062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.200230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Calling delete_port for dfb91fa3-f215-443f-a635-96ad3b64789c owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:48.220262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faf5c54b-d6e7-475d-a355-02e95f9d87f2 req-151422cb-deb5-42ee-900a-602e46e876b2 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791296 Jul 30 03:46:48.247390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object 196fa4a1-b704-4910-8a4d-6969e95c3129 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:48.284102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-65d7e69c-c3a7-461d-bfc5-09b8b4455aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:48.285631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-65d7e69c-c3a7-461d-bfc5-09b8b4455aad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3065445 Jul 30 03:46:48.296698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::1b7 (9e1f1956-7d51-47a1-bf41-0001a2695f11/dbb81c87-f5da-4239-97c4-f9a8b0baf83e/a94008dd-26db-4fb6-babe-83ff0cbeae4f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:48.352755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.439264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network f03cd4e6-002d-4720-975e-231a74853cd8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:48.475166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9131-5d68-4325-b73a-e34b2d07b203 req-3e0bdd27-a478-471a-8ce0-64ab8096c726 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:48.476756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39aa9131-5d68-4325-b73a-e34b2d07b203 req-3e0bdd27-a478-471a-8ce0-64ab8096c726 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1230366 Jul 30 03:46:48.488179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:48.495119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] For port 7442dc03-0553-4831-9581-de7ffe32b7e9, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:48.500012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] For port 7442dc03-0553-4831-9581-de7ffe32b7e9, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7442dc03-0553-4831-9581-de7ffe32b7e9,segment=NetworkSegment(77a46819-bd40-45c0-a51e-3a21febf1ea8),segment_id=77a46819-bd40-45c0-a51e-3a21febf1ea8)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:48.502946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:48.504014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.530462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.549317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=196fa4a1-b704-4910-8a4d-6969e95c3129,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:48.552935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-bc75ac5b-bc30-4143-b57f-b29f9254c23c service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548831 Jul 30 03:46:48.561901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39aa9131-5d68-4325-b73a-e34b2d07b203 req-54b233fc-8b20-4e3a-96b0-3d44910afaa8 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721974 Jul 30 03:46:48.638932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7356ab-1506-4ba3-b215-ecad8d9a1c6e None None] Pushing event updated for resources: {'Port': ['ID=7442dc03-0553-4831-9581-de7ffe32b7e9,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:48.662481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:41Z', 'revision_number': 3, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:47Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:48.699900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0753a1-191a-4f6a-a134-8125ede05a78 None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:41Z', 'revision_number': 3, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:47Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:48.713468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.743033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ef06fbbe-0604-4dee-8484-89c20766c61e req-fbe17cf4-4196-4a2f-badb-4b846e722ace service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800888 Jul 30 03:46:48.770651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.788869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:48.814857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object a94008dd-26db-4fb6-babe-83ff0cbeae4f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:48.881112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb91fa3-f215-443f-a635-96ad3b64789c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:48.969775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.098087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/dbb81c87-f5da-4239-97c4-f9a8b0baf83e/e32165bc-d007-40e1-9fd6-fe6a68aa3956) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:49.175153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.193831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=a94008dd-26db-4fb6-babe-83ff0cbeae4f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:49.279435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:49.285339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:49.288954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:49.296641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:49.297348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.360374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-29fa58c9-ef1c-4a45-b49b-65b7ef74b4dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9149861 Jul 30 03:46:49.361001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59506) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:49.515695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b0f4f-1951-4488-a33b-76b21a25b093 req-a1e99c3c-9ac9-4990-a121-97ba41d6efb4 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:49.523685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb8b0f4f-1951-4488-a33b-76b21a25b093 req-a1e99c3c-9ac9-4990-a121-97ba41d6efb4 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 943 time: 0.1133761 Jul 30 03:46:49.536633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.557984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Transition to ACTIVE for port object e32165bc-d007-40e1-9fd6-fe6a68aa3956 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:49.574785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34754275-15ad-49f9-b76d-0966f65c8b02 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:49.576740 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-34754275-15ad-49f9-b76d-0966f65c8b02 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2041552 Jul 30 03:46:49.585068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59514) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:49.600224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Transition to ACTIVE for port object e32165bc-d007-40e1-9fd6-fe6a68aa3956 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:49.614238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.706288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:49.711834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:49.715219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Pushing event updated for resources: {'Port': ['ID=e32165bc-d007-40e1-9fd6-fe6a68aa3956,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:49.726716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:49.806271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Attempting to bind port e32165bc-d007-40e1-9fd6-fe6a68aa3956 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:49.806647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Attempting to bind port e32165bc-d007-40e1-9fd6-fe6a68aa3956 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:49.807234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Attempting to bind port e32165bc-d007-40e1-9fd6-fe6a68aa3956 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:49.813622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:49.813861 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.814397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:49.814522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.815390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:49.815866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Bound port: e32165bc-d007-40e1-9fd6-fe6a68aa3956, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:49.816806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.826038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.826839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.902117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=196fa4a1-b704-4910-8a4d-6969e95c3129,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:49.949715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] For port e32165bc-d007-40e1-9fd6-fe6a68aa3956, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:49.953182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] For port e32165bc-d007-40e1-9fd6-fe6a68aa3956, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e32165bc-d007-40e1-9fd6-fe6a68aa3956,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:49.963563 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:49.978730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port a94008dd-26db-4fb6-babe-83ff0cbeae4f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:49.979108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.038969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fab00a-a0c2-483d-8301-9399f507d7a2 None None] Pushing event updated for resources: {'Port': ['ID=e32165bc-d007-40e1-9fd6-fe6a68aa3956,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:50.133537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network f03cd4e6-002d-4720-975e-231a74853cd8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:50.136643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:50.139638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.157984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for a94008dd-26db-4fb6-babe-83ff0cbeae4f owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:50.222592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb8b0f4f-1951-4488-a33b-76b21a25b093 req-0eac1472-ae10-44f7-9149-0a1909c4b089 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6959710 Jul 30 03:46:50.279241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Router daf5e411-7311-4472-9162-b60f62d2e55a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:50.291807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cec62-d379-45bb-bee4-420a87b6afb9 req-bb560da5-8dfb-45e1-8ea3-61061d1f24fb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:50.293397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-113cec62-d379-45bb-bee4-420a87b6afb9 req-bb560da5-8dfb-45e1-8ea3-61061d1f24fb tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1353064 Jul 30 03:46:50.307775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406dd60-69a3-4ade-9fd6-4ad494e62e7b None None] Network f03cd4e6-002d-4720-975e-231a74853cd8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:50.344715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:50.470892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-113cec62-d379-45bb-bee4-420a87b6afb9 req-bae55a4b-548d-4fc4-8959-1ed6220c9115 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485910 Jul 30 03:46:50.574241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:50.581658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-beea9fb2-e84f-4647-88ec-af3c77204a94 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0588968 Jul 30 03:46:50.583646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7442dc03-0553-4831-9581-de7ffe32b7e9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:50.585465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59528) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:50.597539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:50.611107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598042631'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:50.622684 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:50.628363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:50.632833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:50.635885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e753687-d567-4507-8021-4fc182135ef1 admin admin] 10.222.0.39 "PUT /v2.0/routers/daf5e411-7311-4472-9162-b60f62d2e55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8335509 Jul 30 03:46:50.638752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:50.642647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3a50a68a-d7fe-49ac-96a2-cfb8b1e20fd0 None None] Provisioning for port 7442dc03-0553-4831-9581-de7ffe32b7e9 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:50.660476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Sync routers for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:50.755565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:50.761539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Routers {'daf5e411-7311-4472-9162-b60f62d2e55a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:50.762180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['daf5e411-7311-4472-9162-b60f62d2e55a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:50.762462 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.777042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.796987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.822108 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:50.839454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 7442dc03-0553-4831-9581-de7ffe32b7e9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:50.883184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=a94008dd-26db-4fb6-babe-83ff0cbeae4f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:50.889010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device effa9825-8519-496b-a1bb-fc0cc3abc6eb details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:46:50.894918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7442dc03-0553-4831-9581-de7ffe32b7e9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:50.895359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.963432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:46:50.967195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:50.972481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1fa5a1e8-96a9-4dbb-88fa-2c79d31216eb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/a94008dd-26db-4fb6-babe-83ff0cbeae4f HTTP/1.1" status: 204 len: 168 time: 1.3833561 Jul 30 03:46:50.974270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59540) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:51.036562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.055724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face5967-3c09-40e5-b73a-dd77ec8ce929 req-8883c047-a409-4298-9a8d-5f64e425611a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:51.057508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-face5967-3c09-40e5-b73a-dd77ec8ce929 req-8883c047-a409-4298-9a8d-5f64e425611a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2213511 Jul 30 03:46:51.082316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd11941-6331-4df6-a188-dd3c8c79e6ac tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:51.084143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd11941-6331-4df6-a188-dd3c8c79e6ac tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:51.085797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3dd11941-6331-4df6-a188-dd3c8c79e6ac tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1103673 Jul 30 03:46:51.088636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59542) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:51.153234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.153754 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added segment 960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba of type vlan for network a3382c42-e74f-4c10-937b-c8d35efdb1ae Jul 30 03:46:51.159859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet dbb81c87-f5da-4239-97c4-f9a8b0baf83e {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:51.174447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.224487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-face5967-3c09-40e5-b73a-dd77ec8ce929 req-99db3819-06cb-43a0-b710-a6567483eda0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159501 Jul 30 03:46:51.260562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Deleting port 61532ec4-610a-495d-b30e-a5b87e974464 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:51.264434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.268190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.362047 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:48Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:49Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:47Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:51.425786 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:46:51.426148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Updating router 4db4936a-7f3c-492f-9718-7bce4ea87a3b port 196fa4a1-b704-4910-8a4d-6969e95c3129 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:46:51.464831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.490754 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.497313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port effa9825-8519-496b-a1bb-fc0cc3abc6eb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:51.537581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'port_id': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'mac_address': 'fa:16:3e:cb:a3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:46:51.573084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c5f1-ff9b-4733-8469-0dac569f09af req-57f463b3-3af7-4d1f-b88c-dd66323981ce tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:51.583281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6511c5f1-ff9b-4733-8469-0dac569f09af req-57f463b3-3af7-4d1f-b88c-dd66323981ce tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 943 time: 0.1875422 Jul 30 03:46:51.603121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.632690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] For port 61532ec4-610a-495d-b30e-a5b87e974464, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=61532ec4-610a-495d-b30e-a5b87e974464,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:51.633283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.679912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8506bb5-9912-4a97-a76b-fa2b7243340d req-22b6f6b5-89c3-4f20-83cf-297daa2174c0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:51.681142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8506bb5-9912-4a97-a76b-fa2b7243340d req-22b6f6b5-89c3-4f20-83cf-297daa2174c0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2398365 Jul 30 03:46:51.689104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Calling delete_port for 61532ec4-610a-495d-b30e-a5b87e974464 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:51.740694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb81c87-f5da-4239-97c4-f9a8b0baf83e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:51.755573 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.757630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3fbb028e-ce16-4627-a3c8-0a2f286fdcaa tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/dbb81c87-f5da-4239-97c4-f9a8b0baf83e HTTP/1.1" status: 204 len: 168 time: 0.6662722 Jul 30 03:46:51.760038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.763666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59558) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:51.799317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Set router daf5e411-7311-4472-9162-b60f62d2e55a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:51.836923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6511c5f1-ff9b-4733-8469-0dac569f09af req-502e0818-3692-4a6a-9046-775c1d2ce1c7 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523413 Jul 30 03:46:51.848305 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3dfb59c2-d804-4be3-be16-1545b77d6d4a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833771 Jul 30 03:46:51.860526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59560) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:51.864381 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:51.865949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8506bb5-9912-4a97-a76b-fa2b7243340d req-4ec4f999-1e3a-4f89-b1bb-49d1455e03ca tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728258 Jul 30 03:46:52.006447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08ccadad-aee7-4275-b4ac-9cde408f9c5f None None] Provisioning for port 196fa4a1-b704-4910-8a4d-6969e95c3129 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:52.054271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08ccadad-aee7-4275-b4ac-9cde408f9c5f None None] Provisioning complete for port 196fa4a1-b704-4910-8a4d-6969e95c3129 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:52.054655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08ccadad-aee7-4275-b4ac-9cde408f9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.103121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8890ce-70f5-4a0f-b39c-f1ace1d088dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:52.105066 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e8890ce-70f5-4a0f-b39c-f1ace1d088dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2381039 Jul 30 03:46:52.112397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59566) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:52.134154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.134806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-08ccadad-aee7-4275-b4ac-9cde408f9c5f None None] Port 196fa4a1-b704-4910-8a4d-6969e95c3129 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:52.140814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7367a2-6ba3-467b-9725-ef008b27351d None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:52.164078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:52.172878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.179439 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.186984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.210985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.226184 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Transition to ACTIVE for port object 196fa4a1-b704-4910-8a4d-6969e95c3129 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:52.251724 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.255579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Pushing event deleted for resources: {'Port': ['ID=61532ec4-610a-495d-b30e-a5b87e974464,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:52.320798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 7442dc03-0553-4831-9581-de7ffe32b7e9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7442dc03-0553-4831-9581-de7ffe32b7e9,segment=NetworkSegment(77a46819-bd40-45c0-a51e-3a21febf1ea8),segment_id=77a46819-bd40-45c0-a51e-3a21febf1ea8)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:52.355775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Network': ['ID=a3382c42-e74f-4c10-937b-c8d35efdb1ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:52.374500 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659e433-7435-47bf-81da-923b6f2840fb None None] Pushing event updated for resources: {'Port': ['ID=196fa4a1-b704-4910-8a4d-6969e95c3129,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:52.380006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effa9825-8519-496b-a1bb-fc0cc3abc6eb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:46:52.387363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18115b-396f-42ac-848e-541289f2fab6 req-70197371-bbda-4f42-9cf5-1e08b234fb1b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:52.395813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c18115b-396f-42ac-848e-541289f2fab6 req-70197371-bbda-4f42-9cf5-1e08b234fb1b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1599085 Jul 30 03:46:52.418724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port effa9825-8519-496b-a1bb-fc0cc3abc6eb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:52.428245 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f741580b-02a6-419c-8d10-5f701f2c7b31 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8415992 Jul 30 03:46:52.429209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.432234 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.433098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2ec39983-9376-4fcf-b99a-86b9a70b5a81 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:52.434967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:46:52.436480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59572) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:52.452905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Attempting to bind port 196fa4a1-b704-4910-8a4d-6969e95c3129 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:52.454054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'subnet': {'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:52.454687 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Attempting to bind port 196fa4a1-b704-4910-8a4d-6969e95c3129 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:52.456612 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Attempting to bind port 196fa4a1-b704-4910-8a4d-6969e95c3129 on network f03cd4e6-002d-4720-975e-231a74853cd8 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:52.463494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c18115b-396f-42ac-848e-541289f2fab6 req-bfb581d5-ffd8-4605-b910-b0de714c51e7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635979 Jul 30 03:46:52.478795 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:52.479661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aad32f-466b-4b93-b1e0-db9b88bc1710 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:52.480220 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Checking segment: {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:52.480785 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.482543 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-83aad32f-466b-4b93-b1e0-db9b88bc1710 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3689916 Jul 30 03:46:52.483125 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Bound using segment: {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:52.483809 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Bound port: 196fa4a1-b704-4910-8a4d-6969e95c3129, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a46819-bd40-45c0-a51e-3a21febf1ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:52.484357 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.494327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:52.500220 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.532291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=7442dc03-0553-4831-9581-de7ffe32b7e9,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:52.545304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08ccadad-aee7-4275-b4ac-9cde408f9c5f None None] Provisioning complete for port 7442dc03-0553-4831-9581-de7ffe32b7e9 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:52.545680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08ccadad-aee7-4275-b4ac-9cde408f9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.607562 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4d40c4e-eaf9-4b32-946b-70e7f49f3fcd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104126 Jul 30 03:46:52.622248 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] For port 196fa4a1-b704-4910-8a4d-6969e95c3129, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:52.630715 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] For port 196fa4a1-b704-4910-8a4d-6969e95c3129, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=196fa4a1-b704-4910-8a4d-6969e95c3129,segment=NetworkSegment(77a46819-bd40-45c0-a51e-3a21febf1ea8),segment_id=77a46819-bd40-45c0-a51e-3a21febf1ea8)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:52.638788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:52.646034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:52.652675 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.662026 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:46:52.669791 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.708567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.759533 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659e433-7435-47bf-81da-923b6f2840fb None None] Pushing event updated for resources: {'Port': ['ID=196fa4a1-b704-4910-8a4d-6969e95c3129,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:52.776738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Made reservation on behalf of 213e561f03004191abd0078fbcaf2b15 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:52.781112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.788951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['effa9825-8519-496b-a1bb-fc0cc3abc6eb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:46:52.833384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:52.834012 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:52.837831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.839452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf5e411-7311-4472-9162-b60f62d2e55a {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:46:52.845496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:52.848701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d40c5288-0eb5-4f78-a4b4-2d46fcb45982 admin admin] 10.222.0.39 "DELETE /v2.0/routers/daf5e411-7311-4472-9162-b60f62d2e55a HTTP/1.1" status: 204 len: 168 time: 2.2065434 Jul 30 03:46:52.849178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:52.956563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Deleting subnet 19198638-b24f-4731-9e8f-d02f19b89e7b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:46:52.974636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.077100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=effa9825-8519-496b-a1bb-fc0cc3abc6eb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:53.085519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:53.099943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.158601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.229365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:53.261126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:53.261497 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.263629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.268496 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:53.307309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f217-f2f3-4047-8d01-1a1dca19edb2 req-e1b7ca04-200f-4a3a-8f70-bfb9833ec55f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:53.307309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1717f217-f2f3-4047-8d01-1a1dca19edb2 req-e1b7ca04-200f-4a3a-8f70-bfb9833ec55f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 944 time: 0.3299916 Jul 30 03:46:53.312120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:53.340413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Subnet': ['ID=93eff275-5b08-4d71-8f9e-826734759075,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:53.373986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Checking segment: {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:53.374996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network hostable DHCP agents. Network: a3382c42-e74f-4c10-937b-c8d35efdb1ae, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:46:53.377582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1717f217-f2f3-4047-8d01-1a1dca19edb2 req-d857dbe1-e302-4ac1-9559-82358003258e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575786 Jul 30 03:46:53.381132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'name': 'tempest-TaggedBootDevicesTest-628858772-router', 'tenant_id': '964cf6670af8481ca9dd3caa87df9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '61532ec4-610a-495d-b30e-a5b87e974464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:34:49Z', 'updated_at': '2021-07-30T03:46:48Z', 'revision_number': 5, 'project_id': '964cf6670af8481ca9dd3caa87df9420', 'gw_port': {'id': '61532ec4-610a-495d-b30e-a5b87e974464', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf5e411-7311-4472-9162-b60f62d2e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:34:50Z', 'updated_at': '2021-07-30T03:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:53.416604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:46:53.441014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a3382c42-e74f-4c10-937b-c8d35efdb1ae) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:53.454332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:53.455819 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.465295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.470064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ff850-8dca-4227-b8f5-238cd3025ca7 None None] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:53.493157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Checking router: daf5e411-7311-4472-9162-b60f62d2e55a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:46:53.508315 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4269bfb-01c5-4045-aa7f-89f54163d06c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0643907 Jul 30 03:46:53.510685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59596) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:53.639402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d7a2bf88-0cb5-49e8-91aa-2c4bfef3ad56 None None] Provisioning for port e32165bc-d007-40e1-9fd6-fe6a68aa3956 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:53.655697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:53.656074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:46:53.656737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_agentschedulers_db [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'daf5e411-7311-4472-9162-b60f62d2e55a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent'). {{(pid=93878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 03:46:53.657456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394df33-a0bb-47e5-a850-896ddb160aa6 None None] The sync data for ids ['daf5e411-7311-4472-9162-b60f62d2e55a'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:53.660051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.695562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19198638-b24f-4731-9e8f-d02f19b89e7b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:53.710786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606225b-4105-4604-8f24-c68c8314187e req-15633f4d-115e-457c-8a95-c5d3eab2904f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:53.712415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0606225b-4105-4604-8f24-c68c8314187e req-15633f4d-115e-457c-8a95-c5d3eab2904f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1351178 Jul 30 03:46:53.746678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] Deleting port e32165bc-d007-40e1-9fd6-fe6a68aa3956 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:53.747062 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.817458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:53.820375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-867f2965-4158-43fd-911b-d5f0547c552a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/19198638-b24f-4731-9e8f-d02f19b89e7b HTTP/1.1" status: 204 len: 168 time: 0.9701493 Jul 30 03:46:53.825624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:53.851630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95dfbd-28f7-4ba8-be2e-475a6b98482b None None] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:53.875756 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:48Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:52Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:47Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:53.891500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:46:53.952934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0606225b-4105-4604-8f24-c68c8314187e req-21b5367b-23df-42b7-a6a2-8b7d88b64ec6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218750 Jul 30 03:46:54.002554 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9644b-6af6-4fe8-b3ad-b6ab6b167a46 None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:48Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:52Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:47Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:46:54.023115 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.080701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.101745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 2ec39983-9376-4fcf-b99a-86b9a70b5a81, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2ec39983-9376-4fcf-b99a-86b9a70b5a81,segment=NetworkSegment(9ed791ef-144f-4725-8bf1-a49e17d273db),segment_id=9ed791ef-144f-4725-8bf1-a49e17d273db)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:54.174918 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.210192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:54.213846 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.296001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] For port e32165bc-d007-40e1-9fd6-fe6a68aa3956, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e32165bc-d007-40e1-9fd6-fe6a68aa3956,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:54.296417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.367401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.395261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] Calling delete_port for e32165bc-d007-40e1-9fd6-fe6a68aa3956 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:54.449716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.583872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=2ec39983-9376-4fcf-b99a-86b9a70b5a81,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:54.608920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Deleting port a1607591-d10b-4f12-b7bb-e1a92d4c5786 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:54.609266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.770357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea855a1-df94-479a-bd8a-329feafb0bcc req-76b3556d-a70f-4fb7-9ca9-d8b73be4c1bd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:54.772187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ea855a1-df94-479a-bd8a-329feafb0bcc req-76b3556d-a70f-4fb7-9ca9-d8b73be4c1bd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 944 time: 0.2308075 Jul 30 03:46:54.778118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] For port a1607591-d10b-4f12-b7bb-e1a92d4c5786, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a1607591-d10b-4f12-b7bb-e1a92d4c5786,segment=NetworkSegment(e8a46884-c5dd-4ea0-aa00-76cea2c4096c),segment_id=e8a46884-c5dd-4ea0-aa00-76cea2c4096c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:54.778118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:54.916530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Calling delete_port for a1607591-d10b-4f12-b7bb-e1a92d4c5786 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:55.005747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7442dc03-0553-4831-9581-de7ffe32b7e9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:55.008125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device effa9825-8519-496b-a1bb-fc0cc3abc6eb up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:55.117180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ea855a1-df94-479a-bd8a-329feafb0bcc req-eb9011fe-7e1b-4a10-9075-df63d87d979d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927527 Jul 30 03:46:55.119443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port e32165bc-d007-40e1-9fd6-fe6a68aa3956, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e32165bc-d007-40e1-9fd6-fe6a68aa3956,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:55.156567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] DHCP port deletion for 623c59b3-0964-4687-ade5-b9a6b68f7662 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:46:55.214570 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.238531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e6b3-f68b-4d5b-ab08-adac615315f2 req-2f2582ec-b58b-487f-98a0-0a2453945473 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:55.240659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34c8e6b3-f68b-4d5b-ab08-adac615315f2 req-2f2582ec-b58b-487f-98a0-0a2453945473 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1536634 Jul 30 03:46:55.248014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.249072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.325249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port effa9825-8519-496b-a1bb-fc0cc3abc6eb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:55.334343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port effa9825-8519-496b-a1bb-fc0cc3abc6eb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:55.334717 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.358071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Allocated IP 2001:db8:3::2 (a3382c42-e74f-4c10-937b-c8d35efdb1ae/93eff275-5b08-4d71-8f9e-826734759075/846c6032-7acb-4ec1-8ba5-3d98e5a64c1c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:55.370547 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.422770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.432870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] Pushing event deleted for resources: {'Port': ['ID=e32165bc-d007-40e1-9fd6-fe6a68aa3956,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:55.433482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:55.443993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:55.447268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:55.447855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.463311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86eac5c-2e22-4bb1-81f2-e256b13c316b None None] No DVR routers for this DVR port e32165bc-d007-40e1-9fd6-fe6a68aa3956 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:55.467172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Deleting port a1607591-d10b-4f12-b7bb-e1a92d4c5786 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:55.467876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.471594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7442dc03-0553-4831-9581-de7ffe32b7e9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:55.472281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.502542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8618016 Jul 30 03:46:55.504746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59626) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:55.511229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:55.527790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=e32165bc-d007-40e1-9fd6-fe6a68aa3956,revision_number=5']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:55.543238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] No DVR routers for this DVR port a1607591-d10b-4f12-b7bb-e1a92d4c5786 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:55.581912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34c8e6b3-f68b-4d5b-ab08-adac615315f2 req-5641fbb9-757d-4538-9413-54df7f183f9f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237133 Jul 30 03:46:55.588580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0643ad1-ab00-4e50-8ef4-712461838fb6 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:55.600984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053aa63-a92d-4cb2-a92e-015de73da632 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=cd138307-d58b-4e9c-8346-1d704e41ba72,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:55.603640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1607591-d10b-4f12-b7bb-e1a92d4c5786,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:55.665022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.676476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:55.677355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623c59b3-0964-4687-ade5-b9a6b68f7662']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:55.681300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.688599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:55.688939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a46884-c5dd-4ea0-aa00-76cea2c4096c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:55.698799 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.713587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.727739 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:46:55.728390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:46:55.731569 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:46:55.800396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.808510 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd138307-d58b-4e9c-8346-1d704e41ba72 (CIDR: 2001:db8::/64) Jul 30 03:46:55.817969 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:46:55.826717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:46:55.837011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.842156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] 10.222.0.39 "DELETE /v2.0/networks/623c59b3-0964-4687-ade5-b9a6b68f7662 HTTP/1.1" status: 204 len: 168 time: 2.0151591 Jul 30 03:46:55.844877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092037b4-413a-4ff9-a286-2e654017e970 admin admin] Pushing event deleted for resources: {'Network': ['ID=623c59b3-0964-4687-ade5-b9a6b68f7662,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:55.849718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-17a2261e-a3e4-4a49-9c4f-71a36a018c65 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3435340 Jul 30 03:46:55.853064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59636) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:55.862819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:55.896702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] For port a1607591-d10b-4f12-b7bb-e1a92d4c5786, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:55.897177 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:55.900138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 196fa4a1-b704-4910-8a4d-6969e95c3129 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:55.967004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Calling delete_port for a1607591-d10b-4f12-b7bb-e1a92d4c5786 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:55.976635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Port a1607591-d10b-4f12-b7bb-e1a92d4c5786 was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:46:56.003628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.007040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:56.011368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.012275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.037590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:56.072270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Network 623c59b3-0964-4687-ade5-b9a6b68f7662 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:46:56.072820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] No DVR routers for this DVR port a1607591-d10b-4f12-b7bb-e1a92d4c5786 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:46:56.085331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'cd138307-d58b-4e9c-8346-1d704e41ba72'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:46:56.086350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.099102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ceb857-8948-4253-a7e4-0c9b9e2c5fd7 None None] Pushing event deleted for resources: {'Port': ['ID=a1607591-d10b-4f12-b7bb-e1a92d4c5786,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:56.111960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.116143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f699b877-e1cf-4161-a64e-595cd67152b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=964cf6670af8481ca9dd3caa87df9420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770733 Jul 30 03:46:56.118550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:56.122176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:46:56.124488 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2201ae7-da79-4534-970e-83188853d1e7" -d '{"events": [{"server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "name": "network-vif-plugged", "status": "completed", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:46:56.144813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Transition to ACTIVE for port object 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:56.152242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port effa9825-8519-496b-a1bb-fc0cc3abc6eb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:56.178085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Transition to ACTIVE for port object 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:56.179855 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.210218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 196fa4a1-b704-4910-8a4d-6969e95c3129 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:56.244306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.276224 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc45779-4389-4978-975e-2081af54adf6 x-openstack-request-id: req-1fc45779-4389-4978-975e-2081af54adf6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:46:56.276566 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "name": "network-vif-plugged", "status": "completed", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:46:56.276742 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fc45779-4389-4978-975e-2081af54adf6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:46:56.277133 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'code': 200} Jul 30 03:46:56.280307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.286019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 196fa4a1-b704-4910-8a4d-6969e95c3129 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:56.286310 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.339543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Allocated IP 2001:db8:3::1 (a3382c42-e74f-4c10-937b-c8d35efdb1ae/93eff275-5b08-4d71-8f9e-826734759075/2f134604-a494-42da-9c93-bdad2766b346) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:56.356457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:56.364896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:56.366632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=effa9825-8519-496b-a1bb-fc0cc3abc6eb,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:56.371999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:56.381884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.414363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc565acc-f484-4ff8-b0d5-1db61b3871f8 req-0a7f30e9-3495-4465-a042-721fa6a5b9f5 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:56.424214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc565acc-f484-4ff8-b0d5-1db61b3871f8 req-0a7f30e9-3495-4465-a042-721fa6a5b9f5 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1670253 Jul 30 03:46:56.492974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Pushing event updated for resources: {'Port': ['ID=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:56.497693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Allocated IP 2001:db8::f816:3eff:fefe:7cee (9e1f1956-7d51-47a1-bf41-0001a2695f11/cd138307-d58b-4e9c-8346-1d704e41ba72/1129b93f-2c51-4b57-9e95-9f843f2b6d6d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:56.527110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.554888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Attempting to bind port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:56.555543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Attempting to bind port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:56.556070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Attempting to bind port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c on network a3382c42-e74f-4c10-937b-c8d35efdb1ae {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:56.566150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:56.566823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Checking segment: {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:56.567446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.568038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Bound using segment: {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:56.568815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Bound port: 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:56.569385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.597152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=4cb0ab36-2704-4f97-a001-bc0e82c73eca,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:56.617215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.617673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.618118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.618680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.619329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.619684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.620109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.620537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.620964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.621544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.621977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.622424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:56.639692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:56.645899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:56.654149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:56.654921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.680505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.685432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.696001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1627f0de-b7f0-4488-a1c8-6b015e66de8c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8400795 Jul 30 03:46:56.700138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59656) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:56.706725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:73:d3:d8', 'name': 'tempest-NetworksTestDHCPv6-1515309805'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:56.721039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Transition to ACTIVE for port object 2f134604-a494-42da-9c93-bdad2766b346 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:56.825312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] For port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:56.828483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 196fa4a1-b704-4910-8a4d-6969e95c3129, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=196fa4a1-b704-4910-8a4d-6969e95c3129,segment=NetworkSegment(77a46819-bd40-45c0-a51e-3a21febf1ea8),segment_id=77a46819-bd40-45c0-a51e-3a21febf1ea8)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:46:56.895713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.897954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:56.904627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] For port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:56.914032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfb91fa3-f215-443f-a635-96ad3b64789c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:56.920507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70c188-6c42-4785-934a-143043cc9337 req-3beaa142-7910-4c54-8b72-863cfe053d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:56.922780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f70c188-6c42-4785-934a-143043cc9337 req-3beaa142-7910-4c54-8b72-863cfe053d96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.6204710 Jul 30 03:46:56.956888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=2f134604-a494-42da-9c93-bdad2766b346,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:56.963059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc565acc-f484-4ff8-b0d5-1db61b3871f8 req-f415a6f3-4b0b-4bee-9fdc-ad2feb9b5512 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5377882 Jul 30 03:46:56.968069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:56.986870 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.003465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: dfb91fa3-f215-443f-a635-96ad3b64789c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:57.003813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dfb91fa3-f215-443f-a635-96ad3b64789c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:57.044481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.055566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=196fa4a1-b704-4910-8a4d-6969e95c3129,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:57.055765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0554344-b964-4c05-a883-f15033121c8f req-6891c0db-fb15-4d3f-82d5-f80e4c2e1c1a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:57.058512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Transition to ACTIVE for port object 1129b93f-2c51-4b57-9e95-9f843f2b6d6d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:57.065044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0554344-b964-4c05-a883-f15033121c8f req-6891c0db-fb15-4d3f-82d5-f80e4c2e1c1a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2160244 Jul 30 03:46:57.089065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.093663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:57.108815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:57.113979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:57.114644 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.133331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Transition to ACTIVE for port object 1129b93f-2c51-4b57-9e95-9f843f2b6d6d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:57.139668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f70c188-6c42-4785-934a-143043cc9337 req-4757a6cd-d7a2-49f0-9a66-16308012938c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010837 Jul 30 03:46:57.140254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.143824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.148115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e087a812-6240-4a37-b768-051b08ed20a2 HTTP/1.1" status: 204 len: 168 time: 1.0253808 Jul 30 03:46:57.153341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.181584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 8576d3ad-d248-4b67-9f18-a275a6e9b4b7 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:46:57.181825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087a812-6240-4a37-b768-051b08ed20a2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:57.206075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a325-6cef-4b99-a96d-69f0a367b974 None None] Pushing event updated for resources: {'Port': ['ID=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:57.214010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.214594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.230471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.230857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.231208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.231558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.231846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.232574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.232716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:57.232824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.232824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.233086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.233401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d5055-b9f6-40f6-bb36-54084b57f3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:46:57.234800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:57.241477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:57.268512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0554344-b964-4c05-a883-f15033121c8f req-d3d3c274-9e5a-4a1f-b989-6d8dd6859fa2 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025273 Jul 30 03:46:57.322872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2ec39983-9376-4fcf-b99a-86b9a70b5a81 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:57.472305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:57.476527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.502057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Attempting to bind port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:46:57.502664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Attempting to bind port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:46:57.503240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Attempting to bind port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:46:57.510538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:46:57.511164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:46:57.511890 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.512457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:46:57.513130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Bound port: 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:46:57.513693 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.548247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8:0:1::3a8 (9e1f1956-7d51-47a1-bf41-0001a2695f11/4cb0ab36-2704-4f97-a001-bc0e82c73eca/8576d3ad-d248-4b67-9f18-a275a6e9b4b7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:57.557229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:fe73:d3d8 (9e1f1956-7d51-47a1-bf41-0001a2695f11/cd138307-d58b-4e9c-8346-1d704e41ba72/8576d3ad-d248-4b67-9f18-a275a6e9b4b7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:46:57.583222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:57.583555 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.639327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:46:57.656461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:46:57.664967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:57.953733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.014745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec64dc-3369-43af-a097-1737ae96d87a None None] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:58.054866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 8576d3ad-d248-4b67-9f18-a275a6e9b4b7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:46:58.115783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a1607591-d10b-4f12-b7bb-e1a92d4c5786 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:58.136448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.147731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.148422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.156250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: a1607591-d10b-4f12-b7bb-e1a92d4c5786 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:58.156824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a1607591-d10b-4f12-b7bb-e1a92d4c5786 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:58.157418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61532ec4-610a-495d-b30e-a5b87e974464 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:46:58.198373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 61532ec4-610a-495d-b30e-a5b87e974464 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:46:58.199040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 61532ec4-610a-495d-b30e-a5b87e974464 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:46:58.291582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ab75-3184-404a-a10d-2e587a1f3e65 req-60586c29-2a76-4bba-a619-bd8635a401cd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:58.293058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a07ab75-3184-404a-a10d-2e587a1f3e65 req-60586c29-2a76-4bba-a619-bd8635a401cd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1339791 Jul 30 03:46:58.327737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.388283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event updated for resources: {'Port': ['ID=2f134604-a494-42da-9c93-bdad2766b346,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:58.397375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a07ab75-3184-404a-a10d-2e587a1f3e65 req-dbcc0000-66dc-4736-8c99-86b011a20c92 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964060 Jul 30 03:46:58.409697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:58.423837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:46:58.458199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:58.462649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:46:58.466215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:46:58.472552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:58.473328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.542098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb800d-546d-46ab-bde8-620ac4a2c254 req-a591a038-5485-4954-98cf-d608821f44ea tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:58.543769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71fb800d-546d-46ab-bde8-620ac4a2c254 req-a591a038-5485-4954-98cf-d608821f44ea tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1120839 Jul 30 03:46:58.611831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9095178 Jul 30 03:46:58.615314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59708) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:58.616616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca6671-fd3a-42dc-b777-5a17e02c0059 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=8576d3ad-d248-4b67-9f18-a275a6e9b4b7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:58.657846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71fb800d-546d-46ab-bde8-620ac4a2c254 req-f677e4d0-ef71-48db-a643-12823cdabeb3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073322 Jul 30 03:46:58.659794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:58.706164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cb9ab-0e5e-4aef-8d05-1df1c7a5c6fe None None] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:46:58.733693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c6c5-9908-4612-846d-02a290505daa req-52eeea59-7b1d-49ab-889e-b965f5693f65 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:58.735355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad04c6c5-9908-4612-846d-02a290505daa req-52eeea59-7b1d-49ab-889e-b965f5693f65 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1271403 Jul 30 03:46:58.747393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:58.752998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'floatingip': {'port_id': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:58.783784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:46:58.811379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8b9d3802-9c51-48f3-ac39-084ef1e5b16c None None] Provisioning for port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:58.852338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2011365619-network', 'tenant_id': 'fb99f5656f714c81993500eb3961f4d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:58.859061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.919295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 8576d3ad-d248-4b67-9f18-a275a6e9b4b7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:46:58.919834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:58.989952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Made reservation on behalf of fb99f5656f714c81993500eb3961f4d1 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:46:58.992408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.003271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:46:59.007801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.016962 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:46:59.027032 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1e83c556-283c-41b9-8104-087185d04cf2 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5144436 Jul 30 03:46:59.027211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:59.049494 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:46:59.049690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:46:59.050141 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:59.112835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.132483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 8576d3ad-d248-4b67-9f18-a275a6e9b4b7 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:46:59.321819 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:46:59.437279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:59.471321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.535162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=8576d3ad-d248-4b67-9f18-a275a6e9b4b7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:46:59.549528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:59.557808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:46:59.610541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.614243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7419e45a-1d89-4c75-a3e9-0f99b32abecb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/8576d3ad-d248-4b67-9f18-a275a6e9b4b7 HTTP/1.1" status: 204 len: 168 time: 0.9928226 Jul 30 03:46:59.616612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59730) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:59.651754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Provisioning for port 2f134604-a494-42da-9c93-bdad2766b346 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:59.663880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Provisioning complete for port 2f134604-a494-42da-9c93-bdad2766b346 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:59.664272 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.732206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:46:59.737755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:59.738135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.739842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Port 2f134604-a494-42da-9c93-bdad2766b346 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:46:59.787743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d783dc-d6dc-4500-bce1-a2b15b9714ea tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:59.790758 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55d783dc-d6dc-4500-bce1-a2b15b9714ea tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1724832 Jul 30 03:46:59.794668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59738) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:59.844511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Provisioning complete for port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:46:59.845132 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:46:59.880340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020ac97-6cef-4acf-9bc8-ac7558bdfe59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:59.882513 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8020ac97-6cef-4acf-9bc8-ac7558bdfe59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0857425 Jul 30 03:46:59.884798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:46:59.931299 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:57Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:46:57Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:46:59.993375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b08be10-bc62-465b-8e1d-32f0b0e30216 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:59.997952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b08be10-bc62-465b-8e1d-32f0b0e30216 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:46:59.999531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b08be10-bc62-465b-8e1d-32f0b0e30216 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:00.002482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:00.002482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Updating router 4db4936a-7f3c-492f-9718-7bce4ea87a3b port 2f134604-a494-42da-9c93-bdad2766b346 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:47:00.006020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4b08be10-bc62-465b-8e1d-32f0b0e30216 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1199913 Jul 30 03:47:00.008434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:00.038011 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.039735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a606f1a-999a-4420-baab-6489b6912bbc None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:00.083191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.145878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.158561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 4cb0ab36-2704-4f97-a001-bc0e82c73eca {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:00.172078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.199328 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.243785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:00.271245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.274929 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.276076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 196fa4a1-b704-4910-8a4d-6969e95c3129 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:00.280409 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.365624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.470036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.508254 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.514343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:47:00.521611 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Transition to ACTIVE for port object 2f134604-a494-42da-9c93-bdad2766b346 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:00.534463 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.535781 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:47:00.536272 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-d5d75222-4405-41fc-99b2-f9c85e96fc41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:47:00.538440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.540382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/4cb0ab36-2704-4f97-a001-bc0e82c73eca HTTP/1.1" status: 204 len: 168 time: 0.5310061 Jul 30 03:47:00.541225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cc780-0d50-4a7b-bcc6-c5e2427fdc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb0ab36-2704-4f97-a001-bc0e82c73eca,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:00.548745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:00.560984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69e983-a278-4422-8d1f-a792e11cec45 req-ea8f597f-5337-46c3-9c0c-66ae99d3588e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:00.562941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a69e983-a278-4422-8d1f-a792e11cec45 req-ea8f597f-5337-46c3-9c0c-66ae99d3588e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.6116936 Jul 30 03:47:00.577902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:00.578808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee138f08-284f-4587-b8cb-36423698a268,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:00.590633 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58656-0fb9-420f-acf9-29eddca2e7c3 None None] Pushing event updated for resources: {'Port': ['ID=2f134604-a494-42da-9c93-bdad2766b346,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:00.646615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.647012 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Added segment fac2aec8-27d0-40e5-b753-2ca144a6dc9e of type vlan for network 12e435cf-78f0-450a-856e-193cab2c89cd Jul 30 03:47:00.681889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet cd138307-d58b-4e9c-8346-1d704e41ba72 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:00.689741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.691622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 196fa4a1-b704-4910-8a4d-6969e95c3129 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:00.692047 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.717915 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Attempting to bind port 2f134604-a494-42da-9c93-bdad2766b346 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:00.718621 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Attempting to bind port 2f134604-a494-42da-9c93-bdad2766b346 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:00.719304 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Attempting to bind port 2f134604-a494-42da-9c93-bdad2766b346 on network a3382c42-e74f-4c10-937b-c8d35efdb1ae {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:00.727758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:00.728450 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Checking segment: {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:00.729076 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.729624 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Bound using segment: {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:00.730254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Bound port: 2f134604-a494-42da-9c93-bdad2766b346, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:00.730838 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.750251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.776797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.817980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a69e983-a278-4422-8d1f-a792e11cec45 req-458b1008-7b79-421b-bcf0-f2b5a023145a tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831219 Jul 30 03:47:00.893652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.908013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] For port 2f134604-a494-42da-9c93-bdad2766b346, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:00.916501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c9b6c-d93b-4c26-afb3-170ba4f15c19 None None] Update dhcp port {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': 'cd138307-d58b-4e9c-8346-1d704e41ba72', 'ip_address': '2001:db8::f816:3eff:fefe:7cee'}, {'subnet_id': '4cb0ab36-2704-4f97-a001-bc0e82c73eca'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '1129b93f-2c51-4b57-9e95-9f843f2b6d6d'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:47:00.918442 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] For port 2f134604-a494-42da-9c93-bdad2766b346, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2f134604-a494-42da-9c93-bdad2766b346,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:00.930077 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.981431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-026c9b6c-d93b-4c26-afb3-170ba4f15c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:00.994704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.046200 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58656-0fb9-420f-acf9-29eddca2e7c3 None None] Pushing event updated for resources: {'Port': ['ID=2f134604-a494-42da-9c93-bdad2766b346,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:01.056136 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:01.056940 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:01.161510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.177732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.extraroute_db [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 03:47:01.190463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:01.204360 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:01.212250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.extraroute_db [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Removed routes are [] {{(pid=93876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 03:47:01.212895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.214971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=cd138307-d58b-4e9c-8346-1d704e41ba72,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:01.217116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.219794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.222974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:01.224215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.227095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-715ec97a-cba7-43ad-b0cf-887070640576 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/cd138307-d58b-4e9c-8346-1d704e41ba72 HTTP/1.1" status: 204 len: 168 time: 0.6772382 Jul 30 03:47:01.236343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:01.297312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3564f0b1-a806-4758-a8bc-9db5db1cce23 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596871 Jul 30 03:47:01.301178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:01.306540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-026c9b6c-d93b-4c26-afb3-170ba4f15c19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd138307-d58b-4e9c-8346-1d704e41ba72: This subnet is being modified by another concurrent operation. Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd138307-d58b-4e9c-8346-1d704e41ba72: This subnet is being modified by another concurrent operation. Jul 30 03:47:01.350663 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:47:01.371199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:47:01.411360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] Provisioning for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:01.420587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:01.424473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.471463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:01.475772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.504428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:01.504913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.532701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5566f5a-f06d-4f6d-8665-79a954016724 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:01.600004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9360282 Jul 30 03:47:01.607627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:01.624254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9cd5d-5ce0-43ae-9c39-252a2dd299d7 admin admin] Pushing event updated for resources: {'Network': ['ID=12e435cf-78f0-450a-856e-193cab2c89cd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:01.641246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Request body: {'subnet': {'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2011365619-subnet', 'tenant_id': 'fb99f5656f714c81993500eb3961f4d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:01.643525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 12e435cf-78f0-450a-856e-193cab2c89cd details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:47:01.650175 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:57Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:00Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:01.699710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Made reservation on behalf of fb99f5656f714c81993500eb3961f4d1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:01.702023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.716387 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf802e-b961-4727-8329-0a5b90514d6d None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:46:57Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:00Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:01.716693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.782457 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:01.856204 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.031614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:47:02.068858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:02.093976 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.197447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0e607-912d-4dcc-b8a2-e098a5f2f630 None None] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:02.270876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6da179b4-ecf3-4fbd-aefe-6552baa68aeb None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:02.271321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6da179b4-ecf3-4fbd-aefe-6552baa68aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.315211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.489898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5803ecd2-30bc-4314-abf2-3af6422307e1 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:47:02.602895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:02.639852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803ecd2-30bc-4314-abf2-3af6422307e1 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:47:02.645350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.650929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.651895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.653446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-49e28269-438e-43c0-a6e6-369bba290a22 None None] Could not find standard attr ID for object a94008dd-26db-4fb6-babe-83ff0cbeae4f. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:02.663089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-49e28269-438e-43c0-a6e6-369bba290a22 None None] Could not find standard attr ID for object 8576d3ad-d248-4b67-9f18-a275a6e9b4b7. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:02.717625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-49e28269-438e-43c0-a6e6-369bba290a22 None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:02.717999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49e28269-438e-43c0-a6e6-369bba290a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.721785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.731209 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Floating IP a2315304-6ac9-43ff-a7fd-29f8a409aa2a associated. External IP: 172.25.6.223, port: effa9825-8519-496b-a1bb-fc0cc3abc6eb. Jul 30 03:47:02.749556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:02.779385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:02.780297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=8c520950-67d3-468a-88c8-1dade8af220b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:02.789510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:02.792284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:02.792794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.809571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.831862 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0867288f-b0c0-4366-b48e-3012a7273011 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5294199 Jul 30 03:47:02.832570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:02.837643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:02.845347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0416-1eca-49be-a839-e441a5f6fc6c req-ca5ea786-02d5-4f57-912a-6b0d5d881696 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:02.846958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-719e0416-1eca-49be-a839-e441a5f6fc6c req-ca5ea786-02d5-4f57-912a-6b0d5d881696 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.4769566 Jul 30 03:47:02.851814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:02.905693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:02.997302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:03.003470 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.018678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-719e0416-1eca-49be-a839-e441a5f6fc6c req-eda10f7b-26db-4074-b28b-4dcbb3c937a6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572714 Jul 30 03:47:03.069459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Checking segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:03.069838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Network hostable DHCP agents. Network: 12e435cf-78f0-450a-856e-193cab2c89cd, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:47:03.105532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:03.153073 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c520950-67d3-468a-88c8-1dade8af220b (CIDR: 2001:db8::/64) Jul 30 03:47:03.158183 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:47:03.158863 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:03.185098 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0a5f9af-c33b-4ec6-a665-a2ac3d528ce4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3515515 Jul 30 03:47:03.187803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59796) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:03.194254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:03.202774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2f134604-a494-42da-9c93-bdad2766b346 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:03.210929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Network 12e435cf-78f0-450a-856e-193cab2c89cd is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:47:03.260596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 12e435cf-78f0-450a-856e-193cab2c89cd) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:03.275509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:03.276344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.288978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2f134604-a494-42da-9c93-bdad2766b346 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:03.300876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2f134604-a494-42da-9c93-bdad2766b346 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:03.301346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.360140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:03.369470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.372754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:03.373438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-66279ec4-ed43-4a5b-be3e-d378e67f8c82 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 954 time: 4.3358533 Jul 30 03:47:03.374725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:03.379425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.391541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:03.410995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:03.411810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:03.416228 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.458802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-477d6477-1c13-4fa0-8a55-9ce731e53b97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8317924 Jul 30 03:47:03.501426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:03.533670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-edc7c47d-15db-4844-b2ca-5d27d67f1765 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 954 time: 0.1522074 Jul 30 03:47:03.534298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:03.542904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'routes': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:03.549960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 2f134604-a494-42da-9c93-bdad2766b346, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2f134604-a494-42da-9c93-bdad2766b346,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:03.554974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:03.726956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:03.880658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:03.888196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:03.893103 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:03.915839 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:03.917367 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:03.925489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.039715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=2f134604-a494-42da-9c93-bdad2766b346,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:04.053237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:04.062117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:04.102191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:04.102887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.129735 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:04.154830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=9812d7c7-10e0-4e0e-87f1-aa72036c1dac,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:04.171072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-191aecd9-cd36-40cf-8ecd-8685b15a4299 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9797387 Jul 30 03:47:04.171849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59832) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:04.177574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:bf:46:d3', 'name': 'tempest-NetworksTestDHCPv6-945115658'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:04.214881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.274596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7c0ff839-c578-4822-ac4c-aa8290278ce8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "PUT /v2.0/floatingips/a2315304-6ac9-43ff-a7fd-29f8a409aa2a HTTP/1.1" status: 200 len: 991 time: 5.5258567 Jul 30 03:47:04.281175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:04.285130 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687ab7d8-fd8c-42ac-ba33-d76622069e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:04.294647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.364373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:01Z', 'revision_number': 6, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:00Z', 'revision_number': 4, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:04.381972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:04.429459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:04.432789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:04.443434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:04.444329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:04.448154 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.531554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.578851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:47:04.593000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a65edb-2183-494a-a488-67cda9403e65 req-19f765e8-f658-4f8d-b201-f433ee847c85 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:04.594574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66a65edb-2183-494a-a488-67cda9403e65 req-19f765e8-f658-4f8d-b201-f433ee847c85 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.3220253 Jul 30 03:47:04.611333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b366f2-0a14-4d1a-bc17-cec3497f2aa9 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:47:04.628828 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a2315304-6ac9-43ff-a7fd-29f8a409aa2a', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'port_id': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'mac_address': 'fa:16:3e:cb:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c850e6-053b-471f-81cb-16890b98e256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:46:36Z', 'updated_at': '2021-07-30T03:47:00Z', 'revision_number': 1, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:04.661204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:04.695598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:04.728743 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66a65edb-2183-494a-a488-67cda9403e65 req-e9404990-40a5-45bd-aba5-a5a3a92fc0d8 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251557 Jul 30 03:47:04.737418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f543897a-00c1-428a-8dc3-13cb14a1a381 None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:04.737957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f543897a-00c1-428a-8dc3-13cb14a1a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:04.809882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-d0389826-c801-476a-98bc-2d3d0c0a8586 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:04.811818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-d0389826-c801-476a-98bc-2d3d0c0a8586 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 816 time: 0.6104629 Jul 30 03:47:04.849217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-c5416619-cf68-41c9-ac69-8b34504f739f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/quotas/fb99f5656f714c81993500eb3961f4d1 HTTP/1.1" status: 200 len: 375 time: 0.0273933 Jul 30 03:47:04.862141 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:04.864517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.extraroute_db [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added routes are [] {{(pid=93876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 03:47:04.868723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.extraroute_db [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 03:47:04.871602 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:04.872229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:04.936938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-7d600a3b-9e88-4de9-8b18-39548489ae84 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578594 Jul 30 03:47:04.938324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8:0:1::3c5 (9e1f1956-7d51-47a1-bf41-0001a2695f11/9812d7c7-10e0-4e0e-87f1-aa72036c1dac/f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:04.948364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::f816:3eff:febf:46d3 (9e1f1956-7d51-47a1-bf41-0001a2695f11/8c520950-67d3-468a-88c8-1dade8af220b/f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:04.951073 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f667f79-0b35-4aad-8cab-2315618e8a85 x-openstack-request-id: req-1f667f79-0b35-4aad-8cab-2315618e8a85 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:04.951656 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:04.951855 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f667f79-0b35-4aad-8cab-2315618e8a85 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:04.952532 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'status': 'completed', 'code': 200} Jul 30 03:47:05.056973 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:05.065737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.082628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-801f7877-58e5-4130-96de-82e85189c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:05.084075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-801f7877-58e5-4130-96de-82e85189c0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.1295586 Jul 30 03:47:05.294831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.319387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b366f2-0a14-4d1a-bc17-cec3497f2aa9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:47:05.330384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:05.335283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-90ee8a59-f7a2-4fd4-bf76-961c5600768e service neutron] 10.222.0.39 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817134 Jul 30 03:47:05.352354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f543897a-00c1-428a-8dc3-13cb14a1a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.355008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:05.394102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.422555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:01Z', 'revision_number': 6, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:03Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:05.453785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-3099b645-f76b-4a08-98e9-d2a77bfef73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:05.455932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-3099b645-f76b-4a08-98e9-d2a77bfef73d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2651000 Jul 30 03:47:05.464832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e94d2a-85d6-4a9b-ab23-4b8ed941595b None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:01Z', 'revision_number': 6, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:03Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:05.472354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:05.475865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:05.489963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:05.501705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:05.504343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.544544 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3693650 Jul 30 03:47:05.546962 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a2315304-6ac9-43ff-a7fd-29f8a409aa2a', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'port_id': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'mac_address': 'fa:16:3e:cb:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c850e6-053b-471f-81cb-16890b98e256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:46:36Z', 'updated_at': '2021-07-30T03:47:00Z', 'revision_number': 1, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:05.549270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59852) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:05.551413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1230e8-8367-4478-9a7c-e3c1c86f6729 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:05.619822 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4510a-88bf-4095-a6aa-ccd350a7fa2c None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a2315304-6ac9-43ff-a7fd-29f8a409aa2a', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'port_id': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'mac_address': 'fa:16:3e:cb:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c850e6-053b-471f-81cb-16890b98e256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:46:36Z', 'updated_at': '2021-07-30T03:47:00Z', 'revision_number': 1, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:05.720488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f543897a-00c1-428a-8dc3-13cb14a1a381 None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:05.753159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f543897a-00c1-428a-8dc3-13cb14a1a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.766688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:05.767111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.921985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:05.952691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:06.073697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adce01-44b7-4107-96a9-599da9c5fc3c None None] New status for floating IP a2315304-6ac9-43ff-a7fd-29f8a409aa2a: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:47:06.092899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:06.093293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.130389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543897a-00c1-428a-8dc3-13cb14a1a381 None None] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:06.196955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.230600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.249269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-12e435cf-78f0-450a-856e-193cab2c89cd', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'tenant_id': 'fb99f5656f714c81993500eb3961f4d1', 'fixed_ips': [{'subnet_id': '154dcb8b-5d07-4b5e-bcf2-b68d0f929f88'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:47:06.250143 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.258911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-5e0ed8cc-3c33-4f1e-97fc-49f672fd3140 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 999 time: 0.7914622 Jul 30 03:47:06.320780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.362226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:06.364341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Update dhcp port {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'fixed_ips': [{'subnet_id': '8c520950-67d3-468a-88c8-1dade8af220b', 'ip_address': '2001:db8::f816:3eff:fefe:7cee'}, {'subnet_id': '9812d7c7-10e0-4e0e-87f1-aa72036c1dac'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '1129b93f-2c51-4b57-9e95-9f843f2b6d6d'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:47:06.397074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-ce8cb523-5ca8-409c-924e-9eb5cc4b3868 service neutron] 10.222.0.39 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0608313 Jul 30 03:47:06.416800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6cab3-47b0-48a5-a2b9-054348e1ea08 req-4513c3e7-b6f9-426d-bbff-9755e57880e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:06.418364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fd6cab3-47b0-48a5-a2b9-054348e1ea08 req-4513c3e7-b6f9-426d-bbff-9755e57880e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.3259211 Jul 30 03:47:06.422228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-ec2792b0-1b42-489e-bd6e-01ddbb51be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:06.424135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-ec2792b0-1b42-489e-bd6e-01ddbb51be3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.1228652 Jul 30 03:47:06.490856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.492816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.497592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2f134604-a494-42da-9c93-bdad2766b346 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:06.497997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-35f43e91-a532-430b-bf53-e8bde19c106c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6 HTTP/1.1" status: 204 len: 168 time: 0.9472184 Jul 30 03:47:06.504015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59872) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:06.568177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bf9a91-5e1e-4bc7-b279-8d855a97fe53 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:06.572345 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55bf9a91-5e1e-4bc7-b279-8d855a97fe53 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0665143 Jul 30 03:47:06.572889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59874) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:06.589991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:06.638151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239cfea-87b8-44c8-bd40-9997e059deb5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:06.643197 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d239cfea-87b8-44c8-bd40-9997e059deb5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0692415 Jul 30 03:47:06.651475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59876) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:06.666160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-a2007a11-9f85-48ca-8259-111d37a28ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:06.668002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-a2007a11-9f85-48ca-8259-111d37a28ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2294531 Jul 30 03:47:06.683767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fd6cab3-47b0-48a5-a2b9-054348e1ea08 req-1136d8f9-0656-41db-926c-3b4e7eb1ab98 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461491 Jul 30 03:47:06.813553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Allocated IP 2001:db8:0:1::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/9812d7c7-10e0-4e0e-87f1-aa72036c1dac/1129b93f-2c51-4b57-9e95-9f843f2b6d6d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:06.857295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:06.867480 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:06.868792 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:06.871841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7f22ee22-ac91-4ee1-93d1-8541b57e68b0 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 704 time: 3.3348141 Jul 30 03:47:06.872493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59888) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:06.888826 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:06.889433 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:07.022183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a488754b-5a44-4759-bb29-ded815592380 None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:07.032282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-735ef7fc-55e1-4614-b9c5-b504a7a89ef3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 704 time: 0.1450844 Jul 30 03:47:07.073656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Allocated IP 172.20.0.2 (12e435cf-78f0-450a-856e-193cab2c89cd/154dcb8b-5d07-4b5e-bcf2-b68d0f929f88/730fec9e-1bc3-47f2-808f-a1dd24221548) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:07.083115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:07.089349 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-f59a2404-19a5-4958-9aba-efcc4527aae0 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035685 Jul 30 03:47:07.098512 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.107902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2f134604-a494-42da-9c93-bdad2766b346 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:07.108277 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.140463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:07.190692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Transition to ACTIVE for port object 1129b93f-2c51-4b57-9e95-9f843f2b6d6d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:07.210458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.410971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb73152-4b2a-46e3-bd47-8baff8834be4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:07.417134 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb73152-4b2a-46e3-bd47-8baff8834be4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:07.419103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb73152-4b2a-46e3-bd47-8baff8834be4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:07.423943 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5fb73152-4b2a-46e3-bd47-8baff8834be4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7703574 Jul 30 03:47:07.427295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:07.472877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488754b-5a44-4759-bb29-ded815592380 None None] Pushing event updated for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:07.545237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.552380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-21a0f815-92ba-4684-bb0a-3101fff76783 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:07.560706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-21a0f815-92ba-4684-bb0a-3101fff76783 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 816 time: 0.4745440 Jul 30 03:47:07.578301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:07.619843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-098ea224-18fb-4c2c-a02c-7c44614c6082 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/quotas/fb99f5656f714c81993500eb3961f4d1 HTTP/1.1" status: 200 len: 375 time: 0.0573521 Jul 30 03:47:07.633500 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:04Z', 'revision_number': 7, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:03Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:07.669631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Transition to ACTIVE for port object 730fec9e-1bc3-47f2-808f-a1dd24221548 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:07.678197 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:07.688196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:07.689408 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:07.717297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-651b3fff-6017-4e7f-8476-c23c3b688937 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766594 Jul 30 03:47:07.741773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Transition to ACTIVE for port object 730fec9e-1bc3-47f2-808f-a1dd24221548 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:07.758157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.761991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 8c520950-67d3-468a-88c8-1dade8af220b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:07.810328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.822296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Network 12e435cf-78f0-450a-856e-193cab2c89cd is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:07.826574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:07.832819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:07.891245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-687ab7d8-fd8c-42ac-ba33-d76622069e6d req-465c56da-7e85-4e55-8cc9-b42797e700b3 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868428 Jul 30 03:47:07.940957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Attempting to bind port 730fec9e-1bc3-47f2-808f-a1dd24221548 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:07.941329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Attempting to bind port 730fec9e-1bc3-47f2-808f-a1dd24221548 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:07.942533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Attempting to bind port 730fec9e-1bc3-47f2-808f-a1dd24221548 on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:07.952238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:07.953175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Checking segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:07.953175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.953476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Bound using segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:07.953879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Bound port: 730fec9e-1bc3-47f2-808f-a1dd24221548, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:07.954840 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:07.965212 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:07.990364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Pushing event updated for resources: {'Port': ['ID=730fec9e-1bc3-47f2-808f-a1dd24221548,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:08.027389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.099598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] For port 730fec9e-1bc3-47f2-808f-a1dd24221548, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:08.104675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] For port 730fec9e-1bc3-47f2-808f-a1dd24221548, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=730fec9e-1bc3-47f2-808f-a1dd24221548,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:08.115171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.151791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda6698-1dfd-43ce-844e-2ad1c71d1136 req-af64e614-3f1c-4eaf-aeb0-f8df294bc924 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:08.154568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feda6698-1dfd-43ce-844e-2ad1c71d1136 req-af64e614-3f1c-4eaf-aeb0-f8df294bc924 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2838900 Jul 30 03:47:08.201814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c94b6-30a9-4f25-b271-7b3e02f3d700 None None] Pushing event updated for resources: {'Port': ['ID=730fec9e-1bc3-47f2-808f-a1dd24221548,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:08.337683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feda6698-1dfd-43ce-844e-2ad1c71d1136 req-8908108a-b04e-4ca6-9fa8-841c2a77e5e6 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640623 Jul 30 03:47:08.363207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-964518fc-48fd-4ac6-944f-e37a7e37c80f service neutron] 10.222.0.39 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309688 Jul 30 03:47:08.447542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:04Z', 'revision_number': 7, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:03Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:08.458090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.489054 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a9636-ac9b-44ea-bedc-77a1167458af None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:04Z', 'revision_number': 7, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f134604-a494-42da-9c93-bdad2766b346', 'name': '', 'network_id': 'a3382c42-e74f-4c10-937b-c8d35efdb1ae', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:1e:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '93eff275-5b08-4d71-8f9e-826734759075', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:55Z', 'updated_at': '2021-07-30T03:47:03Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '93eff275-5b08-4d71-8f9e-826734759075', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:08.493158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acf9810a-2cdb-439c-b91b-f45ed76e278b None None] Could not find standard attr ID for object f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:08.533850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acf9810a-2cdb-439c-b91b-f45ed76e278b None None] Provisioning for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:08.540276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acf9810a-2cdb-439c-b91b-f45ed76e278b None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:08.540646 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acf9810a-2cdb-439c-b91b-f45ed76e278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.679887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-4c552d79-a8c4-4dd6-8e9c-7e655c4cc433 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:08.682346 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-4c552d79-a8c4-4dd6-8e9c-7e655c4cc433 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 816 time: 0.2772546 Jul 30 03:47:08.712809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Request body: {'port': {'device_id': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'admin_state_up': True, 'tenant_id': 'fb99f5656f714c81993500eb3961f4d1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:08.744140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.812391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.815182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/8c520950-67d3-468a-88c8-1dade8af220b HTTP/1.1" status: 204 len: 168 time: 1.3096328 Jul 30 03:47:08.818252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a8b66-f869-4aa5-bf79-d2bc1ae24cc8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=8c520950-67d3-468a-88c8-1dade8af220b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:08.819986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:08.887558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-54106fe8-1f5d-4ce0-8ee9-e249f1f15d6c service neutron] 10.222.0.39 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977336 Jul 30 03:47:08.896023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Made reservation on behalf of fb99f5656f714c81993500eb3961f4d1 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:08.901188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:08.951103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 9812d7c7-10e0-4e0e-87f1-aa72036c1dac {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:08.957983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.037446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.082215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.138696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Allocated IP 172.20.0.11 (12e435cf-78f0-450a-856e-193cab2c89cd/154dcb8b-5d07-4b5e-bcf2-b68d0f929f88/e7c6904a-bf88-4446-9d52-9ee7f1afa360) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:09.499565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.519690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Transition to ACTIVE for port object e7c6904a-bf88-4446-9d52-9ee7f1afa360 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:09.573178 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.642637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Network 12e435cf-78f0-450a-856e-193cab2c89cd is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:09.663666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:09.667688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:09.731027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 730fec9e-1bc3-47f2-808f-a1dd24221548 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:09.771722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Pushing event updated for resources: {'Port': ['ID=e7c6904a-bf88-4446-9d52-9ee7f1afa360,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:09.777029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc94ea-a665-44e4-a418-e3528042d82d None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:09.779282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f044a7-6e93-41b1-9b56-9c1d1bc4c9f9 None None] Network 12e435cf-78f0-450a-856e-193cab2c89cd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:09.800591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:09.801727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.820267 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-b5c44417-e17c-4a81-bd8d-204263870504 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1126277 Jul 30 03:47:09.841864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Request body: {'port': {'device_id': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:09.902918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.910525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:09.975011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a8feb71c-a087-4f36-b9d1-d8aa1af6d11c None None] Provisioning for port 730fec9e-1bc3-47f2-808f-a1dd24221548 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:10.002166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a8feb71c-a087-4f36-b9d1-d8aa1af6d11c None None] Could not find standard attr ID for object f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:10.038235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43282b-e61f-43de-a232-8e21a22b183c req-a511426b-7ef5-4915-a5eb-8606b9667fe9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:10.039130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a8feb71c-a087-4f36-b9d1-d8aa1af6d11c None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:10.039711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8feb71c-a087-4f36-b9d1-d8aa1af6d11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.039924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f43282b-e61f-43de-a232-8e21a22b183c req-a511426b-7ef5-4915-a5eb-8606b9667fe9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.3246732 Jul 30 03:47:10.160053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-a06ea367-b34e-4356-9c76-b0c452d89884 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:10.161594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-a06ea367-b34e-4356-9c76-b0c452d89884 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 816 time: 0.4448578 Jul 30 03:47:10.214611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.241184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f43282b-e61f-43de-a232-8e21a22b183c req-5554da4b-821b-4fa5-bac8-3c818f1ad573 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664188 Jul 30 03:47:10.269008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-b1ffa88b-8900-4b4c-9b4d-989081b8dbfb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/quotas/fb99f5656f714c81993500eb3961f4d1 HTTP/1.1" status: 200 len: 375 time: 0.0981026 Jul 30 03:47:10.272093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=9812d7c7-10e0-4e0e-87f1-aa72036c1dac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:10.277267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.280191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-151cc204-31bd-4574-bd7f-56f5ab441242 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/9812d7c7-10e0-4e0e-87f1-aa72036c1dac HTTP/1.1" status: 204 len: 168 time: 1.4550488 Jul 30 03:47:10.283680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59974) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:10.348055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 730fec9e-1bc3-47f2-808f-a1dd24221548 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:10.355203 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3da94151-58fa-4d09-be41-11a081c3c8e9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702374 Jul 30 03:47:10.358387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:10.365004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:10.365628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 730fec9e-1bc3-47f2-808f-a1dd24221548 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:10.366057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.394827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-42f6b94f-562f-4087-8436-d46080617104 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936468 Jul 30 03:47:10.452809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 2f134604-a494-42da-9c93-bdad2766b346 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:10.453155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.489922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c6904a-bf88-4446-9d52-9ee7f1afa360 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:47:10.497742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.511701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Transition to ACTIVE for port object e7c6904a-bf88-4446-9d52-9ee7f1afa360 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:10.518929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.582869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Pushing event updated for resources: {'Port': ['ID=e7c6904a-bf88-4446-9d52-9ee7f1afa360,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:10.693519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Attempting to bind port e7c6904a-bf88-4446-9d52-9ee7f1afa360 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:10.694261 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Attempting to bind port e7c6904a-bf88-4446-9d52-9ee7f1afa360 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:10.694968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Attempting to bind port e7c6904a-bf88-4446-9d52-9ee7f1afa360 on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:10.700532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Port e7c6904a-bf88-4446-9d52-9ee7f1afa360 on network 12e435cf-78f0-450a-856e-193cab2c89cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:47:10.700712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-6b812e59-7bb9-42c3-bfdf-dae3675e4991 service neutron] 10.222.0.39 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677214 Jul 30 03:47:10.701296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Attempting to bind port e7c6904a-bf88-4446-9d52-9ee7f1afa360 on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:10.709419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:10.710981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Checking segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:10.711647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Bound using segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:10.712392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Bound port: e7c6904a-bf88-4446-9d52-9ee7f1afa360, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:10.713001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.745530 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.819215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 730fec9e-1bc3-47f2-808f-a1dd24221548, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=730fec9e-1bc3-47f2-808f-a1dd24221548,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:10.825066 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.826178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:10.855320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] For port e7c6904a-bf88-4446-9d52-9ee7f1afa360, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:10.859527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] For port e7c6904a-bf88-4446-9d52-9ee7f1afa360, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:10.865006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:10.881471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.936458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-fd89a568-e469-4f16-9524-ac87c880abfa service neutron] 10.222.0.39 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333655 Jul 30 03:47:10.963239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:10.964163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:10.965848 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] 10.222.0.16 "PUT /v2.0/ports/e7c6904a-bf88-4446-9d52-9ee7f1afa360 HTTP/1.1" status: 200 len: 1093 time: 1.1293862 Jul 30 03:47:10.966372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'tag': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:10.969130 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617e59f5-10c3-494c-95c7-bb4e53797606" -d '{"events": [{"name": "network-changed", "server_uuid": "cd093ea4-aba4-41fc-8999-7bd2012f2310", "tag": "e7c6904a-bf88-4446-9d52-9ee7f1afa360"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:11.024913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.047098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37a791-85a7-45e0-8beb-79d5337e1f1a service neutron] Pushing event updated for resources: {'Port': ['ID=e7c6904a-bf88-4446-9d52-9ee7f1afa360,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:11.050922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=730fec9e-1bc3-47f2-808f-a1dd24221548,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:11.061285 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a26988-a6bf-4ea7-9e3f-6f2338758b19 x-openstack-request-id: req-83a26988-a6bf-4ea7-9e3f-6f2338758b19 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:11.061796 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd093ea4-aba4-41fc-8999-7bd2012f2310", "tag": "e7c6904a-bf88-4446-9d52-9ee7f1afa360", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:11.062380 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83a26988-a6bf-4ea7-9e3f-6f2338758b19 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:11.063086 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'tag': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'status': 'completed', 'code': 200} Jul 30 03:47:11.105065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:11.123338 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.137066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-5bb60d02-eb9d-4e06-8e35-21780bdb5f3c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:11.138573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-5bb60d02-eb9d-4e06-8e35-21780bdb5f3c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 816 time: 0.4160037 Jul 30 03:47:11.139278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:11.142998 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.200607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-d2bf81f5-40cf-45de-8418-0a035b34b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:11.206115 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-d2bf81f5-40cf-45de-8418-0a035b34b516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 1096 time: 0.0955398 Jul 30 03:47:11.212950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] Deleting port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:11.225230 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.237232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Request body: {'port': {'device_id': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'admin_state_up': True, 'tenant_id': 'fb99f5656f714c81993500eb3961f4d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:11.255573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 2f134604-a494-42da-9c93-bdad2766b346, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2f134604-a494-42da-9c93-bdad2766b346,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:11.258965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.309154 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-fa6ec9f9-2335-4f93-b5f8-7bd881848598 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360 HTTP/1.1" status: 200 len: 217 time: 0.0809369 Jul 30 03:47:11.386832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-2bc4b08a-cb59-4439-967c-9c0c128e0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:11.390802 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-2bc4b08a-cb59-4439-967c-9c0c128e0463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.0748169 Jul 30 03:47:11.460818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 2f134604-a494-42da-9c93-bdad2766b346 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:11.469479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-62f72ef2-dc83-4e34-8afa-a5cd721e8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:11.479248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90e2e867-b403-4742-8938-efce50b95065 req-d947bc7a-f80d-4d93-adab-d6d6964d6b51 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 210 time: 0.1386619 Jul 30 03:47:11.493981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-62f72ef2-dc83-4e34-8afa-a5cd721e8830 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941105 Jul 30 03:47:11.540732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] For port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:11.543648 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.587076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e1656-0d4c-47ab-bbc9-8ca101cb71e7 None None] Network 12e435cf-78f0-450a-856e-193cab2c89cd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:11.659407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d6f2c-6556-458f-a258-4fed4f1c515a req-a88f72bc-22fd-4120-ba88-0994cc9583b0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:11.661066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e9d6f2c-6556-458f-a258-4fed4f1c515a req-a88f72bc-22fd-4120-ba88-0994cc9583b0 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2585800 Jul 30 03:47:11.726101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-2958799d-8a77-490a-bfed-70981a2a39b8 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920905 Jul 30 03:47:11.746131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 730fec9e-1bc3-47f2-808f-a1dd24221548 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:11.788404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] Calling delete_port for 1129b93f-2c51-4b57-9e95-9f843f2b6d6d owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:11.829070 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.846115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e9d6f2c-6556-458f-a258-4fed4f1c515a req-01466410-907d-4157-b0df-5b70d9485d8d tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584234 Jul 30 03:47:11.855907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:11.873877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-66548f65-f74d-41e3-b65e-827d5de197c4 None None] Provisioning complete for port 730fec9e-1bc3-47f2-808f-a1dd24221548 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:11.873877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66548f65-f74d-41e3-b65e-827d5de197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.899416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:11.924759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:11.925358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:11.966247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Made reservation on behalf of fb99f5656f714c81993500eb3961f4d1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:11.966948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2f5298f7-c64c-46be-82bc-8a6a0e36d67f req-23413238-5713-4eeb-85d8-5217ccd1a6d6 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324703 Jul 30 03:47:11.970205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.002251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6417315 Jul 30 03:47:12.005121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60014) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:12.011873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:12.074512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 730fec9e-1bc3-47f2-808f-a1dd24221548 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:12.074915 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.078822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91848c-13dd-478f-82f7-4abe363c7389 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=e2765514-4ecd-4607-890f-a069c55a32e6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:12.197218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.199983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Allocated IP 172.20.0.14 (12e435cf-78f0-450a-856e-193cab2c89cd/154dcb8b-5d07-4b5e-bcf2-b68d0f929f88/f13c06d1-d853-491a-993e-00f4137604fb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:12.243984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=2f134604-a494-42da-9c93-bdad2766b346,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:12.276844 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.336709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-9b3a5442-3011-49b3-9ffa-c4c42cb17a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:12.338723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-9b3a5442-3011-49b3-9ffa-c4c42cb17a74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 1096 time: 0.2269838 Jul 30 03:47:12.340283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:12.344055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.369475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] Pushing event deleted for resources: {'Port': ['ID=1129b93f-2c51-4b57-9e95-9f843f2b6d6d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:12.388638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd8de7-17a9-4a64-8ad6-bf2f882fcfd0 None None] No DVR routers for this DVR port 1129b93f-2c51-4b57-9e95-9f843f2b6d6d on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:12.411014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-66548f65-f74d-41e3-b65e-827d5de197c4 None None] Provisioning for port e7c6904a-bf88-4446-9d52-9ee7f1afa360 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:12.417125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b46ec64-596c-4840-ad71-d35f2b431e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.447167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95b480-f3bb-4d23-9934-81079365bbe6 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:12.574059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-29a16841-585c-4ee6-9000-5a77bb66bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:12.575551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-29a16841-585c-4ee6-9000-5a77bb66bd1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 916 time: 0.2119172 Jul 30 03:47:12.588117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:12.678423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1129b93f-2c51-4b57-9e95-9f843f2b6d6d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:12.678763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1129b93f-2c51-4b57-9e95-9f843f2b6d6d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:12.679706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.710591 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2765514-4ecd-4607-890f-a069c55a32e6 (CIDR: 2001:db8::/64) Jul 30 03:47:12.752836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-5678d9b4-23b7-4181-bbf4-af908d055782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360 HTTP/1.1" status: 200 len: 217 time: 0.0402443 Jul 30 03:47:12.754612 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:47:12.755306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:12.799692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1526eb6-2b26-4e8f-9b83-10b7dc5819df req-fbbf280f-e008-4cb1-a10b-85ddbc61c29e tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 210 time: 0.1845131 Jul 30 03:47:12.830786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-949cd6ec-51e9-4e67-8766-e59e63f5d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:12.834038 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-949cd6ec-51e9-4e67-8766-e59e63f5d742 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.0673673 Jul 30 03:47:12.835982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2dd63482-dc40-49c6-9a33-d33fe87f7033 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8290341 Jul 30 03:47:12.839068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60030) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:12.845240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:12.928864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'e2765514-4ecd-4607-890f-a069c55a32e6'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:47:12.930027 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:12.935538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e6149ff9-d6e9-4077-b358-102fd0c37836 None None] Provisioning complete for port 730fec9e-1bc3-47f2-808f-a1dd24221548 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:12.935908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e6149ff9-d6e9-4077-b358-102fd0c37836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.010492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-1556d49a-aac5-4f49-9372-e6a0398135ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:13.012075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-1556d49a-aac5-4f49-9372-e6a0398135ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609046 Jul 30 03:47:13.160926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/e2765514-4ecd-4607-890f-a069c55a32e6/4487dbea-9b7a-49d6-81af-9d5d1f6fe81f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:13.224084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480043e-8b35-4d50-a4f6-96a71ef04d68 req-37709391-b90e-4f28-93e3-67fc7fd66895 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:13.225690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b480043e-8b35-4d50-a4f6-96a71ef04d68 req-37709391-b90e-4f28-93e3-67fc7fd66895 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2506335 Jul 30 03:47:13.247891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-42ea80b9-2b01-4a4f-bd85-62cc28c5d671 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:13.250176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-42ea80b9-2b01-4a4f-bd85-62cc28c5d671 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.18 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 816 time: 0.4408360 Jul 30 03:47:13.261901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-16296d6d-084b-4b36-ae2b-2ec96f27e1f5 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250142 Jul 30 03:47:13.263842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.275388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:13.278696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.305109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Request body: {'port': {'device_id': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'admin_state_up': True, 'tenant_id': 'fb99f5656f714c81993500eb3961f4d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:13.477687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.489298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Transition to ACTIVE for port object 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:13.508460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Transition to ACTIVE for port object 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:13.518517 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.598287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:13.605571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:13.619184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:13.619184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Pushing event updated for resources: {'Port': ['ID=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:13.667456 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-617e59f5-10c3-494c-95c7-bb4e53797606 req-7feffd26-7905-4290-8c04-384fba640e43 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043374 Jul 30 03:47:13.739371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Attempting to bind port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:13.740014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Attempting to bind port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:13.740588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Attempting to bind port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:13.770939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:13.771357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:13.771786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.777761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:13.778281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Bound port: 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:13.778689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.905242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] For port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:13.921757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] For port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:13.934436 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:13.935341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.objects.ports [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:47:13.956183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Transition to ACTIVE for port object f13c06d1-d853-491a-993e-00f4137604fb will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:13.992227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e93c0a9d-9dfa-48b6-a49f-79cba0aaf7e1 req-4a9f4429-47ae-422c-b9c0-84b9fa06eaf7 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 210 time: 0.0831301 Jul 30 03:47:14.029293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eec64-46c3-4398-8618-71116999b887 None None] Pushing event updated for resources: {'Port': ['ID=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:14.040839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e7c6904a-bf88-4446-9d52-9ee7f1afa360 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:47:14.041782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b480043e-8b35-4d50-a4f6-96a71ef04d68 req-35704175-1bb8-4a91-b4de-1defdafce252 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8077645 Jul 30 03:47:14.107126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:14.139604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.208140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e7c6904a-bf88-4446-9d52-9ee7f1afa360, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:14.239228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Made reservation on behalf of fb99f5656f714c81993500eb3961f4d1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:14.240010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'port_id': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'mac_address': 'fa:16:3e:bd:6d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154dcb8b-5d07-4b5e-bcf2-b68d0f929f88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:47:14.242828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.280038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Network 12e435cf-78f0-450a-856e-193cab2c89cd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:14.300635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:14.302682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.304407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:14.352512 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.354222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Pushing event updated for resources: {'Port': ['ID=f13c06d1-d853-491a-993e-00f4137604fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:14.400420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c6904a-bf88-4446-9d52-9ee7f1afa360 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:47:14.426573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:14.426855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e7c6904a-bf88-4446-9d52-9ee7f1afa360, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:14.442502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.447907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c4ead2bb-f8e0-4eca-ad31-0d5ece74e67c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3537295 Jul 30 03:47:14.455089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:14.458166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:14.522927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:14.523934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:46:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:14.588516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Allocated IP 172.20.0.7 (12e435cf-78f0-450a-856e-193cab2c89cd/154dcb8b-5d07-4b5e-bcf2-b68d0f929f88/4e309d74-dbf7-4373-86c6-ee3be9acbddb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:14.632523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:14.673932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.685992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.686805 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.750154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=52389763-46d4-4101-8f83-090db2bbde27,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:14.780906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:14.790335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:14.797542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:14.798822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.805233 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.827745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Transition to ACTIVE for port object 4e309d74-dbf7-4373-86c6-ee3be9acbddb will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:14.830561 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9902213 Jul 30 03:47:14.840760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60066) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:14.852172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:83:c0:4a', 'name': 'tempest-NetworksTestDHCPv6-110881918'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:14.865373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:14.889092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:14.889924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.901653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e7c6904a-bf88-4446-9d52-9ee7f1afa360,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:14.908649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea36f-20db-4cb4-a43f-0e76163aa8a8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:14.917377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-dbf0f5c5-42c0-45f1-91da-47a15d26cc44 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7050874 Jul 30 03:47:14.932875 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e65fc60-4e63-4485-95bc-d26192143c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:14.945008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Request body: {'port': {'device_id': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:14.957080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b0ba7833-5a3f-4a97-9d0f-41810bb070dc None None] Provisioning for port f13c06d1-d853-491a-993e-00f4137604fb completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:14.964138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b0ba7833-5a3f-4a97-9d0f-41810bb070dc None None] Provisioning complete for port f13c06d1-d853-491a-993e-00f4137604fb triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:14.965211 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7833-5a3f-4a97-9d0f-41810bb070dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.006649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 93eff275-5b08-4d71-8f9e-826734759075 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:15.018201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:15.053595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e7c6904a-bf88-4446-9d52-9ee7f1afa360'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:47:15.059028 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.074425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.144941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.169698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba7833-5a3f-4a97-9d0f-41810bb070dc None None] Port f13c06d1-d853-491a-993e-00f4137604fb cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:47:15.180204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port f27bb07f-f988-4bb3-b556-46abd252106f yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:47:15.224267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.329356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.334232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.351280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:12Z', 'revision_number': 8, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:15.406548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:15.441714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:15.442364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:15.457953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::216 (9e1f1956-7d51-47a1-bf41-0001a2695f11/e2765514-4ecd-4607-890f-a069c55a32e6/f27bb07f-f988-4bb3-b556-46abd252106f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:15.467025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:c04a (9e1f1956-7d51-47a1-bf41-0001a2695f11/52389763-46d4-4101-8f83-090db2bbde27/f27bb07f-f988-4bb3-b556-46abd252106f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:15.479585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Network 12e435cf-78f0-450a-856e-193cab2c89cd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:15.549760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:15.550515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:15.557554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Pushing event updated for resources: {'Port': ['ID=4e309d74-dbf7-4373-86c6-ee3be9acbddb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:15.576621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:15.588309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed812-0eec-4dc4-9e86-4b9dc85c6501 req-629d0b93-adf2-41d4-8722-f85172fced6e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:15.589832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-024ed812-0eec-4dc4-9e86-4b9dc85c6501 req-629d0b93-adf2-41d4-8722-f85172fced6e tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.3362882 Jul 30 03:47:15.707900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1331097d-8e2a-46d8-a88b-56f4978de48d None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:15.747478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.767108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:15.783505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object f27bb07f-f988-4bb3-b556-46abd252106f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:15.846684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.850794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3ef1a2a5-1f3f-492b-a2a8-5049b503ab39 None None] Provisioning for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:15.911818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:15.916385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:15.934204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:15.941536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:15.942361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:15.965120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=f27bb07f-f988-4bb3-b556-46abd252106f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:15.969195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf248f-82fc-4bbb-b1b7-e029648789e8 req-2469f9a1-7258-48f5-afc0-bd4e9020a36d tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:15.972264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10cf248f-82fc-4bbb-b1b7-e029648789e8 req-2469f9a1-7258-48f5-afc0-bd4e9020a36d tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 931 time: 0.7159390 Jul 30 03:47:15.979667 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-036af4f9-392e-4151-9186-78b76f1ea873 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1377132 Jul 30 03:47:15.980635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60076) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:16.010237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.027488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:16.035352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e7c6904a-bf88-4446-9d52-9ee7f1afa360'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:47:16.079894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:16.080509 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.091792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0d3a3bd5-eee7-4e1b-b13a-cc88e28dd664 None None] Provisioning for port 4e309d74-dbf7-4373-86c6-ee3be9acbddb completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:16.100281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port f27bb07f-f988-4bb3-b556-46abd252106f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:16.100687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.106549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:16.107348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.130131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-024ed812-0eec-4dc4-9e86-4b9dc85c6501 req-44e3b812-014c-4378-84c6-2facf2caecf1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836833 Jul 30 03:47:16.139492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0d3a3bd5-eee7-4e1b-b13a-cc88e28dd664 None None] Provisioning complete for port 4e309d74-dbf7-4373-86c6-ee3be9acbddb triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:16.139859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3bd5-eee7-4e1b-b13a-cc88e28dd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.182558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10cf248f-82fc-4bbb-b1b7-e029648789e8 req-4999b0d5-e031-4c98-a8e0-f291d324438c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927731 Jul 30 03:47:16.196038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-9ea78721-bc4c-46fe-8f38-5bd8a73cfb05 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9294865 Jul 30 03:47:16.211011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Request body: {'port': {'device_id': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:16.217088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13c06d1-d853-491a-993e-00f4137604fb {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:47:16.253994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.264384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.267558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a3bd5-eee7-4e1b-b13a-cc88e28dd664 None None] Port 4e309d74-dbf7-4373-86c6-ee3be9acbddb cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:47:16.271421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:12Z', 'revision_number': 8, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:16.298653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=93eff275-5b08-4d71-8f9e-826734759075,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:16.313988 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.318995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-37e16b54-52d6-4208-9ebe-89bc606f024d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/93eff275-5b08-4d71-8f9e-826734759075 HTTP/1.1" status: 204 len: 168 time: 1.8628347 Jul 30 03:47:16.319889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:16.320444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Transition to ACTIVE for port object f13c06d1-d853-491a-993e-00f4137604fb will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:16.335909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf613e-5a20-4047-92fa-f3907805fc8f None None] Network a3382c42-e74f-4c10-937b-c8d35efdb1ae requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:16.337779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.339644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.368122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed2f49-a354-478b-8a1d-3b34d2bf7192 None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:12Z', 'revision_number': 8, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '196fa4a1-b704-4910-8a4d-6969e95c3129', 'name': '', 'network_id': 'f03cd4e6-002d-4720-975e-231a74853cd8', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:e6:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:46Z', 'updated_at': '2021-07-30T03:46:56Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '8df5a038-2c39-4584-a46a-4855b575ba49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:16.408431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for f27bb07f-f988-4bb3-b556-46abd252106f owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:16.410261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Pushing event updated for resources: {'Port': ['ID=f13c06d1-d853-491a-993e-00f4137604fb,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:16.417246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.513888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.562785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.580776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.663948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:16.664271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.752983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:16.784262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.820643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:16.821018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.888400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:16.905426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:16.957489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Attempting to bind port f13c06d1-d853-491a-993e-00f4137604fb on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:16.957834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Attempting to bind port f13c06d1-d853-491a-993e-00f4137604fb by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:16.958168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Attempting to bind port f13c06d1-d853-491a-993e-00f4137604fb on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:16.964910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:16.981241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.981368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.981680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.982027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.982368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.982702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.983038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.987457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Port f13c06d1-d853-491a-993e-00f4137604fb on network 12e435cf-78f0-450a-856e-193cab2c89cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:47:16.987786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Attempting to bind port f13c06d1-d853-491a-993e-00f4137604fb on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:16.993900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.994395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.995186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:16.995186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:17.004905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:17.023287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] DHCP port deletion for a3382c42-e74f-4c10-937b-c8d35efdb1ae request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:17.026355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:17.026703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Checking segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:17.027095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Bound using segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:17.028758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Bound port: f13c06d1-d853-491a-993e-00f4137604fb, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:17.029133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.029383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=f27bb07f-f988-4bb3-b556-46abd252106f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:17.141812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] Deleting port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:17.142822 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.142972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.147310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95061df2-2b33-4305-85ff-00a41843313c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/f27bb07f-f988-4bb3-b556-46abd252106f HTTP/1.1" status: 204 len: 168 time: 1.1632483 Jul 30 03:47:17.152761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60082) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:17.251698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] For port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,segment=NetworkSegment(960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba),segment_id=960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:17.253346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.263342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023a6e7-e60f-4f8f-901c-8c353ca05c03 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:17.264262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] For port f13c06d1-d853-491a-993e-00f4137604fb, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:17.264996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0023a6e7-e60f-4f8f-901c-8c353ca05c03 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112685 Jul 30 03:47:17.266796 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.273930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] Calling delete_port for 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:17.279453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] For port f13c06d1-d853-491a-993e-00f4137604fb, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f13c06d1-d853-491a-993e-00f4137604fb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:17.280293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:17.312138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.334904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:17.359032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:47:17.366869 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:47:17.379274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.413893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] Pushing event deleted for resources: {'Port': ['ID=846c6032-7acb-4ec1-8ba5-3d98e5a64c1c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:17.426008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:17.426844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.428182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] 10.222.0.16 "PUT /v2.0/ports/f13c06d1-d853-491a-993e-00f4137604fb HTTP/1.1" status: 200 len: 1093 time: 2.4876790 Jul 30 03:47:17.434839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'tag': 'f13c06d1-d853-491a-993e-00f4137604fb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:17.444544 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b0800-75fb-4bd8-972f-1e3d02a860c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6af938ea-cea0-4ce9-b84e-f27ea4a0224a", "tag": "f13c06d1-d853-491a-993e-00f4137604fb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:17.453298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf5d16-4c8f-442c-bd64-06c011cab8aa None None] No DVR routers for this DVR port 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:17.517355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.522970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6955b-da1f-4277-b321-b2656ba45470 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:17.529620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3382c42-e74f-4c10-937b-c8d35efdb1ae']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:17.542341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:17.543096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960ef7d5-ffc6-411c-8ef1-5c8d2213a1ba') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:17.555124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.573868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e309d74-dbf7-4373-86c6-ee3be9acbddb {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:47:17.584433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.598203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:47:17.598942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.602600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.649022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Transition to ACTIVE for port object 4e309d74-dbf7-4373-86c6-ee3be9acbddb will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:47:17.659721 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:47:17.677281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.678665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-69d3c0e6-2e9c-4fc7-9d26-7f8696cd8a6e None None] Could not find standard attr ID for object f27bb07f-f988-4bb3-b556-46abd252106f. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:17.686617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.692390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/a3382c42-e74f-4c10-937b-c8d35efdb1ae HTTP/1.1" status: 204 len: 168 time: 1.3691733 Jul 30 03:47:17.695159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60094) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:17.745785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84267b-faac-4d1d-8c38-0fe395d45786 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=a3382c42-e74f-4c10-937b-c8d35efdb1ae,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:17.759579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.765416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-69d3c0e6-2e9c-4fc7-9d26-7f8696cd8a6e None None] Provisioning complete for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:17.765798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69d3c0e6-2e9c-4fc7-9d26-7f8696cd8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:17.867764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273e61-3acd-46a1-ab3f-1404f46c3525 req-ab1fc710-c739-447d-b9b4-004d5b718e2f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:17.870448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37273e61-3acd-46a1-ab3f-1404f46c3525 req-ab1fc710-c739-447d-b9b4-004d5b718e2f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.5801909 Jul 30 03:47:17.889103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:17.897967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd45f1d-a5e5-4d62-8722-762b110d8319 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:17.905997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2cd45f1d-a5e5-4d62-8722-762b110d8319 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6224399 Jul 30 03:47:17.910537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60098) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:17.926263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a1e7f-4db7-44a2-8807-699606935f7b service neutron] Pushing event updated for resources: {'Port': ['ID=f13c06d1-d853-491a-993e-00f4137604fb,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:18.029996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21619-529d-4f87-a6ad-e03732e11e29 req-de6bf3bb-9211-4040-ba43-c02540fdee36 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.033144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abf21619-529d-4f87-a6ad-e03732e11e29 req-de6bf3bb-9211-4040-ba43-c02540fdee36 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 931 time: 0.6703889 Jul 30 03:47:18.061233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e7c6904a-bf88-4446-9d52-9ee7f1afa360 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:18.069100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.115356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:18.119264 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.148280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a205048-c865-4180-8651-ebb8d869a69d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.149836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a205048-c865-4180-8651-ebb8d869a69d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.151288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a205048-c865-4180-8651-ebb8d869a69d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.155487 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0a205048-c865-4180-8651-ebb8d869a69d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2405548 Jul 30 03:47:18.162883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60100) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:18.282488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port e7c6904a-bf88-4446-9d52-9ee7f1afa360 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:18.287690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37273e61-3acd-46a1-ab3f-1404f46c3525 req-0819daa0-118e-45bc-86e8-6ebac7bad65b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720713 Jul 30 03:47:18.310657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port e7c6904a-bf88-4446-9d52-9ee7f1afa360 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:18.314192 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.357488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-3721cdf6-a6b3-4cd5-a6d6-85389b9531d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.359785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-3721cdf6-a6b3-4cd5-a6d6-85389b9531d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 1096 time: 0.6950707 Jul 30 03:47:18.373418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet 52389763-46d4-4101-8f83-090db2bbde27 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:18.382599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.395329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Pushing event updated for resources: {'Port': ['ID=4e309d74-dbf7-4373-86c6-ee3be9acbddb,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:18.504080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abf21619-529d-4f87-a6ad-e03732e11e29 req-03905ca1-f0c2-46ce-b65d-41191ec0aeaf tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533465 Jul 30 03:47:18.511975 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09175025-b3f9-423c-9483-f187c95791bb x-openstack-request-id: req-09175025-b3f9-423c-9483-f187c95791bb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:18.512275 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af938ea-cea0-4ce9-b84e-f27ea4a0224a", "tag": "f13c06d1-d853-491a-993e-00f4137604fb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:18.512527 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09175025-b3f9-423c-9483-f187c95791bb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:18.517593 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'tag': 'f13c06d1-d853-491a-993e-00f4137604fb', 'status': 'completed', 'code': 200} Jul 30 03:47:18.520826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-6a2c834f-ebea-40d5-8b9b-3b21daebe2e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f13c06d1-d853-491a-993e-00f4137604fb HTTP/1.1" status: 200 len: 217 time: 0.1272218 Jul 30 03:47:18.535540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.557024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2f134604-a494-42da-9c93-bdad2766b346 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:18.575546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Attempting to bind port 4e309d74-dbf7-4373-86c6-ee3be9acbddb on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:18.577359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Attempting to bind port 4e309d74-dbf7-4373-86c6-ee3be9acbddb by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:18.577359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Attempting to bind port 4e309d74-dbf7-4373-86c6-ee3be9acbddb on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:18.602047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Port 4e309d74-dbf7-4373-86c6-ee3be9acbddb on network 12e435cf-78f0-450a-856e-193cab2c89cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:47:18.602527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Attempting to bind port 4e309d74-dbf7-4373-86c6-ee3be9acbddb on network 12e435cf-78f0-450a-856e-193cab2c89cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:18.616115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-7ea307ee-cf36-4587-80a3-162272164256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.619081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2f134604-a494-42da-9c93-bdad2766b346 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:18.619679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2f134604-a494-42da-9c93-bdad2766b346 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:18.620260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:18.621908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-7ea307ee-cf36-4587-80a3-162272164256 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.0905662 Jul 30 03:47:18.623864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:18.623864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Checking segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:18.623864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Bound using segment: {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:18.624227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Bound port: 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:18.629230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.694774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.729902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-4a30f892-0a2e-48b7-9bdd-fea875142dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:18.732993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-4a30f892-0a2e-48b7-9bdd-fea875142dfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010711 Jul 30 03:47:18.857375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:18.885634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-5fce8788-84ec-4199-bd3a-ca65dfbe4ebd service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417062 Jul 30 03:47:18.977656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=52389763-46d4-4101-8f83-090db2bbde27,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:18.980522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:18.981068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 846c6032-7acb-4ec1-8ba5-3d98e5a64c1c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:19.006277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.010393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.022276 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ef0424c-144f-44b4-be87-1fe06c4f07d1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/52389763-46d4-4101-8f83-090db2bbde27 HTTP/1.1" status: 204 len: 168 time: 0.8536823 Jul 30 03:47:19.027307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60104) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:19.042872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9c7d3606-1c36-4b5d-ae51-f75891a4c052 None None] Provisioning complete for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:19.043339 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3606-1c36-4b5d-ae51-f75891a4c052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.049579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2296fa-d827-4c59-8daa-9807a492f605 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:19.069984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] For port 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:19.097465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] For port 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:19.115274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.145747 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.227709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:19.230222 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc3e3e-6fa4-49f7-b626-7a7bd6709a81" -d '{"events": [{"server_uuid": "cd093ea4-aba4-41fc-8999-7bd2012f2310", "name": "network-vif-plugged", "status": "completed", "tag": "e7c6904a-bf88-4446-9d52-9ee7f1afa360"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:19.246888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:19.247732 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.249149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e309d74-dbf7-4373-86c6-ee3be9acbddb HTTP/1.1" status: 200 len: 1092 time: 3.0433078 Jul 30 03:47:19.274437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635002f2-f34d-43a4-9815-b29b039dda89 service neutron] Pushing event updated for resources: {'Port': ['ID=4e309d74-dbf7-4373-86c6-ee3be9acbddb,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:19.297678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dba6ac6-6aae-47a4-8332-5057c6a682ac req-91d76998-bd00-4647-9d40-968067a47573 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023247 Jul 30 03:47:19.345044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e7c6904a-bf88-4446-9d52-9ee7f1afa360, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:19.347926 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520f858-68be-43d0-ba6c-85b1e1758b2b x-openstack-request-id: req-b520f858-68be-43d0-ba6c-85b1e1758b2b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:19.348450 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd093ea4-aba4-41fc-8999-7bd2012f2310", "name": "network-vif-plugged", "status": "completed", "tag": "e7c6904a-bf88-4446-9d52-9ee7f1afa360", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:19.348954 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b520f858-68be-43d0-ba6c-85b1e1758b2b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:19.349788 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'code': 200} Jul 30 03:47:19.478653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:19.567164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e7c6904a-bf88-4446-9d52-9ee7f1afa360,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:19.696889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-36bb29f2-4405-4559-8ab1-30cce2df1c31 None None] Could not find standard attr ID for object f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:19.969035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet e2765514-4ecd-4607-890f-a069c55a32e6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:19.975190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-81b538d5-978e-4040-a891-e0fa827930ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:19.976760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-81b538d5-978e-4040-a891-e0fa827930ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 1095 time: 0.6615527 Jul 30 03:47:19.996373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd7409-6e10-4bb7-8220-d9123f01ae46 req-1bc5293d-094b-455f-9cc9-659249f3cfff tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.005235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.005601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52cd7409-6e10-4bb7-8220-d9123f01ae46 req-1bc5293d-094b-455f-9cc9-659249f3cfff tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 943 time: 0.1617272 Jul 30 03:47:20.048228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e8476-ee1a-4d55-9ff2-6495e7c64d8c req-44310128-0a64-422a-9885-f92b659ade6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.052822 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c67e8476-ee1a-4d55-9ff2-6495e7c64d8c req-44310128-0a64-422a-9885-f92b659ade6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 1098 time: 0.1839375 Jul 30 03:47:20.062798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-72e3834a-079b-4cf5-bc34-b349039b70ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb HTTP/1.1" status: 200 len: 217 time: 0.0474994 Jul 30 03:47:20.095093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-224be9ad-3515-441d-a9c9-fe38304dde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.096624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-224be9ad-3515-441d-a9c9-fe38304dde39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 1096 time: 0.2506316 Jul 30 03:47:20.099191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c67e8476-ee1a-4d55-9ff2-6495e7c64d8c req-0787a4d0-0995-46a7-9a29-f769cade88be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Jul 30 03:47:20.111781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.129728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480471-89ff-44b2-a539-15efb1d9b88a req-9ddb1627-0e4e-4c0d-829a-6ec13bd24e76 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.131310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8480471-89ff-44b2-a539-15efb1d9b88a req-9ddb1627-0e4e-4c0d-829a-6ec13bd24e76 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2863450 Jul 30 03:47:20.178212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52cd7409-6e10-4bb7-8220-d9123f01ae46 req-3001d12c-bbc0-4c50-82a2-ed6f033d5e5b tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717193 Jul 30 03:47:20.191713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-4f006d9d-2561-4d90-bb8b-0e3adcdfd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.193919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-4f006d9d-2561-4d90-bb8b-0e3adcdfd7e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.1192541 Jul 30 03:47:20.255369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8480471-89ff-44b2-a539-15efb1d9b88a req-5f4e3bba-afe4-4fc6-8df1-3781c8d098e7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020083 Jul 30 03:47:20.279036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-c349c9c7-43c1-4b95-85ae-a8d10ea27341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.281025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-c349c9c7-43c1-4b95-85ae-a8d10ea27341 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751829 Jul 30 03:47:20.295324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.424095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 196fa4a1-b704-4910-8a4d-6969e95c3129 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:20.424443 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.433224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.440818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d6b37c20-1571-4443-90d8-c3025390bf00 None None] Provisioning complete for port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:20.441279 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6b37c20-1571-4443-90d8-c3025390bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.472365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-6e8f09be-ae46-4443-883e-c4096f58eb47 service neutron] 10.222.0.18 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716897 Jul 30 03:47:20.504108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=e2765514-4ecd-4607-890f-a069c55a32e6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:20.518575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'tag': '4e309d74-dbf7-4373-86c6-ee3be9acbddb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:20.521153 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2631e8b0-c739-49b2-b2a8-855c0e477faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2cd758-72f7-449e-9176-b26e9e4d02fe", "tag": "4e309d74-dbf7-4373-86c6-ee3be9acbddb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:20.580631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.583567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-daa65c0d-5693-4711-8215-f79c383b04cd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/e2765514-4ecd-4607-890f-a069c55a32e6 HTTP/1.1" status: 204 len: 168 time: 1.5543308 Jul 30 03:47:20.589040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:20.662380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 196fa4a1-b704-4910-8a4d-6969e95c3129, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=196fa4a1-b704-4910-8a4d-6969e95c3129,segment=NetworkSegment(77a46819-bd40-45c0-a51e-3a21febf1ea8),segment_id=77a46819-bd40-45c0-a51e-3a21febf1ea8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:20.662745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.685287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 196fa4a1-b704-4910-8a4d-6969e95c3129 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:20.686947 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38e76c-3a64-4078-901c-680781ea58ff x-openstack-request-id: req-5c38e76c-3a64-4078-901c-680781ea58ff {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:20.687312 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2cd758-72f7-449e-9176-b26e9e4d02fe", "tag": "4e309d74-dbf7-4373-86c6-ee3be9acbddb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:20.687516 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c38e76c-3a64-4078-901c-680781ea58ff {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:20.687908 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'tag': '4e309d74-dbf7-4373-86c6-ee3be9acbddb', 'status': 'completed', 'code': 200} Jul 30 03:47:20.692509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-34d7bfb9-73ce-43cf-bd37-339e6c82c38a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925107 Jul 30 03:47:20.695380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60128) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:20.706458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:20.740302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0caaa-82a4-4678-a178-e80340bc4345 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:20.763388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-ee454ffc-0a9c-490d-9e75-9bea2cc0dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.765362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-ee454ffc-0a9c-490d-9e75-9bea2cc0dabb service neutron] 10.222.0.16 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 916 time: 0.3267081 Jul 30 03:47:20.772692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4be8a9-7cbb-4967-b4c1-b51994c76b94 req-cf9c46b7-6842-46db-a5a9-2534b2943de1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.774227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe4be8a9-7cbb-4967-b4c1-b51994c76b94 req-cf9c46b7-6842-46db-a5a9-2534b2943de1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1913729 Jul 30 03:47:20.776664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-21994498-89c7-455c-b0b4-ae859caaeb52 req-65509dcb-58f7-4303-9a26-53d3769547ea service neutron] 10.222.0.18 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777424 Jul 30 03:47:20.863313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:20.874361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2096c8cc-c60c-456c-9453-0f58c815a063 None None] Could not find standard attr ID for object f27bb07f-f988-4bb3-b556-46abd252106f. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:47:20.874684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-d95fff19-b531-4c68-b1c8-5074e949b623 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f13c06d1-d853-491a-993e-00f4137604fb HTTP/1.1" status: 200 len: 217 time: 0.0969467 Jul 30 03:47:20.882538 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:20.893260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe4be8a9-7cbb-4967-b4c1-b51994c76b94 req-363780c9-dc52-4c7f-9422-3d853edaa2e3 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952666 Jul 30 03:47:20.971649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-dd2a1e84-e007-47b4-bafe-a6d99a63a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:20.973240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-dd2a1e84-e007-47b4-bafe-a6d99a63a4d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.0496657 Jul 30 03:47:20.998797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-8675ec06-1061-466c-a409-5e7d9c4b95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.000500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-8675ec06-1061-466c-a409-5e7d9c4b95f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 1095 time: 0.1247022 Jul 30 03:47:21.006899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:21.063838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] Deleting port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:21.064028 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.132421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] For port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:21.132421 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.149779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] Calling delete_port for 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:21.170177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-28472ca0-5552-4958-8f4a-48ee241bbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.171760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-28472ca0-5552-4958-8f4a-48ee241bbb67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901932 Jul 30 03:47:21.263786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.264041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96684d8-e592-4476-aff0-7ccff9675ed9 req-98a25856-5dfc-4672-9d13-df5ae9d5d7d5 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.265385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96684d8-e592-4476-aff0-7ccff9675ed9 req-98a25856-5dfc-4672-9d13-df5ae9d5d7d5 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.2248569 Jul 30 03:47:21.272124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-b4337a4d-1faf-4d1e-9687-c45208dbcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.273217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-b4337a4d-1faf-4d1e-9687-c45208dbcb17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 916 time: 0.2315450 Jul 30 03:47:21.294792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.302182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] Pushing event deleted for resources: {'Port': ['ID=4487dbea-9b7a-49d6-81af-9d5d1f6fe81f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:21.305838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c052cf3-63c7-4a09-8f00-d7541261afe3 None None] No DVR routers for this DVR port 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:21.342128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-5ff5a857-12b7-4f5f-be73-0d9774abad60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb HTTP/1.1" status: 200 len: 217 time: 0.0573087 Jul 30 03:47:21.346551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=196fa4a1-b704-4910-8a4d-6969e95c3129,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:21.383203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.423889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96684d8-e592-4476-aff0-7ccff9675ed9 req-b06afab6-3baf-49a5-bf94-e11cec5a278b tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462727 Jul 30 03:47:21.458110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-42423441-6c16-4a83-9393-dbd72e1118c8 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762759 Jul 30 03:47:21.481338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8e33e-3034-4288-80bd-c12faa2e2648 req-69570a63-17a7-4237-8fb6-c34aea67e609 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.483004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1d8e33e-3034-4288-80bd-c12faa2e2648 req-69570a63-17a7-4237-8fb6-c34aea67e609 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 943 time: 0.1816549 Jul 30 03:47:21.484568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-0e001c7b-cebf-4683-b424-bab1dd0f3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.487163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-0e001c7b-cebf-4683-b424-bab1dd0f3f51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.1132512 Jul 30 03:47:21.493324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:21.496351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:21.499390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.499989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.505621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b5777-c579-4656-b832-f3bde59cfb3f None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:21.546023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:21.556357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.568308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91b3f9b4-10cb-42bd-b61a-acaa30b75555 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8671150 Jul 30 03:47:21.570681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60138) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:21.576706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:21.702528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1d8e33e-3034-4288-80bd-c12faa2e2648 req-6ac69107-7ab8-4056-bcd7-70d32ce95f73 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064345 Jul 30 03:47:21.740263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-c5517c75-1d62-4316-a4cc-250a4956b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.741855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-c5517c75-1d62-4316-a4cc-250a4956b9f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2383392 Jul 30 03:47:21.751745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9e1f1956-7d51-47a1-bf41-0001a2695f11', 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'tenant_id': '4a1698afdca54c2f96a9396186d527bc', 'fixed_ips': [{'subnet_id': 'ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:47:21.755164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.847060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f12b0800-75fb-4bd8-972f-1e3d02a860c7 req-0219c4c0-2f17-420c-b58f-50b50f901994 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588943 Jul 30 03:47:21.978108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-20ee762f-c81e-48a8-912f-51d1d829ed5d service neutron] 10.222.0.18 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166076 Jul 30 03:47:21.978309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:21.987200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e09ac-d3f7-43c1-8045-fa2e18807b42 req-eb217299-dedb-406e-ad57-d6a23df8d5b2 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:21.989089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Allocated IP 2001:db8::2 (9e1f1956-7d51-47a1-bf41-0001a2695f11/ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5/e5cedd32-bcdf-4589-9872-0fc677bda0e8) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:21.992529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:21.996638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:21.998284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-368e09ac-d3f7-43c1-8045-fa2e18807b42 req-eb217299-dedb-406e-ad57-d6a23df8d5b2 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1364412 Jul 30 03:47:22.077407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:22.101572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f13c06d1-d853-491a-993e-00f4137604fb details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:47:22.106118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:22.106463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4487dbea-9b7a-49d6-81af-9d5d1f6fe81f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:22.159765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-368e09ac-d3f7-43c1-8045-fa2e18807b42 req-8c79bd9f-8dd5-4454-9a99-bec04615ef92 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603479 Jul 30 03:47:22.181647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2631e8b0-c739-49b2-b2a8-855c0e477faf req-186b7709-2d9f-47c7-b459-cfaf45996b60 service neutron] 10.222.0.18 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787810 Jul 30 03:47:22.210314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.213686 n-d-778696-14 neutron-server[93877]: INFO neutron.db.ipam_backend_mixin [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5 (CIDR: 2001:db8::/64) Jul 30 03:47:22.218752 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:47:22.219876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:22.223445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:22.233458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd4b4a2b-1f83-4117-8059-94fb82cb0def tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5342586 Jul 30 03:47:22.233458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60160) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:22.236218 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:22.253383 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:22.254004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:22.261300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Transition to ACTIVE for port object e5cedd32-bcdf-4589-9872-0fc677bda0e8 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:22.264068 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-40e911cd-6430-46ac-a554-d8f81b35111a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6923223 Jul 30 03:47:22.266950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:22.273054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'subnet': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:22.289574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Transition to ACTIVE for port object e5cedd32-bcdf-4589-9872-0fc677bda0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:22.301800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.321533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 8df5a038-2c39-4584-a46a-4855b575ba49 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:22.326939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.355712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Pushing event updated for resources: {'Port': ['ID=e5cedd32-bcdf-4589-9872-0fc677bda0e8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:22.375009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:22.387197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:22.392347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:22.395804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f13c06d1-d853-491a-993e-00f4137604fb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f13c06d1-d853-491a-993e-00f4137604fb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:22.404709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.416801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'f13c06d1-d853-491a-993e-00f4137604fb', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'port_id': 'f13c06d1-d853-491a-993e-00f4137604fb', 'mac_address': 'fa:16:3e:7f:b2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154dcb8b-5d07-4b5e-bcf2-b68d0f929f88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:47:22.430634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:22.455445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:22.461727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.508562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Attempting to bind port e5cedd32-bcdf-4589-9872-0fc677bda0e8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:47:22.509061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Attempting to bind port e5cedd32-bcdf-4589-9872-0fc677bda0e8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:47:22.509505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Attempting to bind port e5cedd32-bcdf-4589-9872-0fc677bda0e8 on network 9e1f1956-7d51-47a1-bf41-0001a2695f11 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:47:22.535089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.541483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:47:22.542996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Checking segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:22.544091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.544650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Bound using segment: {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:47:22.545299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Bound port: e5cedd32-bcdf-4589-9872-0fc677bda0e8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6abd0-f327-48e0-a7b8-b46938edf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:47:22.545935 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.546949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.598602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13c06d1-d853-491a-993e-00f4137604fb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:47:22.649694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f13c06d1-d853-491a-993e-00f4137604fb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f13c06d1-d853-491a-993e-00f4137604fb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:22.656956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.659914 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.709941 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:21Z', 'revision_number': 9, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:22.725199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=8df5a038-2c39-4584-a46a-4855b575ba49,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:22.729082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.729378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=f13c06d1-d853-491a-993e-00f4137604fb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:22.732931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d8382c3-cd99-42a9-8058-5755d73dc32a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/8df5a038-2c39-4584-a46a-4855b575ba49 HTTP/1.1" status: 204 len: 168 time: 0.4989235 Jul 30 03:47:22.740498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:22.749822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa4187-df50-4754-9ea2-85d914e0ddf5 None None] Network f03cd4e6-002d-4720-975e-231a74853cd8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:22.886732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] For port e5cedd32-bcdf-4589-9872-0fc677bda0e8, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:47:22.902045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.923565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] For port e5cedd32-bcdf-4589-9872-0fc677bda0e8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e5cedd32-bcdf-4589-9872-0fc677bda0e8,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:47:22.940012 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:22.978852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 7442dc03-0553-4831-9581-de7ffe32b7e9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:22.979338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.003013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:23.026149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bb1b-9dcf-48ba-8d5b-99ea8c4c8911 None None] Pushing event updated for resources: {'Port': ['ID=e5cedd32-bcdf-4589-9872-0fc677bda0e8,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:23.026799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ce7b2-3f6c-4191-8ef9-da7ad2e1e0af req-26d2e700-19ad-47b0-bb24-a78715ba1ed7 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:23.030531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f6ce7b2-3f6c-4191-8ef9-da7ad2e1e0af req-26d2e700-19ad-47b0-bb24-a78715ba1ed7 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 943 time: 0.1988194 Jul 30 03:47:23.030833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:23.034264 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:23.047074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4e309d74-dbf7-4373-86c6-ee3be9acbddb details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:47:23.084850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 7442dc03-0553-4831-9581-de7ffe32b7e9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7442dc03-0553-4831-9581-de7ffe32b7e9,segment=NetworkSegment(77a46819-bd40-45c0-a51e-3a21febf1ea8),segment_id=77a46819-bd40-45c0-a51e-3a21febf1ea8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:23.085292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.109704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 7442dc03-0553-4831-9581-de7ffe32b7e9 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:23.116399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] DHCP port deletion for f03cd4e6-002d-4720-975e-231a74853cd8 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:23.158220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f6ce7b2-3f6c-4191-8ef9-da7ad2e1e0af req-32ce61f9-0614-4e2d-9fb9-adf16319ddda tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178155 Jul 30 03:47:23.220874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['f13c06d1-d853-491a-993e-00f4137604fb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:47:23.226443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:47:23.244242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-67a93313-6c88-43cf-a835-c17251e3fc50 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:23.245984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-67a93313-6c88-43cf-a835-c17251e3fc50 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.1074467 Jul 30 03:47:23.297637 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:23.325482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.408039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=7442dc03-0553-4831-9581-de7ffe32b7e9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:23.421612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port 7442dc03-0553-4831-9581-de7ffe32b7e9 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:23.514060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:23.568733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.573610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '4e309d74-dbf7-4373-86c6-ee3be9acbddb', 'network_id': '12e435cf-78f0-450a-856e-193cab2c89cd', 'port_id': '4e309d74-dbf7-4373-86c6-ee3be9acbddb', 'mac_address': 'fa:16:3e:8c:ef:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154dcb8b-5d07-4b5e-bcf2-b68d0f929f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:47:23.597363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03cd4e6-002d-4720-975e-231a74853cd8']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:23.619063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a46819-bd40-45c0-a51e-3a21febf1ea8') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:23.619835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a46819-bd40-45c0-a51e-3a21febf1ea8') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:23.620277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Deleting port 7442dc03-0553-4831-9581-de7ffe32b7e9 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:23.620655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.633558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.652429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.662509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:47:23.662934 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:47:23.667248 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:47:23.676876 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:21Z', 'revision_number': 9, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:23.698731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] For port 7442dc03-0553-4831-9581-de7ffe32b7e9, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:23.699229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.715415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Calling delete_port for 7442dc03-0553-4831-9581-de7ffe32b7e9 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:23.718166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Port 7442dc03-0553-4831-9581-de7ffe32b7e9 was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:47:23.725997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bf71-1c41-437b-92c9-6c7d31a96603 req-f5d08c07-93c7-4c5a-afa1-fa4f5b164ff1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:23.735532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e647bf71-1c41-437b-92c9-6c7d31a96603 req-f5d08c07-93c7-4c5a-afa1-fa4f5b164ff1 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 945 time: 0.3936982 Jul 30 03:47:23.737153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.778374 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.782469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] No DVR routers for this DVR port 7442dc03-0553-4831-9581-de7ffe32b7e9 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:23.804781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.809879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/f03cd4e6-002d-4720-975e-231a74853cd8 HTTP/1.1" status: 204 len: 168 time: 1.0683076 Jul 30 03:47:23.811618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636953b-5184-4e3e-b6d6-3c89926f8b75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=f03cd4e6-002d-4720-975e-231a74853cd8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:23.818232 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3750d-22be-449b-a37c-512ed6c5f0b7 None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:21Z', 'revision_number': 9, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': '2ec39983-9376-4fcf-b99a-86b9a70b5a81', 'name': '', 'network_id': '0ed79216-4d2f-4a02-85ed-20ce5e4dfb25', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:9c:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '0fb2e978-39fd-4730-a576-5723a723953d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:37Z', 'updated_at': '2021-07-30T03:46:54Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': '0fb2e978-39fd-4730-a576-5723a723953d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:23.819318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:23.850567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea1ddf-8d14-46dc-b12c-342f797351a3 None None] Pushing event deleted for resources: {'Port': ['ID=7442dc03-0553-4831-9581-de7ffe32b7e9,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:23.884041 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:23.897619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e5cedd32-bcdf-4589-9872-0fc677bda0e8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:23.930207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e309d74-dbf7-4373-86c6-ee3be9acbddb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:47:23.991094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:24.004776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:24.089987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=4e309d74-dbf7-4373-86c6-ee3be9acbddb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:24.106463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e5cedd32-bcdf-4589-9872-0fc677bda0e8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:24.195966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7442dc03-0553-4831-9581-de7ffe32b7e9 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:24.243804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 7442dc03-0553-4831-9581-de7ffe32b7e9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:24.244244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7442dc03-0553-4831-9581-de7ffe32b7e9 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:24.264525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['4e309d74-dbf7-4373-86c6-ee3be9acbddb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:47:24.355427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e647bf71-1c41-437b-92c9-6c7d31a96603 req-da000fd3-6d98-4582-bbd1-836322275d93 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181030 Jul 30 03:47:24.434184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:24.463451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port ae933989-a59b-4423-bc44-61740211c3a9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:24.465473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:24.629409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f88dd-c565-44fe-8217-d966cc43e268 req-6e781418-c8be-478c-a6c9-f4f7596ff7b6 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:24.630813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-212f88dd-c565-44fe-8217-d966cc43e268 req-6e781418-c8be-478c-a6c9-f4f7596ff7b6 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 944 time: 0.2678132 Jul 30 03:47:24.653157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Provisioning for port e5cedd32-bcdf-4589-9872-0fc677bda0e8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:24.657423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Provisioning complete for port e5cedd32-bcdf-4589-9872-0fc677bda0e8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:24.657773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:24.755032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:24.793455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port ae933989-a59b-4423-bc44-61740211c3a9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ae933989-a59b-4423-bc44-61740211c3a9,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:24.793829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:24.818737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-212f88dd-c565-44fe-8217-d966cc43e268 req-cc88bb07-0887-4f7c-a4e1-69db7fbbbad1 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752260 Jul 30 03:47:24.843413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for ae933989-a59b-4423-bc44-61740211c3a9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:24.970564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] For port e5cedd32-bcdf-4589-9872-0fc677bda0e8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e5cedd32-bcdf-4589-9872-0fc677bda0e8,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:25.028644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.035839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.036587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.064127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4e309d74-dbf7-4373-86c6-ee3be9acbddb up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:25.146495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:25.166684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:25.181294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:25.181883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.218404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Subnet': ['ID=e24285ff-4c0b-47dd-a3fc-fe4eb5831ff4,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:25.241304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=e5cedd32-bcdf-4589-9872-0fc677bda0e8,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:25.246710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b189be0-7712-46c0-9389-4e8d405626e8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9780996 Jul 30 03:47:25.247474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.247616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede0737-7e5b-47e0-84c8-121856492ce4 None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:25.251641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60486) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:25.258194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Request body: {'port': {'network_id': '9e1f1956-7d51-47a1-bf41-0001a2695f11', 'mac_address': 'fa:16:3e:38:c2:5b', 'name': 'tempest-NetworksTestDHCPv6-2070879733'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:25.273441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:47:25.298426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=ae933989-a59b-4423-bc44-61740211c3a9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:25.324164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:47:25.324532 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:47:25.365091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port ae933989-a59b-4423-bc44-61740211c3a9 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:25.370339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.374831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.377979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1bd7ded-c63d-4078-97f0-f1dfd6674cb7 req-48804973-f817-45ad-9e08-4dffaacab231 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.16 "DELETE /v2.0/ports/ae933989-a59b-4423-bc44-61740211c3a9 HTTP/1.1" status: 204 len: 173 time: 2.1237950 Jul 30 03:47:25.378586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'name': 'network-vif-deleted', 'tag': 'ae933989-a59b-4423-bc44-61740211c3a9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:25.381053 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c9295-80b2-4cfb-b533-26411839d3ec" -d '{"events": [{"server_uuid": "bb7bb355-0c3f-444f-8c1a-72fe34947367", "name": "network-vif-deleted", "tag": "ae933989-a59b-4423-bc44-61740211c3a9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:25.417689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 4e309d74-dbf7-4373-86c6-ee3be9acbddb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:25.472629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 4e309d74-dbf7-4373-86c6-ee3be9acbddb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:25.473259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.536356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Made reservation on behalf of 4a1698afdca54c2f96a9396186d527bc for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:25.582409 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5df816-020f-48fb-8ef3-6dd1620d5ec1 x-openstack-request-id: req-de5df816-020f-48fb-8ef3-6dd1620d5ec1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:25.582703 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7bb355-0c3f-444f-8c1a-72fe34947367", "name": "network-vif-deleted", "tag": "ae933989-a59b-4423-bc44-61740211c3a9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:25.582954 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de5df816-020f-48fb-8ef3-6dd1620d5ec1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:25.583380 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7bb355-0c3f-444f-8c1a-72fe34947367', 'name': 'network-vif-deleted', 'tag': 'ae933989-a59b-4423-bc44-61740211c3a9', 'status': 'completed', 'code': 200} Jul 30 03:47:25.623368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e00035e-02ec-4e69-8ba5-d0cbe414358c req-8dc2f1f5-c6bf-40d6-9afe-c2c148ab000c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7bb355-0c3f-444f-8c1a-72fe34947367 HTTP/1.1" status: 200 len: 210 time: 0.0388253 Jul 30 03:47:25.687550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.737763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] device_id is not set on port 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:47:25.739413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:25.803737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e309d74-dbf7-4373-86c6-ee3be9acbddb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:25.808707 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a14515-c0ba-4b83-a63c-2c77050511db" -d '{"events": [{"server_uuid": "1e2cd758-72f7-449e-9176-b26e9e4d02fe", "name": "network-vif-plugged", "status": "completed", "tag": "4e309d74-dbf7-4373-86c6-ee3be9acbddb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:25.912721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:25.915443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e5cedd32-bcdf-4589-9872-0fc677bda0e8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:25.951488 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9efbcc-45e3-480e-9274-b413b679880b x-openstack-request-id: req-9e9efbcc-45e3-480e-9274-b413b679880b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:25.951776 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cd758-72f7-449e-9176-b26e9e4d02fe", "name": "network-vif-plugged", "status": "completed", "tag": "4e309d74-dbf7-4373-86c6-ee3be9acbddb", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:25.952031 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e9efbcc-45e3-480e-9274-b413b679880b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:25.952425 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e309d74-dbf7-4373-86c6-ee3be9acbddb', 'code': 200} Jul 30 03:47:25.953219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.029936 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.090133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=4e309d74-dbf7-4373-86c6-ee3be9acbddb,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:26.098508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] For port e5cedd32-bcdf-4589-9872-0fc677bda0e8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e5cedd32-bcdf-4589-9872-0fc677bda0e8,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:26.103790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e5cedd32-bcdf-4589-9872-0fc677bda0e8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:26.104048 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.106957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.133926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 2ec39983-9376-4fcf-b99a-86b9a70b5a81 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:26.134673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.164088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8::269 (9e1f1956-7d51-47a1-bf41-0001a2695f11/ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5/4390ecea-5be0-49d2-8a95-1d56f0a3b8e5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:26.170442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f13c06d1-d853-491a-993e-00f4137604fb up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:26.174102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:c25b (9e1f1956-7d51-47a1-bf41-0001a2695f11/e24285ff-4c0b-47dd-a3fc-fe4eb5831ff4/4390ecea-5be0-49d2-8a95-1d56f0a3b8e5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:26.195661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382e036-d468-481a-909c-94e2f55a05fb req-d475a695-e640-406d-ad98-9ed529c9347a tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:26.197484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5382e036-d468-481a-909c-94e2f55a05fb req-d475a695-e640-406d-ad98-9ed529c9347a tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.2312205 Jul 30 03:47:26.205334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a40f1-08b9-427b-af38-71b49d9aff52 req-6b114040-fcbd-4fba-8d56-9a714f1024d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:26.207356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-451a40f1-08b9-427b-af38-71b49d9aff52 req-6b114040-fcbd-4fba-8d56-9a714f1024d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 1097 time: 0.1744239 Jul 30 03:47:26.395190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5382e036-d468-481a-909c-94e2f55a05fb req-c2f9cd77-70f6-45a9-b6c3-47387c64ad89 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547134 Jul 30 03:47:26.419090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-451a40f1-08b9-427b-af38-71b49d9aff52 req-e74f9c7d-af16-455a-9cd6-b6221c3da958 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020912 Jul 30 03:47:26.441412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.445966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefeec0-4461-4c0e-a184-be9466301f41 None None] Pushing event updated for resources: {'Port': ['ID=e5cedd32-bcdf-4589-9872-0fc677bda0e8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:26.459208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Transition to ACTIVE for port object 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:47:26.463326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 2ec39983-9376-4fcf-b99a-86b9a70b5a81, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2ec39983-9376-4fcf-b99a-86b9a70b5a81,segment=NetworkSegment(9ed791ef-144f-4725-8bf1-a49e17d273db),segment_id=9ed791ef-144f-4725-8bf1-a49e17d273db)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:26.464330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.494784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 2ec39983-9376-4fcf-b99a-86b9a70b5a81 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:26.509693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.522167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 196fa4a1-b704-4910-8a4d-6969e95c3129 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:26.562495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 196fa4a1-b704-4910-8a4d-6969e95c3129 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:26.563046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 196fa4a1-b704-4910-8a4d-6969e95c3129 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:26.564963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port f13c06d1-d853-491a-993e-00f4137604fb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:26.569860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port f13c06d1-d853-491a-993e-00f4137604fb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:26.570303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.627582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:26.643164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:26.660472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:26.666345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:26.667010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.676771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event updated for resources: {'Port': ['ID=4390ecea-5be0-49d2-8a95-1d56f0a3b8e5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:26.689234 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.690148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bf7b9354-a59d-42d9-9518-936b0c0003d4 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4362092 Jul 30 03:47:26.692766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60624) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:26.748172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f13c06d1-d853-491a-993e-00f4137604fb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f13c06d1-d853-491a-993e-00f4137604fb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:26.757026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.758162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ae933989-a59b-4423-bc44-61740211c3a9 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:26.767212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.813633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=2ec39983-9376-4fcf-b99a-86b9a70b5a81,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:26.855440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting port 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:26.855967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.857746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=f13c06d1-d853-491a-993e-00f4137604fb,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:26.867725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: ae933989-a59b-4423-bc44-61740211c3a9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:26.868077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ae933989-a59b-4423-bc44-61740211c3a9 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:26.877800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-db28cb17-f665-46ff-8185-7bab01b3a9eb None None] Provisioning complete for port e5cedd32-bcdf-4589-9872-0fc677bda0e8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:26.878190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db28cb17-f665-46ff-8185-7bab01b3a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:26.986903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.023290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.036983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Calling delete_port for 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:27.287861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:27.304619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.307968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-468a3926-d282-4ec3-b640-13554752c32e None None] Provisioning for port 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:47:27.320092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-468a3926-d282-4ec3-b640-13554752c32e None None] Provisioning complete for port 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:27.321631 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-468a3926-d282-4ec3-b640-13554752c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.334009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Port': ['ID=4390ecea-5be0-49d2-8a95-1d56f0a3b8e5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:27.354393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-468a3926-d282-4ec3-b640-13554752c32e None None] Port 4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 was deleted so its status cannot be updated. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 03:47:27.412698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:27.418440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-db647ebd-c2ae-4286-8778-cb009e14e8ab tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5851781 Jul 30 03:47:27.421895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:27.432498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:27.444682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:27.445771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:27.447705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.465074 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-54c05e76-dbec-406f-a9be-2e2090f3e24b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 HTTP/1.1" status: 204 len: 168 time: 0.7712750 Jul 30 03:47:27.467361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60660) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:27.553269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet 0fb2e978-39fd-4730-a576-5723a723953d {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:27.575357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.594853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:27.598338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca9f5c-27fc-4f72-8f43-75c414a6dad5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:27.602251 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e6ca9f5c-27fc-4f72-8f43-75c414a6dad5 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1313198 Jul 30 03:47:27.604826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60666) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:27.695021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777c0f6-30c1-4eeb-888b-dc3a12377d82 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:27.697073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0777c0f6-30c1-4eeb-888b-dc3a12377d82 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0912030 Jul 30 03:47:27.701064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:27.739370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682e04-78aa-44af-8d06-2cba34f5bae1 req-cc8d72b3-21a6-4158-9686-424384d62f6f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:27.748517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc682e04-78aa-44af-8d06-2cba34f5bae1 req-cc8d72b3-21a6-4158-9686-424384d62f6f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.1719079 Jul 30 03:47:27.762471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.803687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432258bb-896d-49ef-8a3c-4e43ff799a6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:27.805596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432258bb-896d-49ef-8a3c-4e43ff799a6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:27.807336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432258bb-896d-49ef-8a3c-4e43ff799a6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:27.811916 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-432258bb-896d-49ef-8a3c-4e43ff799a6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1053407 Jul 30 03:47:27.815116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:27.870135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc682e04-78aa-44af-8d06-2cba34f5bae1 req-2189a8a4-0f7f-4831-bd5d-9fad2bc75545 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206489 Jul 30 03:47:27.871100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet e24285ff-4c0b-47dd-a3fc-fe4eb5831ff4 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:27.874802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.924068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:27.984244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13c06d1-d853-491a-993e-00f4137604fb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:27.988646 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177cc44a-f01e-4beb-8491-61d154818a1d" -d '{"events": [{"server_uuid": "6af938ea-cea0-4ce9-b84e-f27ea4a0224a", "name": "network-vif-plugged", "status": "completed", "tag": "f13c06d1-d853-491a-993e-00f4137604fb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:27.995700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e5cedd32-bcdf-4589-9872-0fc677bda0e8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:47:28.043305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.085707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.121104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:26Z', 'revision_number': 10, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:28.154938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:28.165908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.169392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:28.170476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:28.200584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=e24285ff-4c0b-47dd-a3fc-fe4eb5831ff4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:28.212478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.214821 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d0222b7-1a98-4ca4-b564-83a808f4c2b8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/e24285ff-4c0b-47dd-a3fc-fe4eb5831ff4 HTTP/1.1" status: 204 len: 168 time: 0.3982031 Jul 30 03:47:28.217302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60686) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.270863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:28.280499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Deleting subnet ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:28.285830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.336756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.434781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.441641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c708910-5ee8-4c49-b797-54e3830ca9fb None None] Network 9e1f1956-7d51-47a1-bf41-0001a2695f11 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:28.490196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e5cedd32-bcdf-4589-9872-0fc677bda0e8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:47:28.490888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.505730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.510968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab19260-3209-4049-90e2-af05999d76c1 req-5d3e5a1f-6cb6-4885-90f1-dbbcb61f3d7c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:28.512732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ab19260-3209-4049-90e2-af05999d76c1 req-5d3e5a1f-6cb6-4885-90f1-dbbcb61f3d7c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.5045862 Jul 30 03:47:28.549007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.554136 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5 HTTP/1.1" status: 204 len: 168 time: 0.3354025 Jul 30 03:47:28.555257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60690) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.563246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641ad8e-be68-4356-9bd4-4d79c9efad91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:28.563872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1daf0c-8a74-4602-a2ff-dae8964bd612 req-6b2da0a4-4792-42e6-b2e4-799651081d7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:28.572149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e1daf0c-8a74-4602-a2ff-dae8964bd612 req-6b2da0a4-4792-42e6-b2e4-799651081d7c tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 945 time: 0.4792793 Jul 30 03:47:28.588191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.620187 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08468777-30b1-4b47-9a52-7fe54af4a6a6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626104 Jul 30 03:47:28.621332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60692) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.634170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ab19260-3209-4049-90e2-af05999d76c1 req-dca539f8-203d-4643-82bc-31f2eae96fae tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105306 Jul 30 03:47:28.637747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb2e978-39fd-4730-a576-5723a723953d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:28.648487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.653037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a2024dd-e2ac-4628-9c68-0db7ef49cf7b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/0fb2e978-39fd-4730-a576-5723a723953d HTTP/1.1" status: 204 len: 168 time: 1.2267702 Jul 30 03:47:28.653683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.723972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e1daf0c-8a74-4602-a2ff-dae8964bd612 req-c612ece5-2330-46dd-b786-0c5c300727b7 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455975 Jul 30 03:47:28.737885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e686e2-bcbd-4e07-a089-83bef743b827 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:28.738937 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-80e686e2-bcbd-4e07-a089-83bef743b827 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1160417 Jul 30 03:47:28.748098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60700) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.803002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:28.864144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c07bf6-e914-402c-a300-a6d362b5bc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:28.865814 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a8c07bf6-e914-402c-a300-a6d362b5bc59 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167755 Jul 30 03:47:28.868428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.911200 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6342e-6a9e-4920-85c7-e41638cde58a x-openstack-request-id: req-a6e6342e-6a9e-4920-85c7-e41638cde58a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:28.911878 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af938ea-cea0-4ce9-b84e-f27ea4a0224a", "name": "network-vif-plugged", "status": "completed", "tag": "f13c06d1-d853-491a-993e-00f4137604fb", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:28.912370 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6e6342e-6a9e-4920-85c7-e41638cde58a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:28.912986 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13c06d1-d853-491a-993e-00f4137604fb', 'code': 200} Jul 30 03:47:28.915166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951ddab-f821-4526-8a14-37516c1238ac None None] Network 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:28.921233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e90719ab-5f22-4036-a2a1-ac6d6b791f5a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501273 Jul 30 03:47:28.921233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.938972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299907-5099-4817-ba4f-54035cf07ae2 req-6b7e1b9a-17c1-40d2-8fc6-30588e555c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:28.946667 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1819f6-819c-42e6-9e52-ec61dad9bdd7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:28.947367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1819f6-819c-42e6-9e52-ec61dad9bdd7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:28.947573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97299907-5099-4817-ba4f-54035cf07ae2 req-6b7e1b9a-17c1-40d2-8fc6-30588e555c5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 1098 time: 0.0996180 Jul 30 03:47:28.951691 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4b1819f6-819c-42e6-9e52-ec61dad9bdd7 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/4390ecea-5be0-49d2-8a95-1d56f0a3b8e5 HTTP/1.1" status: 404 len: 333 time: 0.0304894 Jul 30 03:47:28.952426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60706) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:28.985677 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4600089b-426a-4e9d-a585-893d268560f6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:28.987481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4600089b-426a-4e9d-a585-893d268560f6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:28.988456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:26Z', 'revision_number': 10, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:28.989261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4600089b-426a-4e9d-a585-893d268560f6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/e24285ff-4c0b-47dd-a3fc-fe4eb5831ff4 HTTP/1.1" status: 404 len: 337 time: 0.0359087 Jul 30 03:47:28.991660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60708) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.017036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf780-cb84-48f4-af51-c3b59006779a req-056b8a1a-143c-4e73-8557-fb4696ea52a4 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:29.018620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cbaf780-cb84-48f4-af51-c3b59006779a req-056b8a1a-143c-4e73-8557-fb4696ea52a4 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.1723328 Jul 30 03:47:29.034839 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8640fac5-30e4-4246-9204-84216be82c81 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.035831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8640fac5-30e4-4246-9204-84216be82c81 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.036954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3043db-95ae-41f2-b754-0d1184f4220e None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:26Z', 'revision_number': 10, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None, '_interfaces': [{'id': 'dea751e3-0a6c-4396-99fa-b989ae00f2ff', 'name': '', 'network_id': '8e573e8f-2fcc-4ae0-8f10-b62d16f597aa', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'mac_address': 'fa:16:3e:0c:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:25Z', 'updated_at': '2021-07-30T03:46:37Z', 'revision_number': 5, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'subnets': [{'id': 'c48d8297-1e86-4e0c-a195-c6c7c417b9ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:29.041353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8640fac5-30e4-4246-9204-84216be82c81 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/ea2e5ff2-21f3-4b24-985e-9ef95fc7a9a5 HTTP/1.1" status: 404 len: 337 time: 0.0487266 Jul 30 03:47:29.042564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.080043 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92cbdd4-93f8-4506-a9c3-54812bec5d31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.087800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97299907-5099-4817-ba4f-54035cf07ae2 req-fc8c5978-81a9-4cc3-8251-4ba6e7d3b9ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252530 Jul 30 03:47:29.098581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92cbdd4-93f8-4506-a9c3-54812bec5d31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.106818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e92cbdd4-93f8-4506-a9c3-54812bec5d31 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/f27bb07f-f988-4bb3-b556-46abd252106f HTTP/1.1" status: 404 len: 333 time: 0.0567172 Jul 30 03:47:29.107656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60712) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.112163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cbaf780-cb84-48f4-af51-c3b59006779a req-010cbd66-b0ac-4e9a-9394-142b14ff0173 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833828 Jul 30 03:47:29.113873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port f4c39a6e-989a-45e8-9c85-d763e2ee4727 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:29.114215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.159396 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09b4909-875d-4271-a797-cf73617512bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.160209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09b4909-875d-4271-a797-cf73617512bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.164462 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f09b4909-875d-4271-a797-cf73617512bb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/52389763-46d4-4101-8f83-090db2bbde27 HTTP/1.1" status: 404 len: 337 time: 0.0528479 Jul 30 03:47:29.164697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60714) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.200996 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-db416627-75a0-4318-9b99-669b5396c673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.201811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db416627-75a0-4318-9b99-669b5396c673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.204233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-db416627-75a0-4318-9b99-669b5396c673 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/e2765514-4ecd-4607-890f-a069c55a32e6 HTTP/1.1" status: 404 len: 337 time: 0.0385919 Jul 30 03:47:29.205269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port f4c39a6e-989a-45e8-9c85-d763e2ee4727, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f4c39a6e-989a-45e8-9c85-d763e2ee4727,segment=NetworkSegment(9ed791ef-144f-4725-8bf1-a49e17d273db),segment_id=9ed791ef-144f-4725-8bf1-a49e17d273db)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:29.205642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.206770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.218731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for f4c39a6e-989a-45e8-9c85-d763e2ee4727 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:29.230053 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2d0886-927e-44c6-8518-2c7723059334 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.230669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2d0886-927e-44c6-8518-2c7723059334 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.232415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a2d0886-927e-44c6-8518-2c7723059334 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/f1db62b9-ea8f-4a8e-8ddc-6d1e10954fa6 HTTP/1.1" status: 404 len: 333 time: 0.0244317 Jul 30 03:47:29.236051 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60718) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.262125 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe695c9-efbf-4b7b-ad36-62d6e7ce8f9e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.262579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe695c9-efbf-4b7b-ad36-62d6e7ce8f9e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.264905 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bfe695c9-efbf-4b7b-ad36-62d6e7ce8f9e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/9812d7c7-10e0-4e0e-87f1-aa72036c1dac HTTP/1.1" status: 404 len: 337 time: 0.0272636 Jul 30 03:47:29.267453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.299581 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7902b12d-c626-4a1a-816c-036158a6e5d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.300034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7902b12d-c626-4a1a-816c-036158a6e5d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.301768 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7902b12d-c626-4a1a-816c-036158a6e5d8 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/8c520950-67d3-468a-88c8-1dade8af220b HTTP/1.1" status: 404 len: 337 time: 0.0334191 Jul 30 03:47:29.304305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60722) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.326823 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1e26b2-7b64-4d6b-a262-16a97e934845 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.327412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1e26b2-7b64-4d6b-a262-16a97e934845 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.330210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bb1e26b2-7b64-4d6b-a262-16a97e934845 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/8576d3ad-d248-4b67-9f18-a275a6e9b4b7 HTTP/1.1" status: 404 len: 333 time: 0.0248773 Jul 30 03:47:29.333406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.337852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.354915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-f31e915d-d1bf-46da-96a8-ffcaa473cafe tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:29.356584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-f31e915d-d1bf-46da-96a8-ffcaa473cafe tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.18 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 945 time: 0.0770571 Jul 30 03:47:29.361372 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8661ccfc-134a-46ec-8391-4c3e4a3f7c50 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.361835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8661ccfc-134a-46ec-8391-4c3e4a3f7c50 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.364073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8661ccfc-134a-46ec-8391-4c3e4a3f7c50 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/4cb0ab36-2704-4f97-a001-bc0e82c73eca HTTP/1.1" status: 404 len: 337 time: 0.0293384 Jul 30 03:47:29.367640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.386219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port f4c39a6e-989a-45e8-9c85-d763e2ee4727 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:29.393282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=f4c39a6e-989a-45e8-9c85-d763e2ee4727,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:29.400156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788faa27-334b-480b-932f-d24cde210380 None None] DHCP port deletion for 9e1f1956-7d51-47a1-bf41-0001a2695f11 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:29.404807 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acff2c4-cac8-49a6-863d-6d2d8342a2a1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:29.405260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acff2c4-cac8-49a6-863d-6d2d8342a2a1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:29.407103 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6acff2c4-cac8-49a6-863d-6d2d8342a2a1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/cd138307-d58b-4e9c-8346-1d704e41ba72 HTTP/1.1" status: 404 len: 337 time: 0.0386474 Jul 30 03:47:29.417925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60728) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.451694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea2b81-eee7-404d-81b9-bda83204fa46 None None] DHCP port deletion for 0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:29.498626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-788faa27-334b-480b-932f-d24cde210380 None None] Deleting port e5cedd32-bcdf-4589-9872-0fc677bda0e8 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:29.499417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-788faa27-334b-480b-932f-d24cde210380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.508670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.519562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed79216-4d2f-4a02-85ed-20ce5e4dfb25']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:29.531084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed791ef-144f-4725-8bf1-a49e17d273db') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:29.532055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed791ef-144f-4725-8bf1-a49e17d273db') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:29.542133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.558436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.584386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-788faa27-334b-480b-932f-d24cde210380 None None] For port e5cedd32-bcdf-4589-9872-0fc677bda0e8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e5cedd32-bcdf-4589-9872-0fc677bda0e8,segment=NetworkSegment(46b6abd0-f327-48e0-a7b8-b46938edf0df),segment_id=46b6abd0-f327-48e0-a7b8-b46938edf0df)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:29.584905 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-788faa27-334b-480b-932f-d24cde210380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.587791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:47:29.588395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.601037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-788faa27-334b-480b-932f-d24cde210380 None None] Calling delete_port for e5cedd32-bcdf-4589-9872-0fc677bda0e8 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:29.643049 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:47:29.669785 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:47:29.681429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.698653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.704923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/0ed79216-4d2f-4a02-85ed-20ce5e4dfb25 HTTP/1.1" status: 204 len: 168 time: 1.0497582 Jul 30 03:47:29.705527 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-788faa27-334b-480b-932f-d24cde210380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:29.711096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:29.784946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788faa27-334b-480b-932f-d24cde210380 None None] Pushing event deleted for resources: {'Port': ['ID=e5cedd32-bcdf-4589-9872-0fc677bda0e8,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:29.787664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788faa27-334b-480b-932f-d24cde210380 None None] No DVR routers for this DVR port e5cedd32-bcdf-4589-9872-0fc677bda0e8 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:29.809222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e5cedd32-bcdf-4589-9872-0fc677bda0e8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:29.839458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e5cedd32-bcdf-4589-9872-0fc677bda0e8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:29.839813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e5cedd32-bcdf-4589-9872-0fc677bda0e8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:29.840245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f4c39a6e-989a-45e8-9c85-d763e2ee4727 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:29.850153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbf483-0729-4484-95d4-79d39c47dca1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=0ed79216-4d2f-4a02-85ed-20ce5e4dfb25,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:29.876680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f4c39a6e-989a-45e8-9c85-d763e2ee4727 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:29.877032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f4c39a6e-989a-45e8-9c85-d763e2ee4727 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:29.877467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2ec39983-9376-4fcf-b99a-86b9a70b5a81 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:29.901281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2ec39983-9376-4fcf-b99a-86b9a70b5a81 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:29.901482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2ec39983-9376-4fcf-b99a-86b9a70b5a81 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:30.001045 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b51a059-de76-4d03-a940-d12c6cde2ff9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.001748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b51a059-de76-4d03-a940-d12c6cde2ff9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.003887 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b51a059-de76-4d03-a940-d12c6cde2ff9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/a94008dd-26db-4fb6-babe-83ff0cbeae4f HTTP/1.1" status: 404 len: 333 time: 0.5846832 Jul 30 03:47:30.005978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60738) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.024937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d97e-bfdd-4880-a272-286a5293ef00 req-8d9659e2-1994-40a6-aaed-6ae16ae97185 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:30.026540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b71d97e-bfdd-4880-a272-286a5293ef00 req-8d9659e2-1994-40a6-aaed-6ae16ae97185 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 945 time: 0.1670914 Jul 30 03:47:30.030659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Deleting port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:30.031001 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:30.034685 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd60a54d-8339-4601-a6c4-05fe5881115b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.035246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd60a54d-8339-4601-a6c4-05fe5881115b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.037030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cd60a54d-8339-4601-a6c4-05fe5881115b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/dbb81c87-f5da-4239-97c4-f9a8b0baf83e HTTP/1.1" status: 404 len: 337 time: 0.0300732 Jul 30 03:47:30.039427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.064386 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d8ce9c-d575-4b4c-b852-b44dd8a6cf51 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.065026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d8ce9c-d575-4b4c-b852-b44dd8a6cf51 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.067053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-79d8ce9c-d575-4b4c-b852-b44dd8a6cf51 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/836df921-84d0-41f9-b9a2-7b43f6f88eb6 HTTP/1.1" status: 404 len: 333 time: 0.0264084 Jul 30 03:47:30.069345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60742) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.095716 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e71752-eb95-40d1-940c-6256f7e95a61 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.096072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e71752-eb95-40d1-940c-6256f7e95a61 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.097990 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f8e71752-eb95-40d1-940c-6256f7e95a61 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/5af7cf01-7877-4909-a047-30860cd4d0dd HTTP/1.1" status: 404 len: 337 time: 0.0273416 Jul 30 03:47:30.100332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.123834 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bfb540-d48f-4586-8b8d-5a05bf1b65fc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.124453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bfb540-d48f-4586-8b8d-5a05bf1b65fc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.128079 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-47bfb540-d48f-4586-8b8d-5a05bf1b65fc tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/901efc65-ab1b-42cf-8afc-c68081ac1e4d HTTP/1.1" status: 404 len: 333 time: 0.0251896 Jul 30 03:47:30.128968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60746) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.161486 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7c88cf-1ecf-425d-80a2-b1fa92e83b46 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.162706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7c88cf-1ecf-425d-80a2-b1fa92e83b46 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.167049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b7c88cf-1ecf-425d-80a2-b1fa92e83b46 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/05541fc6-7f61-4ef3-b217-777c73bca2f2 HTTP/1.1" status: 404 len: 337 time: 0.0346305 Jul 30 03:47:30.167726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.169615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b71d97e-bfdd-4880-a272-286a5293ef00 req-60eaf74b-6cb4-4a53-b96c-fdd5f1c1c38f tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/security-groups?id=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336746 Jul 30 03:47:30.199359 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddaae06-9f26-4e24-bea4-e43166eee21d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.199359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddaae06-9f26-4e24-bea4-e43166eee21d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.199359 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ddaae06-9f26-4e24-bea4-e43166eee21d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/e60655bd-6426-4ef7-88df-877b889a00e8 HTTP/1.1" status: 404 len: 333 time: 0.0285904 Jul 30 03:47:30.200708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60752) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.231711 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0068976-2101-4066-8bf7-300fa114bbd1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.232257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0068976-2101-4066-8bf7-300fa114bbd1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.236540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0068976-2101-4066-8bf7-300fa114bbd1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/2b351bee-88ca-4e3a-bd0e-e2be25d1f120 HTTP/1.1" status: 404 len: 337 time: 0.0323644 Jul 30 03:47:30.236846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.262455 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2b7b13-0522-49db-8651-5bc7e214d621 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.263205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2b7b13-0522-49db-8651-5bc7e214d621 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.267660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f2b7b13-0522-49db-8651-5bc7e214d621 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/f50c4083-1dfc-4ce9-8560-57f44c887662 HTTP/1.1" status: 404 len: 333 time: 0.0271835 Jul 30 03:47:30.268045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60756) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.295895 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f7e7e6-fce4-448e-a59d-f7d9650cf6ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.296438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f7e7e6-fce4-448e-a59d-f7d9650cf6ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.299786 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67f7e7e6-fce4-448e-a59d-f7d9650cf6ef tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/f4550aa7-22d0-446a-bc4d-b62242cb6726 HTTP/1.1" status: 404 len: 337 time: 0.0300715 Jul 30 03:47:30.301691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.302432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] For port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,segment=NetworkSegment(bbf96740-c7b8-4f06-9275-6dd19aa835e2),segment_id=bbf96740-c7b8-4f06-9275-6dd19aa835e2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:30.302816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:30.326116 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b328adb-a8f4-482a-b58e-9e2c9e828deb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.326911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b328adb-a8f4-482a-b58e-9e2c9e828deb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.329966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8b328adb-a8f4-482a-b58e-9e2c9e828deb tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/01c96e9b-b9fa-4377-900a-974e61683d08 HTTP/1.1" status: 404 len: 333 time: 0.0272596 Jul 30 03:47:30.330115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Calling delete_port for 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:30.332500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60760) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.341590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dea49-dcd9-4334-84ff-da559ad33183 req-ac975a35-a469-4281-b01a-3bf64ca0c091 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:30.343160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec8dea49-dcd9-4334-84ff-da559ad33183 req-ac975a35-a469-4281-b01a-3bf64ca0c091 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.1153224 Jul 30 03:47:30.363117 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-238ce2cf-adcd-4503-88eb-c1c5167ac15e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.363620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238ce2cf-adcd-4503-88eb-c1c5167ac15e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.365597 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-238ce2cf-adcd-4503-88eb-c1c5167ac15e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/746dce95-a081-4c6a-b852-c00b1637a1c8 HTTP/1.1" status: 404 len: 337 time: 0.0319355 Jul 30 03:47:30.368583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.398600 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e29610a-5ff5-4bca-91c0-4226a416e27d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.399573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e29610a-5ff5-4bca-91c0-4226a416e27d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.402645 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e29610a-5ff5-4bca-91c0-4226a416e27d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/00d01e43-4a5d-4eef-a0d8-91ad91788c13 HTTP/1.1" status: 404 len: 337 time: 0.0329809 Jul 30 03:47:30.405088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.431945 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9206b4-b0c3-424c-b89c-dc750aff586a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.432730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9206b4-b0c3-424c-b89c-dc750aff586a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.434691 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4b9206b4-b0c3-424c-b89c-dc750aff586a tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/1eca96b5-43ca-4fb0-82c2-d4e1d9aa6a09 HTTP/1.1" status: 404 len: 333 time: 0.0284400 Jul 30 03:47:30.437239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.459306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec8dea49-dcd9-4334-84ff-da559ad33183 req-5dda35da-293e-4573-8a2d-534f64a7e220 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070392 Jul 30 03:47:30.482597 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d9f5a3-825b-474d-8019-5e82100de62b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.483416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d9f5a3-825b-474d-8019-5e82100de62b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.491290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-37d9f5a3-825b-474d-8019-5e82100de62b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/8e91b7c7-a926-4503-8eeb-e21caae9f1a6 HTTP/1.1" status: 404 len: 337 time: 0.0476220 Jul 30 03:47:30.496195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.526610 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-caec519e-98c4-4ab5-b2a7-c9a88b097d6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.527278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caec519e-98c4-4ab5-b2a7-c9a88b097d6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.532573 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-caec519e-98c4-4ab5-b2a7-c9a88b097d6d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/a3ffa758-9911-4a97-9f54-d39603bb67ee HTTP/1.1" status: 404 len: 337 time: 0.0323539 Jul 30 03:47:30.533290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60770) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.560237 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f599d2-8342-4298-97ea-6fddadfb4992 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.560899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f599d2-8342-4298-97ea-6fddadfb4992 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.562672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a8f599d2-8342-4298-97ea-6fddadfb4992 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/90ca1268-95c2-423c-972a-dba542ffd84a HTTP/1.1" status: 404 len: 333 time: 0.0283093 Jul 30 03:47:30.565819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.586869 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:30.598871 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-422319df-e1dd-41f3-931a-207a40c2c70c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.599284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422319df-e1dd-41f3-931a-207a40c2c70c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.599396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2573e110-3a69-4ea5-9fd7-3776ecbe8c21'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:47:30.603412 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-422319df-e1dd-41f3-931a-207a40c2c70c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/646daf35-f23b-4e6a-9f2d-42dbef68b31a HTTP/1.1" status: 404 len: 337 time: 0.0340917 Jul 30 03:47:30.604516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60774) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.630342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Pushing event deleted for resources: {'Port': ['ID=2573e110-3a69-4ea5-9fd7-3776ecbe8c21,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:30.632770 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec24e7c2-ba9b-41d5-a3d2-fc16eee84853 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.633237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec24e7c2-ba9b-41d5-a3d2-fc16eee84853 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.637431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec24e7c2-ba9b-41d5-a3d2-fc16eee84853 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/c367ca55-1c1e-4965-baef-65f50c295a89 HTTP/1.1" status: 404 len: 337 time: 0.0300262 Jul 30 03:47:30.638289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.655660 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:30.666637 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa81a759-94e5-4026-afde-477847fa1cca tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.667095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa81a759-94e5-4026-afde-477847fa1cca tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.671241 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fa81a759-94e5-4026-afde-477847fa1cca tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/b1fcfa53-966a-4f02-8aec-98e1cedcdd48 HTTP/1.1" status: 404 len: 333 time: 0.0299568 Jul 30 03:47:30.671499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60778) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.675438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:30.697880 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fc80a6-ec24-4c4e-be39-83185824db0b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.698337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fc80a6-ec24-4c4e-be39-83185824db0b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.702366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-47fc80a6-ec24-4c4e-be39-83185824db0b tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/19d6a597-aa34-4a8e-91b8-913bcf0b1bc0 HTTP/1.1" status: 404 len: 337 time: 0.0274982 Jul 30 03:47:30.702598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.712747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] No DVR routers for this DVR port 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:30.729362 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5987d80f-4f4b-4302-9b60-84e7f9fa3835 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.729817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5987d80f-4f4b-4302-9b60-84e7f9fa3835 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.733830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5987d80f-4f4b-4302-9b60-84e7f9fa3835 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/b666fea7-c3e9-4b67-a192-f6fe9feeb68e HTTP/1.1" status: 404 len: 337 time: 0.0279346 Jul 30 03:47:30.734038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.739700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:30.741713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ae3c871-fe5f-4fbf-8a26-d14a48f5a2dc req-1bffbb3a-0427-4ed4-8ec5-a97f2ad9b9c9 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.18 "DELETE /v2.0/ports/2573e110-3a69-4ea5-9fd7-3776ecbe8c21 HTTP/1.1" status: 204 len: 173 time: 1.3589661 Jul 30 03:47:30.742157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61a2ca6-2599-4572-8462-efb076394c22', 'name': 'network-vif-deleted', 'tag': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:47:30.746355 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccdda9f-16b2-4068-a82e-279b605e6413" -d '{"events": [{"server_uuid": "a61a2ca6-2599-4572-8462-efb076394c22", "name": "network-vif-deleted", "tag": "2573e110-3a69-4ea5-9fd7-3776ecbe8c21"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:47:30.762602 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-28675c08-b273-426f-8315-520851326f89 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e41e568-3afb-4de1-9323-026648b66c25 HTTP/1.1" status: 200 len: 205 time: 0.0272706 Jul 30 03:47:30.766479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.794424 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc06c1-6ebe-4841-ac05-122f32e7b802 x-openstack-request-id: req-4fcc06c1-6ebe-4841-ac05-122f32e7b802 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:47:30.794720 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61a2ca6-2599-4572-8462-efb076394c22", "name": "network-vif-deleted", "tag": "2573e110-3a69-4ea5-9fd7-3776ecbe8c21", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:47:30.794972 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fcc06c1-6ebe-4841-ac05-122f32e7b802 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:47:30.795479 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61a2ca6-2599-4572-8462-efb076394c22', 'name': 'network-vif-deleted', 'tag': '2573e110-3a69-4ea5-9fd7-3776ecbe8c21', 'status': 'completed', 'code': 200} Jul 30 03:47:30.824792 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-13fe18ac-810d-4ad7-88b3-8690e38f05dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] delete failed (client error): The resource could not be found. Jul 30 03:47:30.825657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-13fe18ac-810d-4ad7-88b3-8690e38f05dd tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/routers/2e41e568-3afb-4de1-9323-026648b66c25 HTTP/1.1" status: 404 len: 336 time: 0.0582020 Jul 30 03:47:30.828853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.868313 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ca680e-4531-47fc-af7d-2e66ea1d823d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:30.869214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ca680e-4531-47fc-af7d-2e66ea1d823d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:30.874702 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7ca680e-4531-47fc-af7d-2e66ea1d823d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/849c0b9f-bc25-469d-9376-dcc24be8b3e9 HTTP/1.1" status: 404 len: 337 time: 0.0434098 Jul 30 03:47:30.876072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60794) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:30.932004 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cc81bdf5-ba61-418b-9fce-1792495be69d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b30331-03ce-46b3-b765-ae590d965191 HTTP/1.1" status: 200 len: 205 time: 0.0516179 Jul 30 03:47:30.934714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.025702 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-0d5a8d31-f06e-4352-a758-0188e2fe7c7f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] delete failed (client error): The resource could not be found. Jul 30 03:47:31.026797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d5a8d31-f06e-4352-a758-0188e2fe7c7f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/routers/32b30331-03ce-46b3-b765-ae590d965191 HTTP/1.1" status: 404 len: 336 time: 0.0880463 Jul 30 03:47:31.029596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.058079 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb34704-bd88-40f2-99c5-ef060fbf626e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.058514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port dea751e3-0a6c-4396-99fa-b989ae00f2ff {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:31.058690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb34704-bd88-40f2-99c5-ef060fbf626e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.058980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:31.063302 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0bb34704-bd88-40f2-99c5-ef060fbf626e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/832b193f-7e78-4ad4-bdfb-3258abdac6df HTTP/1.1" status: 404 len: 337 time: 0.0300343 Jul 30 03:47:31.063856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60804) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.090196 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8734c3-0a67-49ad-a354-048ff955653f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.090660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8734c3-0a67-49ad-a354-048ff955653f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.092539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eb8734c3-0a67-49ad-a354-048ff955653f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/a237dbfa-5856-486f-8ac0-6854908600cd HTTP/1.1" status: 404 len: 337 time: 0.0276432 Jul 30 03:47:31.095612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.119994 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4225c4d5-7063-47e8-bed6-a45350df35df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.120982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4225c4d5-7063-47e8-bed6-a45350df35df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.123279 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4225c4d5-7063-47e8-bed6-a45350df35df tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/eed62a8f-493a-47e1-9602-aa5110ddb10e HTTP/1.1" status: 404 len: 333 time: 0.0264118 Jul 30 03:47:31.127070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.163919 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e2efd6-b699-45fe-a07b-575e747ff412 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.164386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e2efd6-b699-45fe-a07b-575e747ff412 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.166196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a2e2efd6-b699-45fe-a07b-575e747ff412 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/c4f985eb-9e63-44ce-a4a1-4b60cabdb034 HTTP/1.1" status: 404 len: 337 time: 0.0375473 Jul 30 03:47:31.169127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.212511 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-497f5b2e-e437-48fa-8e73-39211f39d1a6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.219481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497f5b2e-e437-48fa-8e73-39211f39d1a6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.221429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-497f5b2e-e437-48fa-8e73-39211f39d1a6 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/6cc6da40-ad56-414a-88d7-38bd348b2492 HTTP/1.1" status: 404 len: 333 time: 0.0512385 Jul 30 03:47:31.225107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port dea751e3-0a6c-4396-99fa-b989ae00f2ff, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=dea751e3-0a6c-4396-99fa-b989ae00f2ff,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:31.225351 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:31.227713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.273011 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-536f87e9-1085-4bef-aa8d-83bf354c79d3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.273520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536f87e9-1085-4bef-aa8d-83bf354c79d3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.278687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-536f87e9-1085-4bef-aa8d-83bf354c79d3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/1a38993d-60d1-4c41-822f-647005bd197c HTTP/1.1" status: 404 len: 337 time: 0.0475960 Jul 30 03:47:31.279032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.292165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for dea751e3-0a6c-4396-99fa-b989ae00f2ff owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:31.342445 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b093e8-47b8-41b8-85dd-4be31870cf3e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.344713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b093e8-47b8-41b8-85dd-4be31870cf3e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.348945 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43b093e8-47b8-41b8-85dd-4be31870cf3e tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/8deade28-851f-4800-9c3d-d7c89577de69 HTTP/1.1" status: 404 len: 333 time: 0.0684443 Jul 30 03:47:31.351837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60818) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.389993 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-116dc1b0-3efe-4f26-83a1-000c0af30ef3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.390990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116dc1b0-3efe-4f26-83a1-000c0af30ef3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.393460 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-116dc1b0-3efe-4f26-83a1-000c0af30ef3 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/fc9a1d32-46ad-4878-a7dd-30453f88acf8 HTTP/1.1" status: 404 len: 337 time: 0.0405047 Jul 30 03:47:31.396503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60820) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.429037 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-332e6aed-573f-4429-bbc4-d0eb4e7ddd88 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.429781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332e6aed-573f-4429-bbc4-d0eb4e7ddd88 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.434626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.435260 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-332e6aed-573f-4429-bbc4-d0eb4e7ddd88 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/4ff559a6-736d-4603-8ae8-bb7adf26f8fa HTTP/1.1" status: 404 len: 333 time: 0.0376124 Jul 30 03:47:31.487080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91eb3620-7cae-4b59-825e-de0870b5a490 req-a6e36f09-d440-4cb6-9bcb-381aed560518 tempest-ServersTestJSON-464425346 tempest-ServersTestJSON-464425346-project] 10.222.0.39 "GET /v2.0/ports?device_id=a61a2ca6-2599-4572-8462-efb076394c22 HTTP/1.1" status: 200 len: 210 time: 0.0633140 Jul 30 03:47:31.489283 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a579788-b818-49c5-8e59-ff7c03953fd9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.489882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a579788-b818-49c5-8e59-ff7c03953fd9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.491962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4a579788-b818-49c5-8e59-ff7c03953fd9 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/eb10ac09-df57-4131-bd6a-89f92fc0e1ba HTTP/1.1" status: 404 len: 337 time: 0.0532396 Jul 30 03:47:31.495038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60824) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.551982 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a7cba6-a752-4d96-ba04-27184881f11f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.552988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a7cba6-a752-4d96-ba04-27184881f11f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.559083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-40a7cba6-a752-4d96-ba04-27184881f11f tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/9cdf351e-2f8c-4dec-bbd1-49a7dd9a7d61 HTTP/1.1" status: 404 len: 333 time: 0.0471439 Jul 30 03:47:31.560901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60828) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.583341 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:31.600867 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4265ef65-6d49-4094-a002-60296ea8773d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.601329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4265ef65-6d49-4094-a002-60296ea8773d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.605880 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4265ef65-6d49-4094-a002-60296ea8773d tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/eba2a20a-ee2f-4898-be85-4c52c9204c9f HTTP/1.1" status: 404 len: 337 time: 0.0437014 Jul 30 03:47:31.606523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.626893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=dea751e3-0a6c-4396-99fa-b989ae00f2ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:31.631085 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6dd705-ad2b-42c1-8d89-b0770460989c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.631788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6dd705-ad2b-42c1-8d89-b0770460989c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.636240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4e6dd705-ad2b-42c1-8d89-b0770460989c tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/9f819941-06c0-458a-9b98-547ac45dc597 HTTP/1.1" status: 404 len: 333 time: 0.0287211 Jul 30 03:47:31.636884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60832) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.675568 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-06317c57-f787-434e-b240-b378c203a1ff tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.676053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06317c57-f787-434e-b240-b378c203a1ff tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.680556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-06317c57-f787-434e-b240-b378c203a1ff tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/0bcbf42f-74d4-4ba3-8342-1c41014c2765 HTTP/1.1" status: 404 len: 337 time: 0.0424633 Jul 30 03:47:31.681146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60834) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.713086 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1e3753-c997-41eb-9b62-ce3641ac7037 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.713815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1e3753-c997-41eb-9b62-ce3641ac7037 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.719728 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de1e3753-c997-41eb-9b62-ce3641ac7037 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/ports/d72c068b-b02d-40e2-972e-970f811be200 HTTP/1.1" status: 404 len: 333 time: 0.0367332 Jul 30 03:47:31.720312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60836) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.745615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e75a78-d231-4e79-98e9-a78b3372077f req-4d07ab2f-d97c-4581-ab28-7b6a06718b56 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:31.747559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53e75a78-d231-4e79-98e9-a78b3372077f req-4d07ab2f-d97c-4581-ab28-7b6a06718b56 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.1754055 Jul 30 03:47:31.760444 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6e1e40-182a-4af9-8953-3cd910fbaee1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:31.760919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6e1e40-182a-4af9-8953-3cd910fbaee1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:31.766179 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a6e1e40-182a-4af9-8953-3cd910fbaee1 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/subnets/e279d8a1-361b-4947-8773-aaf789a55933 HTTP/1.1" status: 404 len: 337 time: 0.0448349 Jul 30 03:47:31.766869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60838) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:31.825980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:31.844024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-293b9fc9-982c-4ee1-bfb6-8d31871b78e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2034419 Jul 30 03:47:31.868753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:31.886362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53e75a78-d231-4e79-98e9-a78b3372077f req-d99acbe7-85b8-448f-93c9-674f7253da51 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174366 Jul 30 03:47:31.988513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.007117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1f1956-7d51-47a1-bf41-0001a2695f11']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.019423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b6abd0-f327-48e0-a7b8-b46938edf0df') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.020258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b6abd0-f327-48e0-a7b8-b46938edf0df') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.039415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.046301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3803e-6c9b-41e5-9941-458970551650 req-1b878852-81ac-4614-9dbd-759cdbc2366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:32.048466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-1b878852-81ac-4614-9dbd-759cdbc2366a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.1034656 Jul 30 03:47:32.077125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.086615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:47:32.087067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:47:32.093099 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:47:32.187063 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.192474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:32.197285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.199184 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] 10.222.0.39 "DELETE /v2.0/networks/9e1f1956-7d51-47a1-bf41-0001a2695f11 HTTP/1.1" status: 204 len: 168 time: 0.4313118 Jul 30 03:47:32.229079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7e4f4-c1c6-4a21-8785-02e1c7967f91 tempest-NetworksTestDHCPv6-1386916460 tempest-NetworksTestDHCPv6-1386916460-project] Pushing event deleted for resources: {'Network': ['ID=9e1f1956-7d51-47a1-bf41-0001a2695f11,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:32.349743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:32.363208 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:32.368691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60850) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:32.369620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5c7179ef-fca0-4d2b-98d4-3fe36deeb6e3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6530411 Jul 30 03:47:32.374203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:32.375077 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.397930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898895d-72c7-4f54-a590-64f01aad467e req-09b994b6-0f4a-468d-9179-e10ecf516aad tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:32.400040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7898895d-72c7-4f54-a590-64f01aad467e req-09b994b6-0f4a-468d-9179-e10ecf516aad tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.1282523 Jul 30 03:47:32.401824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3803e-6c9b-41e5-9941-458970551650 req-c26b839a-66ab-43c9-8e80-4573c5625c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:32.403469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-c26b839a-66ab-43c9-8e80-4573c5625c58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2676210 Jul 30 03:47:32.454664 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:32.456631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting subnet c48d8297-1e86-4e0c-a195-c6c7c417b9ed {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:32.460539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.471814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60852) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:32.508985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7898895d-72c7-4f54-a590-64f01aad467e req-fa30a64a-55ae-442e-bb05-ed8b479e46fc tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024280 Jul 30 03:47:32.519458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:31Z', 'revision_number': 11, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.525525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.526166 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-5e7b56c5-13fd-46b3-b409-b80157533937 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 1001 time: 0.1125014 Jul 30 03:47:32.591921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:32.597196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:32.612400 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:32.613044 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.631461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3803e-6c9b-41e5-9941-458970551650 req-69ea0d0a-9695-4d43-98df-95a27a52bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:32.632949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-69ea0d0a-9695-4d43-98df-95a27a52bfcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.0986571 Jul 30 03:47:32.739469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Deleting subnet 0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:47:32.747312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:32.749725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.773031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.847455 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:31Z', 'revision_number': 11, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:32.854581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-211ca300-e2ef-4034-99f4-d85d76fca10a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a1698afdca54c2f96a9396186d527bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599188 Jul 30 03:47:32.857364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.862644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60862) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:32.895169 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb506828-1b7e-48af-b81f-aaf554fd8d23 None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:31Z', 'revision_number': 11, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:32.943790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:32.949362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.010665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Subnet': ['ID=c48d8297-1e86-4e0c-a195-c6c7c417b9ed,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:33.016586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.020866 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2dc29e97-ce78-42fe-afce-fd467e1f4c3a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/c48d8297-1e86-4e0c-a195-c6c7c417b9ed HTTP/1.1" status: 204 len: 168 time: 0.6487997 Jul 30 03:47:33.022824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:33.026261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261de5f-187a-418c-8335-9d17b3ec67ac None None] Network 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:33.058582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-031f5843-7b03-4770-bbde-58766d1d9e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.132443 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-031f5843-7b03-4770-bbde-58766d1d9e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.143988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:33.157508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3803e-6c9b-41e5-9941-458970551650 req-ed297c13-31b7-4d1f-9857-4a491cadb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:33.159090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-ed297c13-31b7-4d1f-9857-4a491cadb602 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5164673 Jul 30 03:47:33.167168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e989ed-a6e4-4bc5-b7de-61078eb2689e req-f96ca457-5188-43a1-8fe0-7f1e78d9b97c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:33.175669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40e989ed-a6e4-4bc5-b7de-61078eb2689e req-f96ca457-5188-43a1-8fe0-7f1e78d9b97c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0776868 Jul 30 03:47:33.196044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:33.200973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2573e110-3a69-4ea5-9fd7-3776ecbe8c21 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:33.254662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.257268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.283092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40e989ed-a6e4-4bc5-b7de-61078eb2689e req-8d08e822-47fe-47f4-bf1b-a6a503fd5b2d tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064982 Jul 30 03:47:33.311239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-031f5843-7b03-4770-bbde-58766d1d9e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.315428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-031f5843-7b03-4770-bbde-58766d1d9e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.317061 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-031f5843-7b03-4770-bbde-58766d1d9e69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f3a0308-7278-490a-9984-93f036e63b8d HTTP/1.1" status: 204 len: 168 time: 0.4531031 Jul 30 03:47:33.334683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.336618 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0e2b386f-b5ad-4186-a6fd-5b69e8cadec9 HTTP/1.1" status: 204 len: 168 time: 0.7346454 Jul 30 03:47:33.337821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9e87-f0ea-4c8c-b491-d1147d67a885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2b386f-b5ad-4186-a6fd-5b69e8cadec9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:33.342190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:33.351444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5843-7b03-4770-bbde-58766d1d9e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a0308-7278-490a-9984-93f036e63b8d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:33.385123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d21da6-f325-41f3-b620-850340d38806 None None] DHCP port deletion for 8e573e8f-2fcc-4ae0-8f10-b62d16f597aa request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:47:33.444753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.455730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-eb18f499-a3f1-49fa-94a5-b62576e5c651 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778382 Jul 30 03:47:33.467686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Deleting port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:33.468055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.493575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-42d21da6-f325-41f3-b620-850340d38806 None None] Deleting port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:33.493957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-42d21da6-f325-41f3-b620-850340d38806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.584053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] For port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:33.584702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.601433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Calling delete_port for 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:33.620260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.642538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc91da40-182c-4f59-8f21-06d51234d78a']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:33.658013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf96740-c7b8-4f06-9275-6dd19aa835e2') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:33.658436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf96740-c7b8-4f06-9275-6dd19aa835e2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:33.682608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-42d21da6-f325-41f3-b620-850340d38806 None None] For port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,segment=NetworkSegment(883bd1c3-33a9-4106-8d70-ebaf79d55222),segment_id=883bd1c3-33a9-4106-8d70-ebaf79d55222)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:47:33.683024 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-42d21da6-f325-41f3-b620-850340d38806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.685995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.716358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-42d21da6-f325-41f3-b620-850340d38806 None None] Calling delete_port for 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:33.735298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7e3803e-6c9b-41e5-9941-458970551650 req-4005fb37-c3c0-4665-9a7e-8bce6398f695 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694819 Jul 30 03:47:33.749384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.762071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:47:33.762620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:47:33.764666 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:47:33.816696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dea751e3-0a6c-4396-99fa-b989ae00f2ff no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:33.823789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.844008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: dea751e3-0a6c-4396-99fa-b989ae00f2ff {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:33.845624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device dea751e3-0a6c-4396-99fa-b989ae00f2ff not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:33.845624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:47:33.850081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896b7d-d6e8-4532-92f0-8e045b32f706 req-b318e20a-f038-4b25-ad65-2e0ec907b5ab tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:33.856880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896b7d-d6e8-4532-92f0-8e045b32f706 req-b318e20a-f038-4b25-ad65-2e0ec907b5ab tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:33.864481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896b7d-d6e8-4532-92f0-8e045b32f706 req-b318e20a-f038-4b25-ad65-2e0ec907b5ab tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:33.866288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44896b7d-d6e8-4532-92f0-8e045b32f706 req-b318e20a-f038-4b25-ad65-2e0ec907b5ab tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe&device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a&device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 2418 time: 0.1830654 Jul 30 03:47:33.876410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:47:33.876615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:47:33.891427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Port': ['ID=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:33.898584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No DVR routers for this DVR port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:33.911492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.918637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-42d21da6-f325-41f3-b620-850340d38806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.919488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:33.924088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dc91da40-182c-4f59-8f21-06d51234d78a HTTP/1.1" status: 204 len: 168 time: 0.5802941 Jul 30 03:47:33.955380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d21da6-f325-41f3-b620-850340d38806 None None] Pushing event deleted for resources: {'Port': ['ID=8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:33.961518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725bd2b-2d04-49ba-9b40-16335d2566d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc91da40-182c-4f59-8f21-06d51234d78a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:33.965882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d21da6-f325-41f3-b620-850340d38806 None None] No DVR routers for this DVR port 8ccd1f43-bbb2-44a3-9ee4-dc50f1157ae7 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:47:33.986949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44896b7d-d6e8-4532-92f0-8e045b32f706 req-24f2606a-e2da-465e-9ba5-efdba6dbe817 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145728 Jul 30 03:47:34.076352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.089580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e573e8f-2fcc-4ae0-8f10-b62d16f597aa']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:34.120541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883bd1c3-33a9-4106-8d70-ebaf79d55222') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:34.120841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883bd1c3-33a9-4106-8d70-ebaf79d55222') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:34.131505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.146856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:34.150286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d15a92-c891-42dd-8bcb-52b1389a55e5 req-9a96b659-89a4-49c3-97c0-68f64cd64650 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:34.155629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32d15a92-c891-42dd-8bcb-52b1389a55e5 req-9a96b659-89a4-49c3-97c0-68f64cd64650 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.0702300 Jul 30 03:47:34.162054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.181313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:47:34.182041 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:47:34.185190 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:47:34.200332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32d15a92-c891-42dd-8bcb-52b1389a55e5 req-88932362-202a-42a7-95fb-130e94125c72 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Jul 30 03:47:34.258087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:34.258413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5d7ab856-bb9c-4765-9cda-7d76ca7f4027 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9d53d9846bc419e9e31d8ce222816b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103501 Jul 30 03:47:34.284241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.292446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.310226 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/networks/8e573e8f-2fcc-4ae0-8f10-b62d16f597aa HTTP/1.1" status: 204 len: 168 time: 1.2816210 Jul 30 03:47:34.310800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60904) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:34.321050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'routes': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:34.411435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33fedd-ebac-4ac5-bb02-254ad202c9fa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Pushing event deleted for resources: {'Network': ['ID=8e573e8f-2fcc-4ae0-8f10-b62d16f597aa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:34.414288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc573c83-561a-4bbb-91b5-f8466c38a264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.444568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc573c83-561a-4bbb-91b5-f8466c38a264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.507485 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc573c83-561a-4bbb-91b5-f8466c38a264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.511732 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc573c83-561a-4bbb-91b5-f8466c38a264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.513325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc573c83-561a-4bbb-91b5-f8466c38a264 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b307f6f0-6a5b-400b-83c6-3da3a48ce8fa HTTP/1.1" status: 204 len: 168 time: 0.2538147 Jul 30 03:47:34.540347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc573c83-561a-4bbb-91b5-f8466c38a264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307f6f0-6a5b-400b-83c6-3da3a48ce8fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:34.587123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Added routes are [] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 03:47:34.587683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.extraroute_db [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Removed routes are [] {{(pid=93877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 03:47:34.588479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.720083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:34.784476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.788235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:34.871080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router 4db4936a-7f3c-492f-9718-7bce4ea87a3b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:34.998602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:35.006187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:35.007694 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a26e039-cdd0-4ba6-ad6b-91ea571721ed tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 705 time: 0.6914899 Jul 30 03:47:35.010345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.017469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] Sync routers for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:35.030140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:35.030778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:35.069887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.070959 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e7a9420d-21e8-414a-976d-b4140d01508c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 205 time: 0.0500484 Jul 30 03:47:35.148651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:35.167295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-071c7de4-a467-4710-9f38-542181b8eec0 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.168549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-071c7de4-a467-4710-9f38-542181b8eec0 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4473906 Jul 30 03:47:35.172277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.178280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-af512022-cd06-414c-b5c2-2469878e3867 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.181861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-af512022-cd06-414c-b5c2-2469878e3867 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046272 Jul 30 03:47:35.182592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.190777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-099efb63-c2ac-4f00-a9d4-e926c66da127 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.195537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-099efb63-c2ac-4f00-a9d4-e926c66da127 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0107207 Jul 30 03:47:35.196754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60944) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.204407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-7440e8e1-91cd-49ab-9ae6-8cb4f7d7c843 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.211757 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7440e8e1-91cd-49ab-9ae6-8cb4f7d7c843 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0137188 Jul 30 03:47:35.213522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60946) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.220157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:31Z', 'revision_number': 11, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:35.230245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-4f807bab-20d8-45bb-bbc3-786050b7b60e tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.238195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60948) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.239389 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f807bab-20d8-45bb-bbc3-786050b7b60e tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0225844 Jul 30 03:47:35.253267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-d7030ca6-b766-45bf-9311-08d373a33f2b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.254521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d7030ca6-b766-45bf-9311-08d373a33f2b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0125098 Jul 30 03:47:35.257471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.262204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-7f698e1c-8bce-415c-ab54-c0db08536c4c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.263627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f698e1c-8bce-415c-ab54-c0db08536c4c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049372 Jul 30 03:47:35.266310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:35.267372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60952) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.269637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] Checking router: 4db4936a-7f3c-492f-9718-7bce4ea87a3b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:35.272188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-9d36beac-e5ca-4e92-8ccc-3e767b3d5e26 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.273442 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d36beac-e5ca-4e92-8ccc-3e767b3d5e26 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049419 Jul 30 03:47:35.277104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60954) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.282354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-22e9c67d-8bd5-4afb-968e-f8c3492fcb86 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.289041 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22e9c67d-8bd5-4afb-968e-f8c3492fcb86 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0106697 Jul 30 03:47:35.292828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.296423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] Routers {'4db4936a-7f3c-492f-9718-7bce4ea87a3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:35.299018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:35.300370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-85645b3b-d794-45ab-b538-8db1d79092ce tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.304030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-85645b3b-d794-45ab-b538-8db1d79092ce tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076091 Jul 30 03:47:35.308830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60958) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.314088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-387fc831-6edb-40ba-940a-70487c749bfc tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.329331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-387fc831-6edb-40ba-940a-70487c749bfc tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053997 Jul 30 03:47:35.339604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.344522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-67d5ee84-7a95-4ddd-88af-5454c97028e4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.347788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67d5ee84-7a95-4ddd-88af-5454c97028e4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046110 Jul 30 03:47:35.374146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60964) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.390367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-21bf88bb-512e-407d-a97c-e8b7e49ee7ce tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.393963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-21bf88bb-512e-407d-a97c-e8b7e49ee7ce tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0151255 Jul 30 03:47:35.402217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60970) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.408466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-66165f02-1780-4cbd-84a3-673a50b36304 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.420549 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-66165f02-1780-4cbd-84a3-673a50b36304 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0146701 Jul 30 03:47:35.430199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60972) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.448396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-05cc3271-3ed3-4870-bc4e-d841147909c4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.450532 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-05cc3271-3ed3-4870-bc4e-d841147909c4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0170386 Jul 30 03:47:35.453916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60976) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.466601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-4d0c7263-03c0-4e39-b50f-c536cb45e388 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.473382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d0c7263-03c0-4e39-b50f-c536cb45e388 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0146873 Jul 30 03:47:35.478149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60978) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.492619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-78e53922-8439-4d33-9053-5d7475c5e79f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.496161 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-78e53922-8439-4d33-9053-5d7475c5e79f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0158515 Jul 30 03:47:35.505805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60980) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.510784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-1a7aa461-686e-4023-af1f-3ba8e4e9616c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.511755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a7aa461-686e-4023-af1f-3ba8e4e9616c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049860 Jul 30 03:47:35.525755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.530910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-40d3bfc5-99ea-4f71-a2f1-41d4686194bb tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.532216 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-40d3bfc5-99ea-4f71-a2f1-41d4686194bb tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046837 Jul 30 03:47:35.543435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60986) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.559277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] Set router 4db4936a-7f3c-492f-9718-7bce4ea87a3b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:35.563867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-543d7291-6924-419f-aee6-135229712c2b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.568727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-543d7291-6924-419f-aee6-135229712c2b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0238862 Jul 30 03:47:35.571992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60990) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.581739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-0f327eed-5ab5-44c7-9ed9-2630e1fcd192 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.586935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0f327eed-5ab5-44c7-9ed9-2630e1fcd192 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0136528 Jul 30 03:47:35.590038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60992) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.595188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-ef0f6678-76a9-473b-9a67-731d09ad1e42 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.603085 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef0f6678-76a9-473b-9a67-731d09ad1e42 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0119481 Jul 30 03:47:35.608655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.615048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-200bf9e7-4b61-4995-86e5-c1009f321e4f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.622619 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-200bf9e7-4b61-4995-86e5-c1009f321e4f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0105174 Jul 30 03:47:35.624909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60998) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.636127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-05a79d48-a733-4761-a433-ee8855395a1c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.639856 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-05a79d48-a733-4761-a433-ee8855395a1c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0111363 Jul 30 03:47:35.640389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.654919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-b617ff52-cc85-4697-8e3b-c771f4a452b8 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.659860 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b617ff52-cc85-4697-8e3b-c771f4a452b8 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0156660 Jul 30 03:47:35.660418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32770) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.664548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:31Z', 'revision_number': 11, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:35.668087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-bbfa759d-51b8-411c-8ccf-80f65f2a188f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.671757 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bbfa759d-51b8-411c-8ccf-80f65f2a188f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0101194 Jul 30 03:47:35.675573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.685616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-60f0c9b3-76f2-4979-a788-4a87139279ea tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.686776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-60f0c9b3-76f2-4979-a788-4a87139279ea tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0098274 Jul 30 03:47:35.689363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.711890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-b0d7fe91-9121-4277-bd1c-e141c527c543 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.720660 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:35.724498 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0d7fe91-9121-4277-bd1c-e141c527c543 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0232100 Jul 30 03:47:35.724948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:35.725826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.731487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-9ca40de5-d8ed-4afc-929c-901c77185b63 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.732776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9ca40de5-d8ed-4afc-929c-901c77185b63 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0057518 Jul 30 03:47:35.736509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32784) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.745730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b3c32-098f-4da0-83b0-4d066f13ffc2 None None] The sync data for ids ['4db4936a-7f3c-492f-9718-7bce4ea87a3b'] in n-d-778696-14 is: [{'id': '4db4936a-7f3c-492f-9718-7bce4ea87a3b', 'name': 'tempest-RoutersIpV6Test-router-1451116898', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:20Z', 'updated_at': '2021-07-30T03:47:31Z', 'revision_number': 11, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:35.751688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-53d0c8ec-384c-40d1-8505-32c7850e1c7e tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.757107 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-53d0c8ec-384c-40d1-8505-32c7850e1c7e tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0191829 Jul 30 03:47:35.757711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.769059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-b04f1a59-4f93-4372-88b8-34d51bdd96d6 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.770069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b04f1a59-4f93-4372-88b8-34d51bdd96d6 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0114365 Jul 30 03:47:35.773571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.778786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-fec39da3-6354-4f33-bb82-d5c1b0eb5dc5 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.779773 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fec39da3-6354-4f33-bb82-d5c1b0eb5dc5 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052757 Jul 30 03:47:35.784753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32790) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.790938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-606279ad-002e-4788-9134-e28313d0b5dd tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.791940 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-606279ad-002e-4788-9134-e28313d0b5dd tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062058 Jul 30 03:47:35.799654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.804011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-6f941d32-12ac-490b-ad0c-2d088498a6d3 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.807333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6f941d32-12ac-490b-ad0c-2d088498a6d3 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043390 Jul 30 03:47:35.819718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32794) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.824112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-06acdb80-7649-49a7-9281-d9c9b20af403 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.827799 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-06acdb80-7649-49a7-9281-d9c9b20af403 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043826 Jul 30 03:47:35.829153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32796) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.837278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-0e062fe9-4315-4714-bdad-db2fe4610307 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.840676 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0e062fe9-4315-4714-bdad-db2fe4610307 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081596 Jul 30 03:47:35.840676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.841209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.850476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-927a4717-d637-48d2-a9c1-0110757f1473 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.853833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-927a4717-d637-48d2-a9c1-0110757f1473 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0098593 Jul 30 03:47:35.862486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.868514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-79917ab0-4bc7-4bba-aa42-cc002081c757 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.871183 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-79917ab0-4bc7-4bba-aa42-cc002081c757 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0073416 Jul 30 03:47:35.873447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32808) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.878488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-856771dd-a93e-47db-97e3-fdac6603a98b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.882856 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-856771dd-a93e-47db-97e3-fdac6603a98b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051467 Jul 30 03:47:35.886485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.893097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-767daa29-4165-4f6f-9428-205265820a61 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.895258 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-767daa29-4165-4f6f-9428-205265820a61 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064259 Jul 30 03:47:35.897408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32812) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.904311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:35.904969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router 4db4936a-7f3c-492f-9718-7bce4ea87a3b {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:47:35.907644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-030115e7-1441-411b-8415-5108d4d4e23f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.910908 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-030115e7-1441-411b-8415-5108d4d4e23f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100260 Jul 30 03:47:35.911847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.914536 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:35.919655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9ffb2eb7-ee02-4701-b6f8-2822a27b27e5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 204 len: 168 time: 0.8449683 Jul 30 03:47:35.919851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-c1362a4f-541d-495c-b061-b4060a861c20 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.923283 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c1362a4f-541d-495c-b061-b4060a861c20 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074844 Jul 30 03:47:35.923283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.928536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-391736697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:35.928755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.948314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-07f74fe3-cf1a-41f6-877c-2e24d172a82c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.952054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-07f74fe3-cf1a-41f6-877c-2e24d172a82c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0188866 Jul 30 03:47:35.955508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32824) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:35.962637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f70e8-8027-46c4-a9f0-225c82b183c1 req-1ba77895-742b-4f3f-9d38-e0b5107b5806 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:35.964634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab5f70e8-8027-46c4-a9f0-225c82b183c1 req-1ba77895-742b-4f3f-9d38-e0b5107b5806 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1440225 Jul 30 03:47:35.975308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-ecf3be04-c469-48b6-9943-cc216f39c063 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:35.978699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ecf3be04-c469-48b6-9943-cc216f39c063 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0177538 Jul 30 03:47:35.983068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.001588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-b89def6b-9806-41bd-aa70-fe7985800aaf tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.005082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b89def6b-9806-41bd-aa70-fe7985800aaf tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0149841 Jul 30 03:47:36.006415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.013965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-ec5124b8-865a-4729-a371-9815f2d61c6b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.016755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ec5124b8-865a-4729-a371-9815f2d61c6b tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071275 Jul 30 03:47:36.019173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.025639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-b6e4126e-3de5-40fd-a65e-911088670377 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.029064 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b6e4126e-3de5-40fd-a65e-911088670377 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066020 Jul 30 03:47:36.029064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.030634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.032013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.039644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-d7325357-20c9-4a7b-95c0-fbe9e80bbf94 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.043328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d7325357-20c9-4a7b-95c0-fbe9e80bbf94 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080159 Jul 30 03:47:36.052525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab5f70e8-8027-46c4-a9f0-225c82b183c1 req-b8463b8a-93e0-4d57-ba69-c7c7e42e81df tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808120 Jul 30 03:47:36.053048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.060815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-807a68b4-01d2-4e2d-9b80-f71b0f5e681c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.065123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6adf0c9-e3e4-4efa-bfb6-3f0df77d5048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.066741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-807a68b4-01d2-4e2d-9b80-f71b0f5e681c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0123956 Jul 30 03:47:36.067330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32836) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.072564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-3d8890fc-1922-4195-94a1-ad4b49f8dad3 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.073534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3d8890fc-1922-4195-94a1-ad4b49f8dad3 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049348 Jul 30 03:47:36.076608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.082135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-5d63741a-ae3b-41b2-82df-2f0a8e1844b4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.086788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32840) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.091895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5d63741a-ae3b-41b2-82df-2f0a8e1844b4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0139034 Jul 30 03:47:36.092146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-471a7c5a-0bc4-4650-9873-dd3c8bf85183 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.093096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-471a7c5a-0bc4-4650-9873-dd3c8bf85183 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045307 Jul 30 03:47:36.095905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.102231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-e682ebad-b809-446f-aacb-b1ae6fed9c84 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.105511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e682ebad-b809-446f-aacb-b1ae6fed9c84 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065923 Jul 30 03:47:36.106076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.112549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-2d295013-ce7a-4842-8bfc-f7b75af7ff8a tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.113601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2d295013-ce7a-4842-8bfc-f7b75af7ff8a tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0064962 Jul 30 03:47:36.117289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.121978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-8e81d7f2-8d8f-45e2-9706-c81b22bf5f4c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.122917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8e81d7f2-8d8f-45e2-9706-c81b22bf5f4c tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047007 Jul 30 03:47:36.125694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.130468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-ac69b0db-c4db-48d9-a81c-420adc3710e0 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.133983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ac69b0db-c4db-48d9-a81c-420adc3710e0 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072253 Jul 30 03:47:36.134618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.139362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-060d0ba4-0d13-42b1-a122-a32cad189569 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.143759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-060d0ba4-0d13-42b1-a122-a32cad189569 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0080159 Jul 30 03:47:36.144652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.149829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-3047dfa1-21fe-4fff-a842-5961963ec7b6 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.150894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3047dfa1-21fe-4fff-a842-5961963ec7b6 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055084 Jul 30 03:47:36.155762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.160666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-9f532b60-4270-4c94-b528-215bcd8d5f28 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.165245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f532b60-4270-4c94-b528-215bcd8d5f28 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083225 Jul 30 03:47:36.166369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.170949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.177734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-cdc40c46-0ae0-4ad0-a7c9-09e879311d66 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.181531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cdc40c46-0ae0-4ad0-a7c9-09e879311d66 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0116107 Jul 30 03:47:36.181704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.183235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.192670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-652f03b6-72c8-4457-98f3-a30d742bdaa6 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.196901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32862) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.197429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-652f03b6-72c8-4457-98f3-a30d742bdaa6 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089023 Jul 30 03:47:36.207052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-957f518c-c005-4ff4-b3a5-c874288ec6ca tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.208438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-957f518c-c005-4ff4-b3a5-c874288ec6ca tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072622 Jul 30 03:47:36.211667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32864) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.218079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-12a75207-f330-4bde-84ab-2a4545c3a2e4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.220204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-12a75207-f330-4bde-84ab-2a4545c3a2e4 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059357 Jul 30 03:47:36.222232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.226628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-3ba01208-80f9-4b7e-9dc6-5fa02df75acb tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.230161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ba01208-80f9-4b7e-9dc6-5fa02df75acb tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068913 Jul 30 03:47:36.230730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.238174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-bd7731b9-ec97-473a-98e1-e7bef75e5311 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.239118 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bd7731b9-ec97-473a-98e1-e7bef75e5311 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073793 Jul 30 03:47:36.241645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.246326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-d655df72-a9f8-4c22-8178-d23b6519c79f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.250548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d655df72-a9f8-4c22-8178-d23b6519c79f tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073657 Jul 30 03:47:36.250893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32872) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.255021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [None req-0c9b567e-d631-4a6f-8058-920fd460a829 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.255975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0c9b567e-d631-4a6f-8058-920fd460a829 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042167 Jul 30 03:47:36.258313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.262579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-7f98586e-7be7-4a51-a8bc-5a6d373ef462 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.266617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7f98586e-7be7-4a51-a8bc-5a6d373ef462 tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0072694 Jul 30 03:47:36.267409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.272107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [None req-ca0d76a3-bfc2-4089-b54b-d350166a1d2e tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:36.273216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca0d76a3-bfc2-4089-b54b-d350166a1d2e tempest-ExtensionsTestJSON-836604761 tempest-ExtensionsTestJSON-836604761-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049524 Jul 30 03:47:36.297766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6adf0c9-e3e4-4efa-bfb6-3f0df77d5048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.303345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6adf0c9-e3e4-4efa-bfb6-3f0df77d5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.314719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.316768 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-14d9c60f-09e7-401b-a0be-5d8816256891 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3950951 Jul 30 03:47:36.320176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32880) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.330051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:36.354145 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e6adf0c9-e3e4-4efa-bfb6-3f0df77d5048 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc2f2c50f6bd4b5489bbdc3253cd4bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142164 Jul 30 03:47:36.355381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf0c9-e3e4-4efa-bfb6-3f0df77d5048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b35f6-104a-4ac3-bbbc-1e6711722444,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:36.359028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32882) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.415190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-241b4f49-b149-4d3e-940a-ee06924fc10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.441485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-241b4f49-b149-4d3e-940a-ee06924fc10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.535256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-241b4f49-b149-4d3e-940a-ee06924fc10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.537837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-241b4f49-b149-4d3e-940a-ee06924fc10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.539106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-241b4f49-b149-4d3e-940a-ee06924fc10f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/280b35f6-104a-4ac3-bbbc-1e6711722444 HTTP/1.1" status: 204 len: 168 time: 0.1775949 Jul 30 03:47:36.555018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b4f49-b149-4d3e-940a-ee06924fc10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b35f6-104a-4ac3-bbbc-1e6711722444,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:36.567912 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.596839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.629844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.760086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-004f2f0e-89ae-4523-ba11-e0ccd96258cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.762150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Router be4e1bf9-7c1d-4792-a5a4-9f272dd00514 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:47:36.880554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-004f2f0e-89ae-4523-ba11-e0ccd96258cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.885683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:36.887436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-004f2f0e-89ae-4523-ba11-e0ccd96258cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.894270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:36.897971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d47a7d15-90b1-4e39-9e60-8bd07661b91b tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "PUT /v2.0/routers/be4e1bf9-7c1d-4792-a5a4-9f272dd00514 HTTP/1.1" status: 200 len: 697 time: 0.5742717 Jul 30 03:47:36.898506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32906) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.904160 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] Sync routers for ids ['be4e1bf9-7c1d-4792-a5a4-9f272dd00514'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:36.927659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] Routers {'be4e1bf9-7c1d-4792-a5a4-9f272dd00514'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:36.928283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['be4e1bf9-7c1d-4792-a5a4-9f272dd00514'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:36.966107 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-004f2f0e-89ae-4523-ba11-e0ccd96258cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50878d3bba0b46d9bdeacf25f42b4488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347678 Jul 30 03:47:36.968830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32908) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:36.983027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f2f0e-89ae-4523-ba11-e0ccd96258cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac3daa2-8e7f-43bf-ad72-38b422b957ea,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:37.001711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-583cdb30-3a63-4201-ba8f-0adb208f0507 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/routers/be4e1bf9-7c1d-4792-a5a4-9f272dd00514 HTTP/1.1" status: 200 len: 703 time: 0.0992830 Jul 30 03:47:37.002713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.012998 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] Set router be4e1bf9-7c1d-4792-a5a4-9f272dd00514 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:37.040410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3a4acfcd-645c-4cc3-b32c-46aa9ad005ae tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=be4e1bf9-7c1d-4792-a5a4-9f272dd00514 HTTP/1.1" status: 200 len: 205 time: 0.0338025 Jul 30 03:47:37.040939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.079624 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4e1bf9-7c1d-4792-a5a4-9f272dd00514', 'name': 'tempest-RoutersIpV6Test-router-391736697', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:47:36Z', 'updated_at': '2021-07-30T03:47:36Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:37.111014 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] Checking router: be4e1bf9-7c1d-4792-a5a4-9f272dd00514 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:47:37.121034 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] Routers {'be4e1bf9-7c1d-4792-a5a4-9f272dd00514'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:37.122222 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['be4e1bf9-7c1d-4792-a5a4-9f272dd00514'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:37.154402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.182708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.192203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dcc5210a-f992-4bd2-9d3d-3f156c541e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.208919 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] Set router be4e1bf9-7c1d-4792-a5a4-9f272dd00514 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:47:37.212396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a56a8025-c002-478a-985d-555e012864c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.254622 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dcc5210a-f992-4bd2-9d3d-3f156c541e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.257986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd69996-888d-49b8-b6d3-8e684cfb2755 req-6aa091fc-d64c-40bc-83e3-bfa593877d26 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:37.269339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fd69996-888d-49b8-b6d3-8e684cfb2755 req-6aa091fc-d64c-40bc-83e3-bfa593877d26 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0955281 Jul 30 03:47:37.290647 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4e1bf9-7c1d-4792-a5a4-9f272dd00514', 'name': 'tempest-RoutersIpV6Test-router-391736697', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:47:36Z', 'updated_at': '2021-07-30T03:47:36Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:37.342155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fd69996-888d-49b8-b6d3-8e684cfb2755 req-380758b7-c6fc-4532-9ffd-0fb44556d514 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Jul 30 03:47:37.373719 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc5f6e-1ff4-4092-a840-9da3ffaa529c None None] The sync data for ids ['be4e1bf9-7c1d-4792-a5a4-9f272dd00514'] in n-d-778696-14 is: [{'id': 'be4e1bf9-7c1d-4792-a5a4-9f272dd00514', 'name': 'tempest-RoutersIpV6Test-router-391736697', 'tenant_id': '213e561f03004191abd0078fbcaf2b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:47:36Z', 'updated_at': '2021-07-30T03:47:36Z', 'revision_number': 2, 'project_id': '213e561f03004191abd0078fbcaf2b15', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:37.402885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.408304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.446674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a56a8025-c002-478a-985d-555e012864c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.451036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a56a8025-c002-478a-985d-555e012864c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.469950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.470558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Fanout notify agent at l3_agent the message router_deleted on router be4e1bf9-7c1d-4792-a5a4-9f272dd00514 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:47:37.478271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.479802 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-089e3517-18c3-47fc-b74e-119223d9b881 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/be4e1bf9-7c1d-4792-a5a4-9f272dd00514 HTTP/1.1" status: 204 len: 168 time: 0.4378064 Jul 30 03:47:37.483743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.490166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dcc5210a-f992-4bd2-9d3d-3f156c541e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.493011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dcc5210a-f992-4bd2-9d3d-3f156c541e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.494247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dcc5210a-f992-4bd2-9d3d-3f156c541e9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ac3daa2-8e7f-43bf-ad72-38b422b957ea HTTP/1.1" status: 204 len: 168 time: 0.5238698 Jul 30 03:47:37.504772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5210a-f992-4bd2-9d3d-3f156c541e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac3daa2-8e7f-43bf-ad72-38b422b957ea,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:37.517728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-26cbed03-1527-41e7-9c15-63ca9aa28286 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=be4e1bf9-7c1d-4792-a5a4-9f272dd00514 HTTP/1.1" status: 200 len: 205 time: 0.0323460 Jul 30 03:47:37.523013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a56a8025-c002-478a-985d-555e012864c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=429a2ba6b71846f6821fd44249440040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393204 Jul 30 03:47:37.523692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32922) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.524142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32924) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.528439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8025-c002-478a-985d-555e012864c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df133836-f3b6-4627-bfd0-6fd5f8f4ee44,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:37.582582 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-4557eb24-dfe0-4b88-acdb-9c6663e91ffa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:37.583713 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4557eb24-dfe0-4b88-acdb-9c6663e91ffa tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/be4e1bf9-7c1d-4792-a5a4-9f272dd00514 HTTP/1.1" status: 404 len: 336 time: 0.0563235 Jul 30 03:47:37.586675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.617409 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-779d12c9-a40b-4dd9-9cd0-77969b9974da tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:37.617878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779d12c9-a40b-4dd9-9cd0-77969b9974da tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:37.622184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-779d12c9-a40b-4dd9-9cd0-77969b9974da tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/93eff275-5b08-4d71-8f9e-826734759075 HTTP/1.1" status: 404 len: 337 time: 0.0319993 Jul 30 03:47:37.626754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.634837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de4155ea-d2b2-44b5-94d8-2654f70649b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.657321 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f392f7b7-81cc-4601-bfbc-3fe9385560f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:37.657906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f392f7b7-81cc-4601-bfbc-3fe9385560f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:37.661250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de4155ea-d2b2-44b5-94d8-2654f70649b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.665351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f392f7b7-81cc-4601-bfbc-3fe9385560f5 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/8df5a038-2c39-4584-a46a-4855b575ba49 HTTP/1.1" status: 404 len: 337 time: 0.0374093 Jul 30 03:47:37.668134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.695727 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4748372e-cf49-4fb6-999a-d342a2e94f18 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:37.695971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4748372e-cf49-4fb6-999a-d342a2e94f18 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:37.700364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4748372e-cf49-4fb6-999a-d342a2e94f18 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/0fb2e978-39fd-4730-a576-5723a723953d HTTP/1.1" status: 404 len: 337 time: 0.0286989 Jul 30 03:47:37.700364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.738114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de4155ea-d2b2-44b5-94d8-2654f70649b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.740942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de4155ea-d2b2-44b5-94d8-2654f70649b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:37.744963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de4155ea-d2b2-44b5-94d8-2654f70649b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df133836-f3b6-4627-bfd0-6fd5f8f4ee44 HTTP/1.1" status: 204 len: 168 time: 0.2162569 Jul 30 03:47:37.750574 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfd4408-5830-4215-98d1-32c77fa80d3d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:37.750574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfd4408-5830-4215-98d1-32c77fa80d3d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:37.754211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3bfd4408-5830-4215-98d1-32c77fa80d3d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/c48d8297-1e86-4e0c-a195-c6c7c417b9ed HTTP/1.1" status: 404 len: 337 time: 0.0528812 Jul 30 03:47:37.757492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.759295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4155ea-d2b2-44b5-94d8-2654f70649b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df133836-f3b6-4627-bfd0-6fd5f8f4ee44,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:37.811616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-330238e9-0f79-4316-a696-23f6bca32c1c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 200 len: 205 time: 0.0506668 Jul 30 03:47:37.812929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32946) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.858642 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-8dcccc03-d320-46e2-a679-592b344a591d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:37.862880 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8dcccc03-d320-46e2-a679-592b344a591d tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/4db4936a-7f3c-492f-9718-7bce4ea87a3b HTTP/1.1" status: 404 len: 336 time: 0.0460792 Jul 30 03:47:37.863031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32952) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.916027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fb9ce767-02fa-4e35-ad2f-28d630ca590c tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=48f03d87-1d68-4dcd-84b5-3930b8662441 HTTP/1.1" status: 200 len: 205 time: 0.0517786 Jul 30 03:47:37.916271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:37.978417 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-b9cc1d3e-012f-4fdc-8df4-d90ddd1761d1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:37.983477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b9cc1d3e-012f-4fdc-8df4-d90ddd1761d1 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/48f03d87-1d68-4dcd-84b5-3930b8662441 HTTP/1.1" status: 404 len: 336 time: 0.0625815 Jul 30 03:47:37.984056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.015048 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f121e0-cd6e-4d0b-b479-fb317d08963a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:38.015867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f121e0-cd6e-4d0b-b479-fb317d08963a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:38.019213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-07f121e0-cd6e-4d0b-b479-fb317d08963a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/4b7c861f-54dd-4f0b-896a-3fcc5e50e8d8 HTTP/1.1" status: 404 len: 337 time: 0.0322838 Jul 30 03:47:38.022366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32962) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.075946 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3d1656e7-7a9f-4ff0-b1af-4dc6a11a49e8 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 200 len: 205 time: 0.0523579 Jul 30 03:47:38.078862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32968) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.149068 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-d8157947-a627-49c5-a163-86059f307e53 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:38.150253 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d8157947-a627-49c5-a163-86059f307e53 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/c1fb0771-edc0-4cdf-87b7-b7ee9ad457ab HTTP/1.1" status: 404 len: 336 time: 0.0702846 Jul 30 03:47:38.153027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.222613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4164cc38-450e-4157-90ed-9fd4ba622e75 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=65628636-f202-41a3-8fca-56ad2413014f HTTP/1.1" status: 200 len: 205 time: 0.0659797 Jul 30 03:47:38.224805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32984) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.299092 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-2c65fb60-7756-451a-a788-981126731ec3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:38.301226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.301421 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c65fb60-7756-451a-a788-981126731ec3 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/65628636-f202-41a3-8fca-56ad2413014f HTTP/1.1" status: 404 len: 336 time: 0.0754464 Jul 30 03:47:38.348351 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1bab64-be4a-4073-9978-6ee1c08a2023 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:38.348818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1bab64-be4a-4073-9978-6ee1c08a2023 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:38.353549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aa1bab64-be4a-4073-9978-6ee1c08a2023 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/693c6e21-00b4-46d4-8ee1-5ee2fb70ace2 HTTP/1.1" status: 404 len: 337 time: 0.0483434 Jul 30 03:47:38.353733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 32996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.406121 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-625c92c8-6efe-4448-96e8-dd4b001e73c6 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=7652b2b9-6f71-42da-9801-304ad7b70d52 HTTP/1.1" status: 200 len: 205 time: 0.0511122 Jul 30 03:47:38.408345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33000) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.457317 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-1d6c2240-761d-4e9c-b834-e6d11c642d98 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:38.458851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1d6c2240-761d-4e9c-b834-e6d11c642d98 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/7652b2b9-6f71-42da-9801-304ad7b70d52 HTTP/1.1" status: 404 len: 336 time: 0.0493381 Jul 30 03:47:38.461413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33006) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.493613 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb45808-c9ec-46a3-8ed2-ace92e3c9a6a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:38.494426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb45808-c9ec-46a3-8ed2-ace92e3c9a6a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:38.497001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-abb45808-c9ec-46a3-8ed2-ace92e3c9a6a tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/07074265-b4fb-4d1b-a737-841175180f16 HTTP/1.1" status: 404 len: 337 time: 0.0342875 Jul 30 03:47:38.499394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.529816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d28edf-104a-4b34-9664-cddd1e78c481 req-8e85fe49-6f6e-4517-82db-0af76086147f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:38.530982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e1925145-3cfc-43c8-9290-5194ced5add7 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbec99a9-8ed0-480d-98ed-2d7f154ab160 HTTP/1.1" status: 200 len: 205 time: 0.0301640 Jul 30 03:47:38.533323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33010) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.537875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60d28edf-104a-4b34-9664-cddd1e78c481 req-8e85fe49-6f6e-4517-82db-0af76086147f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0910411 Jul 30 03:47:38.583916 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-819926b9-1a6f-4fcb-aadc-daffb1c5aa24 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] delete failed (client error): The resource could not be found. Jul 30 03:47:38.585314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-819926b9-1a6f-4fcb-aadc-daffb1c5aa24 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/routers/bbec99a9-8ed0-480d-98ed-2d7f154ab160 HTTP/1.1" status: 404 len: 336 time: 0.0509043 Jul 30 03:47:38.588578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33014) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.601302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60d28edf-104a-4b34-9664-cddd1e78c481 req-03e847ef-3fd1-497a-87c6-7f78cf03fd6b tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Jul 30 03:47:38.634812 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b788f0-8bdc-47f4-bf2a-09bd698b7359 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:38.635387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b788f0-8bdc-47f4-bf2a-09bd698b7359 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:38.637318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72b788f0-8bdc-47f4-bf2a-09bd698b7359 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/6de96838-b5e7-41c9-b35d-85b5591c076f HTTP/1.1" status: 404 len: 337 time: 0.0472085 Jul 30 03:47:38.639945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:38.674113 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b06b5bd-eb37-4c65-ae09-f2eaf3359461 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] DELETE failed (client error): The resource could not be found. Jul 30 03:47:38.674698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b06b5bd-eb37-4c65-ae09-f2eaf3359461 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:47:38.691364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b06b5bd-eb37-4c65-ae09-f2eaf3359461 tempest-RoutersIpV6Test-1588866159 tempest-RoutersIpV6Test-1588866159-project] 10.222.0.39 "DELETE /v2.0/subnets/9cbf85bc-8334-40db-b67c-00beff31ab61 HTTP/1.1" status: 404 len: 337 time: 0.0456042 Jul 30 03:47:38.896830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:39.069504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2016797216'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:39.094626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:39.100414 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.115315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.115706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:39.240014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.246755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.277306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:47:39.316460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.319671 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Added segment 9d4db142-7f49-4d28-8614-e6b2b9908832 of type vlan for network 9d5aa15d-bd62-4f05-baca-101e977ae81b Jul 30 03:47:39.350928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-07b49062-4376-4440-aa6b-9ccb677ef2ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=213e561f03004191abd0078fbcaf2b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333832 Jul 30 03:47:39.351217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33052) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:39.399050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01337e4b-7eed-45bf-9c34-8ffd4854931c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:39.452263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.470180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49233555-9a89-404e-baa0-bd7e75f76ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.493642 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.501817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:39.502818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49233555-9a89-404e-baa0-bd7e75f76ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.503012 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.565726 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49233555-9a89-404e-baa0-bd7e75f76ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.568967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49233555-9a89-404e-baa0-bd7e75f76ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:39.570315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-49233555-9a89-404e-baa0-bd7e75f76ad7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/640ede71-2427-4fa6-afa9-6b5f6162e6f9 HTTP/1.1" status: 204 len: 168 time: 0.2053385 Jul 30 03:47:39.589747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49233555-9a89-404e-baa0-bd7e75f76ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640ede71-2427-4fa6-afa9-6b5f6162e6f9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:39.749570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8337c-0e83-4d3d-8f7e-046bae636157 req-e36eea01-34f1-462c-ba5a-40de98389dcf tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:39.751733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbc8337c-0e83-4d3d-8f7e-046bae636157 req-e36eea01-34f1-462c-ba5a-40de98389dcf tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0656862 Jul 30 03:47:39.819226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbc8337c-0e83-4d3d-8f7e-046bae636157 req-6978de3e-4118-4ce3-84e5-af20e24dca3b tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 Jul 30 03:47:39.973073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0748179 Jul 30 03:47:39.975961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:39.981354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'subnet': {'network_id': '9d5aa15d-bd62-4f05-baca-101e977ae81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:39.998984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fac35d-ec32-4b05-b66f-e79e23909dd7 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Network': ['ID=9d5aa15d-bd62-4f05-baca-101e977ae81b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:40.009088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:47:40.097856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:40.102531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.303227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.355690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33086) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:40.375655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Subnet': ['ID=c6eec3a6-86a4-4c73-be8b-acbc2f772721,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:40.387221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Checking segment: {'id': '9d4db142-7f49-4d28-8614-e6b2b9908832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9d5aa15d-bd62-4f05-baca-101e977ae81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:47:40.387495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network hostable DHCP agents. Network: 9d5aa15d-bd62-4f05-baca-101e977ae81b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:47:40.406457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:47:40.420638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9d5aa15d-bd62-4f05-baca-101e977ae81b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:40.429304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e50e0-11c5-420c-960b-46da9e8e98dd None None] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:40.433138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:40.433738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.450615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a1b717e-ede2-4689-a8ed-c94206a005cd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4735994 Jul 30 03:47:40.453872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:40.458802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-137173063', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:40.501393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.503036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.511375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-287d2307-b117-4f40-bb01-87473f6b7e4d tempest-DvrRoutersNegativeTest-851527911 tempest-DvrRoutersNegativeTest-851527911-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1990883483', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:40.514420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.policy [None req-287d2307-b117-4f40-bb01-87473f6b7e4d tempest-DvrRoutersNegativeTest-851527911 tempest-DvrRoutersNegativeTest-851527911-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93877) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 30 03:47:40.514910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.policy [None req-287d2307-b117-4f40-bb01-87473f6b7e4d tempest-DvrRoutersNegativeTest-851527911 tempest-DvrRoutersNegativeTest-851527911-project] Failed policy check for 'create_router' {{(pid=93877) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 30 03:47:40.516139 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-287d2307-b117-4f40-bb01-87473f6b7e4d tempest-DvrRoutersNegativeTest-851527911 tempest-DvrRoutersNegativeTest-851527911-project] create failed (client error): Access was denied to this resource. Jul 30 03:47:40.517857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-287d2307-b117-4f40-bb01-87473f6b7e4d tempest-DvrRoutersNegativeTest-851527911 tempest-DvrRoutersNegativeTest-851527911-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1604457 Jul 30 03:47:40.576032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.653341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c758d63-03b3-4aa4-a47c-23e06b303537 None None] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:47:40.747675 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.920876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:40.943420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:41.014759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.044148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.094657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304a13-d9d0-4092-babc-5d8586b87a7c req-7d2d5a49-5fc7-445c-af1d-956542239c51 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:41.096240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c304a13-d9d0-4092-babc-5d8586b87a7c req-7d2d5a49-5fc7-445c-af1d-956542239c51 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1794865 Jul 30 03:47:41.107247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e29046e9-19bd-441d-867a-aa7447212c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.190809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c304a13-d9d0-4092-babc-5d8586b87a7c req-2750848e-96e4-4fc6-9aed-319aef80dacd tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 Jul 30 03:47:41.225811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.239 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c214f135-6a31-4dcd-a8e4-6a87bded4cc3) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:41.243225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e29046e9-19bd-441d-867a-aa7447212c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.249375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e29046e9-19bd-441d-867a-aa7447212c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.295842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e29046e9-19bd-441d-867a-aa7447212c50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e3fc1a11ec94d27acfb85d8d23f75f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516481 Jul 30 03:47:41.296066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:41.297264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29046e9-19bd-441d-867a-aa7447212c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22127f92-409e-4eb1-b54b-f3c7d8682c07,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:41.385136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb638e-c847-44b5-a38a-e7a67a750e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.398166 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.423625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb638e-c847-44b5-a38a-e7a67a750e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.485992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.518671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb638e-c847-44b5-a38a-e7a67a750e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.521258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb638e-c847-44b5-a38a-e7a67a750e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:41.524704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d4cb638e-c847-44b5-a38a-e7a67a750e68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22127f92-409e-4eb1-b54b-f3c7d8682c07 HTTP/1.1" status: 204 len: 168 time: 0.2225020 Jul 30 03:47:41.548712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:41.549613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb638e-c847-44b5-a38a-e7a67a750e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22127f92-409e-4eb1-b54b-f3c7d8682c07,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:41.556551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:41.558862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:41.561076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=c214f135-6a31-4dcd-a8e4-6a87bded4cc3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:42.293645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:42.366930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eca20a7d-d0ff-4bc5-939a-c0980d09d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:42.518382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cc521-390b-4042-87f1-6858a28c3548 req-643cfb17-6635-4151-8d09-a04f858adfdb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:42.519971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e55cc521-390b-4042-87f1-6858a28c3548 req-643cfb17-6635-4151-8d09-a04f858adfdb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1358073 Jul 30 03:47:42.575403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33154) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:42.682264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e55cc521-390b-4042-87f1-6858a28c3548 req-81125785-4f96-4304-91af-fb417a2a056b tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550958 Jul 30 03:47:42.691548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-89383bea-2c19-422d-b5ad-ea3b928f5662 tempest-ServiceProvidersTest-505969330 tempest-ServiceProvidersTest-505969330-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1141143 Jul 30 03:47:42.715696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:42.872954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:47:42.996346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33174) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:43.038420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:43.049975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:43.064995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:43.065954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:43.072599 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.076344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4f9bd2cd-b371-4bbe-850d-140a36342acf tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6190186 Jul 30 03:47:43.076699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33178) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:43.123125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:43.133174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:43.133978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:43.155192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c7a679-54d7-4a45-85d7-7168f6b1a1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.174281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:43.175218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1cea1-812f-4a64-aa25-8bc7b380c79c None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:43.441971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c7a679-54d7-4a45-85d7-7168f6b1a1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.455637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c7a679-54d7-4a45-85d7-7168f6b1a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.538611 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08c7a679-54d7-4a45-85d7-7168f6b1a1ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db7160f8bcd64c4c9eedca5b57735b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406632 Jul 30 03:47:43.541339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33194) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:43.549902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7a679-54d7-4a45-85d7-7168f6b1a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b741a18-6951-4766-ab6c-1af5be9b78c1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:43.659937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df78b5db-93af-4396-8579-143e076b6e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.729832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df78b5db-93af-4396-8579-143e076b6e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.850405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47af9-7378-42fc-ad33-7fdf68fed6f2 req-39408aba-8310-4d61-b06c-ee8ca797ca32 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:43.852251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54d47af9-7378-42fc-ad33-7fdf68fed6f2 req-39408aba-8310-4d61-b06c-ee8ca797ca32 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0769703 Jul 30 03:47:43.861207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df78b5db-93af-4396-8579-143e076b6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.863733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df78b5db-93af-4396-8579-143e076b6e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.864834 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-df78b5db-93af-4396-8579-143e076b6e93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b741a18-6951-4766-ab6c-1af5be9b78c1 HTTP/1.1" status: 204 len: 168 time: 0.3227055 Jul 30 03:47:43.873755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:43.891184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78b5db-93af-4396-8579-143e076b6e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b741a18-6951-4766-ab6c-1af5be9b78c1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:43.913792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54d47af9-7378-42fc-ad33-7fdf68fed6f2 req-d15a7be5-3015-44c6-9e58-9ac4d1fbc0ea tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548456 Jul 30 03:47:44.265860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.1 (9d5aa15d-bd62-4f05-baca-101e977ae81b/c6eec3a6-86a4-4c73-be8b-acbc2f772721/56c4e28f-b6e4-43e3-a34c-37692a5820da) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:44.444029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:44.494815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:44.536886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:44.539887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:44.543573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:44.579213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=56c4e28f-b6e4-43e3-a34c-37692a5820da,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:44.610229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:44.671792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1dbddc11-dab9-4aa7-acc8-787e72ca6a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:44.774178 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:44.792255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:44.802184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0085092 Jul 30 03:47:44.803346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:44.941070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:44.962741 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9a0ca14e-fb8c-4197-a172-e81a96d20394 tempest-NetworksApiDiscovery-2073775025 tempest-NetworksApiDiscovery-2073775025-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1369822 Jul 30 03:47:45.075224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac076-fa28-458d-9377-3298d950e05b req-385ac540-10fe-44a6-b1b2-86b9da605bde tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:45.100797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4eac076-fa28-458d-9377-3298d950e05b req-385ac540-10fe-44a6-b1b2-86b9da605bde tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0867176 Jul 30 03:47:45.174518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4eac076-fa28-458d-9377-3298d950e05b req-4364be0d-7c9c-46a3-a428-7a882e15193f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Jul 30 03:47:45.229900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.238720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.334023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=56c4e28f-b6e4-43e3-a34c-37692a5820da,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:45.339436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.435308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:45.504649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:45.506827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:45.617159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c63a6b-e63a-4393-90b9-a59179666e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.654410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:45.724755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:45.740358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c63a6b-e63a-4393-90b9-a59179666e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.745342 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c63a6b-e63a-4393-90b9-a59179666e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.799690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a7c63a6b-e63a-4393-90b9-a59179666e52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20fc45c58d2b4cec8ff4186d5e85009d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635244 Jul 30 03:47:45.801357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:45.802933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63a6b-e63a-4393-90b9-a59179666e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b514ca4b-1be0-4591-9b21-d2bbb73988f7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:45.826018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:45.835311 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9fbd41b2-434e-48e8-b22b-97191d393294 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/routers/ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7574954 Jul 30 03:47:45.837933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33286) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:45.841692 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:45.844437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'port': {'network_id': '9d5aa15d-bd62-4f05-baca-101e977ae81b', 'name': 'tempest-FloatingIPTestJSON-1644770620'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:45.854218 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:45.854833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:45.864422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4735be-22d1-4d65-b12c-bb2182266785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.867672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6be3ec98-05c0-4e84-8cf4-c504815333ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.888351 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:45.891787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6be3ec98-05c0-4e84-8cf4-c504815333ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.897617 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:45.898217 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:45.969459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6be3ec98-05c0-4e84-8cf4-c504815333ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.973006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6be3ec98-05c0-4e84-8cf4-c504815333ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:45.976847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6be3ec98-05c0-4e84-8cf4-c504815333ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b514ca4b-1be0-4591-9b21-d2bbb73988f7 HTTP/1.1" status: 204 len: 168 time: 0.1713896 Jul 30 03:47:45.986873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ec98-05c0-4e84-8cf4-c504815333ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514ca4b-1be0-4591-9b21-d2bbb73988f7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:46.034190 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:46.034853 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3bd5a-8e2f-4533-968a-7b25c3d27b82 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:46.068992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4735be-22d1-4d65-b12c-bb2182266785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.075251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4735be-22d1-4d65-b12c-bb2182266785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.129340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:46.132850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.136577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0e4735be-22d1-4d65-b12c-bb2182266785 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e312e9139c44e9c8a6d6399d9965c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098430 Jul 30 03:47:46.138635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4735be-22d1-4d65-b12c-bb2182266785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def2053-347a-422d-a78a-ee57c6528ec7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:46.139332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33292) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:46.170369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] device_id is not set on port 0bfd5c4e-209a-4e6c-bf00-15731a6503c2 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:47:46.213219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f385213-e795-4744-92df-7385d83e5757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.263283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f385213-e795-4744-92df-7385d83e5757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.354833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76540808-4535-446a-9b6f-cd550d6dce10 req-f9262ddc-44ca-4bc2-bc1c-cb94f9a1bac7 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:46.361156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f385213-e795-4744-92df-7385d83e5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.363226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76540808-4535-446a-9b6f-cd550d6dce10 req-f9262ddc-44ca-4bc2-bc1c-cb94f9a1bac7 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1022003 Jul 30 03:47:46.364141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f385213-e795-4744-92df-7385d83e5757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.365413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f385213-e795-4744-92df-7385d83e5757 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8def2053-347a-422d-a78a-ee57c6528ec7 HTTP/1.1" status: 204 len: 168 time: 0.2250586 Jul 30 03:47:46.377965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.13 (9d5aa15d-bd62-4f05-baca-101e977ae81b/c6eec3a6-86a4-4c73-be8b-acbc2f772721/0bfd5c4e-209a-4e6c-bf00-15731a6503c2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:46.379601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f385213-e795-4744-92df-7385d83e5757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def2053-347a-422d-a78a-ee57c6528ec7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:46.401489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.459868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76540808-4535-446a-9b6f-cd550d6dce10 req-4359a3df-d2b4-4d26-94c5-cce5b3dc386d tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839198 Jul 30 03:47:46.600515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.644149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.697265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:46.700607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:46.705212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:46.742381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=0bfd5c4e-209a-4e6c-bf00-15731a6503c2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:46.770157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:46.770884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.785962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-406392f8-72ca-4116-b7b9-d48df60d535f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9467728 Jul 30 03:47:46.788620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33328) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:46.794763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'port': {'network_id': '9d5aa15d-bd62-4f05-baca-101e977ae81b', 'name': 'tempest-FloatingIPTestJSON-686523999'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:46.920535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:47:46.926610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:46.962102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] device_id is not set on port b5c8db53-55c0-4319-bdfd-d55b2335b648 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:47:47.126992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.3 (9d5aa15d-bd62-4f05-baca-101e977ae81b/c6eec3a6-86a4-4c73-be8b-acbc2f772721/b5c8db53-55c0-4319-bdfd-d55b2335b648) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:47.319129 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:47.366108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:47.424606 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:47.427938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:47.430425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:47.473569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=b5c8db53-55c0-4319-bdfd-d55b2335b648,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:47.493608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:47.494510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:47.518684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1e7059e8-d30e-412f-9150-650056bc6461 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7243838 Jul 30 03:47:47.518969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:47.524269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'b5c8db53-55c0-4319-bdfd-d55b2335b648', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:47.598543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:47.659673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4b8dc-c20b-4836-89d4-134ab0b5e013 req-70614333-cf47-42e0-87ee-da10cc7e6664 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:47.661355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b4b8dc-c20b-4836-89d4-134ab0b5e013 req-70614333-cf47-42e0-87ee-da10cc7e6664 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1178112 Jul 30 03:47:47.746694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8b4b8dc-c20b-4836-89d4-134ab0b5e013 req-07f446b4-b6a3-4b10-a373-35c53e1f9311 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780401 Jul 30 03:47:47.797774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:47.933610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.47 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/b53cbfdf-8158-4c17-a249-da33e6fc4a82) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:48.042786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:48.085587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:48.144524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:48.187969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:48.191371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:48.195556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:48.241914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=b53cbfdf-8158-4c17-a249-da33e6fc4a82,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:48.732960 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:48.737924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33422) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:48.779286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33428) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:48.851130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:48.962074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81c73837-ee12-4416-9532-33a4addc505b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:48.982051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.021490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0dc34-8e44-4bb6-90eb-6e747c7623a9 req-f87932ea-f239-4a4a-a595-28b56571d90a tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:49.023027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fac0dc34-8e44-4bb6-90eb-6e747c7623a9 req-f87932ea-f239-4a4a-a595-28b56571d90a tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1245141 Jul 30 03:47:49.037898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:47:49.037898 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 03:47:49.037898 n-d-778696-14 neutron-server[93877]: [parameters: {'project_id_1': '96d1b2a42d3442d0a8e1fad26cfb8e02', 'expiration_1': datetime.datetime(2021, 7, 30, 3, 47, 49, 10160)}] Jul 30 03:47:49.037898 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:47:49.038502 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:47:49.096951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fac0dc34-8e44-4bb6-90eb-6e747c7623a9 req-23f1f14e-c00d-48e5-878c-4fed8c16dbae tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640941 Jul 30 03:47:49.102893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81c73837-ee12-4416-9532-33a4addc505b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.108455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81c73837-ee12-4416-9532-33a4addc505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.150842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-81c73837-ee12-4416-9532-33a4addc505b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e16eeba4dac48eb836d09bfae009c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118190 Jul 30 03:47:49.151766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c73837-ee12-4416-9532-33a4addc505b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15201a9c-cb69-45e4-8b4e-b0188e08434a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:49.154025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:49.196992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.202831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.290596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=b53cbfdf-8158-4c17-a249-da33e6fc4a82,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:49.295164 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c580e316-0508-415f-a5fc-b25cf626a4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.329560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c580e316-0508-415f-a5fc-b25cf626a4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.332416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.473732 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 017acf16-ed61-4c68-9c0e-0b00dacd58a9 associated. External IP: 172.25.6.47, port: b5c8db53-55c0-4319-bdfd-d55b2335b648. Jul 30 03:47:49.476525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c580e316-0508-415f-a5fc-b25cf626a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.479072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c580e316-0508-415f-a5fc-b25cf626a4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.482643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c580e316-0508-415f-a5fc-b25cf626a4b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15201a9c-cb69-45e4-8b4e-b0188e08434a HTTP/1.1" status: 204 len: 168 time: 0.3237228 Jul 30 03:47:49.523554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580e316-0508-415f-a5fc-b25cf626a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15201a9c-cb69-45e4-8b4e-b0188e08434a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:49.539660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.674863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.681268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.717977 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96d1b2a42d3442d0a8e1fad26cfb8e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374006 Jul 30 03:47:49.721257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33456) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:49.735782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:49.768575 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1d3dd-4f04-483e-9587-6bad5009c76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8076d0-4776-41e8-90d8-f3cedaab72df,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:49.795128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d65770e3-7260-4034-a515-f8c80584b8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.824703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d65770e3-7260-4034-a515-f8c80584b8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.877997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33458) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:49.893638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88bfe022-b34d-4440-b31e-989b02ac250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.914204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d65770e3-7260-4034-a515-f8c80584b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.916795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d65770e3-7260-4034-a515-f8c80584b8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:49.917957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d65770e3-7260-4034-a515-f8c80584b8e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb8076d0-4776-41e8-90d8-f3cedaab72df HTTP/1.1" status: 204 len: 168 time: 0.1953371 Jul 30 03:47:49.932143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65770e3-7260-4034-a515-f8c80584b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8076d0-4776-41e8-90d8-f3cedaab72df,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:50.025073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88bfe022-b34d-4440-b31e-989b02ac250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.033142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88bfe022-b34d-4440-b31e-989b02ac250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.086352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfe022-b34d-4440-b31e-989b02ac250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17150fd9-8a7a-4ed2-b717-bdee9ff561ee,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:50.096027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-88bfe022-b34d-4440-b31e-989b02ac250c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf3e55d0e1484dd1a12e4b7cf5529f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172332 Jul 30 03:47:50.096787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33464) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:50.166220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8284d672-8d3b-4ef7-b280-56044c691115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.194902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8284d672-8d3b-4ef7-b280-56044c691115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.265680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8284d672-8d3b-4ef7-b280-56044c691115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.268535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8284d672-8d3b-4ef7-b280-56044c691115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.273173 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8284d672-8d3b-4ef7-b280-56044c691115 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17150fd9-8a7a-4ed2-b717-bdee9ff561ee HTTP/1.1" status: 204 len: 168 time: 0.1751482 Jul 30 03:47:50.279913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:50.288641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d672-8d3b-4ef7-b280-56044c691115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17150fd9-8a7a-4ed2-b717-bdee9ff561ee,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:50.293835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:50.311192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:50.311365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:50.346547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad3757-dccd-418f-90c7-ae08643e01dc req-3d27f602-205a-4bca-b7e4-72099883ec24 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:50.348257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60ad3757-dccd-418f-90c7-ae08643e01dc req-3d27f602-205a-4bca-b7e4-72099883ec24 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0708997 Jul 30 03:47:50.349247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.361136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:50.378673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:50.379563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:50.429289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:50.430583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa55e7-56b8-4a40-9f5d-5713d920231d None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:50.446305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33474) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:50.450298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0a30279f-7e7d-4a7a-a808-1d2f9720d1b5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9229882 Jul 30 03:47:50.454367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:50.492127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60ad3757-dccd-418f-90c7-ae08643e01dc req-62f5dc3b-769d-4c2a-94f0-ff8e037909aa tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101978 Jul 30 03:47:50.541922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.727271 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.735986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:50.736757 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 017acf16-ed61-4c68-9c0e-0b00dacd58a9 disassociated. External IP: 172.25.6.47, port: b5c8db53-55c0-4319-bdfd-d55b2335b648. Jul 30 03:47:51.007744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:51.211452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:51.218214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:51.224759 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:51.239625 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:51.240258 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:51.267834 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec7c4be6-b124-43fa-b432-9ee9d058b837 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/floatingips/017acf16-ed61-4c68-9c0e-0b00dacd58a9 HTTP/1.1" status: 200 len: 687 time: 0.8200638 Jul 30 03:47:51.268455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:51.373877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:51.394749 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:51.395868 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:51.447992 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:51.448869 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c48e08-a8cf-4ba2-a356-cfb97a68eb84 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:51.504537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port b53cbfdf-8158-4c17-a249-da33e6fc4a82 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:51.505005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:51.587403 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:51.588099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:51.601829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for b53cbfdf-8158-4c17-a249-da33e6fc4a82 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:51.725177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c7eb1-b612-4fa1-95b4-1b3af5f29cbf req-6d6a8265-b8aa-4818-8c33-63e4ce12ed36 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:51.743876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-610c7eb1-b612-4fa1-95b4-1b3af5f29cbf req-6d6a8265-b8aa-4818-8c33-63e4ce12ed36 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1248243 Jul 30 03:47:51.828935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-610c7eb1-b612-4fa1-95b4-1b3af5f29cbf req-2d41763e-d8af-43e8-8185-4737d27ac990 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684068 Jul 30 03:47:51.863528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:51.902265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=b53cbfdf-8158-4c17-a249-da33e6fc4a82,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:52.005355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.012353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.018150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-87c2496d-2d16-4582-8108-9cebcdffd28d tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/floatingips/017acf16-ed61-4c68-9c0e-0b00dacd58a9 HTTP/1.1" status: 204 len: 168 time: 0.7479334 Jul 30 03:47:52.021642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:52.032008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '0bfd5c4e-209a-4e6c-bf00-15731a6503c2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:52.060448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.248049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33560) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:52.280018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8296ac-6d50-4e04-ac6f-087750ae4a56 req-41e59641-660e-414e-bbca-c3407e5569d1 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:52.282572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8296ac-6d50-4e04-ac6f-087750ae4a56 req-41e59641-660e-414e-bbca-c3407e5569d1 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1085727 Jul 30 03:47:52.294618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.398132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-f5d1e990-1d3c-4a6e-a30d-8ceafc2254c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:52.400195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-f5d1e990-1d3c-4a6e-a30d-8ceafc2254c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 1098 time: 0.1608312 Jul 30 03:47:52.423648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8296ac-6d50-4e04-ac6f-087750ae4a56 req-7c73e4dc-7681-4839-975a-8037eaec55a7 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330652 Jul 30 03:47:52.560279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.9 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/e8a17538-07dd-460f-919c-afec5002a928) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:47:52.563501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-5d73b882-8347-4943-af4a-f4303d6de534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:52.565043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-5d73b882-8347-4943-af4a-f4303d6de534 service neutron] 10.222.0.16 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 916 time: 0.1548326 Jul 30 03:47:52.613080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12186d25-b459-42d6-80ca-f038b87ee843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.613845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-cb315eca-dfdb-4784-a511-175de1f0b8ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360 HTTP/1.1" status: 200 len: 217 time: 0.0398190 Jul 30 03:47:52.723237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-6c9333c6-1c26-4f78-b209-daa9ac207143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:52.724639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-6c9333c6-1c26-4f78-b209-daa9ac207143 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.0976675 Jul 30 03:47:52.771602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12186d25-b459-42d6-80ca-f038b87ee843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.777303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12186d25-b459-42d6-80ca-f038b87ee843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.788238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.808633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-40fa64ed-038b-4f13-9ae5-a265f40ac2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:52.810141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-40fa64ed-038b-4f13-9ae5-a265f40ac2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772583 Jul 30 03:47:52.838384 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-12186d25-b459-42d6-80ca-f038b87ee843 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b226e803afa4436c95e1e9307398280a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880837 Jul 30 03:47:52.839514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33576) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:52.840346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12186d25-b459-42d6-80ca-f038b87ee843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42100dc-becc-4e39-a858-ff06c33295f4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:52.906972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.914888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e43bf00-ad80-48e2-90bd-10753ed28088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.947749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e43bf00-ad80-48e2-90bd-10753ed28088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:52.975208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-be32ad39-7d55-4c2f-baa8-e357280401a1 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542518 Jul 30 03:47:53.024645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e43bf00-ad80-48e2-90bd-10753ed28088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:53.031200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e43bf00-ad80-48e2-90bd-10753ed28088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:53.032640 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e43bf00-ad80-48e2-90bd-10753ed28088 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d42100dc-becc-4e39-a858-ff06c33295f4 HTTP/1.1" status: 204 len: 168 time: 0.1874568 Jul 30 03:47:53.041638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bf00-ad80-48e2-90bd-10753ed28088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42100dc-becc-4e39-a858-ff06c33295f4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:53.084069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:47:53.086916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=e8a17538-07dd-460f-919c-afec5002a928,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:53.095048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:47:53.101592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:47:53.248714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b523e0d5-4075-4128-9ed3-74d36b042588 req-8e3f3063-9050-4f1f-91ed-f92dffb21f32 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655253 Jul 30 03:47:53.679589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4df74-6c03-4bda-9ff1-eb1385e9c18e req-30ed9aa4-14b7-49ac-bf6c-67fa6d4c7d91 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:53.681104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11c4df74-6c03-4bda-9ff1-eb1385e9c18e req-30ed9aa4-14b7-49ac-bf6c-67fa6d4c7d91 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1489730 Jul 30 03:47:53.754875 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:53.785497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11c4df74-6c03-4bda-9ff1-eb1385e9c18e req-e0661d67-3217-4e36-a587-96ee674e5fb8 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878136 Jul 30 03:47:53.850855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:54.068836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:54.068836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:54.153470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=e8a17538-07dd-460f-919c-afec5002a928,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:54.173165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:54.375398 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 2ec15882-25ad-4c80-9665-1fb336f15026 associated. External IP: 172.25.6.9, port: 0bfd5c4e-209a-4e6c-bf00-15731a6503c2. Jul 30 03:47:54.651196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:54.742930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33664) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:54.779345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:54.798554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:54.817630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:54.821569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:54.822444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:54.894112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:54.903267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-40cda32a-e0f2-46cd-b8d1-b54f2f2c3537 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8782225 Jul 30 03:47:54.903608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:54.904257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:54.905970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:55.016901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ece69-775d-4f49-88b6-3a637923cc05 req-c0cc2f77-f4e3-43d3-bd4d-ba25b1ccb5fa tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:55.018549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d0ece69-775d-4f49-88b6-3a637923cc05 req-c0cc2f77-f4e3-43d3-bd4d-ba25b1ccb5fa tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0818229 Jul 30 03:47:55.025672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9b879ac-f9f6-4a17-884b-e39f70e1feeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.068073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec5df598-ada4-4197-9451-b660efedb593 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/floatingips/2ec15882-25ad-4c80-9665-1fb336f15026 HTTP/1.1" status: 200 len: 977 time: 0.1606367 Jul 30 03:47:55.070200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:55.082240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d0ece69-775d-4f49-88b6-3a637923cc05 req-db12bf8f-6a36-4190-8588-452a51c54e7f tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572991 Jul 30 03:47:55.175927 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c5f3f2b7-015f-43a9-abf4-4472bfcc2a9a tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1019258 Jul 30 03:47:55.178444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:55.183442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'port_id': 'b5c8db53-55c0-4319-bdfd-d55b2335b648'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:55.204767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:55.205715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9c4c9-328b-4d4c-b662-5b61a2d69e04 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:55.262699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.268710 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9b879ac-f9f6-4a17-884b-e39f70e1feeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.274187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9b879ac-f9f6-4a17-884b-e39f70e1feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.321921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b879ac-f9f6-4a17-884b-e39f70e1feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958d1c41-8902-494e-9ffa-8d91c2650051,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:55.335573 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b9b879ac-f9f6-4a17-884b-e39f70e1feeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1faa6461f806473bb5c023a7e4b367dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884225 Jul 30 03:47:55.337288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33686) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:55.424971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c37c9-9ebd-4b61-b3cc-330bb372b9ae req-e277471c-c075-4939-920c-b91088f7534e tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:55.426569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e6c37c9-9ebd-4b61-b3cc-330bb372b9ae req-e277471c-c075-4939-920c-b91088f7534e tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1614280 Jul 30 03:47:55.560705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e6c37c9-9ebd-4b61-b3cc-330bb372b9ae req-2943baf5-2b9c-4239-a89a-d0b711ae74ab tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138871 Jul 30 03:47:55.807317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b793e-e8f6-4cfb-af8c-739c1fdde0b1 req-a283ed29-f220-496c-977c-de5531f0dba9 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:55.808992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e25b793e-e8f6-4cfb-af8c-739c1fdde0b1 req-a283ed29-f220-496c-977c-de5531f0dba9 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.1088266 Jul 30 03:47:55.819095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-487e6a29-1901-474c-8001-410c3e4e9923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.845151 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-487e6a29-1901-474c-8001-410c3e4e9923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.891885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e25b793e-e8f6-4cfb-af8c-739c1fdde0b1 req-ce26b24d-c262-4ce9-a430-38fa383c14a3 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713181 Jul 30 03:47:55.903312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-487e6a29-1901-474c-8001-410c3e4e9923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.906524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-487e6a29-1901-474c-8001-410c3e4e9923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:55.910874 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-487e6a29-1901-474c-8001-410c3e4e9923 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/958d1c41-8902-494e-9ffa-8d91c2650051 HTTP/1.1" status: 204 len: 168 time: 0.5725584 Jul 30 03:47:55.921199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6a29-1901-474c-8001-410c3e4e9923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d1c41-8902-494e-9ffa-8d91c2650051,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:56.446955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:56.467524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e3cf5-3f77-4834-b815-51d69e75d17c req-1bf61af4-b35e-4fd9-9064-682f185b40a9 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:56.469221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf0e3cf5-3f77-4834-b815-51d69e75d17c req-1bf61af4-b35e-4fd9-9064-682f185b40a9 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.4493737 Jul 30 03:47:56.470150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:56.596727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf0e3cf5-3f77-4834-b815-51d69e75d17c req-345eb7d5-9ffa-406e-94a7-b0e04cbf1e1c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833175 Jul 30 03:47:56.628885 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 2ec15882-25ad-4c80-9665-1fb336f15026 associated. External IP: 172.25.6.9, port: 0bfd5c4e-209a-4e6c-bf00-15731a6503c2. Jul 30 03:47:56.682216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-cae876f3-16bf-4538-87ad-0a5839629e03 req-c0833f82-adc7-41b5-9f8b-9cd6f59f3168 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:56.683241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cae876f3-16bf-4538-87ad-0a5839629e03 req-c0833f82-adc7-41b5-9f8b-9cd6f59f3168 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059655 Jul 30 03:47:56.850280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cae876f3-16bf-4538-87ad-0a5839629e03 req-709e08d8-4741-4cb1-8fbb-b8f85e8f49b1 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1525424 Jul 30 03:47:56.911264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33738) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:57.027174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-5b692bbe-67e2-41fb-9fa9-37c4e9478fe3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1815569 Jul 30 03:47:57.149751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.207585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:57.216174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-e3567249-6d90-4490-93ab-f6013ae4edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:57.217787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-e3567249-6d90-4490-93ab-f6013ae4edfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb99f5656f714c81993500eb3961f4d1&device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 1098 time: 0.1066778 Jul 30 03:47:57.328971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.339711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.378379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288bfbfd-c1f6-435a-83ae-ea420def1996,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:57.392660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:57.405964 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:57.427361 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:57.427995 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:57.429598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.430944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.432014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.432678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.433310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.433650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.433988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.434316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.437248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.438801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.440546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.442554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:47:57.470021 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e07ea5b9-a576-4810-a556-2bf1f23ba63d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=522e1d9801a84ed886ab9aee1e5848fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569849 Jul 30 03:47:57.473427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:57.542910 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:57.551204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63d51657-886b-4ce0-9377-8817ed4d2ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.576257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:57.576883 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:57.584745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63d51657-886b-4ce0-9377-8817ed4d2ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.628196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:57.628917 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23aaef-df23-446d-922e-66731a129e59 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:57.658935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63d51657-886b-4ce0-9377-8817ed4d2ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.662259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63d51657-886b-4ce0-9377-8817ed4d2ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:57.672463 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-63d51657-886b-4ce0-9377-8817ed4d2ef7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/288bfbfd-c1f6-435a-83ae-ea420def1996 HTTP/1.1" status: 204 len: 168 time: 0.1964037 Jul 30 03:47:57.675156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d93916-2a59-480f-9387-a1a1faae186a req-081b0544-536f-4675-a63a-01de71f94d78 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:57.677571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7d93916-2a59-480f-9387-a1a1faae186a req-081b0544-536f-4675-a63a-01de71f94d78 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.3806622 Jul 30 03:47:57.701210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d51657-886b-4ce0-9377-8817ed4d2ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288bfbfd-c1f6-435a-83ae-ea420def1996,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:57.803259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7d93916-2a59-480f-9387-a1a1faae186a req-3b7aee92-2a35-4301-882e-b548524d5c6c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062036 Jul 30 03:47:57.842151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-aef2aa2e-a4ab-4f4c-98f9-b2d60a50ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:57.843917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-aef2aa2e-a4ab-4f4c-98f9-b2d60a50ec25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 200 len: 916 time: 0.5324714 Jul 30 03:47:57.946807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-d14ae0c4-5573-4bfb-88e8-e24d0c920ada service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360 HTTP/1.1" status: 200 len: 217 time: 0.0947711 Jul 30 03:47:58.067538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83011cfe-8b6e-4b99-9f2d-340dcbd9cce0 req-cff6e6a0-4138-4574-bef0-6b1fece446e2 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.069093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83011cfe-8b6e-4b99-9f2d-340dcbd9cce0 req-cff6e6a0-4138-4574-bef0-6b1fece446e2 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.1679523 Jul 30 03:47:58.093494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-a0b56289-0f97-481d-9595-f910c3802a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.095109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-a0b56289-0f97-481d-9595-f910c3802a65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 200 len: 855 time: 0.1290641 Jul 30 03:47:58.105803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:58.121340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9616c15a-bf76-45fb-8375-32ee7aceb519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.156715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:58.169990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83011cfe-8b6e-4b99-9f2d-340dcbd9cce0 req-a50d91a2-1855-4e18-a059-deb80fc72118 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914078 Jul 30 03:47:58.183744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-eaf1c695-17dc-402a-a172-4f15f30f952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.185536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-eaf1c695-17dc-402a-a172-4f15f30f952a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12e435cf-78f0-450a-856e-193cab2c89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807991 Jul 30 03:47:58.253901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9616c15a-bf76-45fb-8375-32ee7aceb519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.258583 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9616c15a-bf76-45fb-8375-32ee7aceb519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.300950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c15a-bf76-45fb-8375-32ee7aceb519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5dad29-24a7-45e3-bae2-0b9be469b4aa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:58.310202 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9616c15a-bf76-45fb-8375-32ee7aceb519 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88e289d24b224eacacbfb07563cc9e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039895 Jul 30 03:47:58.310202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:58.369759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a769e8cd-65d6-4eb8-acc4-901afb6bf7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.401168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a769e8cd-65d6-4eb8-acc4-901afb6bf7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.454937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fae698-74a7-4810-b87b-3a6b60b4239f req-d0c8e2ec-c2af-45ae-8d7a-a62000d9f923 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.456477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09fae698-74a7-4810-b87b-3a6b60b4239f req-d0c8e2ec-c2af-45ae-8d7a-a62000d9f923 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.1562839 Jul 30 03:47:58.458282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-81eefafb-9a76-459b-a0c7-3623bec2171e service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169390 Jul 30 03:47:58.460107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:58.465278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.471293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a769e8cd-65d6-4eb8-acc4-901afb6bf7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.472075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:58.474744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a769e8cd-65d6-4eb8-acc4-901afb6bf7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.476005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a769e8cd-65d6-4eb8-acc4-901afb6bf7fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f5dad29-24a7-45e3-bae2-0b9be469b4aa HTTP/1.1" status: 204 len: 168 time: 0.1649420 Jul 30 03:47:58.485785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769e8cd-65d6-4eb8-acc4-901afb6bf7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5dad29-24a7-45e3-bae2-0b9be469b4aa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:47:58.487339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:58.488153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:58.569206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:58.581771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:58.582854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:58.605728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09fae698-74a7-4810-b87b-3a6b60b4239f req-887f01ad-3edf-46a8-ae4e-ee6fd0b56577 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346793 Jul 30 03:47:58.634855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:58.635551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8a589-8b6c-42f9-b3f1-5f0ad39df313 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:58.687108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0175e461-d838-4acb-bbf0-eb96f87a0125 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/floatingips/2ec15882-25ad-4c80-9665-1fb336f15026 HTTP/1.1" status: 200 len: 975 time: 3.5066991 Jul 30 03:47:58.689897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33810) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:58.695581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:47:58.747531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f69f3520-2598-44e2-b1f2-3d9ed2635444 req-12deb93c-49b3-46ca-b80f-71ca742bf8a3 service neutron] 10.222.0.16 "GET /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764800 Jul 30 03:47:58.784569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.853572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020fff1-b9e2-4746-a6c2-c25c5080e13f req-0fa6e0e0-4817-46f3-bad1-0476ac253b59 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.861663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020fff1-b9e2-4746-a6c2-c25c5080e13f req-0fa6e0e0-4817-46f3-bad1-0476ac253b59 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.867702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020fff1-b9e2-4746-a6c2-c25c5080e13f req-0fa6e0e0-4817-46f3-bad1-0476ac253b59 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:47:58.869405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0020fff1-b9e2-4746-a6c2-c25c5080e13f req-0fa6e0e0-4817-46f3-bad1-0476ac253b59 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe&device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a&device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 2418 time: 0.0778067 Jul 30 03:47:58.938249 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0020fff1-b9e2-4746-a6c2-c25c5080e13f req-a26138a9-b854-4dd2-9cea-7365f8409217 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Jul 30 03:47:58.982251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-7e1ee698-0c3a-4f70-bf42-526cc84111e4 req-65934285-77d4-4ae9-b73f-ebca6dba3fba tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:47:58.983358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e1ee698-0c3a-4f70-bf42-526cc84111e4 req-65934285-77d4-4ae9-b73f-ebca6dba3fba tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066431 Jul 30 03:47:58.986459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.996044 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:58.996375 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 2ec15882-25ad-4c80-9665-1fb336f15026 disassociated. External IP: 172.25.6.9, port: b5c8db53-55c0-4319-bdfd-d55b2335b648. Jul 30 03:47:59.070307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e1ee698-0c3a-4f70-bf42-526cc84111e4 req-83362faf-9b3f-457b-a35d-03f4b8ddfd76 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0792382 Jul 30 03:47:59.253968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:47:59.408895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:47:59.413886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:59.421387 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25315185-73d5-436d-a129-b3febc8473ca None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:47:59.439591 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25315185-73d5-436d-a129-b3febc8473ca None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:59.440557 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25315185-73d5-436d-a129-b3febc8473ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:59.491970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f9592195-8409-45e4-bd9d-1c3fa65095ba tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/floatingips/2ec15882-25ad-4c80-9665-1fb336f15026 HTTP/1.1" status: 200 len: 686 time: 0.8004956 Jul 30 03:47:59.494587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:47:59.496137 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25315185-73d5-436d-a129-b3febc8473ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:59.505954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25315185-73d5-436d-a129-b3febc8473ca None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:47:59.506784 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25315185-73d5-436d-a129-b3febc8473ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:59.603007 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-25315185-73d5-436d-a129-b3febc8473ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:47:59.604208 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25315185-73d5-436d-a129-b3febc8473ca None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:47:59.696473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port e8a17538-07dd-460f-919c-afec5002a928 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:47:59.697229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:59.833121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:59.833774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:47:59.852814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for e8a17538-07dd-460f-919c-afec5002a928 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:47:59.869423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:00.105521 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.149338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=e8a17538-07dd-460f-919c-afec5002a928,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:00.177802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.178358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.179059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.179811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.180389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.181221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.181803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.182370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.182927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.183520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.184091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.184644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:00.227206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d857-7081-41e8-b650-ec814a49980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.264833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.267897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.269818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-007650d3-699e-4730-aa50-21371235da16 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/floatingips/2ec15882-25ad-4c80-9665-1fb336f15026 HTTP/1.1" status: 204 len: 168 time: 0.7651196 Jul 30 03:48:00.272482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:00.324266 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-67c0e820-36ea-4aff-aa81-6737c27a3eff tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] delete failed (client error): The resource could not be found. Jul 30 03:48:00.325925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-67c0e820-36ea-4aff-aa81-6737c27a3eff tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/floatingips/2ec15882-25ad-4c80-9665-1fb336f15026 HTTP/1.1" status: 404 len: 345 time: 0.0522368 Jul 30 03:48:00.330207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33874) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:00.451551 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d857-7081-41e8-b650-ec814a49980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.475449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271a7b9-ff48-45c3-99a9-862f0d54ff75 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:00.482102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271a7b9-ff48-45c3-99a9-862f0d54ff75 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:00.488772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271a7b9-ff48-45c3-99a9-862f0d54ff75 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:00.490820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2271a7b9-ff48-45c3-99a9-862f0d54ff75 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/ports?network_id=9d5aa15d-bd62-4f05-baca-101e977ae81b HTTP/1.1" status: 200 len: 2358 time: 0.1589444 Jul 30 03:48:00.492267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d857-7081-41e8-b650-ec814a49980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.493600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:00.537066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2d857-7081-41e8-b650-ec814a49980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbd7836-571d-40b5-9167-636300c00d80,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:00.559310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b5d2d857-7081-41e8-b650-ec814a49980b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=646216d584364c1a90249c87905cc2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886837 Jul 30 03:48:00.562716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:00.586536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e909ac-34e7-489e-81ab-c9280e0e8878 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:00.592749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-90e909ac-34e7-489e-81ab-c9280e0e8878 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/subnets/c6eec3a6-86a4-4c73-be8b-acbc2f772721 HTTP/1.1" status: 200 len: 797 time: 0.0975454 Jul 30 03:48:00.593108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33886) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:00.620186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'port': {'network_id': '9d5aa15d-bd62-4f05-baca-101e977ae81b', 'name': 'tempest-FloatingIPTestJSON-1384592456', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:00.670036 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.740160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31a037f1-8ee6-4ed4-9492-d0915670b81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.787229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31a037f1-8ee6-4ed4-9492-d0915670b81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.835472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:00.865933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385dff7-3366-451a-9778-534d785aa661 req-4696f62c-d952-49ed-98ed-f63f4b371a3c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:00.867418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a385dff7-3366-451a-9778-534d785aa661 req-4696f62c-d952-49ed-98ed-f63f4b371a3c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.0664904 Jul 30 03:48:00.902158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31a037f1-8ee6-4ed4-9492-d0915670b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.905439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31a037f1-8ee6-4ed4-9492-d0915670b81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.909241 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-31a037f1-8ee6-4ed4-9492-d0915670b81d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecbd7836-571d-40b5-9167-636300c00d80 HTTP/1.1" status: 204 len: 168 time: 0.3427596 Jul 30 03:48:00.915914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a385dff7-3366-451a-9778-534d785aa661 req-513c584d-c4f3-42f5-afd9-f57f992559d5 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Jul 30 03:48:00.926726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a037f1-8ee6-4ed4-9492-d0915670b81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbd7836-571d-40b5-9167-636300c00d80,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:00.966607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:00.986764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] device_id is not set on port 0071c7af-b475-42c6-bba6-ac48fac78600 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:48:01.242179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:01.264125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a936a443-fd46-4cd0-9dbb-15133f04105f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.314094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.14 (9d5aa15d-bd62-4f05-baca-101e977ae81b/c6eec3a6-86a4-4c73-be8b-acbc2f772721/0071c7af-b475-42c6-bba6-ac48fac78600) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:01.328618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.12 (9d5aa15d-bd62-4f05-baca-101e977ae81b/c6eec3a6-86a4-4c73-be8b-acbc2f772721/0071c7af-b475-42c6-bba6-ac48fac78600) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:01.372100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a936a443-fd46-4cd0-9dbb-15133f04105f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.376794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a936a443-fd46-4cd0-9dbb-15133f04105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.415158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a936a443-fd46-4cd0-9dbb-15133f04105f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b8fa8d7d4b14f99b38d637e431f47d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711545 Jul 30 03:48:01.416362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a443-fd46-4cd0-9dbb-15133f04105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9180acb5-2c11-4ce3-b8df-a55bfd0746be,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:01.418619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:01.467930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd53b37-a814-4183-9987-587ec22e870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.482850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.490066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd53b37-a814-4183-9987-587ec22e870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.531324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.540665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd53b37-a814-4183-9987-587ec22e870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.543792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd53b37-a814-4183-9987-587ec22e870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.548304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7cd53b37-a814-4183-9987-587ec22e870c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9180acb5-2c11-4ce3-b8df-a55bfd0746be HTTP/1.1" status: 204 len: 168 time: 0.1253743 Jul 30 03:48:01.554487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd53b37-a814-4183-9987-587ec22e870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180acb5-2c11-4ce3-b8df-a55bfd0746be,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:01.572431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:01.575499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:01.579118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:01.605780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=0071c7af-b475-42c6-bba6-ac48fac78600,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:01.635556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:01.636181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.653539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:01.653743 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-201142e0-1461-47b2-8404-b67cf6fc523c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0593131 Jul 30 03:48:01.658453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '0071c7af-b475-42c6-bba6-ac48fac78600', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:01.681989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.837097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:01.991920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.244 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/545866ec-263e-4e74-88d7-4bd0cebfd9d7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:02.547954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-5ff43c24-518d-40e2-b13a-d37650e9a2a4 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:02.549449 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-5ff43c24-518d-40e2-b13a-d37650e9a2a4 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.1288030 Jul 30 03:48:02.596615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29f5d0-0749-4bb4-9526-53ff239f062c req-c3f8516a-9fe2-4232-b9bd-799cd4d44e34 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:02.603732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad29f5d0-0749-4bb4-9526-53ff239f062c req-c3f8516a-9fe2-4232-b9bd-799cd4d44e34 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 945 time: 0.1840944 Jul 30 03:48:02.645518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:02.723509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ad29f5d0-0749-4bb4-9526-53ff239f062c req-e111472e-0f3c-49ee-8020-835f051af5d3 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186578 Jul 30 03:48:02.769568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Deleting port 4e309d74-dbf7-4373-86c6-ee3be9acbddb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:02.770190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:02.853020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:02.918963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:02.926934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:02.933199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:02.983029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=545866ec-263e-4e74-88d7-4bd0cebfd9d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:02.995031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] For port 4e309d74-dbf7-4373-86c6-ee3be9acbddb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4e309d74-dbf7-4373-86c6-ee3be9acbddb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:02.995417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:03.017304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Calling delete_port for 4e309d74-dbf7-4373-86c6-ee3be9acbddb owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:03.661885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:03.715892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:03.731120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['4e309d74-dbf7-4373-86c6-ee3be9acbddb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:48:03.787100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'f13c06d1-d853-491a-993e-00f4137604fb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:48:03.873900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Pushing event deleted for resources: {'Port': ['ID=4e309d74-dbf7-4373-86c6-ee3be9acbddb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:04.006551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39efd89c-8be7-4cc4-bfca-58f08aea9383 req-02a69951-1042-484b-a6c8-2fbb63182b92 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e2cd758-72f7-449e-9176-b26e9e4d02fe HTTP/1.1" status: 200 len: 210 time: 0.1148305 Jul 30 03:48:04.039317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:04.098502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] No DVR routers for this DVR port 4e309d74-dbf7-4373-86c6-ee3be9acbddb on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:04.103573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:04.108665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3e78a7-0dd7-4445-8f49-bb2d333b78d6 req-fb3d678f-caf1-4b6d-9ab1-fbd8fe79ffeb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.18 "DELETE /v2.0/ports/4e309d74-dbf7-4373-86c6-ee3be9acbddb HTTP/1.1" status: 204 len: 173 time: 1.5513425 Jul 30 03:48:04.109227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'name': 'network-vif-deleted', 'tag': '4e309d74-dbf7-4373-86c6-ee3be9acbddb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:48:04.113359 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa88b94-851a-470e-bd5a-f7380026f939" -d '{"events": [{"server_uuid": "1e2cd758-72f7-449e-9176-b26e9e4d02fe", "name": "network-vif-deleted", "tag": "4e309d74-dbf7-4373-86c6-ee3be9acbddb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:48:04.211194 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1a145-64e8-4650-9992-1d12827a03b3 x-openstack-request-id: req-5dc1a145-64e8-4650-9992-1d12827a03b3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:48:04.211716 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cd758-72f7-449e-9176-b26e9e4d02fe", "name": "network-vif-deleted", "tag": "4e309d74-dbf7-4373-86c6-ee3be9acbddb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:48:04.212032 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dc1a145-64e8-4650-9992-1d12827a03b3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:48:04.212451 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cd758-72f7-449e-9176-b26e9e4d02fe', 'name': 'network-vif-deleted', 'tag': '4e309d74-dbf7-4373-86c6-ee3be9acbddb', 'status': 'completed', 'code': 200} Jul 30 03:48:04.378071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:04.391178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:04.559030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=545866ec-263e-4e74-88d7-4bd0cebfd9d7,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:04.578002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:04.777812 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 9c0f14af-8961-447b-ac99-d0f659f39dd6 associated. External IP: 172.25.6.244, port: 0071c7af-b475-42c6-bba6-ac48fac78600. Jul 30 03:48:04.944325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33998) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:05.116260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:05.144426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92d41c61-aefd-4ef8-b449-07eb821810ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.272450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:05.285463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:05.300451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:05.313264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:05.389073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92d41c61-aefd-4ef8-b449-07eb821810ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.395360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:05.401947 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92d41c61-aefd-4ef8-b449-07eb821810ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.412366 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.451106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:05.455439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:05.557923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:05.558600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52bb75-8a12-486d-a29a-906f19dc8ab3 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:05.564525 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92d41c61-aefd-4ef8-b449-07eb821810ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d49745aa77994abf8ab30f384a66ec52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190627 Jul 30 03:48:05.565662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:05.600704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bb7ebf4a-7837-433a-b800-54b895faa7dd tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9458592 Jul 30 03:48:05.602370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d41c61-aefd-4ef8-b449-07eb821810ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f170a37-8c49-4b6a-bd21-4b069224b886,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:05.603671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:05.628374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'port_id': '0071c7af-b475-42c6-bba6-ac48fac78600', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:05.689015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a94cc1de-e38c-4592-9a63-b6588395b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.699409 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.732176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a94cc1de-e38c-4592-9a63-b6588395b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.771449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364d191-d480-4fcc-8b70-b11d4d710a9b req-8f7de55b-2213-4738-a72b-8f3df2071c5d tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:05.780378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9364d191-d480-4fcc-8b70-b11d4d710a9b req-8f7de55b-2213-4738-a72b-8f3df2071c5d tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.2761638 Jul 30 03:48:05.790314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a94cc1de-e38c-4592-9a63-b6588395b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.793677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a94cc1de-e38c-4592-9a63-b6588395b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:05.796953 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a94cc1de-e38c-4592-9a63-b6588395b6b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f170a37-8c49-4b6a-bd21-4b069224b886 HTTP/1.1" status: 204 len: 168 time: 0.2212436 Jul 30 03:48:05.809108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cc1de-e38c-4592-9a63-b6588395b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f170a37-8c49-4b6a-bd21-4b069224b886,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:05.848426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9364d191-d480-4fcc-8b70-b11d4d710a9b req-0c22c66e-0c63-493b-b46b-f27aa8a074b5 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642765 Jul 30 03:48:06.258713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34028) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:06.276448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f91638a-d2ad-404d-9d53-3969a4b32c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.375009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.381223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.388547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f91638a-d2ad-404d-9d53-3969a4b32c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.393546 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f91638a-d2ad-404d-9d53-3969a4b32c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.443274 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f91638a-d2ad-404d-9d53-3969a4b32c70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70a90c10aa9848c49b8d94601633bf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828341 Jul 30 03:48:06.443908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:06.445035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91638a-d2ad-404d-9d53-3969a4b32c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df0fda-0f1a-4a93-b77a-2e834766a9c0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:06.540386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace5f-7dcb-48e4-9121-becfbe583b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.603961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace5f-7dcb-48e4-9121-becfbe583b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.643542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:48:06.687263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:06.701847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace5f-7dcb-48e4-9121-becfbe583b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.705048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace5f-7dcb-48e4-9121-becfbe583b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:06.706192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6a5ace5f-7dcb-48e4-9121-becfbe583b6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89df0fda-0f1a-4a93-b77a-2e834766a9c0 HTTP/1.1" status: 204 len: 168 time: 0.2609332 Jul 30 03:48:07.147831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ace5f-7dcb-48e4-9121-becfbe583b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df0fda-0f1a-4a93-b77a-2e834766a9c0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:07.244825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4e309d74-dbf7-4373-86c6-ee3be9acbddb no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:48:07.287896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 4e309d74-dbf7-4373-86c6-ee3be9acbddb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:48:07.291818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4e309d74-dbf7-4373-86c6-ee3be9acbddb not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:48:07.302916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07f285-2074-45b6-89f1-cbe71447f4a0 req-36448c9c-daa4-42de-bfd8-e15d637b570a tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:07.305028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d07f285-2074-45b6-89f1-cbe71447f4a0 req-36448c9c-daa4-42de-bfd8-e15d637b570a tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.1890469 Jul 30 03:48:07.316234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-73e62e84-3e68-4038-a268-209f904712dd tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:07.318215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-73e62e84-3e68-4038-a268-209f904712dd tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 946 time: 0.2036316 Jul 30 03:48:07.395489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:07.401611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:07.409680 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:07.419521 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:07.420138 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:07.458313 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:07.471002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:07.471687 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:07.552058 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:07.552925 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e8da7-fc2f-4da4-9b13-a3e8a90943b1 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:07.565246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d07f285-2074-45b6-89f1-cbe71447f4a0 req-66975519-8437-4390-9c37-2ee29761c524 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456579 Jul 30 03:48:07.576045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca796822-145e-415c-aeb3-8bed32509456 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/floatingips/9c0f14af-8961-447b-ac99-d0f659f39dd6 HTTP/1.1" status: 200 len: 979 time: 1.9694853 Jul 30 03:48:07.579504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:07.619767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Deleting port f13c06d1-d853-491a-993e-00f4137604fb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:07.620711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:07.826800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] For port f13c06d1-d853-491a-993e-00f4137604fb, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f13c06d1-d853-491a-993e-00f4137604fb,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:07.827901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:07.863209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Calling delete_port for f13c06d1-d853-491a-993e-00f4137604fb owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:07.870900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 545866ec-263e-4e74-88d7-4bd0cebfd9d7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:07.874511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.013675 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.014056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.043388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 545866ec-263e-4e74-88d7-4bd0cebfd9d7 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:08.138298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.176701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'f13c06d1-d853-491a-993e-00f4137604fb'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:48:08.250687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Pushing event deleted for resources: {'Port': ['ID=f13c06d1-d853-491a-993e-00f4137604fb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:08.293671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] No DVR routers for this DVR port f13c06d1-d853-491a-993e-00f4137604fb on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:08.297359 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.300459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feefcb7e-677c-446b-a620-e2d90b900fe5 req-c14355bc-3151-429b-ad59-d73452de147c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "DELETE /v2.0/ports/f13c06d1-d853-491a-993e-00f4137604fb HTTP/1.1" status: 204 len: 173 time: 0.9717829 Jul 30 03:48:08.301170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'name': 'network-vif-deleted', 'tag': 'f13c06d1-d853-491a-993e-00f4137604fb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:48:08.304320 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7016a0c-3d98-4b21-bba0-72220096a6a1" -d '{"events": [{"server_uuid": "6af938ea-cea0-4ce9-b84e-f27ea4a0224a", "name": "network-vif-deleted", "tag": "f13c06d1-d853-491a-993e-00f4137604fb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:48:08.358951 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db62f44-3427-4f19-87fa-d8e278c9bc04 x-openstack-request-id: req-4db62f44-3427-4f19-87fa-d8e278c9bc04 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:48:08.359493 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af938ea-cea0-4ce9-b84e-f27ea4a0224a", "name": "network-vif-deleted", "tag": "f13c06d1-d853-491a-993e-00f4137604fb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:48:08.359927 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4db62f44-3427-4f19-87fa-d8e278c9bc04 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:48:08.364144 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af938ea-cea0-4ce9-b84e-f27ea4a0224a', 'name': 'network-vif-deleted', 'tag': 'f13c06d1-d853-491a-993e-00f4137604fb', 'status': 'completed', 'code': 200} Jul 30 03:48:08.427802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.534816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=545866ec-263e-4e74-88d7-4bd0cebfd9d7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:08.623862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:08.624661 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 9c0f14af-8961-447b-ac99-d0f659f39dd6 disassociated (deleted). External IP: 172.25.6.244, port: 0071c7af-b475-42c6-bba6-ac48fac78600. Jul 30 03:48:08.756691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c490e824-276f-471f-be83-93b280c310c8 req-c55f2923-4e81-4623-9c6a-e364b9e247cb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af938ea-cea0-4ce9-b84e-f27ea4a0224a HTTP/1.1" status: 200 len: 210 time: 0.0592496 Jul 30 03:48:08.993318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:09.137449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:09.144154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:09.157612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:09.168177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:09.169252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:09.193085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:09.203792 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0b30f83-4990-4973-a961-985c220572eb tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/floatingips/9c0f14af-8961-447b-ac99-d0f659f39dd6 HTTP/1.1" status: 204 len: 168 time: 1.6225841 Jul 30 03:48:09.229241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:09.245237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:09.246893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:09.282411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:09.283075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44d3ea-1a49-40f2-9c87-b487a374ccc4 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:09.324125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 0071c7af-b475-42c6-bba6-ac48fac78600 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:09.324652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:09.420586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:09.432627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 0071c7af-b475-42c6-bba6-ac48fac78600 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:09.661246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:09.700429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=0071c7af-b475-42c6-bba6-ac48fac78600,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:09.814965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:09.822530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34120) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:09.829998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:09.837460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3e612f7e-afe9-4bad-b460-2ba9864133bc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/ports/0071c7af-b475-42c6-bba6-ac48fac78600 HTTP/1.1" status: 204 len: 168 time: 0.6429720 Jul 30 03:48:09.864285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:09.954935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-305974af-3e37-48f1-9620-63d20050fc9a req-a7abf024-2fd0-4b15-8eaa-0238c518807b service neutron] (93876) timed out ('10.222.0.39', 51654) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:48:10.012358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.159287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.172 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/ce8214ca-419c-4b18-833c-efa638dfd75e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:10.306622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f13c06d1-d853-491a-993e-00f4137604fb no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:48:10.318879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66554b00-cb10-469b-ab14-188304e2e5c6 req-76defbf9-c717-4697-a4d1-5fa04f0a7dcb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:10.320725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66554b00-cb10-469b-ab14-188304e2e5c6 req-76defbf9-c717-4697-a4d1-5fa04f0a7dcb tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1039040 Jul 30 03:48:10.339213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.357426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: f13c06d1-d853-491a-993e-00f4137604fb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:48:10.363488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f13c06d1-d853-491a-993e-00f4137604fb not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:48:10.431909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66554b00-cb10-469b-ab14-188304e2e5c6 req-f0557a86-82aa-463a-9713-f395ff08e743 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997245 Jul 30 03:48:10.440374 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.499445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=ce8214ca-419c-4b18-833c-efa638dfd75e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:10.515637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:10.517997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:10.520018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:10.524712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:10.676954 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.744980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.847773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcaee8a-4bbe-4835-be50-81813901049d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.923351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.969402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcaee8a-4bbe-4835-be50-81813901049d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:10.974561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcaee8a-4bbe-4835-be50-81813901049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.029214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6fcaee8a-4bbe-4835-be50-81813901049d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3932542e29694f1f80bbb379ba0442d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100880 Jul 30 03:48:11.029214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaee8a-4bbe-4835-be50-81813901049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c4b644-70f4-4c19-9fec-1ad98b1c2581,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:11.041530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:11.106385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.111291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51bc11ef-c1a2-4c87-9533-1f7b179640d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.116716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.174459 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51bc11ef-c1a2-4c87-9533-1f7b179640d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.218649 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.230671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=ce8214ca-419c-4b18-833c-efa638dfd75e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:11.250936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.252320 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-25417c47-a09e-4af7-847a-a2aa1f8ef137 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4286633 Jul 30 03:48:11.256403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34194) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:11.260552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51bc11ef-c1a2-4c87-9533-1f7b179640d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.261576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'port': {'network_id': '9d5aa15d-bd62-4f05-baca-101e977ae81b', 'name': 'tempest-FloatingIPTestJSON-953559364'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:11.265092 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51bc11ef-c1a2-4c87-9533-1f7b179640d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.272751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-51bc11ef-c1a2-4c87-9533-1f7b179640d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10c4b644-70f4-4c19-9fec-1ad98b1c2581 HTTP/1.1" status: 204 len: 168 time: 0.2262740 Jul 30 03:48:11.281406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc11ef-c1a2-4c87-9533-1f7b179640d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c4b644-70f4-4c19-9fec-1ad98b1c2581,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:11.407394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:11.412666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.435049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] device_id is not set on port f6765299-93c1-4dd8-8646-3e4282ec421b yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:48:11.566950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.6 (9d5aa15d-bd62-4f05-baca-101e977ae81b/c6eec3a6-86a4-4c73-be8b-acbc2f772721/f6765299-93c1-4dd8-8646-3e4282ec421b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:11.576032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578e034-0eca-43a0-8a4c-506a1ffc07fe req-676a5aaa-dc47-4cfd-a6c2-b3aa89bd86ad tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:11.578452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6578e034-0eca-43a0-8a4c-506a1ffc07fe req-676a5aaa-dc47-4cfd-a6c2-b3aa89bd86ad tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.0557027 Jul 30 03:48:11.659799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6578e034-0eca-43a0-8a4c-506a1ffc07fe req-0977acd9-963e-455e-991a-e649a878f88c tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee138f08-284f-4587-b8cb-36423698a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744438 Jul 30 03:48:11.766332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.826686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.877934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 9d5aa15d-bd62-4f05-baca-101e977ae81b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:11.885854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:11.891418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:11.895487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=f6765299-93c1-4dd8-8646-3e4282ec421b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:11.929223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34216) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:11.952326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7649aeab-0996-46c9-9c0d-356e9039c28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.978091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:11.978751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:11.994577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-05eac825-4dee-4c60-a6f6-f4844a0ed385 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:11.997703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-05eac825-4dee-4c60-a6f6-f4844a0ed385 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 946 time: 0.1042933 Jul 30 03:48:12.079733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7649aeab-0996-46c9-9c0d-356e9039c28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.090364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7649aeab-0996-46c9-9c0d-356e9039c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.120917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f9a07678-d7d9-41a3-937e-cbebaf9ace22 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8643119 Jul 30 03:48:12.126844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:12.131308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'port_id': 'f6765299-93c1-4dd8-8646-3e4282ec421b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:12.138460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Deleting port e7c6904a-bf88-4446-9d52-9ee7f1afa360 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:12.139479 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.144241 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7649aeab-0996-46c9-9c0d-356e9039c28a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=763f52cc65df447fb77918fd32713d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131271 Jul 30 03:48:12.149657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:12.173214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649aeab-0996-46c9-9c0d-356e9039c28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c28561-a4a3-4726-969a-21d87248eec6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:12.225935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.248688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c6-4278-4f40-bfe8-53f385c07cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.292492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c6-4278-4f40-bfe8-53f385c07cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.351715 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd8c3-b1b5-4cc5-95fb-c310c17486a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.369481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] For port e7c6904a-bf88-4446-9d52-9ee7f1afa360, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e7c6904a-bf88-4446-9d52-9ee7f1afa360,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:12.369851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.376849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c6-4278-4f40-bfe8-53f385c07cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.381683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c6-4278-4f40-bfe8-53f385c07cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.386477 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ad30e3c6-4278-4f40-bfe8-53f385c07cc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0c28561-a4a3-4726-969a-21d87248eec6 HTTP/1.1" status: 204 len: 168 time: 0.2358303 Jul 30 03:48:12.392912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Calling delete_port for e7c6904a-bf88-4446-9d52-9ee7f1afa360 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:12.396672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30e3c6-4278-4f40-bfe8-53f385c07cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c28561-a4a3-4726-969a-21d87248eec6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:12.772322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.871176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Pushing event deleted for resources: {'Port': ['ID=e7c6904a-bf88-4446-9d52-9ee7f1afa360,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:12.895411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d7b6731-8045-4a29-b06b-615f37f3ca48 req-417eba7d-b1a9-4faf-9efd-b464e50806b3 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd093ea4-aba4-41fc-8999-7bd2012f2310 HTTP/1.1" status: 200 len: 210 time: 0.1010342 Jul 30 03:48:12.963480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] No DVR routers for this DVR port e7c6904a-bf88-4446-9d52-9ee7f1afa360 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:12.967805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:12.969840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02d515db-2ef1-431e-ae9f-c20cef583ec0 req-81adb2ae-207e-44af-90b7-16560eda3c79 tempest-ListServerFiltersTestJSON-2109374556 tempest-ListServerFiltersTestJSON-2109374556-project] 10.222.0.16 "DELETE /v2.0/ports/e7c6904a-bf88-4446-9d52-9ee7f1afa360 HTTP/1.1" status: 204 len: 173 time: 0.9656389 Jul 30 03:48:12.970291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'name': 'network-vif-deleted', 'tag': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:48:12.972634 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7545a8-4aca-40ad-979c-a08df60a0ef4" -d '{"events": [{"server_uuid": "cd093ea4-aba4-41fc-8999-7bd2012f2310", "name": "network-vif-deleted", "tag": "e7c6904a-bf88-4446-9d52-9ee7f1afa360"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:48:12.995661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:48:13.052109 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04d2858-27dd-486c-9f92-eafc8729b982 x-openstack-request-id: req-a04d2858-27dd-486c-9f92-eafc8729b982 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:48:13.052437 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd093ea4-aba4-41fc-8999-7bd2012f2310", "name": "network-vif-deleted", "tag": "e7c6904a-bf88-4446-9d52-9ee7f1afa360", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:48:13.052627 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a04d2858-27dd-486c-9f92-eafc8729b982 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:48:13.053203 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd093ea4-aba4-41fc-8999-7bd2012f2310', 'name': 'network-vif-deleted', 'tag': 'e7c6904a-bf88-4446-9d52-9ee7f1afa360', 'status': 'completed', 'code': 200} Jul 30 03:48:13.081993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:13.087322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:13.231541 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 999c7562-24e8-4246-a321-f38ec9909a37 associated. External IP: 172.25.6.172, port: f6765299-93c1-4dd8-8646-3e4282ec421b. Jul 30 03:48:13.641606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:13.781055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:13.786257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:13.795498 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:13.809522 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:13.810394 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:13.818359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10e1f54f-32fa-4d37-a856-1055bd9356e1 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/floatingips/999c7562-24e8-4246-a321-f38ec9909a37 HTTP/1.1" status: 200 len: 977 time: 1.6906679 Jul 30 03:48:13.821003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34296) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:13.846971 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:13.856251 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:13.857155 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:47:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:13.894873 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:13.895867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80048e-79f7-4ad3-bc84-ee9378ca99e0 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:13.937959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port f6765299-93c1-4dd8-8646-3e4282ec421b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:13.938557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.012274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:14.069062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.084850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Deleting subnet 154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:48:14.088680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.130707 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.234730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.299119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.300217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.300469 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 999c7562-24e8-4246-a321-f38ec9909a37 disassociated. External IP: 172.25.6.172, port: f6765299-93c1-4dd8-8646-3e4282ec421b. Jul 30 03:48:14.300866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for f6765299-93c1-4dd8-8646-3e4282ec421b owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:14.309944 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.320088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e7c6904a-bf88-4446-9d52-9ee7f1afa360 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:48:14.347073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154dcb8b-5d07-4b5e-bcf2-b68d0f929f88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:14.359608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.374597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ea33dbbd-194a-4e62-87b4-4d60d8c95437 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/154dcb8b-5d07-4b5e-bcf2-b68d0f929f88 HTTP/1.1" status: 204 len: 168 time: 0.3608718 Jul 30 03:48:14.376538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: e7c6904a-bf88-4446-9d52-9ee7f1afa360 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:48:14.377204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e7c6904a-bf88-4446-9d52-9ee7f1afa360 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:48:14.384450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090c071-f086-439f-9320-bdbe91ec193c None None] Network 12e435cf-78f0-450a-856e-193cab2c89cd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:14.384633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:14.488425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.540471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.562426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Deleting port 730fec9e-1bc3-47f2-808f-a1dd24221548 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:14.563433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.572920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=f6765299-93c1-4dd8-8646-3e4282ec421b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:14.667318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] For port 730fec9e-1bc3-47f2-808f-a1dd24221548, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=730fec9e-1bc3-47f2-808f-a1dd24221548,segment=NetworkSegment(fac2aec8-27d0-40e5-b753-2ca144a6dc9e),segment_id=fac2aec8-27d0-40e5-b753-2ca144a6dc9e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:14.667987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.680650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4754c0ed-087d-4324-8c37-dc46703c7047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.689406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Calling delete_port for 730fec9e-1bc3-47f2-808f-a1dd24221548 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:14.714609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:14.730521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] DHCP port deletion for 12e435cf-78f0-450a-856e-193cab2c89cd request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:48:14.809850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.820476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Deleting port 730fec9e-1bc3-47f2-808f-a1dd24221548 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:14.820770 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.862880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=730fec9e-1bc3-47f2-808f-a1dd24221548,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:14.879709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] No DVR routers for this DVR port 730fec9e-1bc3-47f2-808f-a1dd24221548 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:14.927676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] For port 730fec9e-1bc3-47f2-808f-a1dd24221548, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:14.928378 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.953002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Calling delete_port for 730fec9e-1bc3-47f2-808f-a1dd24221548 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:14.955663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:14.956715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Port 730fec9e-1bc3-47f2-808f-a1dd24221548 was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:48:14.965818 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:14.977583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:15.013295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] Pushing event deleted for resources: {'Port': ['ID=730fec9e-1bc3-47f2-808f-a1dd24221548,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:15.022636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba513d-cbda-459c-812b-c67ebfedde20 None None] No DVR routers for this DVR port 730fec9e-1bc3-47f2-808f-a1dd24221548 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:15.024232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:15.025061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.034512 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.063425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e435cf-78f0-450a-856e-193cab2c89cd']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.066629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.077124 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.089217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:15.090063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.091959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.097688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.097989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac2aec8-27d0-40e5-b753-2ca144a6dc9e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.100655 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d1596218-cd85-4465-b75c-b4b1e547336f tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/ports/f6765299-93c1-4dd8-8646-3e4282ec421b HTTP/1.1" status: 204 len: 168 time: 1.2780735 Jul 30 03:48:15.103468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34356) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:15.116610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.141162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:15.142039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9ebda-984b-4230-9719-12de57fa6344 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:15.154168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.166102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f61dd380-48c3-4f49-875f-0960d576e143 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/floatingips/999c7562-24e8-4246-a321-f38ec9909a37 HTTP/1.1" status: 200 len: 688 time: 0.0583243 Jul 30 03:48:15.166660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34358) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:15.172372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:48:15.174966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:48:15.179296 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:48:15.319345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.331574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.338263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] 10.222.0.39 "DELETE /v2.0/networks/12e435cf-78f0-450a-856e-193cab2c89cd HTTP/1.1" status: 204 len: 168 time: 0.9513438 Jul 30 03:48:15.372860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907080-2cb7-4004-bb69-e74e28d79e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=12e435cf-78f0-450a-856e-193cab2c89cd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:15.715193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port ce8214ca-419c-4b18-833c-efa638dfd75e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:15.715645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.803977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:15.860444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.860779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:15.861054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b719fe64-57e4-40a1-b2fc-566308b539de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb99f5656f714c81993500eb3961f4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544622 Jul 30 03:48:15.862264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34384) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:15.899257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 730fec9e-1bc3-47f2-808f-a1dd24221548 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:48:15.903750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for ce8214ca-419c-4b18-833c-efa638dfd75e owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:15.952582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 730fec9e-1bc3-47f2-808f-a1dd24221548 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:48:15.954094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 730fec9e-1bc3-47f2-808f-a1dd24221548 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:48:15.975798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c957c6cd-0840-4aa3-897c-841f92330474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.020567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c957c6cd-0840-4aa3-897c-841f92330474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.080831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c957c6cd-0840-4aa3-897c-841f92330474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.087247 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c957c6cd-0840-4aa3-897c-841f92330474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.092598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c957c6cd-0840-4aa3-897c-841f92330474 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee138f08-284f-4587-b8cb-36423698a268 HTTP/1.1" status: 204 len: 168 time: 0.2290342 Jul 30 03:48:16.101987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957c6cd-0840-4aa3-897c-841f92330474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee138f08-284f-4587-b8cb-36423698a268,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:16.168259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.204179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=ce8214ca-419c-4b18-833c-efa638dfd75e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:16.278049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.281787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.283367 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca0eb90d-84dd-4a2a-8292-be815ffdff62 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/floatingips/999c7562-24e8-4246-a321-f38ec9909a37 HTTP/1.1" status: 204 len: 168 time: 1.1158373 Jul 30 03:48:16.286766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34402) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:16.293258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'b5c8db53-55c0-4319-bdfd-d55b2335b648'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:16.336548 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.383704 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.459445 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.586333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.47 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/050774fa-65b0-4851-9228-72f0de5d2e42) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:16.756683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.806914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:16.853929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:16.857373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:16.861688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:16.946781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=050774fa-65b0-4851-9228-72f0de5d2e42,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:17.174813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:17.645682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-cfcd-4e49-be89-988a1dbae55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:17.678713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:17.788560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:17.863818 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-cfcd-4e49-be89-988a1dbae55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:17.868621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a428e2-cfcd-4e49-be89-988a1dbae55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:17.909325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34470) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:17.956819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-19a428e2-cfcd-4e49-be89-988a1dbae55a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=819a7fcd5f384ad6bb9c1a50467be921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804337 Jul 30 03:48:17.959713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34474) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:17.963596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a428e2-cfcd-4e49-be89-988a1dbae55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec3fc6-35b2-4eef-a99e-3e4b6c86fe83,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:18.010445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.034273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b0bd-0f76-4058-a8a5-0b7dc16079df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.058908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.064141 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.067258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-070f01d5-7952-490e-8074-f96063030ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.071272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b0bd-0f76-4058-a8a5-0b7dc16079df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.135836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=050774fa-65b0-4851-9228-72f0de5d2e42,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:18.157872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b0bd-0f76-4058-a8a5-0b7dc16079df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.158699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.161040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b0bd-0f76-4058-a8a5-0b7dc16079df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.162208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5ba9b0bd-0f76-4058-a8a5-0b7dc16079df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84ec3fc6-35b2-4eef-a99e-3e4b6c86fe83 HTTP/1.1" status: 204 len: 168 time: 0.2015281 Jul 30 03:48:18.179638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b0bd-0f76-4058-a8a5-0b7dc16079df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec3fc6-35b2-4eef-a99e-3e4b6c86fe83,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:18.220113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-070f01d5-7952-490e-8074-f96063030ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.236300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-070f01d5-7952-490e-8074-f96063030ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.291072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f01d5-7952-490e-8074-f96063030ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f094b-e0b6-4299-a3e7-9fe9c411b482,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:18.302935 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 1b18f963-3261-4fb9-943b-9aeebf08476c associated. External IP: 172.25.6.47, port: b5c8db53-55c0-4319-bdfd-d55b2335b648. Jul 30 03:48:18.306348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-070f01d5-7952-490e-8074-f96063030ddc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e43080ed281145689d94b6d71c3f2a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949537 Jul 30 03:48:18.309169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:18.468027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e732adf-22e6-4c8f-b849-656ef496b8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.503411 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e732adf-22e6-4c8f-b849-656ef496b8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.638941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34506) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:18.655757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc8e7-a03b-40c9-9f97-c7d1c283eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.689204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e732adf-22e6-4c8f-b849-656ef496b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.693951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e732adf-22e6-4c8f-b849-656ef496b8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.697936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5e732adf-22e6-4c8f-b849-656ef496b8d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/518f094b-e0b6-4299-a3e7-9fe9c411b482 HTTP/1.1" status: 204 len: 168 time: 0.3854396 Jul 30 03:48:18.713979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e732adf-22e6-4c8f-b849-656ef496b8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f094b-e0b6-4299-a3e7-9fe9c411b482,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:18.743598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:18.832212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc8e7-a03b-40c9-9f97-c7d1c283eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.841695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc8e7-a03b-40c9-9f97-c7d1c283eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:18.920248 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3d4fc8e7-a03b-40c9-9f97-c7d1c283eca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d22ae18c78e643d080920d37241e317b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761736 Jul 30 03:48:18.920248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fc8e7-a03b-40c9-9f97-c7d1c283eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8783a21d-ae24-4abb-be37-c49370c600fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:18.921004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:18.945108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:18.961798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:18.979006 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.003988 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:19.004890 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:19.040488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34518) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:19.044187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-80f516e3-ff80-41ea-98a2-de1590229d93 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.7561796 Jul 30 03:48:19.048771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1461434584'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:19.053456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24d903b-9b29-4945-bfab-b955559b8645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.078301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24d903b-9b29-4945-bfab-b955559b8645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.085486 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:19.098965 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:19.100118 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:19.142185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24d903b-9b29-4945-bfab-b955559b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.145874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24d903b-9b29-4945-bfab-b955559b8645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.147398 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d24d903b-9b29-4945-bfab-b955559b8645 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8783a21d-ae24-4abb-be37-c49370c600fc HTTP/1.1" status: 204 len: 168 time: 0.2255709 Jul 30 03:48:19.167958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d903b-9b29-4945-bfab-b955559b8645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783a21d-ae24-4abb-be37-c49370c600fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:19.183786 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:19.184096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:19.184968 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a122f-6796-41eb-a2cb-39fdea4b7157 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:19.189598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.231537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:19.258694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.259587 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Added segment c5c06dc5-4616-4183-8d57-aadcabf923d6 of type vlan for network 7d58a8b5-0994-485d-9d77-d0f9dc52134b Jul 30 03:48:19.333143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.374365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.386222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:19.386887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:19.469435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4226899 Jul 30 03:48:19.470123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:19.477756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee3a84-3de1-4b65-94aa-c731a78dd8a6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Network': ['ID=7d58a8b5-0994-485d-9d77-d0f9dc52134b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:19.481979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'subnet': {'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:19.497364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:19.757858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:19.765920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.086037 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.170907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Subnet': ['ID=e7fe79cd-a39a-4915-a27e-390e57c0bf23,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:20.178631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Checking segment: {'id': 'c5c06dc5-4616-4183-8d57-aadcabf923d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:20.179234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network hostable DHCP agents. Network: 7d58a8b5-0994-485d-9d77-d0f9dc52134b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:48:20.205701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:48:20.225365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7d58a8b5-0994-485d-9d77-d0f9dc52134b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:20.232918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:20.234888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.246903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd778964-2c9f-4762-8fd8-937c33b418ab None None] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:20.272800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-efa1d0f8-46f7-4c9b-8804-f56dd9b84be6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8005857 Jul 30 03:48:20.275368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:20.280610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-823059538', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:20.357017 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.359123 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.457005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.566513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-7d58a8b5-0994-485d-9d77-d0f9dc52134b', 'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b', 'tenant_id': '0d0faad8b9a7459298a206b9562079f1', 'fixed_ips': [{'subnet_id': 'e7fe79cd-a39a-4915-a27e-390e57c0bf23'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:48:20.567435 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.749682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:20.789713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Allocated IP 172.20.0.2 (7d58a8b5-0994-485d-9d77-d0f9dc52134b/e7fe79cd-a39a-4915-a27e-390e57c0bf23/93befaa0-6efd-4e69-849e-aba0e6859497) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:21.035061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.047429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Transition to ACTIVE for port object 93befaa0-6efd-4e69-849e-aba0e6859497 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:21.071871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Transition to ACTIVE for port object 93befaa0-6efd-4e69-849e-aba0e6859497 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:21.094542 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.181500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.217289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:21.236831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.266073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Pushing event updated for resources: {'Port': ['ID=93befaa0-6efd-4e69-849e-aba0e6859497,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:21.272894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:21.286496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:21.305488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.306180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.307128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.307949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.308388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.308794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.309264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.309926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.310535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.311043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.311519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.311959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:21.415109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Attempting to bind port 93befaa0-6efd-4e69-849e-aba0e6859497 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:21.415601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Attempting to bind port 93befaa0-6efd-4e69-849e-aba0e6859497 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'c5c06dc5-4616-4183-8d57-aadcabf923d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:21.416056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Attempting to bind port 93befaa0-6efd-4e69-849e-aba0e6859497 on network 7d58a8b5-0994-485d-9d77-d0f9dc52134b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:21.421904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:21.422367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Checking segment: {'id': 'c5c06dc5-4616-4183-8d57-aadcabf923d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:21.423226 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.423596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Bound using segment: {'id': 'c5c06dc5-4616-4183-8d57-aadcabf923d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:21.424085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Bound port: 93befaa0-6efd-4e69-849e-aba0e6859497, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c06dc5-4616-4183-8d57-aadcabf923d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:21.424583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.544192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.25.6.25 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/edf981b9-b0c9-4689-93a1-5f67b9c0e177) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:21.554246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] For port 93befaa0-6efd-4e69-849e-aba0e6859497, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:21.558266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] For port 93befaa0-6efd-4e69-849e-aba0e6859497, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93befaa0-6efd-4e69-849e-aba0e6859497,segment=NetworkSegment(c5c06dc5-4616-4183-8d57-aadcabf923d6),segment_id=c5c06dc5-4616-4183-8d57-aadcabf923d6)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:21.565822 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.690329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d64dc-1f6b-4627-8d42-0615c32daeb9 None None] Pushing event updated for resources: {'Port': ['ID=93befaa0-6efd-4e69-849e-aba0e6859497,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:21.861489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:21.974443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:22.019950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:22.022865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:22.025318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:22.062599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=edf981b9-b0c9-4689-93a1-5f67b9c0e177,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:22.323217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:22.433744 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:22.555130 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0432-7892-4f86-a537-be4534a70879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:22.876437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0432-7892-4f86-a537-be4534a70879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:22.894802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0432-7892-4f86-a537-be4534a70879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:22.956519 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:22.963327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ffe0432-7892-4f86-a537-be4534a70879 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4362ad074fd04c99afd6c0d46650596a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389313 Jul 30 03:48:22.965402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe0432-7892-4f86-a537-be4534a70879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b74ba0-9834-402c-a80b-8b848a6ef27c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:22.969626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:23.047186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67f61c61-e6f5-49e8-8c23-a597c84bff15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:23.100571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67f61c61-e6f5-49e8-8c23-a597c84bff15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:23.140107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router b1cd729d-281e-4e9a-8a41-00cf8d7058e7 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:48:23.174580 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67f61c61-e6f5-49e8-8c23-a597c84bff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:23.180721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67f61c61-e6f5-49e8-8c23-a597c84bff15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:23.181899 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67f61c61-e6f5-49e8-8c23-a597c84bff15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4b74ba0-9834-402c-a80b-8b848a6ef27c HTTP/1.1" status: 204 len: 168 time: 0.2111259 Jul 30 03:48:23.205922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61c61-e6f5-49e8-8c23-a597c84bff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b74ba0-9834-402c-a80b-8b848a6ef27c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:23.384560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:23.409581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] Sync routers for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:23.428849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:23.432207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:23.440851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:23.445388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f050eb3f-2a8b-4b2f-aa28-79e9a77ac4e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1659122 Jul 30 03:48:23.445388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:23.531286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:23.573278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:23.574138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:23.687960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eeedd2-5b91-4ae5-92fd-a22935caeb3b None None] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:23.914724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:23.916738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa66af6-bb23-4881-8ecc-ab4872ea8123 None None] The sync data for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:23.972855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93befaa0-6efd-4e69-849e-aba0e6859497 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:24.060260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d65e370d-d636-45c5-8170-b53a109be487 None None] Provisioning for port 93befaa0-6efd-4e69-849e-aba0e6859497 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:24.119965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 93befaa0-6efd-4e69-849e-aba0e6859497 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:24.132403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 93befaa0-6efd-4e69-849e-aba0e6859497 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:24.133100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.299324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.320916 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.327401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:24.374533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 93befaa0-6efd-4e69-849e-aba0e6859497, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93befaa0-6efd-4e69-849e-aba0e6859497,segment=NetworkSegment(c5c06dc5-4616-4183-8d57-aadcabf923d6),segment_id=c5c06dc5-4616-4183-8d57-aadcabf923d6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:24.384988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.469318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=93befaa0-6efd-4e69-849e-aba0e6859497,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:24.611839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a470d8f4-ac5b-4935-9f25-2666d329d313 None None] Provisioning complete for port 93befaa0-6efd-4e69-849e-aba0e6859497 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:24.612483 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a470d8f4-ac5b-4935-9f25-2666d329d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.653594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8110cf-08b0-49a8-88db-48fcb5af9244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.863784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8110cf-08b0-49a8-88db-48fcb5af9244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.872533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8110cf-08b0-49a8-88db-48fcb5af9244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:24.945238 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9b8110cf-08b0-49a8-88db-48fcb5af9244 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3696606082c04b9c9ad103a0a93b7f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161888 Jul 30 03:48:24.946449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8110cf-08b0-49a8-88db-48fcb5af9244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c81716-d9b5-4963-9f1b-51722a5db4fb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:24.951547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:25.095781 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc518352-284a-4dfb-a183-f017d4be2101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.154545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc518352-284a-4dfb-a183-f017d4be2101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.182758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:25.244194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.1 (7d58a8b5-0994-485d-9d77-d0f9dc52134b/e7fe79cd-a39a-4915-a27e-390e57c0bf23/8bc23bb3-9569-4916-8ef9-eeafec0878ca) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:25.256930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc518352-284a-4dfb-a183-f017d4be2101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.259672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc518352-284a-4dfb-a183-f017d4be2101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.263197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc518352-284a-4dfb-a183-f017d4be2101 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0c81716-d9b5-4963-9f1b-51722a5db4fb HTTP/1.1" status: 204 len: 168 time: 0.3078134 Jul 30 03:48:25.284270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc518352-284a-4dfb-a183-f017d4be2101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c81716-d9b5-4963-9f1b-51722a5db4fb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:25.324971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b188b023-b7d5-4aed-a794-0fd50734c6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.403237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.441264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Transition to ACTIVE for port object 8bc23bb3-9569-4916-8ef9-eeafec0878ca will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:25.494492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.513147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b188b023-b7d5-4aed-a794-0fd50734c6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.521693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b188b023-b7d5-4aed-a794-0fd50734c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.556535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:25.558026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:25.576837 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b188b023-b7d5-4aed-a794-0fd50734c6d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=197b0f7a70694aceb6d59f6e1878886b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922520 Jul 30 03:48:25.588440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:25.620531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b023-b7d5-4aed-a794-0fd50734c6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682045c5-1327-4cad-8748-f1a15d022095,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:25.644095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:25.691628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=8bc23bb3-9569-4916-8ef9-eeafec0878ca,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:25.738179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.815556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3251ee58-a8dd-4eb2-bd72-8810f3f371b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.869654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93befaa0-6efd-4e69-849e-aba0e6859497 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:25.881723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3251ee58-a8dd-4eb2-bd72-8810f3f371b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.953607 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3251ee58-a8dd-4eb2-bd72-8810f3f371b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.956343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3251ee58-a8dd-4eb2-bd72-8810f3f371b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:25.964860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3251ee58-a8dd-4eb2-bd72-8810f3f371b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/682045c5-1327-4cad-8748-f1a15d022095 HTTP/1.1" status: 204 len: 168 time: 0.3724504 Jul 30 03:48:25.982252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251ee58-a8dd-4eb2-bd72-8810f3f371b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682045c5-1327-4cad-8748-f1a15d022095,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:26.026532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:26.034578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 93befaa0-6efd-4e69-849e-aba0e6859497 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:26.035900 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:26.167419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-94693c50-72e3-4e4b-9d6f-fd81625057f9 None None] Provisioning for port 8bc23bb3-9569-4916-8ef9-eeafec0878ca completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:26.179171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-94693c50-72e3-4e4b-9d6f-fd81625057f9 None None] Provisioning complete for port 8bc23bb3-9569-4916-8ef9-eeafec0878ca triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:26.179891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94693c50-72e3-4e4b-9d6f-fd81625057f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:26.256044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-94693c50-72e3-4e4b-9d6f-fd81625057f9 None None] Port 8bc23bb3-9569-4916-8ef9-eeafec0878ca cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:26.489661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:26.496082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:26.579003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:26.581071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=8bc23bb3-9569-4916-8ef9-eeafec0878ca,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:26.755312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:26.759698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:27.034456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router b1cd729d-281e-4e9a-8a41-00cf8d7058e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:27.189760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-268e9a52-afd4-4866-9b1d-7b93877a33a1 None None] Provisioning complete for port 8bc23bb3-9569-4916-8ef9-eeafec0878ca triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:27.190267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-268e9a52-afd4-4866-9b1d-7b93877a33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:27.261763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:27.277309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b5ca3005-e2a7-43c1-b2ee-d71b4f8e08dc tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/routers/b1cd729d-281e-4e9a-8a41-00cf8d7058e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8283901 Jul 30 03:48:27.277491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34896) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:27.283585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] Sync routers for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:27.289657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'port': {'network_id': '7d58a8b5-0994-485d-9d77-d0f9dc52134b', 'name': 'tempest-FloatingIPTestJSON-104936626'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:27.302745 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:27.303411 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:27.315059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-268e9a52-afd4-4866-9b1d-7b93877a33a1 None None] Port 8bc23bb3-9569-4916-8ef9-eeafec0878ca cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:27.347817 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:27.358570 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:27.359268 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:27.394606 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:27.395841 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842229d-92bf-4e50-a4a0-15d9e60ee390 None None] The sync data for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:27.414072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:27.503231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Made reservation on behalf of 0d0faad8b9a7459298a206b9562079f1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:27.507343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:27.527233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] device_id is not set on port 782391a9-8a6b-4213-8bc2-4295f039bafd yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:48:27.684147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Allocated IP 172.20.0.13 (7d58a8b5-0994-485d-9d77-d0f9dc52134b/e7fe79cd-a39a-4915-a27e-390e57c0bf23/782391a9-8a6b-4213-8bc2-4295f039bafd) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:27.727561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-network', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:27.780349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Made reservation on behalf of 8a11e35f536446af8f7e500d516c83b5 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:27.783057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:27.801687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:27.908095 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:27.926925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Transition to ACTIVE for port object 782391a9-8a6b-4213-8bc2-4295f039bafd will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:27.993050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:27.998168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.004346 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.054243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:28.068317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:28.071580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:28.079364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:28.085118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67115b4-89fd-4b9b-8eff-410d314ca2fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:28.086232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event updated for resources: {'Port': ['ID=782391a9-8a6b-4213-8bc2-4295f039bafd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:28.100047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.102751 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Added segment 3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe of type vlan for network 3f076422-8250-48a7-8ec8-3fdef4cce05c Jul 30 03:48:28.170989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:28.172038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.191662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6f7fc971-c05b-45c8-a91e-d9ae62e05691 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9096322 Jul 30 03:48:28.198522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:28.208366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Request body: {'floatingip': {'port_id': '782391a9-8a6b-4213-8bc2-4295f039bafd'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:28.218219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.310428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.311598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:28.312223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.341817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.425921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0106881 Jul 30 03:48:28.434568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34968) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:28.452117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Request body: {'subnet': {'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-subnet', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:28.487433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69acd0-fefd-450b-9186-e885a0b8e59a admin admin] Pushing event updated for resources: {'Network': ['ID=3f076422-8250-48a7-8ec8-3fdef4cce05c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:28.492342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Made reservation on behalf of 8a11e35f536446af8f7e500d516c83b5 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:28.496146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.500823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:28.635725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21ad10e8-5792-4289-882a-c78b056b920f None None] Provisioning for port 782391a9-8a6b-4213-8bc2-4295f039bafd completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:28.660019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21ad10e8-5792-4289-882a-c78b056b920f None None] Provisioning complete for port 782391a9-8a6b-4213-8bc2-4295f039bafd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:28.660401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21ad10e8-5792-4289-882a-c78b056b920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:28.759851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-21ad10e8-5792-4289-882a-c78b056b920f None None] Port 782391a9-8a6b-4213-8bc2-4295f039bafd cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:28.807621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:28.835407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:28.897827 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.074290 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4674db0-6b63-47b8-af05-c6e9e5a03ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.080903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5118daf6-fca6-4a71-bc75-a5ca0e49a411,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:29.090448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:29.090815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Network hostable DHCP agents. Network: 3f076422-8250-48a7-8ec8-3fdef4cce05c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:48:29.093837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccb56b4b-34e9-40ab-b2b9-11af61f0ba3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.131732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:48:29.145751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3f076422-8250-48a7-8ec8-3fdef4cce05c) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:29.158082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:29.158979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.164223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7df866-f032-4caa-8085-8789df18f3ef None None] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:29.213712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.224124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.355338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3f076422-8250-48a7-8ec8-3fdef4cce05c', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:48:29.357869 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.361821 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 1b18f963-3261-4fb9-943b-9aeebf08476c associated. External IP: 172.25.6.47, port: b5c8db53-55c0-4319-bdfd-d55b2335b648. Jul 30 03:48:29.365255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4674db0-6b63-47b8-af05-c6e9e5a03ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.393535 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-30e87167-5b1b-42b4-a8f8-09ae95420d13 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9565456 Jul 30 03:48:29.396277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:29.406897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4674db0-6b63-47b8-af05-c6e9e5a03ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.415204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:29.515664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c4674db0-6b63-47b8-af05-c6e9e5a03ed0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=397e29978ac243cd8b987d5a3d7c9f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031279 Jul 30 03:48:29.517985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4674db0-6b63-47b8-af05-c6e9e5a03ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04373c-48d6-461f-b6fe-f40caa1a6e1b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:29.519723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34998) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:29.537012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Allocated IP 172.20.0.2 (3f076422-8250-48a7-8ec8-3fdef4cce05c/5118daf6-fca6-4a71-bc75-a5ca0e49a411/8315bf7c-aab2-4939-8aca-3639c6aa9c7a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:29.660820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccb56b4b-34e9-40ab-b2b9-11af61f0ba3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.675006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccb56b4b-34e9-40ab-b2b9-11af61f0ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.698091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2218ef44-dbb0-4ab1-a614-8ff92022c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.734416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.735985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.742869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56b4b-34e9-40ab-b2b9-11af61f0ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54651722-8c7b-4120-be6c-01b64fe88122,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:29.756461 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ccb56b4b-34e9-40ab-b2b9-11af61f0ba3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e571f041ada4659bf7104b3cd274450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9187832 Jul 30 03:48:29.765622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:29.774014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2218ef44-dbb0-4ab1-a614-8ff92022c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.806310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:29.823658 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.835632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Transition to ACTIVE for port object 8315bf7c-aab2-4939-8aca-3639c6aa9c7a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:29.848716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.853325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Transition to ACTIVE for port object 8315bf7c-aab2-4939-8aca-3639c6aa9c7a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:29.869120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.890398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82de8b5e-1854-4052-9ed1-64e2a9b67865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.922048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:29.924998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:29.930826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:29.951194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Pushing event updated for resources: {'Port': ['ID=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:29.972265 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82de8b5e-1854-4052-9ed1-64e2a9b67865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.993323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2218ef44-dbb0-4ab1-a614-8ff92022c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:29.996607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2218ef44-dbb0-4ab1-a614-8ff92022c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.000237 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2218ef44-dbb0-4ab1-a614-8ff92022c74c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc04373c-48d6-461f-b6fe-f40caa1a6e1b HTTP/1.1" status: 204 len: 168 time: 0.4773183 Jul 30 03:48:30.016223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Attempting to bind port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:30.016608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Attempting to bind port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:30.016984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Attempting to bind port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:30.022891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:30.023277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:30.023690 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.024096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Bound using segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:30.024414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:30.024703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Bound port: 8315bf7c-aab2-4939-8aca-3639c6aa9c7a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:30.025099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.039112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:30.042001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218ef44-dbb0-4ab1-a614-8ff92022c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04373c-48d6-461f-b6fe-f40caa1a6e1b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:30.047969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.123664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:30.124567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.168427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82de8b5e-1854-4052-9ed1-64e2a9b67865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.174165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82de8b5e-1854-4052-9ed1-64e2a9b67865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.178061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-82de8b5e-1854-4052-9ed1-64e2a9b67865 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54651722-8c7b-4120-be6c-01b64fe88122 HTTP/1.1" status: 204 len: 168 time: 0.4091620 Jul 30 03:48:30.181632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.228661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de8b5e-1854-4052-9ed1-64e2a9b67865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54651722-8c7b-4120-be6c-01b64fe88122,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:30.251633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:30.252262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.314858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.315541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddeb03-5c54-43fc-9a4c-cfa73cc7384f None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:30.317810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] For port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:30.332285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] For port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:30.342928 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.445864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310657e-cd65-47b8-b859-dc51799c8808 None None] Pushing event updated for resources: {'Port': ['ID=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:30.465543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.496046 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.522559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router b1cd729d-281e-4e9a-8a41-00cf8d7058e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:30.580673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:30.607848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca30aadd-6408-41b1-9697-bd16a4659400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.671736 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.690402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:30.697342 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.703171 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] Sync routers for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:30.705097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Allocated IP 172.25.6.130 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/67f44407-4277-4697-9e8f-e4f8a872f353) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:30.720717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:30.723053 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.777500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b74e32b2-136f-4ce2-96b2-577ee696f814 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/floatingips/1b18f963-3261-4fb9-943b-9aeebf08476c HTTP/1.1" status: 200 len: 977 time: 2.5775771 Jul 30 03:48:30.781111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:30.795496 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.823734 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:30.824696 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.888056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca30aadd-6408-41b1-9697-bd16a4659400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.896193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca30aadd-6408-41b1-9697-bd16a4659400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.898079 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:30.899092 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57beceeb-821c-4b99-a127-e4265500dee4 None None] The sync data for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:30.940749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:30.995839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30aadd-6408-41b1-9697-bd16a4659400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258d95b-e8dc-446f-9b04-975eafcbbee5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:31.026631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca30aadd-6408-41b1-9697-bd16a4659400 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=779f26f6b1274f718d4578ee1a2a857f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418306 Jul 30 03:48:31.026631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.028866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 782391a9-8a6b-4213-8bc2-4295f039bafd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:31.029513 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.029856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35034) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:31.030282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35036) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:31.113953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-157e1f06-5750-498e-b473-f2c411fee1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.116952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:31.132984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:31.146974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:31.159088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=67f44407-4277-4697-9e8f-e4f8a872f353,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:31.161995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.249471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-805a75da-88a6-4eab-a858-6a75fecf024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.289715 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-805a75da-88a6-4eab-a858-6a75fecf024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.396378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-805a75da-88a6-4eab-a858-6a75fecf024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.398949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-805a75da-88a6-4eab-a858-6a75fecf024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.402451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-805a75da-88a6-4eab-a858-6a75fecf024b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1258d95b-e8dc-446f-9b04-975eafcbbee5 HTTP/1.1" status: 204 len: 168 time: 0.3660784 Jul 30 03:48:31.502454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a75da-88a6-4eab-a858-6a75fecf024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258d95b-e8dc-446f-9b04-975eafcbbee5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:31.632996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-157e1f06-5750-498e-b473-f2c411fee1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.679071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-157e1f06-5750-498e-b473-f2c411fee1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.736088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e1f06-5750-498e-b473-f2c411fee1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e310a8ca-e0b9-4057-a1c3-49dd3129580e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:31.742203 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-157e1f06-5750-498e-b473-f2c411fee1d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57998edca14c4379b7f0afcee725c628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7092135 Jul 30 03:48:31.745035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:31.751651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.920104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8315bf7c-aab2-4939-8aca-3639c6aa9c7a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:31.961606 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.962044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:31.962271 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Floating IP 1b18f963-3261-4fb9-943b-9aeebf08476c disassociated. External IP: 172.25.6.47, port: 782391a9-8a6b-4213-8bc2-4295f039bafd. Jul 30 03:48:31.962591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 782391a9-8a6b-4213-8bc2-4295f039bafd owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:32.008245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35060) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:32.047310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:32.051324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4723ffae-982f-41f6-8c54-9e4d5b6625ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.109954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2fae1-79f9-4e68-bc8b-f13d3b4a5e95 None None] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:32.123253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f597a198-16f2-4dda-8bb1-99ac3868b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.182076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] Provisioning for port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:32.190221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.191377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] Provisioning complete for port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:32.191958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.228482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f597a198-16f2-4dda-8bb1-99ac3868b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.248503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=782391a9-8a6b-4213-8bc2-4295f039bafd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:32.305590 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.390615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.396155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router b1cd729d-281e-4e9a-8a41-00cf8d7058e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:32.547083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:32.582389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] Sync routers for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:32.609692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] For port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:32.622860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.642624 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.645532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-746dee7c-9043-493f-b9d2-2db5c7edd8ea tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/ports/782391a9-8a6b-4213-8bc2-4295f039bafd HTTP/1.1" status: 204 len: 168 time: 1.8630466 Jul 30 03:48:32.648128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:32.674879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f597a198-16f2-4dda-8bb1-99ac3868b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.677468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f597a198-16f2-4dda-8bb1-99ac3868b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.680988 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f597a198-16f2-4dda-8bb1-99ac3868b165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e310a8ca-e0b9-4057-a1c3-49dd3129580e HTTP/1.1" status: 204 len: 168 time: 0.9327323 Jul 30 03:48:32.695230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a198-16f2-4dda-8bb1-99ac3868b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e310a8ca-e0b9-4057-a1c3-49dd3129580e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:32.695492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:32.696012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:32.697922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea978f5-3d69-481d-b38a-9e5b551dbe75 None None] Pushing event updated for resources: {'Port': ['ID=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:32.707120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4723ffae-982f-41f6-8c54-9e4d5b6625ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.721146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4723ffae-982f-41f6-8c54-9e4d5b6625ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.779993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723ffae-982f-41f6-8c54-9e4d5b6625ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a427928-d9fb-4008-8413-726af116f71b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:32.786960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4723ffae-982f-41f6-8c54-9e4d5b6625ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62b5cafde9a846a58526ea2f9e4e79d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719536 Jul 30 03:48:32.788809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:48:32.790712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:32.790923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:32.831617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:32.832395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:32.899438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:32.900268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259cae8-17a6-49ad-b282-5f1d49dcbd16 None None] The sync data for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:32.936700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c23415a-3c44-40ad-98a7-11875797702e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.969165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c23415a-3c44-40ad-98a7-11875797702e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:32.991885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:33.003571 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:33.018836 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:33.020081 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:33.038641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:33.042389 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c81f0a8-d4ad-45bd-af42-acd1cfa85ed2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6427193 Jul 30 03:48:33.042739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35080) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:33.108193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c23415a-3c44-40ad-98a7-11875797702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:33.110957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c23415a-3c44-40ad-98a7-11875797702e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:33.114905 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8c23415a-3c44-40ad-98a7-11875797702e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a427928-d9fb-4008-8413-726af116f71b HTTP/1.1" status: 204 len: 168 time: 0.3231046 Jul 30 03:48:33.143147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23415a-3c44-40ad-98a7-11875797702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a427928-d9fb-4008-8413-726af116f71b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:33.315268 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:33.346039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:33.467103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5d5a061b-06ff-4b01-addc-c49dbc969b13 None None] Provisioning complete for port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:33.467730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d5a061b-06ff-4b01-addc-c49dbc969b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:33.758330 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:31Z', 'revision_number': 3, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:33.795731 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:48:33.796313 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Updating router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 port 67f44407-4277-4697-9e8f-e4f8a872f353 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:48:33.835645 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:33.895268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8315bf7c-aab2-4939-8aca-3639c6aa9c7a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:33.941044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 8bc23bb3-9569-4916-8ef9-eeafec0878ca {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:33.941396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.003523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.062436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:34.062823 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.176048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.193127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 8bc23bb3-9569-4916-8ef9-eeafec0878ca owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:34.320013 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.346966 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Transition to ACTIVE for port object 67f44407-4277-4697-9e8f-e4f8a872f353 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:34.357032 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.380917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Allocated IP 172.20.0.1 (3f076422-8250-48a7-8ec8-3fdef4cce05c/5118daf6-fca6-4a71-bc75-a5ca0e49a411/fc617c93-1cc3-4c4a-aa92-3fae40ff3284) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:34.410384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Pushing event updated for resources: {'Port': ['ID=67f44407-4277-4697-9e8f-e4f8a872f353,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:34.421807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.422159 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.422597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.422952 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.423471 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.423815 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.424621 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.424621 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.426379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.426379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.426379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.426379 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:34.443321 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Attempting to bind port 67f44407-4277-4697-9e8f-e4f8a872f353 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:34.443911 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Attempting to bind port 67f44407-4277-4697-9e8f-e4f8a872f353 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:34.444142 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Attempting to bind port 67f44407-4277-4697-9e8f-e4f8a872f353 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:34.450620 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:34.451241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:34.451654 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.452044 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:34.452520 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Bound port: 67f44407-4277-4697-9e8f-e4f8a872f353, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:34.452904 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.584567 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] For port 67f44407-4277-4697-9e8f-e4f8a872f353, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:34.604849 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] For port 67f44407-4277-4697-9e8f-e4f8a872f353, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f44407-4277-4697-9e8f-e4f8a872f353,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:34.623634 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.652583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.671606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.710725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:34.711450 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:34.732005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Transition to ACTIVE for port object fc617c93-1cc3-4c4a-aa92-3fae40ff3284 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:34.741938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=8bc23bb3-9569-4916-8ef9-eeafec0878ca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:34.814106 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665d8c1-fed7-4f07-b844-657011972960 None None] Pushing event updated for resources: {'Port': ['ID=67f44407-4277-4697-9e8f-e4f8a872f353,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:34.817568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:34.908762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Pushing event updated for resources: {'Port': ['ID=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:34.947056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:34.951090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:34.961278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:34.965515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:35.035480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:35.081066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.236835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-3406503-network', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:35.286003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Made reservation on behalf of 5fcbbc64947f45948c47ecd844f51014 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:35.288997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.290950 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.331646 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.347544 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:31Z', 'revision_number': 3, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:35.396350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.398540 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7fae1b-b77f-46b1-ad8f-a390d8740b62 None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:31Z', 'revision_number': 3, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:35.508979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35184) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:35.518317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e55bd25a-9b7f-4d18-9842-39a1498c1a35 None None] Provisioning for port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:35.543047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e55bd25a-9b7f-4d18-9842-39a1498c1a35 None None] Provisioning complete for port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:35.543460 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e55bd25a-9b7f-4d18-9842-39a1498c1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.698029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7ab39854-06b5-43de-9573-adb0cb4166bb tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:35.702066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e55bd25a-9b7f-4d18-9842-39a1498c1a35 None None] Port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:35.771539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.779935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router b1cd729d-281e-4e9a-8a41-00cf8d7058e7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:35.789610 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ab39854-06b5-43de-9573-adb0cb4166bb tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] 10.222.0.39 "PUT /v2.0/quotas/5f12bb21dc8f4570bf829033a0a9907c HTTP/1.1" status: 200 len: 368 time: 0.2790282 Jul 30 03:48:35.790544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.795708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35190) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:35.815545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.834446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Request body: {'network': {'project_id': '5f12bb21dc8f4570bf829033a0a9907c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:35.875476 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.929176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1f5127-71a9-46ad-a935-ccf7667b799e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:35.930625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Pushing event updated for resources: {'Port': ['ID=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:35.933747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.951712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Made reservation on behalf of 5f12bb21dc8f4570bf829033a0a9907c for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:35.954651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.984085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:35.987352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:36.071173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.072069 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Added segment 7013210b-13e0-4ef9-8586-379224a8a8b0 of type vlan for network 612d70fe-8033-4711-ab12-4486d4da0830 Jul 30 03:48:36.141318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.186614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:36.198355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] Sync routers for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:36.210784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:36.211768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:36.213875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4a1d6c59-2400-49fe-95f1-f2c738c94d8c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/routers/b1cd729d-281e-4e9a-8a41-00cf8d7058e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5579104 Jul 30 03:48:36.215014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:36.274912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:36.290756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.291998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:36.292838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.304254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] Routers {'b1cd729d-281e-4e9a-8a41-00cf8d7058e7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:36.304791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:36.405984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:36.411481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea511c-e9bc-4617-aa78-7d17f3d4f9b7 None None] The sync data for ids ['b1cd729d-281e-4e9a-8a41-00cf8d7058e7'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:36.472869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] Pushing event updated for resources: {'Network': ['ID=612d70fe-8033-4711-ab12-4486d4da0830,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:36.484679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 612d70fe-8033-4711-ab12-4486d4da0830 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:36.506391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-29575210-d50e-458b-8f28-5f67ba7433a1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4694836 Jul 30 03:48:36.510435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:36.522413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Request body: {'subnet': {'network_id': '612d70fe-8033-4711-ab12-4486d4da0830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-3406503-subnet', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:36.540948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.656200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Made reservation on behalf of 5fcbbc64947f45948c47ecd844f51014 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:36.658517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.783354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.838157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.855656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:36.857297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:36.895919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:36.916066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e1ce3-8369-4672-8397-25bcae58d294,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:36.931975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:36.989809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port edf981b9-b0c9-4689-93a1-5f67b9c0e177 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:36.990429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.093978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.094811 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Added segment b0fb8b1b-3940-4bd1-b314-85a3680a25f3 of type vlan for network 5b0f95bd-51b8-4d0f-b05b-fc7ea8ea718c Jul 30 03:48:37.150263 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.213981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.269475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:37.336749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.338050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:37.338832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.345394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3aac639b-22b3-43ff-b6f2-c636913b82c0 None None] Provisioning complete for port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:37.345993 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3aac639b-22b3-43ff-b6f2-c636913b82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.426373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3aac639b-22b3-43ff-b6f2-c636913b82c0 None None] Port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:37.555481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:37.564175 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cd846fba-5e1f-46d3-9cb6-00c1a8d0187b admin admin] 10.222.0.39 "PUT /v2.0/routers/b1f6982a-e747-4fd0-8def-4f93fa3e1c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5070128 Jul 30 03:48:37.567887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Pushing event updated for resources: {'Network': ['ID=5b0f95bd-51b8-4d0f-b05b-fc7ea8ea718c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:37.574787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72e815c8-5b63-4c7d-b55d-bb64abb19847 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7735004 Jul 30 03:48:37.577594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:37.586107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Request body: {'network': {'project_id': '5f12bb21dc8f4570bf829033a0a9907c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:37.619101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5b0f95bd-51b8-4d0f-b05b-fc7ea8ea718c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:37.656938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Made reservation on behalf of 5f12bb21dc8f4570bf829033a0a9907c for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:37.661025 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.698900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:37.712644 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.713421 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Added segment 95a6d5f6-1127-4f1e-bab0-5619a9c24b99 of type vlan for network e32637bc-d927-4c64-85f3-aaab54e74513 Jul 30 03:48:37.717983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.734496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:37.776853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for edf981b9-b0c9-4689-93a1-5f67b9c0e177 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:37.779615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Checking segment: {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:37.780087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Network hostable DHCP agents. Network: 612d70fe-8033-4711-ab12-4486d4da0830, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:48:37.883043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.895492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Network 612d70fe-8033-4711-ab12-4486d4da0830 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:48:37.942757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.943949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:37.944602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:37.974086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 612d70fe-8033-4711-ab12-4486d4da0830) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:37.999407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9a390-afd4-48b0-8d86-c1403424d77a None None] Network 612d70fe-8033-4711-ab12-4486d4da0830 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:38.002256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:38.009098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.046651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4673867 Jul 30 03:48:38.051166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35252) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:38.056577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d27908a9-4b5c-40a4-8968-8de46b877666 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Request body: {'network': {'project_id': '5f12bb21dc8f4570bf829033a0a9907c'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:38.062040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f44407-4277-4697-9e8f-e4f8a872f353 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:38.117480 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27908a9-4b5c-40a4-8968-8de46b877666 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 03:48:38.117967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27908a9-4b5c-40a4-8968-8de46b877666 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:48:38.122488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d27908a9-4b5c-40a4-8968-8de46b877666 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0673754 Jul 30 03:48:38.122488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b4a4-ad94-4ca4-a014-cbb102c3aa5d tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Pushing event updated for resources: {'Network': ['ID=e32637bc-d927-4c64-85f3-aaab54e74513,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:38.160331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e32637bc-d927-4c64-85f3-aaab54e74513 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:38.190761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4a58203f-b655-422f-88fb-e7f68a01b365 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6749344 Jul 30 03:48:38.191997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35256) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:38.197913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:38.250364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.252135 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.299045 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:38.307639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:38.320179 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:38.325031 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:38.374104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.378802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.391966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 67f44407-4277-4697-9e8f-e4f8a872f353 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:38.402761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 67f44407-4277-4697-9e8f-e4f8a872f353 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:38.404379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.442274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=edf981b9-b0c9-4689-93a1-5f67b9c0e177,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:38.667653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5086dd76-2e68-46e2-b73b-c57ff2c17ff4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f12bb21dc8f4570bf829033a0a9907c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494022 Jul 30 03:48:38.672600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35268) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:38.698949 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.714798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.730148 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.758523 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:38.787843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-612d70fe-8033-4711-ab12-4486d4da0830', 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'fixed_ips': [{'subnet_id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:48:38.789408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.801185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 67f44407-4277-4697-9e8f-e4f8a872f353, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f44407-4277-4697-9e8f-e4f8a872f353,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:38.852505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.936642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=67f44407-4277-4697-9e8f-e4f8a872f353,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:38.967173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:38.972791 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.069925 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.070483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Fanout notify agent at l3_agent the message router_deleted on router b1cd729d-281e-4e9a-8a41-00cf8d7058e7 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:48:39.097834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.099105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2bb5bfab-229f-4805-bb5c-cd0ff6a68a04 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/routers/b1cd729d-281e-4e9a-8a41-00cf8d7058e7 HTTP/1.1" status: 204 len: 168 time: 2.8797276 Jul 30 03:48:39.103118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35276) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:39.145838 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 2, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:39.207670 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:48:39.208115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Updating router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:48:39.218557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:39.226333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253830104', 'description': 'tempest-description--1542277187'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:39.227416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.261135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.274803 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.277482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.288732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting subnet e7fe79cd-a39a-4915-a27e-390e57c0bf23 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:48:39.289385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Allocated IP 172.20.0.2 (612d70fe-8033-4711-ab12-4486d4da0830/af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8/b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:39.290793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5958370-18f7-4ffb-aca7-01f6cddf19f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.297654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.384918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5958370-18f7-4ffb-aca7-01f6cddf19f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.451184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.473125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Allocated IP 172.25.6.125 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/abc05478-90de-48ee-b833-a4468c17f27a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:39.608412 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.627056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Transition to ACTIVE for port object b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:39.648172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.726165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Transition to ACTIVE for port object b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:39.730989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.740255 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.746239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.750767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5958370-18f7-4ffb-aca7-01f6cddf19f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.750767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5958370-18f7-4ffb-aca7-01f6cddf19f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.755460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5958370-18f7-4ffb-aca7-01f6cddf19f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/359e1ce3-8369-4672-8397-25bcae58d294 HTTP/1.1" status: 204 len: 168 time: 1.0781488 Jul 30 03:48:39.762355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:39.773973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.792390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:39.797257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:39.801854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:39.844919 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.863711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Pushing event updated for resources: {'Port': ['ID=abc05478-90de-48ee-b833-a4468c17f27a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:39.867473 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Transition to ACTIVE for port object fc617c93-1cc3-4c4a-aa92-3fae40ff3284 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:39.870508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Network 612d70fe-8033-4711-ab12-4486d4da0830 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:39.878667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:39.882081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:39.884685 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:39.914261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f44407-4277-4697-9e8f-e4f8a872f353 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:39.949039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.014925 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572b6d8-7a5e-48c3-9f47-0ebf1dc97be3 None None] Pushing event updated for resources: {'Port': ['ID=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.019074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5958370-18f7-4ffb-aca7-01f6cddf19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e1ce3-8369-4672-8397-25bcae58d294,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.099982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.140116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.147471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Pushing event updated for resources: {'Port': ['ID=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.160894 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Attempting to bind port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:40.163330 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Attempting to bind port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:40.167088 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Attempting to bind port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:40.167291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9450722 Jul 30 03:48:40.174168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35294) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:40.189241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:40.189837 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:40.191972 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.192622 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Bound using segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:40.193350 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Bound port: fc617c93-1cc3-4c4a-aa92-3fae40ff3284, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:40.195499 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.197029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 67f44407-4277-4697-9e8f-e4f8a872f353 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:40.197175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43908d-2345-4bcf-ad8f-53566bb939d4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bae8b5b-ed9f-49d5-aabd-c8991711ed45,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.197777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.213291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Attempting to bind port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:40.214041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Attempting to bind port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:40.214576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Attempting to bind port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 on network 612d70fe-8033-4711-ab12-4486d4da0830 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:40.225326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'security_group_rule': {'security_group_id': '8bae8b5b-ed9f-49d5-aabd-c8991711ed45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:40.226605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:40.226875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Checking segment: {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:40.227310 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.227710 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Bound using segment: {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:40.228181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Bound port: b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:40.236935 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.327491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.352978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] For port fc617c93-1cc3-4c4a-aa92-3fae40ff3284, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:40.360556 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] For port fc617c93-1cc3-4c4a-aa92-3fae40ff3284, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:40.372930 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.422793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a98b98-a012-4ada-ab6f-beda69e58f86 None None] Network 7d58a8b5-0994-485d-9d77-d0f9dc52134b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:40.449888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.456975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/subnets/e7fe79cd-a39a-4915-a27e-390e57c0bf23 HTTP/1.1" status: 204 len: 168 time: 1.3533051 Jul 30 03:48:40.457886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:40.460977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc88f19-e74a-4a21-a6b6-9784f6a712e3 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fe79cd-a39a-4915-a27e-390e57c0bf23,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.471225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.483197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.485413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32637bc-d927-4c64-85f3-aaab54e74513']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:40.501209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a6d5f6-1127-4f1e-bab0-5619a9c24b99') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:40.502457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a6d5f6-1127-4f1e-bab0-5619a9c24b99') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:40.526482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.532417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.540932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] For port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:40.548174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.556783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:48:40.557894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:48:40.561185 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:48:40.576365 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572b6d8-7a5e-48c3-9f47-0ebf1dc97be3 None None] Pushing event updated for resources: {'Port': ['ID=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.593607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:40.594252 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:40.668196 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.674710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.679294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] 10.222.0.39 "DELETE /v2.0/networks/e32637bc-d927-4c64-85f3-aaab54e74513 HTTP/1.1" status: 204 len: 168 time: 0.9149256 Jul 30 03:48:40.682826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35304) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:40.748504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] For port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:40.751231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107c93c-a3ee-4bc3-b199-5f94060acc24 tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Pushing event deleted for resources: {'Network': ['ID=e32637bc-d927-4c64-85f3-aaab54e74513,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.772050 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.788952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.856751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.863515 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:40.909921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.914268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26ef15-225a-4a21-b766-406430528f5e None None] Pushing event updated for resources: {'Port': ['ID=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:40.935003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:40.952702 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.018339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c780d00f-5aff-4314-8db8-1de511adfd1f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:41.037950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] DHCP port deletion for 7d58a8b5-0994-485d-9d77-d0f9dc52134b request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:48:41.046106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.050712 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-33403b0c-12ee-41e9-88f4-f1feced09b8e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8321877 Jul 30 03:48:41.053495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:41.059154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'security_group_rule': {'security_group_id': '8bae8b5b-ed9f-49d5-aabd-c8991711ed45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:41.094521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 93befaa0-6efd-4e69-849e-aba0e6859497 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:41.095163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.147364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.167412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] Deleting port 93befaa0-6efd-4e69-849e-aba0e6859497 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:41.167801 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.196789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.220129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0f95bd-51b8-4d0f-b05b-fc7ea8ea718c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:41.246906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fb8b1b-3940-4bd1-b314-85a3680a25f3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:41.248722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fb8b1b-3940-4bd1-b314-85a3680a25f3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:41.275354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.315798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] For port 93befaa0-6efd-4e69-849e-aba0e6859497, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93befaa0-6efd-4e69-849e-aba0e6859497,segment=NetworkSegment(c5c06dc5-4616-4183-8d57-aadcabf923d6),segment_id=c5c06dc5-4616-4183-8d57-aadcabf923d6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:41.316352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.334057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.335821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] Calling delete_port for 93befaa0-6efd-4e69-849e-aba0e6859497 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:41.338531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.359950 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:40Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:41.370802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:48:41.371266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.380345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:48:41.490043 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:48:41.494996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a8394-210f-4d0e-8aed-3c6d7459c583 None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:40Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:41.499567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.499775 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.501918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ffc70d-af6f-41e9-92f7-172d19792e1b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:41.519288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.523792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5b0f95bd-51b8-4d0f-b05b-fc7ea8ea718c HTTP/1.1" status: 204 len: 168 time: 0.8375044 Jul 30 03:48:41.553949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] For port 93befaa0-6efd-4e69-849e-aba0e6859497, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=93befaa0-6efd-4e69-849e-aba0e6859497,segment=NetworkSegment(c5c06dc5-4616-4183-8d57-aadcabf923d6),segment_id=c5c06dc5-4616-4183-8d57-aadcabf923d6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:41.554420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.555604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad1608-0959-4509-be87-fffcd8fee18f tempest-QuotasNegativeTest-836820182 tempest-QuotasNegativeTest-836820182-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b0f95bd-51b8-4d0f-b05b-fc7ea8ea718c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:41.565618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.570358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:41.575563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-12d0fdbe-4862-4b2d-a341-6aa538309d1f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5192640 Jul 30 03:48:41.576255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35320) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:41.621270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] Pushing event deleted for resources: {'Port': ['ID=93befaa0-6efd-4e69-849e-aba0e6859497,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:41.624245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac48093-8039-4bf4-8198-c27ab1b108cf None None] No DVR routers for this DVR port 93befaa0-6efd-4e69-849e-aba0e6859497 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:41.677691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:41.703377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 93befaa0-6efd-4e69-849e-aba0e6859497 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:41.972011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.031754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:42.095407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:42.131920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213f47bc-0983-4750-8552-3b2994b791c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.174502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:42.180813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fc617c93-1cc3-4c4a-aa92-3fae40ff3284 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:42.203336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Router 3e8cb297-5d27-4266-a59d-a52423f8bb87 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:48:42.213475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.267321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=93befaa0-6efd-4e69-849e-aba0e6859497,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:42.284169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] No DVR routers for this DVR port 93befaa0-6efd-4e69-849e-aba0e6859497 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:48:42.334254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:42.347909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:42.348366 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.413538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b992b3bb-e63a-44e9-83e6-99d54b54a47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.426591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213f47bc-0983-4750-8552-3b2994b791c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.454889 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213f47bc-0983-4750-8552-3b2994b791c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.564319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.586786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-213f47bc-0983-4750-8552-3b2994b791c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86343d6508cc4c40aef3fbca7205dd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914079 Jul 30 03:48:42.589614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:42.616888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f47bc-0983-4750-8552-3b2994b791c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a49d09-2966-4488-9d7a-2771bb580e4c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:42.633051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port fc617c93-1cc3-4c4a-aa92-3fae40ff3284, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:42.643117 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.795390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32238d1d-dd3d-45a1-bc97-0e6b33cf99d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.803613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:42.817696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93befaa0-6efd-4e69-849e-aba0e6859497 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:48:42.825859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771c7ef-b857-4ddc-b972-e47b54860b06 None None] Network 612d70fe-8033-4711-ab12-4486d4da0830 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:42.852653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.857114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:42.868450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32238d1d-dd3d-45a1-bc97-0e6b33cf99d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.896764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.912958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 93befaa0-6efd-4e69-849e-aba0e6859497 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:48:42.919629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 93befaa0-6efd-4e69-849e-aba0e6859497 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:48:42.935901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Sync routers for ids ['3e8cb297-5d27-4266-a59d-a52423f8bb87'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:42.974294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d58a8b5-0994-485d-9d77-d0f9dc52134b']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:42.988455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32238d1d-dd3d-45a1-bc97-0e6b33cf99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.992200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32238d1d-dd3d-45a1-bc97-0e6b33cf99d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:42.996166 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-32238d1d-dd3d-45a1-bc97-0e6b33cf99d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1a49d09-2966-4488-9d7a-2771bb580e4c HTTP/1.1" status: 204 len: 168 time: 0.4026797 Jul 30 03:48:43.020594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32238d1d-dd3d-45a1-bc97-0e6b33cf99d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a49d09-2966-4488-9d7a-2771bb580e4c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:43.051321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.055716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:43.056838 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b1fab472-355f-4ea7-9636-870e95143078 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8626535 Jul 30 03:48:43.072516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c06dc5-4616-4183-8d57-aadcabf923d6') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:43.072815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c06dc5-4616-4183-8d57-aadcabf923d6') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:43.134700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.172876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Routers {'3e8cb297-5d27-4266-a59d-a52423f8bb87'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:43.173545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3e8cb297-5d27-4266-a59d-a52423f8bb87'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:43.180704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.197433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:48:43.197983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:48:43.333791 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:48:43.440775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.461607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.468426 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/networks/7d58a8b5-0994-485d-9d77-d0f9dc52134b HTTP/1.1" status: 204 len: 168 time: 3.0068028 Jul 30 03:48:43.487032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:43.562931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Allocated IP 172.25.6.235 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5f76c13c-c2bb-46ff-b7fd-5da11d8aee8a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:43.572414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] Provisioning for port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:43.647221 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:48:43.752504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Set router 3e8cb297-5d27-4266-a59d-a52423f8bb87 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:43.816076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.869588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ff1d-6b85-4365-8a75-d951f3bc3e38 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Network': ['ID=7d58a8b5-0994-485d-9d77-d0f9dc52134b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:43.874046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:43.881214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.936355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a00c56-bbb6-47bb-8d59-8ba4fd277e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.957037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] Provisioning complete for port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:43.957423 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:43.983467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:43.988500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:43.991630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:43.992638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fc617c93-1cc3-4c4a-aa92-3fae40ff3284 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:44.039731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'Port': ['ID=5f76c13c-c2bb-46ff-b7fd-5da11d8aee8a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:44.128820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.149985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 050774fa-65b0-4851-9228-72f0de5d2e42 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:44.150594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.194037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.396359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:44.397263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.428364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.428695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.456762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a00c56-bbb6-47bb-8d59-8ba4fd277e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.464988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 050774fa-65b0-4851-9228-72f0de5d2e42 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:44.471069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a00c56-bbb6-47bb-8d59-8ba4fd277e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.492714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.505501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.634360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a00c56-bbb6-47bb-8d59-8ba4fd277e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dd455c-39b5-4bb1-a2d2-dd3c5594a071,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:44.660649 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.706637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'Port': ['ID=5f76c13c-c2bb-46ff-b7fd-5da11d8aee8a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:44.727828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.738851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-44a00c56-bbb6-47bb-8d59-8ba4fd277e8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3d4cfa92e0b4996a3ff036ebdb73632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8637559 Jul 30 03:48:44.742778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:44.747933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] For port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:44.751080 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cdf79213-9d72-4c07-9e37-0d9249478e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.761634 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.775957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:48:40Z', 'revision_number': 3, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:44.786954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.840109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Checking router: 3e8cb297-5d27-4266-a59d-a52423f8bb87 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:48:44.841549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Updating router 3e8cb297-5d27-4266-a59d-a52423f8bb87 port abc05478-90de-48ee-b833-a4468c17f27a binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:48:44.909433 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.928788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.931485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-21707aaa-a4ad-4e4b-86b5-d7f2e9a3d92d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3490036 Jul 30 03:48:44.939411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a145e79e-1225-49e5-a888-2d1ec3326935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:44.986216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a145e79e-1225-49e5-a888-2d1ec3326935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.131999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a145e79e-1225-49e5-a888-2d1ec3326935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.134753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a145e79e-1225-49e5-a888-2d1ec3326935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.141177 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a145e79e-1225-49e5-a888-2d1ec3326935 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09dd455c-39b5-4bb1-a2d2-dd3c5594a071 HTTP/1.1" status: 204 len: 168 time: 0.3970358 Jul 30 03:48:45.154357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.156914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e79e-1225-49e5-a888-2d1ec3326935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dd455c-39b5-4bb1-a2d2-dd3c5594a071,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:45.254241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Allocated IP 172.20.0.1 (612d70fe-8033-4711-ab12-4486d4da0830/af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8/31d029d7-49a5-4a0d-8335-e55ede6dfdfc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:45.322725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.335111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Transition to ACTIVE for port object abc05478-90de-48ee-b833-a4468c17f27a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:45.374246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.377092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=050774fa-65b0-4851-9228-72f0de5d2e42,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:45.444667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-902d8d7f-156c-43d9-8424-990c5026c5a8 None None] Provisioning complete for port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:45.445290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-902d8d7f-156c-43d9-8424-990c5026c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.452930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517e19a-a9e3-4544-ab9c-3fa3bacf47ea None None] Pushing event updated for resources: {'Port': ['ID=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:45.455633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.495781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Attempting to bind port abc05478-90de-48ee-b833-a4468c17f27a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:45.496159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Attempting to bind port abc05478-90de-48ee-b833-a4468c17f27a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:45.496522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Attempting to bind port abc05478-90de-48ee-b833-a4468c17f27a on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:45.523329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:45.523720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:45.524130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.524948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:45.525456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Bound port: abc05478-90de-48ee-b833-a4468c17f27a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:45.525836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.550356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.553348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.555479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f8e29a0e-8efe-420b-878f-6c27457b01e2 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/floatingips/1b18f963-3261-4fb9-943b-9aeebf08476c HTTP/1.1" status: 204 len: 168 time: 2.0672927 Jul 30 03:48:45.560012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:45.605156 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac128f4e-aee1-49e3-a23c-1d4889e0d416 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] DELETE failed (client error): The resource could not be found. Jul 30 03:48:45.606534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.609738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac128f4e-aee1-49e3-a23c-1d4889e0d416 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:48:45.613302 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac128f4e-aee1-49e3-a23c-1d4889e0d416 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/ports/782391a9-8a6b-4213-8bc2-4295f039bafd HTTP/1.1" status: 404 len: 333 time: 0.0520976 Jul 30 03:48:45.616018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:45.654901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Transition to ACTIVE for port object 31d029d7-49a5-4a0d-8335-e55ede6dfdfc will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:45.675426 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a6ed6a1e-e14c-4721-a93a-daed509c0575 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1cd729d-281e-4e9a-8a41-00cf8d7058e7 HTTP/1.1" status: 200 len: 205 time: 0.0553944 Jul 30 03:48:45.676277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35414) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:45.700622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e873b9-82b9-4078-bb6e-2fe25e3859fd None None] Pushing event updated for resources: {'Port': ['ID=abc05478-90de-48ee-b833-a4468c17f27a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:45.719338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] For port abc05478-90de-48ee-b833-a4468c17f27a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:45.722877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] For port abc05478-90de-48ee-b833-a4468c17f27a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=abc05478-90de-48ee-b833-a4468c17f27a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:45.770283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:45.777426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-b5137764-eb7e-4873-8b8f-4245f79f6d1d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--253830104&fields=id&tenant_id=8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 267 time: 0.1378701 Jul 30 03:48:45.779687 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-ff91e3e6-506f-4d37-9ccb-196029865625 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] delete failed (client error): The resource could not be found. Jul 30 03:48:45.781223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ff91e3e6-506f-4d37-9ccb-196029865625 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/routers/b1cd729d-281e-4e9a-8a41-00cf8d7058e7 HTTP/1.1" status: 404 len: 336 time: 0.1022055 Jul 30 03:48:45.784810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35418) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:45.841642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Routers {'3e8cb297-5d27-4266-a59d-a52423f8bb87'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:45.842283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3e8cb297-5d27-4266-a59d-a52423f8bb87'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:45.886730 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6637908c-91af-4803-91a6-ef9e0dd11c45 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] DELETE failed (client error): The resource could not be found. Jul 30 03:48:45.887194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6637908c-91af-4803-91a6-ef9e0dd11c45 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:48:45.893058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6637908c-91af-4803-91a6-ef9e0dd11c45 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/subnets/e7fe79cd-a39a-4915-a27e-390e57c0bf23 HTTP/1.1" status: 404 len: 337 time: 0.1071177 Jul 30 03:48:45.896996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35426) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:46.004537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:46.045178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.079853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e873b9-82b9-4078-bb6e-2fe25e3859fd None None] Pushing event updated for resources: {'Port': ['ID=abc05478-90de-48ee-b833-a4468c17f27a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:46.088970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] Set router 3e8cb297-5d27-4266-a59d-a52423f8bb87 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:46.140393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port b5c8db53-55c0-4319-bdfd-d55b2335b648 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:46.143361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.171490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Pushing event updated for resources: {'Port': ['ID=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:46.205200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Network 612d70fe-8033-4711-ab12-4486d4da0830 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:46.211898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:46.215554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:46.259680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.334510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:46.335056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.382653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.398934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for b5c8db53-55c0-4319-bdfd-d55b2335b648 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:46.494431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-dae9f8a5-fbe9-4559-be87-7d7aa6e116e5 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:46.502184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-dae9f8a5-fbe9-4559-be87-7d7aa6e116e5 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 817 time: 0.7115111 Jul 30 03:48:46.539111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-9bc9239c-ae58-41ae-87cd-2cacc4abec9b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/quotas/8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 375 time: 0.0355713 Jul 30 03:48:46.574022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.581847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.686279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.821220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c491287e-35dc-4ffe-b8e5-fd94d0dd9080 None None] Provisioning for port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:46.832430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.837529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c491287e-35dc-4ffe-b8e5-fd94d0dd9080 None None] Provisioning complete for port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:46.838055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c491287e-35dc-4ffe-b8e5-fd94d0dd9080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.859088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-ba3ba0b8-8556-44d4-b0c5-6ee63b5226c7 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3191977 Jul 30 03:48:46.860627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:46.877516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c491287e-35dc-4ffe-b8e5-fd94d0dd9080 None None] Port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:46.905732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:48:40Z', 'revision_number': 3, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:47.011660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8839e-35cf-4fe9-b34f-54e10abedc82 None None] The sync data for ids ['3e8cb297-5d27-4266-a59d-a52423f8bb87'] in n-d-778696-14 is: [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:48:40Z', 'revision_number': 3, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:47.054077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:47.085311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Pushing event updated for resources: {'Port': ['ID=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:47.192241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-cc6fdaf1-bea8-4952-a90d-d9f6defcaabb service neutron] 10.222.0.39 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776618 Jul 30 03:48:47.211937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=b5c8db53-55c0-4319-bdfd-d55b2335b648,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:47.290539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:47.293167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-94514b3e-b6bc-4cd5-b042-3503626aa280 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/ports/b5c8db53-55c0-4319-bdfd-d55b2335b648 HTTP/1.1" status: 204 len: 168 time: 1.3937972 Jul 30 03:48:47.295841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35468) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:47.320759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Network 612d70fe-8033-4711-ab12-4486d4da0830 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:47.324263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:47.482837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 0bfd5c4e-209a-4e6c-bf00-15731a6503c2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:47.493833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-76320b59-717e-4f18-bb7b-8dfcf3cbd5b3 service neutron] 10.222.0.39 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884712 Jul 30 03:48:47.508568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:47.667071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Router 3e8cb297-5d27-4266-a59d-a52423f8bb87 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:47.679085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:47.725329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:47.739113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 0bfd5c4e-209a-4e6c-bf00-15731a6503c2 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:47.821491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1b1e8bea-289a-49af-992d-1130f7cc7bdd None None] Provisioning complete for port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:47.822903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8bea-289a-49af-992d-1130f7cc7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:47.929814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:47.937772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e8bea-289a-49af-992d-1130f7cc7bdd None None] Port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:47.948102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-426141b2-6a9e-4cb0-82d5-9114cbd91f35 admin admin] 10.222.0.39 "PUT /v2.0/routers/3e8cb297-5d27-4266-a59d-a52423f8bb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8909616 Jul 30 03:48:47.976309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-861727167', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:48.019690 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.053019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.061545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device abc05478-90de-48ee-b833-a4468c17f27a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:48.077715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Made reservation on behalf of 0544783cd44542a4abc65360cf82cc41 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:48.087171 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.150573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=0bfd5c4e-209a-4e6c-bf00-15731a6503c2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:48.196106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port abc05478-90de-48ee-b833-a4468c17f27a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:48.202163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port abc05478-90de-48ee-b833-a4468c17f27a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:48.202551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.314453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.321897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2300237-41ec-4ecf-8f70-752e108dcae6 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/ports/0bfd5c4e-209a-4e6c-bf00-15731a6503c2 HTTP/1.1" status: 204 len: 168 time: 1.0249815 Jul 30 03:48:48.323363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35504) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:48.420517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7debb0cc-8d8d-4016-b919-53d245823af0 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:48.425793 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.427875 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7debb0cc-8d8d-4016-b919-53d245823af0 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b HTTP/1.1" status: 200 len: 913 time: 0.1003349 Jul 30 03:48:48.428579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35510) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:48.492530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port abc05478-90de-48ee-b833-a4468c17f27a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=abc05478-90de-48ee-b833-a4468c17f27a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:48.509903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.612635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=abc05478-90de-48ee-b833-a4468c17f27a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:48.848676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:48.892871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b732581-1f51-4300-9c8c-a901122bfbfe req-25872132-01f3-45e3-b0f0-12f8df2ecca6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 210 time: 1.0443673 Jul 30 03:48:49.023447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.033025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.057060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:49.057241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35528) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:49.064357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-419017339-network', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:49.075519 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.076720 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Added segment 21166eb5-6f46-4ddc-8a31-86040d1d82b1 of type vlan for network 8077b627-4823-4879-966d-ada5248a1eb5 Jul 30 03:48:49.078637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbfbe7f-a4e4-4608-a563-9cf3fb69c674,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:49.123182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Made reservation on behalf of e3046c8d3a754b308de52335d239fcad for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:49.125981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.135950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.151948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.191483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.204275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.205403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:49.206000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.307026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Network': ['ID=8077b627-4823-4879-966d-ada5248a1eb5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:49.319533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8077b627-4823-4879-966d-ada5248a1eb5 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:49.465456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.493712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.514682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-97b6859b-5881-47d5-91ec-334c3b3d6b6e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8313000 Jul 30 03:48:49.515403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:49.520809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'subnet': {'network_id': '8077b627-4823-4879-966d-ada5248a1eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:49.532336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:49.609698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Made reservation on behalf of 0544783cd44542a4abc65360cf82cc41 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:49.611012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469d0f52-586e-462e-93de-79f33766d8dd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:49.612769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.625693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.626047 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Added segment 6067a8d9-e226-4a84-8600-0f2c12c65b37 of type vlan for network 8e872bb5-54a5-479c-9974-5d113e0c1f59 Jul 30 03:48:49.691295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-e67b877c-c2b5-446c-bdf0-ed0fc1c1e083 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:49.692957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-e67b877c-c2b5-446c-bdf0-ed0fc1c1e083 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 817 time: 0.2963097 Jul 30 03:48:49.697263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.776812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.778547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:49.779325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.799866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-376d024c-6430-4486-aca9-3e7afc209518 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 379 time: 0.0752015 Jul 30 03:48:49.811747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'port': {'device_id': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'admin_state_up': True, 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'security_groups': ['8bae8b5b-ed9f-49d5-aabd-c8991711ed45']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:49.855194 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Sync routers for ids ['3e8cb297-5d27-4266-a59d-a52423f8bb87'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:49.875121 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Routers {'3e8cb297-5d27-4266-a59d-a52423f8bb87'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:49.876180 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3e8cb297-5d27-4266-a59d-a52423f8bb87'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:49.877546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=8e872bb5-54a5-479c-9974-5d113e0c1f59,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:49.887677 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f4e3d24d-4fb5-4594-944c-a43b9e06b9a2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8293462 Jul 30 03:48:49.890394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35548) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:49.897652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Request body: {'subnet': {'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-419017339-subnet', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:49.899800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:48:49.906195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port 56c4e28f-b6e4-43e3-a34c-37692a5820da {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:49.906777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:49.930145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device abc05478-90de-48ee-b833-a4468c17f27a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:50.003520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Made reservation on behalf of e3046c8d3a754b308de52335d239fcad for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:50.007324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.024972 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Set router 3e8cb297-5d27-4266-a59d-a52423f8bb87 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:50.060024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port abc05478-90de-48ee-b833-a4468c17f27a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:50.061122 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.109001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.133135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for 56c4e28f-b6e4-43e3-a34c-37692a5820da owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:50.163006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-117deeee-7d8e-4b1f-aefb-bdf11e93ac5c req-38953fcc-14c6-47fd-9db9-786518074142 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 210 time: 0.0861650 Jul 30 03:48:50.307552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Made reservation on behalf of 8a11e35f536446af8f7e500d516c83b5 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:50.311981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.386527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.398170 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:48:46Z', 'revision_number': 4, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '31d029d7-49a5-4a0d-8335-e55ede6dfdfc', 'name': '', 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'mac_address': 'fa:16:3e:d0:6b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:44Z', 'updated_at': '2021-07-30T03:48:46Z', 'revision_number': 2, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'subnets': [{'id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:50.430458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Checking router: 3e8cb297-5d27-4266-a59d-a52423f8bb87 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:48:50.431219 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Updating router 3e8cb297-5d27-4266-a59d-a52423f8bb87 port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:48:50.472527 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.473909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:48:50.474748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.479331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f047d688-b808-4566-a255-2abac644b1ac,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:50.523932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Checking segment: {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:50.524294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Network hostable DHCP agents. Network: 8e872bb5-54a5-479c-9974-5d113e0c1f59, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:48:50.555740 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.562703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:48:50.597777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=56c4e28f-b6e4-43e3-a34c-37692a5820da,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:50.606676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8e872bb5-54a5-479c-9974-5d113e0c1f59) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:50.612963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:50.613898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.625720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7968e2-e166-444a-be17-b2ec243b78bf None None] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:50.630868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Allocated IP 172.20.0.14 (3f076422-8250-48a7-8ec8-3fdef4cce05c/5118daf6-fca6-4a71-bc75-a5ca0e49a411/692c299a-3e20-49aa-bdaf-4143357f094b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:50.636578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3e6db35-9636-43cc-9a0f-1cafdccb6899,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:50.655903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Checking segment: {'id': '21166eb5-6f46-4ddc-8a31-86040d1d82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:50.656274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network hostable DHCP agents. Network: 8077b627-4823-4879-966d-ada5248a1eb5, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:48:50.704461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 8077b627-4823-4879-966d-ada5248a1eb5 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:48:50.754821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8077b627-4823-4879-966d-ada5248a1eb5) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:50.762166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:50.762769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.784336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16496bea-e5a1-4184-9dc0-64f36a6052ce None None] Network 8077b627-4823-4879-966d-ada5248a1eb5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:50.806044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2226f740-0ed7-4032-b24d-e0b2b65a6f88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2893007 Jul 30 03:48:50.806571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:50.814959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1108050421', 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:50.859866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.863001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Made reservation on behalf of 0544783cd44542a4abc65360cf82cc41 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:50.865464 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.888767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Transition to ACTIVE for port object 692c299a-3e20-49aa-bdaf-4143357f094b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:50.893473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] device_id is not set on port 12e3de18-f3fe-47b3-9e98-94dfa235bf24 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:48:50.900591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.914713 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c59ab34-cf80-42b6-9b35-b908df501e68 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0214331 Jul 30 03:48:50.918307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35566) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:50.930126 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.941851 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Transition to ACTIVE for port object 31d029d7-49a5-4a0d-8335-e55ede6dfdfc will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:50.951495 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:50.963085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:51.020558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Allocated IP 2001:db8::15d (8077b627-4823-4879-966d-ada5248a1eb5/c3e6db35-9636-43cc-9a0f-1cafdccb6899/12e3de18-f3fe-47b3-9e98-94dfa235bf24) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:51.073840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.077379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436befb-64b4-4065-bfa6-5e8a6c488ec2 None None] Network 8077b627-4823-4879-966d-ada5248a1eb5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:51.078064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.170711 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b5f8c-b884-49f1-8872-f5bfd57eb381 None None] Pushing event updated for resources: {'Port': ['ID=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:51.184794 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Attempting to bind port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:51.185653 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Attempting to bind port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:51.186410 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Attempting to bind port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc on network 612d70fe-8033-4711-ab12-4486d4da0830 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:51.192368 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:51.193021 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Checking segment: {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:51.193603 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.194175 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Bound using segment: {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:51.194813 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Bound port: 31d029d7-49a5-4a0d-8335-e55ede6dfdfc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7013210b-13e0-4ef9-8586-379224a8a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:51.195661 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.218056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.220363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.255943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8e872bb5-54a5-479c-9974-5d113e0c1f59', 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'fixed_ips': [{'subnet_id': 'f047d688-b808-4566-a255-2abac644b1ac'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:48:51.260591 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.271127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.373572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 8077b627-4823-4879-966d-ada5248a1eb5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:51.378203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fc0740e-3be2-46a6-8f1a-b752d24fab12 req-0865e076-d8c2-4408-ad73-4ebd38bd1c8c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 210 time: 0.0501864 Jul 30 03:48:51.380692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Port': ['ID=12e3de18-f3fe-47b3-9e98-94dfa235bf24,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:51.385098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:51.388821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:51.390536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:51.391660 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.404609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.416621 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] For port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:51.420205 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] For port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:51.435618 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.473594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:51.482407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f9ea49f6-1841-4cdd-b273-e25c091477de tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6718204 Jul 30 03:48:51.489214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:51.529955 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Routers {'3e8cb297-5d27-4266-a59d-a52423f8bb87'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:51.530608 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3e8cb297-5d27-4266-a59d-a52423f8bb87'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:51.540499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:51.540719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.546479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:51.550923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:51.775902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:51.776686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.832754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Deleting port 12e3de18-f3fe-47b3-9e98-94dfa235bf24 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:51.835787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:51.848441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-9ad05562-8cad-4dcb-a3c2-f828c46358df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0430899 Jul 30 03:48:51.907668 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] Set router 3e8cb297-5d27-4266-a59d-a52423f8bb87 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:51.937599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Request body: {'port': {'device_id': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:51.991669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:48:52.006068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Allocated IP 172.20.0.2 (8e872bb5-54a5-479c-9974-5d113e0c1f59/f047d688-b808-4566-a255-2abac644b1ac/2bf11527-d17c-4252-bdf5-8e903d92411d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:52.082460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.180909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.226106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Calling delete_port for 12e3de18-f3fe-47b3-9e98-94dfa235bf24 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:52.239121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0651169c-c40b-4479-937d-ede277203082 None None] Provisioning for port 692c299a-3e20-49aa-bdaf-4143357f094b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:52.247504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0651169c-c40b-4479-937d-ede277203082 None None] Provisioning complete for port 692c299a-3e20-49aa-bdaf-4143357f094b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:52.247887 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0651169c-c40b-4479-937d-ede277203082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.258604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:52.273857 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72d4476a-c554-4ad8-98c9-f9e6cb1c9a32 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "PUT /v2.0/routers/ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8442264 Jul 30 03:48:52.276762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35588) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:52.281180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] Sync routers for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:52.282136 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b5f8c-b884-49f1-8872-f5bfd57eb381 None None] Pushing event updated for resources: {'Port': ['ID=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:52.301030 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.314621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:52.317090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:52.363982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:52.371239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Transition to ACTIVE for port object 2bf11527-d17c-4252-bdf5-8e903d92411d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:52.383035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0651169c-c40b-4479-937d-ede277203082 None None] Port 692c299a-3e20-49aa-bdaf-4143357f094b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:52.391243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] Routers {'ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:52.392119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:52.410848 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:48:46Z', 'revision_number': 4, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '31d029d7-49a5-4a0d-8335-e55ede6dfdfc', 'name': '', 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'mac_address': 'fa:16:3e:d0:6b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:44Z', 'updated_at': '2021-07-30T03:48:51Z', 'revision_number': 4, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'subnets': [{'id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:52.445290 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc0362-bf5e-4136-a417-3ac6844d64d3 None None] The sync data for ids ['3e8cb297-5d27-4266-a59d-a52423f8bb87'] in n-d-778696-14 is: [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:48:46Z', 'revision_number': 4, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '31d029d7-49a5-4a0d-8335-e55ede6dfdfc', 'name': '', 'network_id': '612d70fe-8033-4711-ab12-4486d4da0830', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'mac_address': 'fa:16:3e:d0:6b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:44Z', 'updated_at': '2021-07-30T03:48:51Z', 'revision_number': 4, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'subnets': [{'id': 'af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:52.484378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Transition to ACTIVE for port object 2bf11527-d17c-4252-bdf5-8e903d92411d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:52.487799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:52.488695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a65f91-0985-4f67-978a-2e763bed64e0 None None] The sync data for ids ['ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:52.498772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.576266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:52.580150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:52.584619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:52.640671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Pushing event updated for resources: {'Port': ['ID=2bf11527-d17c-4252-bdf5-8e903d92411d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:52.681900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Attempting to bind port 2bf11527-d17c-4252-bdf5-8e903d92411d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:52.682283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Attempting to bind port 2bf11527-d17c-4252-bdf5-8e903d92411d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:52.682660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Attempting to bind port 2bf11527-d17c-4252-bdf5-8e903d92411d on network 8e872bb5-54a5-479c-9974-5d113e0c1f59 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:52.688460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:52.688842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Checking segment: {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:52.689742 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.690146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Bound using segment: {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:52.690630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Bound port: 2bf11527-d17c-4252-bdf5-8e903d92411d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:52.691185 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.739359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f21b0-b6c1-4f19-8cba-ae811927db78 req-4986724f-5393-48f7-9d52-19c754c268d9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:52.748229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb6f21b0-b6c1-4f19-8cba-ae811927db78 req-4986724f-5393-48f7-9d52-19c754c268d9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 932 time: 0.1955125 Jul 30 03:48:52.755591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.764212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:48:52.794669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.801141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] For port 2bf11527-d17c-4252-bdf5-8e903d92411d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:52.806377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] For port 2bf11527-d17c-4252-bdf5-8e903d92411d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2bf11527-d17c-4252-bdf5-8e903d92411d,segment=NetworkSegment(6067a8d9-e226-4a84-8600-0f2c12c65b37),segment_id=6067a8d9-e226-4a84-8600-0f2c12c65b37)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:52.816882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.877358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event deleted for resources: {'Port': ['ID=12e3de18-f3fe-47b3-9e98-94dfa235bf24,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:52.886257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494ea63-ba80-4f23-937d-20ae86cc5b07 None None] Pushing event updated for resources: {'Port': ['ID=2bf11527-d17c-4252-bdf5-8e903d92411d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:52.931686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:52.937162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5b66bd65-f17c-4319-8e44-835489fce30d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/ports/12e3de18-f3fe-47b3-9e98-94dfa235bf24 HTTP/1.1" status: 204 len: 168 time: 1.4432950 Jul 30 03:48:52.937162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Transition to ACTIVE for port object 692c299a-3e20-49aa-bdaf-4143357f094b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:52.953486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:52.968975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8077b627-4823-4879-966d-ada5248a1eb5', 'external_fixed_ips': [{'subnet_id': 'c3e6db35-9636-43cc-9a0f-1cafdccb6899', 'ip_address': '2001:db8::15d'}]}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:52.997885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.048416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.049844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.073589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb6f21b0-b6c1-4f19-8cba-ae811927db78 req-7a3b7c79-6d36-4b36-95c6-6689c3685151 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233647 Jul 30 03:48:53.164895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:53.435319 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.475721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:53.476113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:53.477328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:53.479809 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.519361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.543871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.572706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ba16-a2a3-439e-b5de-9866b566d886 req-32f00a41-a8f8-494d-9e89-ca3d1c7c96fb tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:53.579686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b80ba16-a2a3-439e-b5de-9866b566d886 req-32f00a41-a8f8-494d-9e89-ca3d1c7c96fb tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.3405950 Jul 30 03:48:53.584580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Port 692c299a-3e20-49aa-bdaf-4143357f094b on network 3f076422-8250-48a7-8ec8-3fdef4cce05c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:48:53.585214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:53.604149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:53.604878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:53.605506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Bound using segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:53.606297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Bound port: 692c299a-3e20-49aa-bdaf-4143357f094b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:53.606900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.738262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b80ba16-a2a3-439e-b5de-9866b566d886 req-dad9b5bc-058c-41a7-b15c-60148e182386 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499765 Jul 30 03:48:53.781066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Allocated IP 172.25.6.152 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/16564949-3ae8-477a-a87c-0b5b8445ab1a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:53.786610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.866313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:53.876933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:53.884137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:53.888430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.001026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting port c214f135-6a31-4dcd-a8e4-6a87bded4cc3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:54.001477 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.029737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2bf11527-d17c-4252-bdf5-8e903d92411d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:54.046465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:54.047106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.048580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] 10.222.0.16 "PUT /v2.0/ports/692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1093 time: 2.1854568 Jul 30 03:48:54.051825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:48:54.054354 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53655e46-f79b-4de6-aa9d-ea4479741bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:48:54.126624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d749-1418-4853-85a0-f5949c954e09 service neutron] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:54.147633 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05b0ac4-3159-4eab-85b1-1998d60f3ffa x-openstack-request-id: req-d05b0ac4-3159-4eab-85b1-1998d60f3ffa {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:48:54.147928 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:48:54.148184 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d05b0ac4-3159-4eab-85b1-1998d60f3ffa {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:48:54.148660 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'status': 'completed', 'code': 200} Jul 30 03:48:54.166702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2bf11527-d17c-4252-bdf5-8e903d92411d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:54.177001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.183430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 31d029d7-49a5-4a0d-8335-e55ede6dfdfc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:54.296660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:54.300362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.305754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:54.306289 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.347274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.357962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Calling delete_port for c214f135-6a31-4dcd-a8e4-6a87bded4cc3 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:54.392287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3876c-d4f0-4981-8d5d-846a0c450d13 req-61c8d866-b28a-41c1-b3ce-0a93cf0cf481 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:54.394262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba3876c-d4f0-4981-8d5d-846a0c450d13 req-61c8d866-b28a-41c1-b3ce-0a93cf0cf481 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1452608 Jul 30 03:48:54.420028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-4141584a-19f1-4ff7-a9b8-65cb0465d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:54.421711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-4141584a-19f1-4ff7-a9b8-65cb0465d355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.2541435 Jul 30 03:48:54.428817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=16564949-3ae8-477a-a87c-0b5b8445ab1a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:54.437225 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.446208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:54.449876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:54.453401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:54.524625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:54.537620 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.571734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-f107ef96-074b-4caa-a06c-7f4229094b9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 217 time: 0.1114039 Jul 30 03:48:54.628749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:54.699757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cba3876c-d4f0-4981-8d5d-846a0c450d13 req-d4faacc2-a54c-48b9-b607-f0c355ce1485 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753921 Jul 30 03:48:54.700040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce38154-d9eb-4148-939e-15245792dcf4 None None] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:48:54.702143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-6385399b-6706-46c7-9a3f-56b7f049f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:54.703813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-6385399b-6706-46c7-9a3f-56b7f049f981 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1222427 Jul 30 03:48:54.767895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] Provisioning for port 2bf11527-d17c-4252-bdf5-8e903d92411d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:54.805713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] Provisioning complete for port 2bf11527-d17c-4252-bdf5-8e903d92411d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:54.806095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.847244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.851663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705186c-d256-4e81-b107-e22893bf73fa req-5c4d3aa4-5d21-4964-a2da-b769ed132f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:54.853377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-5c4d3aa4-5d21-4964-a2da-b769ed132f35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883565 Jul 30 03:48:54.895060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.959279 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:54.966640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Port': ['ID=c214f135-6a31-4dcd-a8e4-6a87bded4cc3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:55.034236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] For port 2bf11527-d17c-4252-bdf5-8e903d92411d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2bf11527-d17c-4252-bdf5-8e903d92411d,segment=NetworkSegment(6067a8d9-e226-4a84-8600-0f2c12c65b37),segment_id=6067a8d9-e226-4a84-8600-0f2c12c65b37)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:55.072881 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.096420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.149688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c41a-a2a9-4020-aa13-9c2ae6c04259 None None] Pushing event updated for resources: {'Port': ['ID=2bf11527-d17c-4252-bdf5-8e903d92411d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:55.244732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.248024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.249593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.323653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.404091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3b1251e9-3e52-4eb3-90ea-12e4a97214d8 None None] Provisioning complete for port 2bf11527-d17c-4252-bdf5-8e903d92411d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:55.404535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b1251e9-3e52-4eb3-90ea-12e4a97214d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.455209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.455777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Fanout notify agent at l3_agent the message router_deleted on router ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:48:55.464261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.469002 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a0ec0eaa-05ac-4653-84c6-0939f4680107 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/routers/ca0938a0-7dc3-48fd-a799-f0ef6cf07e5b HTTP/1.1" status: 204 len: 168 time: 3.1911390 Jul 30 03:48:55.469665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:55.484872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-5d655618-ee87-46de-952c-4ea8b61cd068 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119270 Jul 30 03:48:55.572500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Deleting subnet c6eec3a6-86a4-4c73-be8b-acbc2f772721 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:48:55.578186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.597639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372cdc-d71b-4a4c-876e-5446abf0c2e3 req-7c2a0367-2d9f-489c-af4e-b5c4dfde792e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:55.599542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30372cdc-d71b-4a4c-876e-5446abf0c2e3 req-7c2a0367-2d9f-489c-af4e-b5c4dfde792e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2806625 Jul 30 03:48:55.609586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.626686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.719258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30372cdc-d71b-4a4c-876e-5446abf0c2e3 req-999e6a8d-6f30-48b9-982a-8479b0ede4b1 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080635 Jul 30 03:48:55.727193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Allocated IP 2001:db8::15d (8077b627-4823-4879-966d-ada5248a1eb5/c3e6db35-9636-43cc-9a0f-1cafdccb6899/082fb531-7b41-4df4-bd47-3e0f55c3d532) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:55.730868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6705186c-d256-4e81-b107-e22893bf73fa req-25db5618-3445-4ddf-93eb-eb0540dc3a35 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227316 Jul 30 03:48:55.752325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.857240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.873754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:55.875851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/subnets/c6eec3a6-86a4-4c73-be8b-acbc2f772721 HTTP/1.1" status: 204 len: 168 time: 0.4034286 Jul 30 03:48:55.879046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:48:55.880803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35634) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:55.898373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2bf11527-d17c-4252-bdf5-8e903d92411d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:55.952226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ba18d-12e6-40b1-9318-91ea855ca47c tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Subnet': ['ID=c6eec3a6-86a4-4c73-be8b-acbc2f772721,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:55.973457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc976121-3a74-4bbc-a531-571846755312 req-3bb04da8-019e-4236-8789-6bbb2230dd7f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:55.974949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc976121-3a74-4bbc-a531-571846755312 req-3bb04da8-019e-4236-8789-6bbb2230dd7f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1594028 Jul 30 03:48:55.975125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2bf11527-d17c-4252-bdf5-8e903d92411d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:55.975712 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.001864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-77f975e6-cb8d-495f-9de2-7f9451803c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:56.003387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-77f975e6-cb8d-495f-9de2-7f9451803c51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.1448679 Jul 30 03:48:56.030657 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.072898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 31d029d7-49a5-4a0d-8335-e55ede6dfdfc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:48:56.129307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:56.129942 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.135582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc976121-3a74-4bbc-a531-571846755312 req-ab6c3e6e-aaa7-43ec-b4fd-d52045724bdc tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441531 Jul 30 03:48:56.154132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-05829044-580d-4a76-85e9-af75db2f5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:56.155679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-05829044-580d-4a76-85e9-af75db2f5c86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1428602 Jul 30 03:48:56.170115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.178181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.189888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:56.200929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Sync routers for ids ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:56.217186 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Routers {'3bbf385c-ce79-49d4-ab97-fa2d20e65035'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:56.218056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:56.221058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5aa15d-bd62-4f05-baca-101e977ae81b']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:56.226248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-933dae98-582d-43ff-bd7c-4eb83f9206a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 217 time: 0.0534580 Jul 30 03:48:56.239896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4db142-7f49-4d28-8614-e6b2b9908832') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:56.240245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4db142-7f49-4d28-8614-e6b2b9908832') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:56.251781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.259641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.264601 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-81e92506-4ab5-4282-a6f3-e940a291bbb8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3439314 Jul 30 03:48:56.265422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35636) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:56.291612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-7d3e326d-607c-441f-8b1b-36d6d3119819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:56.294323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-7d3e326d-607c-441f-8b1b-36d6d3119819 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0587060 Jul 30 03:48:56.319957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.335779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:48:56.336268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:48:56.339867 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:48:56.349017 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Set router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:56.376440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-53e8d58e-1360-4069-9460-c24cc397d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:56.377990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-53e8d58e-1360-4069-9460-c24cc397d91d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763505 Jul 30 03:48:56.379691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.460170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.465994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.468153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] 10.222.0.39 "DELETE /v2.0/networks/9d5aa15d-bd62-4f05-baca-101e977ae81b HTTP/1.1" status: 204 len: 168 time: 0.5679002 Jul 30 03:48:56.511386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423747b2-8fbc-4813-b897-c4aae2f3dab5 tempest-FloatingIPTestJSON-511216919 tempest-FloatingIPTestJSON-511216919-project] Pushing event deleted for resources: {'Network': ['ID=9d5aa15d-bd62-4f05-baca-101e977ae81b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:56.545964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-a7f91aa7-13d0-4cd7-bce5-f44b8a94e077 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568677 Jul 30 03:48:56.564278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Port': ['ID=082fb531-7b41-4df4-bd47-3e0f55c3d532,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:56.566107 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:48:54Z', 'revision_number': 3, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:56.599666 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Checking router: 3bbf385c-ce79-49d4-ab97-fa2d20e65035 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:48:56.600207 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Updating router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 port 16564949-3ae8-477a-a87c-0b5b8445ab1a binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:48:56.631161 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:56.691239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53655e46-f79b-4de6-aa9d-ea4479741bfe req-f41ca20b-02df-412d-9b46-c79e0d76a404 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201141 Jul 30 03:48:56.693551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 8077b627-4823-4879-966d-ada5248a1eb5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:56.695102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:56.697743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:56.972154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35646) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:57.028667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.040930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.050172 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.052550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553336fc-b630-4bf9-8b9e-d56cdc6ca239 req-1e0a4754-98f5-4c4c-841a-01ef4a2b2ac8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:57.054209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553336fc-b630-4bf9-8b9e-d56cdc6ca239 req-1e0a4754-98f5-4c4c-841a-01ef4a2b2ac8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2265000 Jul 30 03:48:57.080146 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Transition to ACTIVE for port object 16564949-3ae8-477a-a87c-0b5b8445ab1a will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:57.092657 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.140950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-553336fc-b630-4bf9-8b9e-d56cdc6ca239 req-6d949776-a2ea-42a6-8b3b-bdd8a9746306 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520275 Jul 30 03:48:57.236184 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Attempting to bind port 16564949-3ae8-477a-a87c-0b5b8445ab1a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:57.236765 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Attempting to bind port 16564949-3ae8-477a-a87c-0b5b8445ab1a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:57.240797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Attempting to bind port 16564949-3ae8-477a-a87c-0b5b8445ab1a on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:57.253325 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaf3e3-ebae-46a4-8f23-d7a06abcb4c1 None None] Pushing event updated for resources: {'Port': ['ID=16564949-3ae8-477a-a87c-0b5b8445ab1a,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:57.267220 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:57.267609 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:57.268014 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.268408 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:57.268885 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Bound port: 16564949-3ae8-477a-a87c-0b5b8445ab1a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:57.269268 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.332472 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] For port 16564949-3ae8-477a-a87c-0b5b8445ab1a, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:57.337056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] For port 16564949-3ae8-477a-a87c-0b5b8445ab1a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=16564949-3ae8-477a-a87c-0b5b8445ab1a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:57.345072 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.392028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Allocated IP 172.20.0.1 (8e872bb5-54a5-479c-9974-5d113e0c1f59/f047d688-b808-4566-a255-2abac644b1ac/e72d2f44-565e-4364-841d-6165e15dca1a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:48:57.406466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fafa51-2039-43a8-b15a-0c3c0353735a req-dce82558-c34d-4fd9-9a02-6852b4ac6a38 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:57.414523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41fafa51-2039-43a8-b15a-0c3c0353735a req-dce82558-c34d-4fd9-9a02-6852b4ac6a38 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1515267 Jul 30 03:48:57.425152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:57.425475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-00678ccc-c055-4136-b28d-b22c6bb6aaed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d0faad8b9a7459298a206b9562079f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517558 Jul 30 03:48:57.476494 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaf3e3-ebae-46a4-8f23-d7a06abcb4c1 None None] Pushing event updated for resources: {'Port': ['ID=16564949-3ae8-477a-a87c-0b5b8445ab1a,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:57.498960 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Routers {'3bbf385c-ce79-49d4-ab97-fa2d20e65035'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:57.500111 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:57.562801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41fafa51-2039-43a8-b15a-0c3c0353735a req-41adbc9c-5538-457b-846a-89a68f64f93a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468148 Jul 30 03:48:57.603095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.622868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Transition to ACTIVE for port object e72d2f44-565e-4364-841d-6165e15dca1a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:57.625029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.640140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90bc4a3-5eec-44fd-b82e-a87c8779e304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.654758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] Set router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:57.676967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.706879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90bc4a3-5eec-44fd-b82e-a87c8779e304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.732072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:57.738358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:48:57.744014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:48:57.788665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.792310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e72d2f44-565e-4364-841d-6165e15dca1a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:57.861707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Router e4de4e15-7fb2-499b-87d7-617cbddda2cb is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:48:57.869233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.869816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.870021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90bc4a3-5eec-44fd-b82e-a87c8779e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.870302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.870705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.871201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.871610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.872009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.872403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.872798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.873232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90bc4a3-5eec-44fd-b82e-a87c8779e304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:57.873599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.873993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.877812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:48:57.877981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a90bc4a3-5eec-44fd-b82e-a87c8779e304 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01337e4b-7eed-45bf-9c34-8ffd4854931c HTTP/1.1" status: 204 len: 168 time: 0.4412677 Jul 30 03:48:57.888045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc4a3-5eec-44fd-b82e-a87c8779e304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01337e4b-7eed-45bf-9c34-8ffd4854931c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:57.936517 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:48:54Z', 'revision_number': 3, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:58.010014 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba1f5d8-212a-480a-8164-687f01d57dcd None None] The sync data for ids ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'] in n-d-778696-14 is: [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:48:54Z', 'revision_number': 3, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:48:58.046533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:48:58.060107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Sync routers for ids ['e4de4e15-7fb2-499b-87d7-617cbddda2cb'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:48:58.068572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd60893d-8809-4ef7-998d-44d7e8413624 None None] Provisioning for port e72d2f44-565e-4364-841d-6165e15dca1a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:48:58.071255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:58.073694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-11e9fdd3-6135-474e-b57f-6dc1aeb22cb7 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1191347 Jul 30 03:48:58.078247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35658) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:58.078756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd60893d-8809-4ef7-998d-44d7e8413624 None None] Provisioning complete for port e72d2f44-565e-4364-841d-6165e15dca1a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:48:58.078756 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd60893d-8809-4ef7-998d-44d7e8413624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:58.081958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Routers {'e4de4e15-7fb2-499b-87d7-617cbddda2cb'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:58.082614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['e4de4e15-7fb2-499b-87d7-617cbddda2cb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:58.170951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cd60893d-8809-4ef7-998d-44d7e8413624 None None] Port e72d2f44-565e-4364-841d-6165e15dca1a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:48:58.195997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:58.247721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Set router e4de4e15-7fb2-499b-87d7-617cbddda2cb gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:48:58.356467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e635-21b1-4371-b63f-e1f367b94988 req-303e9601-aca0-4517-8faf-d0d09af5d1e7 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:58.370795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e82e635-21b1-4371-b63f-e1f367b94988 req-303e9601-aca0-4517-8faf-d0d09af5d1e7 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1032696 Jul 30 03:48:58.382389 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:58.482552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e82e635-21b1-4371-b63f-e1f367b94988 req-3195f6a6-6f3c-4084-8468-d1c1dbc8d8d1 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107101 Jul 30 03:48:58.543788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:48:58.661108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:58.679300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:58.708429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '692c299a-3e20-49aa-bdaf-4143357f094b', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b', 'mac_address': 'fa:16:3e:5b:1b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:48:58.812261 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:58.846297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4de4e15-7fb2-499b-87d7-617cbddda2cb', 'name': '', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8077b627-4823-4879-966d-ada5248a1eb5', 'external_fixed_ips': [{'subnet_id': 'c3e6db35-9636-43cc-9a0f-1cafdccb6899', 'ip_address': '2001:db8::15d'}], 'enable_snat': True}, 'gw_port_id': '082fb531-7b41-4df4-bd47-3e0f55c3d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:56Z', 'revision_number': 3, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port': {'id': '082fb531-7b41-4df4-bd47-3e0f55c3d532', 'name': '', 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4de4e15-7fb2-499b-87d7-617cbddda2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c3e6db35-9636-43cc-9a0f-1cafdccb6899', 'ip_address': '2001:db8::15d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:55Z', 'updated_at': '2021-07-30T03:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3e6db35-9636-43cc-9a0f-1cafdccb6899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:58.851437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:48:58.866336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7957-ae0f-47b9-8989-96c23e991056 req-a9ed7977-ae32-48de-9d2e-b3960bb6cf3c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:58.869359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-875b7957-ae0f-47b9-8989-96c23e991056 req-a9ed7977-ae32-48de-9d2e-b3960bb6cf3c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1518617 Jul 30 03:48:58.902094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Checking router: e4de4e15-7fb2-499b-87d7-617cbddda2cb for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:48:58.903623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Updating router e4de4e15-7fb2-499b-87d7-617cbddda2cb port 082fb531-7b41-4df4-bd47-3e0f55c3d532 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:48:58.934610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:48:58.947180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.026493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-875b7957-ae0f-47b9-8989-96c23e991056 req-421c8f14-fbbc-4fed-a356-f421a0a4dd1c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449010 Jul 30 03:48:59.131307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.190452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:59.304393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:48:59.378772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.391199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.432276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.444929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Transition to ACTIVE for port object 082fb531-7b41-4df4-bd47-3e0f55c3d532 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:48:59.456902 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.483366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e72d2f44-565e-4364-841d-6165e15dca1a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:59.492519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538207011'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:48:59.514315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e3a7-8b2b-47cc-bdb3-e86011a31d72 None None] Pushing event updated for resources: {'Port': ['ID=082fb531-7b41-4df4-bd47-3e0f55c3d532,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:59.527939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Deleting port 082fb531-7b41-4df4-bd47-3e0f55c3d532 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:48:59.528324 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.532647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.533310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:48:59.537920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.538219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Attempting to bind port 082fb531-7b41-4df4-bd47-3e0f55c3d532 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:48:59.538736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Attempting to bind port 082fb531-7b41-4df4-bd47-3e0f55c3d532 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '21166eb5-6f46-4ddc-8a31-86040d1d82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:48:59.539868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Attempting to bind port 082fb531-7b41-4df4-bd47-3e0f55c3d532 on network 8077b627-4823-4879-966d-ada5248a1eb5 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:48:59.552022 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.562756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:48:59.563205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Checking segment: {'id': '21166eb5-6f46-4ddc-8a31-86040d1d82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:48:59.563583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.564130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Bound using segment: {'id': '21166eb5-6f46-4ddc-8a31-86040d1d82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:48:59.564928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Bound port: 082fb531-7b41-4df4-bd47-3e0f55c3d532, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21166eb5-6f46-4ddc-8a31-86040d1d82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8077b627-4823-4879-966d-ada5248a1eb5'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:48:59.565317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.622677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['692c299a-3e20-49aa-bdaf-4143357f094b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:48:59.713401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da92f9-d60c-4b89-a3d7-092100d5855c req-f5821c38-5ca6-40d0-b4a8-a12a7ecf3e67 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:48:59.715752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81da92f9-d60c-4b89-a3d7-092100d5855c req-f5821c38-5ca6-40d0-b4a8-a12a7ecf3e67 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.0963066 Jul 30 03:48:59.744700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.751549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] For port 082fb531-7b41-4df4-bd47-3e0f55c3d532, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:48:59.759015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Calling delete_port for 082fb531-7b41-4df4-bd47-3e0f55c3d532 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:48:59.776101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] For port 082fb531-7b41-4df4-bd47-3e0f55c3d532, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=082fb531-7b41-4df4-bd47-3e0f55c3d532,segment=NetworkSegment(21166eb5-6f46-4ddc-8a31-86040d1d82b1),segment_id=21166eb5-6f46-4ddc-8a31-86040d1d82b1)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:48:59.782613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81da92f9-d60c-4b89-a3d7-092100d5855c req-502795db-a475-4975-80a3-38561a329022 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565193 Jul 30 03:48:59.787850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.788265 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.794497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.820843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:48:59.872702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:48:59.873390 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment c068e323-1979-4a94-9825-19b742836269 of type vlan for network 8e97df74-6b64-46fc-961e-091cfad68640 Jul 30 03:48:59.883163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Routers {'e4de4e15-7fb2-499b-87d7-617cbddda2cb'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:48:59.883163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['e4de4e15-7fb2-499b-87d7-617cbddda2cb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:48:59.893316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:48:59.923067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3fba25-32c8-4558-a417-7cb36b546724,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:48:59.931322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:00.004419 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.057090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.063937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:00.064855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.219615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=8e97df74-6b64-46fc-961e-091cfad68640,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:00.278676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.279324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.279858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.280768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.280983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.281499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.281905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.282464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.282877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.283397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.283836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.284231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:00.285902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 16564949-3ae8-477a-a87c-0b5b8445ab1a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:00.295073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0dc4fd73-2bd1-401a-a470-3a888a576084 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9890754 Jul 30 03:49:00.319883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.328348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8073d-14a6-4b3c-ac7d-7a7dd5e2186d req-754d3636-1ad1-46e3-855b-94afc4b8dbd0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:00.330789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daf8073d-14a6-4b3c-ac7d-7a7dd5e2186d req-754d3636-1ad1-46e3-855b-94afc4b8dbd0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1085644 Jul 30 03:49:00.368494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:00.376182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event deleted for resources: {'Port': ['ID=082fb531-7b41-4df4-bd47-3e0f55c3d532,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:00.399308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8e97df74-6b64-46fc-961e-091cfad68640 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:00.415876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daf8073d-14a6-4b3c-ac7d-7a7dd5e2186d req-0a3a7352-d574-4827-b9ff-d76f3280bc41 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777664 Jul 30 03:49:00.420963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.438141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e3a7-8b2b-47cc-bdb3-e86011a31d72 None None] Pushing event updated for resources: {'Port': ['ID=082fb531-7b41-4df4-bd47-3e0f55c3d532,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:00.446433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:00.453255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': '8e97df74-6b64-46fc-961e-091cfad68640', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:00.560837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] Set router e4de4e15-7fb2-499b-87d7-617cbddda2cb gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:00.580292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:00.584736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.588287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.593766 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.683942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-74b80559-8aaa-4648-9643-519526612c0f None None] Provisioning complete for port e72d2f44-565e-4364-841d-6165e15dca1a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:00.684350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-74b80559-8aaa-4648-9643-519526612c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.708879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.709480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4de4e15-7fb2-499b-87d7-617cbddda2cb {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:00.718170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.718676 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1522f87e-053a-4d47-8b0c-ca5b8d27d174 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e4de4e15-7fb2-499b-87d7-617cbddda2cb HTTP/1.1" status: 204 len: 168 time: 2.6389296 Jul 30 03:49:00.721759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:00.723175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4de4e15-7fb2-499b-87d7-617cbddda2cb', 'name': '', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:58Z', 'revision_number': 4, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:00.727207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:00.738115 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0303ce8c-43c6-4c0c-999a-fbff12b575b8 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bbf385c-ce79-49d4-ab97-fa2d20e65035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4700241 Jul 30 03:49:00.791765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b5f4-d386-4b67-82cc-94e2f12a66fc None None] The sync data for ids ['e4de4e15-7fb2-499b-87d7-617cbddda2cb'] in n-d-778696-14 is: [{'id': 'e4de4e15-7fb2-499b-87d7-617cbddda2cb', 'name': '', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:58Z', 'revision_number': 4, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:00.802749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-74b80559-8aaa-4648-9643-519526612c0f None None] Port e72d2f44-565e-4364-841d-6165e15dca1a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:49:00.806299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.813531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 16564949-3ae8-477a-a87c-0b5b8445ab1a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:00.820722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 16564949-3ae8-477a-a87c-0b5b8445ab1a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:00.821312 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.828657 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Sync routers for ids ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:00.850960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Deleting subnet c3e6db35-9636-43cc-9a0f-1cafdccb6899 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:49:00.857954 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Routers {'3bbf385c-ce79-49d4-ab97-fa2d20e65035'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:00.859348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.879759 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:00.926567 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:00.969536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 16564949-3ae8-477a-a87c-0b5b8445ab1a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=16564949-3ae8-477a-a87c-0b5b8445ab1a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:00.979941 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.014555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.066477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=16564949-3ae8-477a-a87c-0b5b8445ab1a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:01.081605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.112167 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Set router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:01.136463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833c28-f4c9-429c-90ad-72053bbb6922 req-9e927dc2-467a-4c4e-a0e1-0d96bdd148bd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:01.140685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e833c28-f4c9-429c-90ad-72053bbb6922 req-9e927dc2-467a-4c4e-a0e1-0d96bdd148bd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2320375 Jul 30 03:49:01.146168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.237081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:01.274269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': 'c068e323-1979-4a94-9825-19b742836269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e97df74-6b64-46fc-961e-091cfad68640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:01.274644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: 8e97df74-6b64-46fc-961e-091cfad68640, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:01.283595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e833c28-f4c9-429c-90ad-72053bbb6922 req-01e276c3-6eb2-41e1-a45d-b55ca4f1dd0e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125271 Jul 30 03:49:01.300106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.331108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e6db35-9636-43cc-9a0f-1cafdccb6899,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:01.335421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network 8e97df74-6b64-46fc-961e-091cfad68640 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:01.339541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.342523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a6662c08-91e2-45e0-b80f-fa8d9621df88 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/c3e6db35-9636-43cc-9a0f-1cafdccb6899 HTTP/1.1" status: 204 len: 168 time: 0.6194997 Jul 30 03:49:01.345500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 35822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:01.399274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8e97df74-6b64-46fc-961e-091cfad68640) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:01.410927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:01.411561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.423281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ed6c3-ce97-4ae4-aed8-16cd7bae4836 None None] Network 8e97df74-6b64-46fc-961e-091cfad68640 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:01.447311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.457339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35838) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:01.457852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c63e6388-4d2f-41d3-99b9-1be71c78ba26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0095110 Jul 30 03:49:01.469016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-620808536'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:01.517146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:01.521260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.588373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:01.607299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.607925 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment 519ee4f2-bb50-4394-a636-fd41c1a558db of type vlan for network 8bed2074-d2df-4e53-a4b9-ca9c057f1979 Jul 30 03:49:01.658944 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:48:58Z', 'revision_number': 4, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e72d2f44-565e-4364-841d-6165e15dca1a', 'name': '', 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'mac_address': 'fa:16:3e:e2:fa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'f047d688-b808-4566-a255-2abac644b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:57Z', 'updated_at': '2021-07-30T03:48:58Z', 'revision_number': 2, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'subnets': [{'id': 'f047d688-b808-4566-a255-2abac644b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:01.683042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.692879 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Checking router: 3bbf385c-ce79-49d4-ab97-fa2d20e65035 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:01.693515 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Updating router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 port e72d2f44-565e-4364-841d-6165e15dca1a binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:49:01.696289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8077b627-4823-4879-966d-ada5248a1eb5']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:01.714472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21166eb5-6f46-4ddc-8a31-86040d1d82b1') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:01.715369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21166eb5-6f46-4ddc-8a31-86040d1d82b1') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:01.736414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c696e-b9bc-4d27-8e5f-a23da508bfa5 req-0525a8c6-4a42-4012-bd6e-9049dbce2e86 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:01.737417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.741375 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.745448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f58c696e-b9bc-4d27-8e5f-a23da508bfa5 req-0525a8c6-4a42-4012-bd6e-9049dbce2e86 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1130877 Jul 30 03:49:01.774347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.805918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.829163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f58c696e-b9bc-4d27-8e5f-a23da508bfa5 req-2c121e0a-819a-4b46-b69c-b4eda6ab4839 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826921 Jul 30 03:49:01.848855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:01.850305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:01.857462 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:01.864429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.887062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:01.887993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.900568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8e97df74-6b64-46fc-961e-091cfad68640', 'network_id': '8e97df74-6b64-46fc-961e-091cfad68640', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': '8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:01.901455 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:01.915583 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4568536 Jul 30 03:49:01.936249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:01.943280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': '8bed2074-d2df-4e53-a4b9-ca9c057f1979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:02.002512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 16564949-3ae8-477a-a87c-0b5b8445ab1a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:02.095394 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.106920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8077b627-4823-4879-966d-ada5248a1eb5 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:49:02.112244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.124052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/networks/8077b627-4823-4879-966d-ada5248a1eb5 HTTP/1.1" status: 204 len: 168 time: 0.7717099 Jul 30 03:49:02.358041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb29b35-b143-46ba-bb46-5d3f152a51b9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=8bed2074-d2df-4e53-a4b9-ca9c057f1979,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:02.384293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8bed2074-d2df-4e53-a4b9-ca9c057f1979 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:02.418307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:02.422643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.445260 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.472212 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Transition to ACTIVE for port object e72d2f44-565e-4364-841d-6165e15dca1a will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:02.490865 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.587107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:02.601291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 16564949-3ae8-477a-a87c-0b5b8445ab1a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:02.601859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.622492 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee5d81-2305-4625-a120-836a4cc5e326 None None] Pushing event updated for resources: {'Port': ['ID=e72d2f44-565e-4364-841d-6165e15dca1a,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:02.732519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Attempting to bind port e72d2f44-565e-4364-841d-6165e15dca1a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:02.732658 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Attempting to bind port e72d2f44-565e-4364-841d-6165e15dca1a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:02.733411 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Attempting to bind port e72d2f44-565e-4364-841d-6165e15dca1a on network 8e872bb5-54a5-479c-9974-5d113e0c1f59 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:02.747951 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:02.748434 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Checking segment: {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:02.748806 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.750306 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Bound using segment: {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:02.750831 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Bound port: e72d2f44-565e-4364-841d-6165e15dca1a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6067a8d9-e226-4a84-8600-0f2c12c65b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:02.755398 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.923691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] For port e72d2f44-565e-4364-841d-6165e15dca1a, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:02.936622 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] For port e72d2f44-565e-4364-841d-6165e15dca1a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e72d2f44-565e-4364-841d-6165e15dca1a,segment=NetworkSegment(6067a8d9-e226-4a84-8600-0f2c12c65b37),segment_id=6067a8d9-e226-4a84-8600-0f2c12c65b37)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:02.951006 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:02.989934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Allocated IP 172.20.255.242 (8e97df74-6b64-46fc-961e-091cfad68640/8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea/8a1d6640-9d9f-4d76-b1f0-4fb719a078e4) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:03.045170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 35996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:03.045707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:03.073561 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Routers {'3bbf385c-ce79-49d4-ab97-fa2d20e65035'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:03.074750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:03.114636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'name': 'tempest-router--2020454837', 'project_id': 'fe609a67535641b4a27f07b0734e2f3e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:03.120544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b21ad6-2ab5-4654-8280-72cc3e169a24 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event deleted for resources: {'Network': ['ID=8077b627-4823-4879-966d-ada5248a1eb5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:03.205724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b600-4d60-4606-b084-054b51ee9596 req-b5af0170-57cd-4a65-9b49-9447db8a913f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:03.209849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.214132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a88b600-4d60-4606-b084-054b51ee9596 req-b5af0170-57cd-4a65-9b49-9447db8a913f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1284492 Jul 30 03:49:03.226800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35997da-2687-46f2-93bf-ce49c7586309 req-0554a097-ce8f-4f79-94e2-86f4c8808cf1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:03.238656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f35997da-2687-46f2-93bf-ce49c7586309 req-0554a097-ce8f-4f79-94e2-86f4c8808cf1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1517081 Jul 30 03:49:03.253148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee5d81-2305-4625-a120-836a4cc5e326 None None] Pushing event updated for resources: {'Port': ['ID=e72d2f44-565e-4364-841d-6165e15dca1a,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:03.426541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.431839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.442048 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] Set router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:03.444940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a88b600-4d60-4606-b084-054b51ee9596 req-49d8648e-ffbd-4c64-8136-50e51c8aff6c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282479 Jul 30 03:49:03.472834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=2bb14b82-f0d5-4735-b6d5-d07388371266,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:03.521514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f35997da-2687-46f2-93bf-ce49c7586309 req-116c4101-6b82-42fd-8719-12ef63cad3c3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815843 Jul 30 03:49:03.558067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 692c299a-3e20-49aa-bdaf-4143357f094b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:03.591492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 692c299a-3e20-49aa-bdaf-4143357f094b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:03.592533 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.650746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.651961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': '519ee4f2-bb50-4394-a636-fd41c1a558db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bed2074-d2df-4e53-a4b9-ca9c057f1979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:03.653050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: 8bed2074-d2df-4e53-a4b9-ca9c057f1979, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:03.658852 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.661520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.677634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Transition to ACTIVE for port object 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:03.722595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Transition to ACTIVE for port object 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:03.744525 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:48:58Z', 'revision_number': 4, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e72d2f44-565e-4364-841d-6165e15dca1a', 'name': '', 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'mac_address': 'fa:16:3e:e2:fa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'f047d688-b808-4566-a255-2abac644b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:57Z', 'updated_at': '2021-07-30T03:49:02Z', 'revision_number': 4, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'subnets': [{'id': 'f047d688-b808-4566-a255-2abac644b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:03.778861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.782499 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.782684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.784008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4e15c629-c648-49da-a7bf-0b54a9292d72 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7368884 Jul 30 03:49:03.787964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36086) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:03.791784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network 8bed2074-d2df-4e53-a4b9-ca9c057f1979 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:03.797488 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd57a64-154d-4484-9dd4-874f9e5576ed None None] The sync data for ids ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'] in n-d-778696-14 is: [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:48:58Z', 'revision_number': 4, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e72d2f44-565e-4364-841d-6165e15dca1a', 'name': '', 'network_id': '8e872bb5-54a5-479c-9974-5d113e0c1f59', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'mac_address': 'fa:16:3e:e2:fa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'f047d688-b808-4566-a255-2abac644b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:57Z', 'updated_at': '2021-07-30T03:49:02Z', 'revision_number': 4, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'subnets': [{'id': 'f047d688-b808-4566-a255-2abac644b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:03.846569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Network 8e97df74-6b64-46fc-961e-091cfad68640 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:03.875506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:03.879903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:49:03.882984 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e87db04-3764-420d-bd82-694c0378d403" -d '{"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-plugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:49:03.887621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:03.890302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:03.892807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8bed2074-d2df-4e53-a4b9-ca9c057f1979) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:03.904674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:03.906202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.922624 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.968960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63970f-5e54-4023-97c7-f7867406c8e8 None None] Network 8bed2074-d2df-4e53-a4b9-ca9c057f1979 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:03.983317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:03.991293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:03.994691 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f114a473-828b-4b9c-895d-2e24d7c12023 x-openstack-request-id: req-f114a473-828b-4b9c-895d-2e24d7c12023 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:49:03.995049 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-plugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:49:03.996312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1adc1678-20c2-4657-a964-eca716e0c1c7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0582888 Jul 30 03:49:03.999806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36110) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:04.022038 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f114a473-828b-4b9c-895d-2e24d7c12023 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:49:04.030197 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'code': 200} Jul 30 03:49:04.222586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.268669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Attempting to bind port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:04.269166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Attempting to bind port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'c068e323-1979-4a94-9825-19b742836269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e97df74-6b64-46fc-961e-091cfad68640'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:04.269532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Attempting to bind port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 on network 8e97df74-6b64-46fc-961e-091cfad68640 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:04.300692 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.306182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.309533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:04.310272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Checking segment: {'id': 'c068e323-1979-4a94-9825-19b742836269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e97df74-6b64-46fc-961e-091cfad68640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:04.310841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.311421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Bound using segment: {'id': 'c068e323-1979-4a94-9825-19b742836269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e97df74-6b64-46fc-961e-091cfad68640'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:04.315424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Bound port: 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068e323-1979-4a94-9825-19b742836269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e97df74-6b64-46fc-961e-091cfad68640'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:04.315920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aff01-9afb-489b-8c09-335d6ec6d085 req-42bdcd02-0615-4c26-b797-432d32abe153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:04.316023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.316107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e53aff01-9afb-489b-8c09-335d6ec6d085 req-42bdcd02-0615-4c26-b797-432d32abe153 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.2104986 Jul 30 03:49:04.368830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.399120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e53aff01-9afb-489b-8c09-335d6ec6d085 req-5f905f4f-fb08-48fc-b447-d1abc7d14644 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758040 Jul 30 03:49:04.404654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.405576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34386fee-4d5b-4c70-af10-2614e95df9d6 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:04.418837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.420826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4624d803-684a-4135-bcfd-3a50c5347a32 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/routers/34386fee-4d5b-4c70-af10-2614e95df9d6 HTTP/1.1" status: 204 len: 168 time: 0.6315980 Jul 30 03:49:04.426825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:04.461548 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.539871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b064143-4adf-4779-9443-6b9c2dccad86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8bed2074-d2df-4e53-a4b9-ca9c057f1979', 'network_id': '8bed2074-d2df-4e53-a4b9-ca9c057f1979', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': '2bb14b82-f0d5-4735-b6d5-d07388371266'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:04.540786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b064143-4adf-4779-9443-6b9c2dccad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.594080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.665067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36180) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:04.682600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb14b82-f0d5-4735-b6d5-d07388371266,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:04.684175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b9f71-6c24-49a5-a9d7-6e6580722772 None None] Network 8bed2074-d2df-4e53-a4b9-ca9c057f1979 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:04.698737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] For port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:04.789030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] For port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,segment=NetworkSegment(c068e323-1979-4a94-9825-19b742836269),segment_id=c068e323-1979-4a94-9825-19b742836269)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:04.814399 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.863534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9d75-680a-4cc0-9b97-14b5e4751e48 req-f8e7409d-8628-4f8c-845a-587890dff62e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:04.865262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b43f9d75-680a-4cc0-9b97-14b5e4751e48 req-f8e7409d-8628-4f8c-845a-587890dff62e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2112303 Jul 30 03:49:04.898939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:04.912381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81bfbb-1eba-402f-877e-9a3180762b25 req-7cd06292-495d-4349-add7-14ad7537b19d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:04.926995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bed2074-d2df-4e53-a4b9-ca9c057f1979']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:04.942562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc81bfbb-1eba-402f-877e-9a3180762b25 req-7cd06292-495d-4349-add7-14ad7537b19d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.2634637 Jul 30 03:49:04.976789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519ee4f2-bb50-4394-a636-fd41c1a558db') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:04.977091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519ee4f2-bb50-4394-a636-fd41c1a558db') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:05.010291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.052040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.090020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:05.090475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.123580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b43f9d75-680a-4cc0-9b97-14b5e4751e48 req-3f847efe-d602-4fb2-9502-74a7866b3eb8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324235 Jul 30 03:49:05.142136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc81bfbb-1eba-402f-877e-9a3180762b25 req-527beb22-3a8f-46bd-8793-ce1e1f684251 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981070 Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:05.251655 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:05.267456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-842793536', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:05.273991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.288112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.301722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:05.302756 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/8bed2074-d2df-4e53-a4b9-ca9c057f1979 HTTP/1.1" status: 204 len: 168 time: 1.3015726 Jul 30 03:49:05.307295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868330325'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:05.345805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aea59-da29-477d-9737-33eae01a9092 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=8bed2074-d2df-4e53-a4b9-ca9c057f1979,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:05.367154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 03:49:05.367154 n-d-778696-14 neutron-server[93877]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 03:49:05.367154 n-d-778696-14 neutron-server[93877]: [parameters: {'project_id': '8ca73dca8d044bc9b9965545ed62cac4', 'id': '9d0a5e58-4576-4962-9076-03ca1328594a', 'expiration': datetime.datetime(2021, 7, 30, 3, 51, 5, 348335)}] Jul 30 03:49:05.367154 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:05.368695 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:05.381704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:05.385352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.429398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:05.442053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.442567 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment 6d24205d-2050-4802-b31b-6ca724e4f899 of type vlan for network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c Jul 30 03:49:05.444944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db6ec4-69c6-4c20-832d-85cc2689a8a9 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:05.499011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Deleting port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:05.499410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.539959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.590226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4f2ae-3bba-4175-8d5b-c37256846ed9 req-06e50162-bf8f-4c0a-824c-06d06334edca tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:05.591940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0c4f2ae-3bba-4175-8d5b-c37256846ed9 req-06e50162-bf8f-4c0a-824c-06d06334edca tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.0876448 Jul 30 03:49:05.606468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.612195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:05.613029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.613379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] For port 31d029d7-49a5-4a0d-8335-e55ede6dfdfc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:05.613934 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.630621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Calling delete_port for 31d029d7-49a5-4a0d-8335-e55ede6dfdfc owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:05.737201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4343212 Jul 30 03:49:05.745089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:05.752332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:05.773907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94695f85-6151-4ecb-9c0a-377fd7b83ee9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=b6902cbe-a5cb-49f5-b43e-9f25b5ab838c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:05.779638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0c4f2ae-3bba-4175-8d5b-c37256846ed9 req-e1904151-0d32-4cd7-95b6-24f710c1c8ee tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809807 Jul 30 03:49:05.795548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:05.886086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-0a008b59-8fb6-48e7-8922-60d6eb30eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:05.888540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-0a008b59-8fb6-48e7-8922-60d6eb30eda9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.3307843 Jul 30 03:49:05.971857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:05.975622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:05.981068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.035227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d029d7-49a5-4a0d-8335-e55ede6dfdfc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:06.074924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e72d2f44-565e-4364-841d-6165e15dca1a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:06.081231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.082306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.109778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing IP validity checks on allocation pools {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 03:49:06.110809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 03:49:06.130586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-7700d4da-f3fb-425e-a3e9-37aae5352c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:06.133978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-7700d4da-f3fb-425e-a3e9-37aae5352c2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2364235 Jul 30 03:49:06.155066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e72d2f44-565e-4364-841d-6165e15dca1a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:06.159907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e72d2f44-565e-4364-841d-6165e15dca1a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:06.160551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.237192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.265220 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.322020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-cb465f6d-4e4e-4f2d-91f9-2465b0daa6b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 1001 time: 0.1791124 Jul 30 03:49:06.324310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e72d2f44-565e-4364-841d-6165e15dca1a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e72d2f44-565e-4364-841d-6165e15dca1a,segment=NetworkSegment(6067a8d9-e226-4a84-8600-0f2c12c65b37),segment_id=6067a8d9-e226-4a84-8600-0f2c12c65b37)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:06.333076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.334193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:06.437217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e72d2f44-565e-4364-841d-6165e15dca1a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:06.443361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-7f062d38-8713-41d5-95f6-915e17a02588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:06.449512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-7f062d38-8713-41d5-95f6-915e17a02588 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.1180887 Jul 30 03:49:06.488160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:06.518253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b99b9-0f83-4175-8b3d-ec30e08b6e6f None None] Network 8e97df74-6b64-46fc-961e-091cfad68640 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:06.628776 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c77543-5eec-4a54-9d94-6658144c59c6 req-36bb6644-4dd6-4cf8-b3c5-d0f309ae91da tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:06.637699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74c77543-5eec-4a54-9d94-6658144c59c6 req-36bb6644-4dd6-4cf8-b3c5-d0f309ae91da tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.3665943 Jul 30 03:49:06.651398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] Provisioning for port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:06.655422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.660145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] Provisioning complete for port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:06.660853 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.718673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=a6cd652e-9c12-48a2-a0de-f5ad2936dc46,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:06.765279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74c77543-5eec-4a54-9d94-6658144c59c6 req-f84f03a0-ba0f-454f-bb0c-59816bb4f6c1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266015 Jul 30 03:49:06.782874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-35cca1a4-c9f8-409c-a0c4-3f074ddf0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:06.785783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-35cca1a4-c9f8-409c-a0c4-3f074ddf0d2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3163197 Jul 30 03:49:06.824895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.889127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] For port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,segment=NetworkSegment(c068e323-1979-4a94-9825-19b742836269),segment_id=c068e323-1979-4a94-9825-19b742836269)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:06.899003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': '6d24205d-2050-4802-b31b-6ca724e4f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:06.899844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: b6902cbe-a5cb-49f5-b43e-9f25b5ab838c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:06.901245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:06.990053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eadb5-72c9-42f6-8ad0-17c049be955f None None] Pushing event updated for resources: {'Port': ['ID=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:07.055999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:07.061225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.071512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.075272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92e6f-6ad0-46ab-8b3a-7f20fe3ad808 req-830a2795-efdb-4b00-84fd-fe36449fd4fd tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:07.077031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51a92e6f-6ad0-46ab-8b3a-7f20fe3ad808 req-830a2795-efdb-4b00-84fd-fe36449fd4fd tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1657484 Jul 30 03:49:07.088413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36258) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:07.095582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, b6902cbe-a5cb-49f5-b43e-9f25b5ab838c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:07.097944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'floatingip': {'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:07.100875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:07.101939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.111279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a489e9e-9c42-4ccb-bc96-0eddb182984b None None] Network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:07.131545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a6eb1-a68c-4035-b30a-71c9890fa313 req-91cf2608-6398-4706-adfb-788aaf1260f0 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:07.133221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f37a6eb1-a68c-4035-b30a-71c9890fa313 req-91cf2608-6398-4706-adfb-788aaf1260f0 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1663082 Jul 30 03:49:07.138317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-4ef42959-1a22-4b4d-9174-3567b463de3b service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207769 Jul 30 03:49:07.176739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5417862e-e848-4894-8646-27ad6fc91d1d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4260378 Jul 30 03:49:07.198151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:07.244694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.294449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e21c14b6-1d06-4a60-9e44-b3e23cb384fe None None] Provisioning complete for port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:07.295896 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e21c14b6-1d06-4a60-9e44-b3e23cb384fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.361679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f37a6eb1-a68c-4035-b30a-71c9890fa313 req-465205aa-63e2-4b47-982a-d78b863422d3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189517 Jul 30 03:49:07.377177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-b6902cbe-a5cb-49f5-b43e-9f25b5ab838c', 'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': 'a6cd652e-9c12-48a2-a0de-f5ad2936dc46'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:07.377496 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.429499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3916d97-f0e4-4cd7-8f68-9ff572f31b1c req-6d003602-7158-4719-884a-7b6e6e28b148 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687860 Jul 30 03:49:07.434937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.520630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.613312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Allocated IP 172.20.0.3 (b6902cbe-a5cb-49f5-b43e-9f25b5ab838c/a6cd652e-9c12-48a2-a0de-f5ad2936dc46/74760cf3-2141-4a89-acc8-e01b4ae337a1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:07.784258 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.793783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Transition to ACTIVE for port object 74760cf3-2141-4a89-acc8-e01b4ae337a1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:07.810464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Transition to ACTIVE for port object 74760cf3-2141-4a89-acc8-e01b4ae337a1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:07.821672 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.855658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.869613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:07.873399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:07.877015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:07.899649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Pushing event updated for resources: {'Port': ['ID=74760cf3-2141-4a89-acc8-e01b4ae337a1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:07.931548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cd652e-9c12-48a2-a0de-f5ad2936dc46,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:07.935116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.973248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Attempting to bind port 74760cf3-2141-4a89-acc8-e01b4ae337a1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:07.973791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Attempting to bind port 74760cf3-2141-4a89-acc8-e01b4ae337a1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '6d24205d-2050-4802-b31b-6ca724e4f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:07.974250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Attempting to bind port 74760cf3-2141-4a89-acc8-e01b4ae337a1 on network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:07.977362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Router 3e8cb297-5d27-4266-a59d-a52423f8bb87 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:07.982013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:07.982636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Checking segment: {'id': '6d24205d-2050-4802-b31b-6ca724e4f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:07.983551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:07.984111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Bound using segment: {'id': '6d24205d-2050-4802-b31b-6ca724e4f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:07.984821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Bound port: 74760cf3-2141-4a89-acc8-e01b4ae337a1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d24205d-2050-4802-b31b-6ca724e4f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:07.985674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.006148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.025686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6902cbe-a5cb-49f5-b43e-9f25b5ab838c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:08.047950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d24205d-2050-4802-b31b-6ca724e4f899') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:08.048861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d24205d-2050-4802-b31b-6ca724e4f899') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:08.067801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.081434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.085938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] For port 74760cf3-2141-4a89-acc8-e01b4ae337a1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:08.090386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] For port 74760cf3-2141-4a89-acc8-e01b4ae337a1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=74760cf3-2141-4a89-acc8-e01b4ae337a1,segment=NetworkSegment(6d24205d-2050-4802-b31b-6ca724e4f899),segment_id=6d24205d-2050-4802-b31b-6ca724e4f899)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:08.103215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e72d2f44-565e-4364-841d-6165e15dca1a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:08.104299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.106720 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.112877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:08.113287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:08.192679 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:08.197307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:49:08.197307 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:49:08.197307 n-d-778696-14 neutron-server[93876]: [parameters: {'id': 'b6902cbe-a5cb-49f5-b43e-9f25b5ab838c'}] Jul 30 03:49:08.197307 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:08.197712 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:08.239420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5a0f-0302-4280-bc7c-476504afa03d None None] Pushing event updated for resources: {'Port': ['ID=74760cf3-2141-4a89-acc8-e01b4ae337a1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:08.253824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ea6e5-1e55-4840-9354-cac502012b47 None None] Network b6902cbe-a5cb-49f5-b43e-9f25b5ab838c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:08.316142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e72d2f44-565e-4364-841d-6165e15dca1a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:08.316439 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.323233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:08.337250 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2a2784c-a3c3-4da3-9d89-d57a506eae51 admin admin] 10.222.0.39 "PUT /v2.0/routers/3e8cb297-5d27-4266-a59d-a52423f8bb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2859063 Jul 30 03:49:08.337944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:08.354712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] Sync routers for ids ['3e8cb297-5d27-4266-a59d-a52423f8bb87'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:08.373077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] Routers {'3e8cb297-5d27-4266-a59d-a52423f8bb87'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:08.373657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3e8cb297-5d27-4266-a59d-a52423f8bb87'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:08.439961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 03:49:08.502731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Allocated IP 172.25.6.231 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5a987b63-0e02-4e4a-9d6e-c007b2911e44) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:08.512366 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.519594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.524597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.581035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779714c-4c33-4428-b463-806e8b489fc1 req-a11c7266-34b5-403b-99c9-d939196a7fab tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:08.581374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] Set router 3e8cb297-5d27-4266-a59d-a52423f8bb87 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:08.588124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a779714c-4c33-4428-b463-806e8b489fc1 req-a11c7266-34b5-403b-99c9-d939196a7fab tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1054716 Jul 30 03:49:08.704407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.705934 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Floating IP bffa1514-aa5d-4f0c-b093-f211aa86d2a3 associated. External IP: 172.25.6.235, port: 692c299a-3e20-49aa-bdaf-4143357f094b. Jul 30 03:49:08.725367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.755708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.774527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:08.779640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a15e94-b57a-4e38-9ff4-24b73cfa2793 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:08.811369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.816032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a779714c-4c33-4428-b463-806e8b489fc1 req-4445a162-cb35-4416-b6d1-351dc5653c3d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269022 Jul 30 03:49:08.864570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port 74760cf3-2141-4a89-acc8-e01b4ae337a1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:08.865044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.893500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:08.900537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:08.909417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:08.970239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port 74760cf3-2141-4a89-acc8-e01b4ae337a1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=74760cf3-2141-4a89-acc8-e01b4ae337a1,segment=NetworkSegment(6d24205d-2050-4802-b31b-6ca724e4f899),segment_id=6d24205d-2050-4802-b31b-6ca724e4f899)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:08.970608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:08.987651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for 74760cf3-2141-4a89-acc8-e01b4ae337a1 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:08.994762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:08.995302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.034244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event updated for resources: {'Port': ['ID=5a987b63-0e02-4e4a-9d6e-c007b2911e44,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:09.041706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a15e94-b57a-4e38-9ff4-24b73cfa2793 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:09.104511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Deleting port abc05478-90de-48ee-b833-a4468c17f27a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:09.105402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.121129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.179008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:49:05Z', 'revision_number': 5, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port': {'id': 'abc05478-90de-48ee-b833-a4468c17f27a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:39Z', 'updated_at': '2021-07-30T03:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:09.181205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=74760cf3-2141-4a89-acc8-e01b4ae337a1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:09.253319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] For port abc05478-90de-48ee-b833-a4468c17f27a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=abc05478-90de-48ee-b833-a4468c17f27a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:09.253700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.277961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Calling delete_port for abc05478-90de-48ee-b833-a4468c17f27a owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:09.280788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port 74760cf3-2141-4a89-acc8-e01b4ae337a1 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:09.373509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] Checking router: 3e8cb297-5d27-4266-a59d-a52423f8bb87 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:09.393855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] Routers {'3e8cb297-5d27-4266-a59d-a52423f8bb87'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:09.394663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3e8cb297-5d27-4266-a59d-a52423f8bb87'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:09.420868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.435675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6902cbe-a5cb-49f5-b43e-9f25b5ab838c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:09.455702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d24205d-2050-4802-b31b-6ca724e4f899') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:09.455982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d24205d-2050-4802-b31b-6ca724e4f899') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:09.470473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.532453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] Set router 3e8cb297-5d27-4266-a59d-a52423f8bb87 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:09.594473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:49:08Z', 'revision_number': 6, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:09.626451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9038d7-accc-4023-af43-71c407e6097c None None] The sync data for ids ['3e8cb297-5d27-4266-a59d-a52423f8bb87'] in n-d-778696-14 is: [{'id': '3e8cb297-5d27-4266-a59d-a52423f8bb87', 'name': 'tempest-TestAggregatesBasicOps-3406503-router', 'tenant_id': '5fcbbc64947f45948c47ecd844f51014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:38Z', 'updated_at': '2021-07-30T03:49:08Z', 'revision_number': 6, 'project_id': '5fcbbc64947f45948c47ecd844f51014', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:09.787008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.841858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:09.915913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.931415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:09.931864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:09.936366 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:10.019377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 31d029d7-49a5-4a0d-8335-e55ede6dfdfc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:10.024738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:10.030053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.037931 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:10.056009 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:10.056665 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:10.091526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8679f48a-934f-471a-9b3c-87d318bed6f9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "PUT /v2.0/floatingips/bffa1514-aa5d-4f0c-b093-f211aa86d2a3 HTTP/1.1" status: 200 len: 992 time: 2.9987502 Jul 30 03:49:10.093809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:49:10.096367 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbe434a-8b07-47d3-80f8-858c52977a80" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:49:10.135169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 31d029d7-49a5-4a0d-8335-e55ede6dfdfc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:10.138269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 31d029d7-49a5-4a0d-8335-e55ede6dfdfc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:10.146939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.159988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:10.171927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.177037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/b6902cbe-a5cb-49f5-b43e-9f25b5ab838c HTTP/1.1" status: 204 len: 168 time: 2.9389985 Jul 30 03:49:10.186837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:10.214995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e9131-7d2a-4b2e-95db-e6cd38670183 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=b6902cbe-a5cb-49f5-b43e-9f25b5ab838c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:10.227516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826962141'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:10.246518 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0702fbe9-16c9-41c3-be7a-c35002c4c14e x-openstack-request-id: req-0702fbe9-16c9-41c3-be7a-c35002c4c14e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:49:10.251782 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:49:10.252319 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0702fbe9-16c9-41c3-be7a-c35002c4c14e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:49:10.255127 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'status': 'completed', 'code': 200} Jul 30 03:49:10.265787 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:10.296873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.335078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Pushing event deleted for resources: {'Port': ['ID=abc05478-90de-48ee-b833-a4468c17f27a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:10.401153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:10.405772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.407655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-83f4547c-01b7-4cbb-9859-14fa638735bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:10.409204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-83f4547c-01b7-4cbb-9859-14fa638735bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.1492100 Jul 30 03:49:10.423458 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e72b688-b001-4b9d-94a5-2c619816ba6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.442031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.453420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.458268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:10.468240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.468722 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment b74a3439-191c-4fe8-b8d4-290cea23a4c4 of type vlan for network fec89923-94fc-4f18-9e21-97d3b7cf4c95 Jul 30 03:49:10.554304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.586967 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.590289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.602916 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bffa1514-aa5d-4f0c-b093-f211aa86d2a3', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'mac_address': 'fa:16:3e:5b:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:48:44Z', 'updated_at': '2021-07-30T03:49:08Z', 'revision_number': 1, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:10.639340 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:10.648443 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:10.649121 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:10.664174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.670130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:10.670817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.680070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-ded453b8-01df-4d3c-93f8-44b46c758ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:10.681884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-ded453b8-01df-4d3c-93f8-44b46c758ee2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.2634897 Jul 30 03:49:10.743907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.744543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e8cb297-5d27-4266-a59d-a52423f8bb87 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:10.751049 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.752515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-50bc57d1-d00d-4251-8164-c917e8d6692f admin admin] 10.222.0.39 "DELETE /v2.0/routers/3e8cb297-5d27-4266-a59d-a52423f8bb87 HTTP/1.1" status: 204 len: 168 time: 2.4128079 Jul 30 03:49:10.755090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:10.782647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=fec89923-94fc-4f18-9e21-97d3b7cf4c95,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:10.797542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:10.804347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network fec89923-94fc-4f18-9e21-97d3b7cf4c95 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:10.814086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-5aa07622-4926-4e7c-89de-00f230c28678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1000 time: 0.1238883 Jul 30 03:49:10.822746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Deleting subnet af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:49:10.826705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.830685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e72b688-b001-4b9d-94a5-2c619816ba6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.841211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e72b688-b001-4b9d-94a5-2c619816ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.870042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.872802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Router 54b50236-c73f-4590-ad36-f82e2610d580 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:10.892219 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-812c76e0-5ad2-47d7-a401-9bd0a1fb9f0c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6823225 Jul 30 03:49:10.899495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:10.914348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:10.928568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8e72b688-b001-4b9d-94a5-2c619816ba6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6931722794e45bca5d0278a6b9ef739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534049 Jul 30 03:49:10.934568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:10.940986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36292) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:10.991113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72b688-b001-4b9d-94a5-2c619816ba6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7ee49a-8652-4147-8c2d-992518d3b62c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:11.022455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.071929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-ad24125d-6024-4eec-a37d-fdc10d069b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:11.073441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-ad24125d-6024-4eec-a37d-fdc10d069b01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1061785 Jul 30 03:49:11.140172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-f141a9fc-0c03-45ff-83be-be59a3e142a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:11.141888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-f141a9fc-0c03-45ff-83be-be59a3e142a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611079 Jul 30 03:49:11.144057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.181254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:11.185338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.198289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:11.198289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.204480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:11.205523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2297c-b601-4b0c-91bb-18f96292d16b None None] Network 612d70fe-8033-4711-ab12-4486d4da0830 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:11.205907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36294) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:11.215706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7a8ae2a4-41d2-4730-9eeb-ca3baafa9e7a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/af59e5a9-51ce-4ea6-849c-eb5f8fb1cea8 HTTP/1.1" status: 204 len: 168 time: 0.4593534 Jul 30 03:49:11.221225 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bffa1514-aa5d-4f0c-b093-f211aa86d2a3', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'mac_address': 'fa:16:3e:5b:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:48:44Z', 'updated_at': '2021-07-30T03:49:08Z', 'revision_number': 1, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:11.228770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] Sync routers for ids ['54b50236-c73f-4590-ad36-f82e2610d580'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:11.245208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fb35-2ccd-45a2-8dbc-65ef4f0bb0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.251453 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e1f9d-2c2f-46b4-9093-7348c00ceffe None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bffa1514-aa5d-4f0c-b093-f211aa86d2a3', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'mac_address': 'fa:16:3e:5b:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:48:44Z', 'updated_at': '2021-07-30T03:49:08Z', 'revision_number': 1, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:11.281657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] Routers {'54b50236-c73f-4590-ad36-f82e2610d580'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:11.282524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['54b50236-c73f-4590-ad36-f82e2610d580'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:11.298060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-6c0d2403-3838-4899-9355-a689745d3c71 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466713 Jul 30 03:49:11.323020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fb35-2ccd-45a2-8dbc-65ef4f0bb0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.343928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:11.371117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] Routers {'54b50236-c73f-4590-ad36-f82e2610d580'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:11.371779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['54b50236-c73f-4590-ad36-f82e2610d580'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:11.411875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fbe434a-8b07-47d3-80f8-858c52977a80 req-27b916da-b595-498b-b4b0-183a09052813 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025774 Jul 30 03:49:11.425428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:11.425818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.426511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcce7b8-87ee-403b-a002-51ff3ad7a20b None None] The sync data for ids ['54b50236-c73f-4590-ad36-f82e2610d580'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:11.431776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a0c7c013-2dac-472b-962f-f895c2e8e14e tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7593014 Jul 30 03:49:11.436350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:11.452646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.471824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fb35-2ccd-45a2-8dbc-65ef4f0bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.474351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fb35-2ccd-45a2-8dbc-65ef4f0bb0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.477976 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5a1fb35-2ccd-45a2-8dbc-65ef4f0bb0a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a7ee49a-8652-4147-8c2d-992518d3b62c HTTP/1.1" status: 204 len: 168 time: 0.5018966 Jul 30 03:49:11.510797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1fb35-2ccd-45a2-8dbc-65ef4f0bb0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7ee49a-8652-4147-8c2d-992518d3b62c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:11.587490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] DHCP port deletion for 612d70fe-8033-4711-ab12-4486d4da0830 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:49:11.602150 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e56e95b-c63a-44c3-8741-ec53c5bc3e05 None None] New status for floating IP bffa1514-aa5d-4f0c-b093-f211aa86d2a3: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:49:11.613657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36302) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:11.614270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-079233db-288a-4d16-bb72-f120f4a6a206 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/54b50236-c73f-4590-ad36-f82e2610d580 HTTP/1.1" status: 200 len: 924 time: 0.1765745 Jul 30 03:49:11.648522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] Deleting port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:11.648944 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.669564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Deleting port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:11.670278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.676382 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bd578f8f-a276-451b-8cd9-8eabc2850093 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b50236-c73f-4590-ad36-f82e2610d580 HTTP/1.1" status: 200 len: 205 time: 0.0596521 Jul 30 03:49:11.679999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:11.718480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] For port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:11.719197 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.739696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] Calling delete_port for b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:11.791489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.862657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.899259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] Pushing event deleted for resources: {'Port': ['ID=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:11.910804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] For port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,segment=NetworkSegment(7013210b-13e0-4ef9-8586-379224a8a8b0),segment_id=7013210b-13e0-4ef9-8586-379224a8a8b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:11.911333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.912252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f3e8e-a0cc-406d-b74b-16338f5e2dd0 None None] No DVR routers for this DVR port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:11.933425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:11.947715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Calling delete_port for b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:11.966108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=ae8035e7-347e-4eba-8e76-e68a0d56425d,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:11.969995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:11.970407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:11.971000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device abc05478-90de-48ee-b833-a4468c17f27a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:11.976285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:11.992027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: abc05478-90de-48ee-b833-a4468c17f27a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:11.992467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device abc05478-90de-48ee-b833-a4468c17f27a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:12.059394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': 'b74a3439-191c-4fe8-b8d4-290cea23a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:12.059748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: fec89923-94fc-4f18-9e21-97d3b7cf4c95, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:12.134817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network fec89923-94fc-4f18-9e21-97d3b7cf4c95 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:12.156605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, fec89923-94fc-4f18-9e21-97d3b7cf4c95) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:12.163179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:12.163801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.164656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d85feb-82fa-4ed2-8c48-086e342a27fd None None] Network fec89923-94fc-4f18-9e21-97d3b7cf4c95 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:12.166487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.176284 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.212920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Pushing event deleted for resources: {'Port': ['ID=b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:12.236068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:12.236643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4ef31224-fe9d-416f-a547-0c1bffd16f9c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3333161 Jul 30 03:49:12.239468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] No DVR routers for this DVR port b079c5f8-a1d0-41ef-9ff9-da0b85ff65c8 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:12.326306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.352141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-fec89923-94fc-4f18-9e21-97d3b7cf4c95', 'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': 'ae8035e7-347e-4eba-8e76-e68a0d56425d'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:12.354897 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.380168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.382139 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b03c122a-f01d-4e74-b8d6-b8239c778c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.455898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.547362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Allocated IP 172.20.0.1 (fec89923-94fc-4f18-9e21-97d3b7cf4c95/ae8035e7-347e-4eba-8e76-e68a0d56425d/eebfa21d-40d1-45b7-88c8-bf509903e2bb) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:12.644831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612d70fe-8033-4711-ab12-4486d4da0830']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:12.654249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Deleting port 5a987b63-0e02-4e4a-9d6e-c007b2911e44 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:12.654595 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.660217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7013210b-13e0-4ef9-8586-379224a8a8b0') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:12.660642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7013210b-13e0-4ef9-8586-379224a8a8b0') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:12.704184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.707200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.716658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Transition to ACTIVE for port object eebfa21d-40d1-45b7-88c8-bf509903e2bb will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:12.726421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.734189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Transition to ACTIVE for port object eebfa21d-40d1-45b7-88c8-bf509903e2bb will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:12.737500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:12.737967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:12.740990 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:12.748325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.762600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.794759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Network fec89923-94fc-4f18-9e21-97d3b7cf4c95 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:12.795964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8035e7-347e-4eba-8e76-e68a0d56425d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:12.798934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:12.802618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:12.821842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.822672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Pushing event updated for resources: {'Port': ['ID=eebfa21d-40d1-45b7-88c8-bf509903e2bb,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:12.841639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Calling delete_port for 5a987b63-0e02-4e4a-9d6e-c007b2911e44 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:12.875865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Attempting to bind port eebfa21d-40d1-45b7-88c8-bf509903e2bb on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:12.876239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Attempting to bind port eebfa21d-40d1-45b7-88c8-bf509903e2bb by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'b74a3439-191c-4fe8-b8d4-290cea23a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:12.876603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Attempting to bind port eebfa21d-40d1-45b7-88c8-bf509903e2bb on network fec89923-94fc-4f18-9e21-97d3b7cf4c95 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:12.881388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.883793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:12.884172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Checking segment: {'id': 'b74a3439-191c-4fe8-b8d4-290cea23a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:12.884579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.885346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Bound using segment: {'id': 'b74a3439-191c-4fe8-b8d4-290cea23a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:12.885832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Bound port: eebfa21d-40d1-45b7-88c8-bf509903e2bb, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74a3439-191c-4fe8-b8d4-290cea23a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:12.886262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.894927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.895601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec89923-94fc-4f18-9e21-97d3b7cf4c95']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:12.916168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:12.922199 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] 10.222.0.39 "DELETE /v2.0/networks/612d70fe-8033-4711-ab12-4486d4da0830 HTTP/1.1" status: 204 len: 168 time: 1.6866841 Jul 30 03:49:12.922437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74a3439-191c-4fe8-b8d4-290cea23a4c4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:12.922437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74a3439-191c-4fe8-b8d4-290cea23a4c4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:12.922637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aafe73-1e56-4571-a586-5be557cb685b admin admin] Pushing event deleted for resources: {'Network': ['ID=612d70fe-8033-4711-ab12-4486d4da0830,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:12.923750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:12.970766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] For port eebfa21d-40d1-45b7-88c8-bf509903e2bb, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:12.974209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] For port eebfa21d-40d1-45b7-88c8-bf509903e2bb, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=eebfa21d-40d1-45b7-88c8-bf509903e2bb,segment=NetworkSegment(b74a3439-191c-4fe8-b8d4-290cea23a4c4),segment_id=b74a3439-191c-4fe8-b8d4-290cea23a4c4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:12.981660 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.033047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.049195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.055516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:13.055918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.069133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8f48e-41b4-4351-a489-9e8bf5acb7f5 None None] Pushing event updated for resources: {'Port': ['ID=eebfa21d-40d1-45b7-88c8-bf509903e2bb,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:13.096967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e212deb-abf8-4726-9fce-e1284b7d743e None None] Network fec89923-94fc-4f18-9e21-97d3b7cf4c95 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:13.124515 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:13.137266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.181828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event deleted for resources: {'Port': ['ID=5a987b63-0e02-4e4a-9d6e-c007b2911e44,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:13.203577 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:49:13.203577 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:49:13.203577 n-d-778696-14 neutron-server[93876]: [parameters: {'id': 'fec89923-94fc-4f18-9e21-97d3b7cf4c95'}] Jul 30 03:49:13.203577 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:13.204115 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:13.265615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.271641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f1a6c-4054-45b3-8d3b-ef0d0f6d8ca9 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:13.366566 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.369345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.395752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f1a6c-4054-45b3-8d3b-ef0d0f6d8ca9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:13.417202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.417897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Fanout notify agent at l3_agent the message router_deleted on router 54b50236-c73f-4590-ad36-f82e2610d580 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:13.426578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.427737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22f0db29-83b4-4080-b3a1-b4c30c93e816 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/54b50236-c73f-4590-ad36-f82e2610d580 HTTP/1.1" status: 204 len: 168 time: 1.7392356 Jul 30 03:49:13.431448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:13.436939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-47831369', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': False}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:13.464410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.471339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.561090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.563825 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.724168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.741800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.850658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port eebfa21d-40d1-45b7-88c8-bf509903e2bb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:13.850982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.945923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port eebfa21d-40d1-45b7-88c8-bf509903e2bb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=eebfa21d-40d1-45b7-88c8-bf509903e2bb,segment=NetworkSegment(b74a3439-191c-4fe8-b8d4-290cea23a4c4),segment_id=b74a3439-191c-4fe8-b8d4-290cea23a4c4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:13.946569 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.962150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for eebfa21d-40d1-45b7-88c8-bf509903e2bb owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:13.984645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Deleting port e72d2f44-565e-4364-841d-6165e15dca1a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:13.984986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:13.988015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.011432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.119758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] For port e72d2f44-565e-4364-841d-6165e15dca1a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e72d2f44-565e-4364-841d-6165e15dca1a,segment=NetworkSegment(6067a8d9-e226-4a84-8600-0f2c12c65b37),segment_id=6067a8d9-e226-4a84-8600-0f2c12c65b37)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:14.120053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.130107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Allocated IP 172.25.6.170 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/e091c329-4aac-4210-a3d8-4b2e3e0efe3e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:14.130309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.140591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Calling delete_port for e72d2f44-565e-4364-841d-6165e15dca1a owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:14.166583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=eebfa21d-40d1-45b7-88c8-bf509903e2bb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:14.172012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port eebfa21d-40d1-45b7-88c8-bf509903e2bb on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:14.259838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.300215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.304983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.313327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec89923-94fc-4f18-9e21-97d3b7cf4c95']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:14.326293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74a3439-191c-4fe8-b8d4-290cea23a4c4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:14.326648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74a3439-191c-4fe8-b8d4-290cea23a4c4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:14.345778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:14.349006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:14.352629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:14.375000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.380155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-755fdb9f-d4ea-478b-991d-367ebaea4eb5 req-488eb2b4-2588-442a-a943-1a2e456c467c service neutron] (93877) timed out ('10.222.0.39', 40324) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:49:14.382628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Port': ['ID=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:14.398333 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.409696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:14.410085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:14.413092 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:14.482490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.513629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.518776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/fec89923-94fc-4f18-9e21-97d3b7cf4c95 HTTP/1.1" status: 204 len: 168 time: 2.2757816 Jul 30 03:49:14.518995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:14.523880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601550034'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:14.542067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544d423-08c4-485b-8bcc-d23e74f89373 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=fec89923-94fc-4f18-9e21-97d3b7cf4c95,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:14.574090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:14.578839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.582911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.623404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72d2f44-565e-4364-841d-6165e15dca1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:14.655580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:14.677354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-63b202aa-e881-4f18-a531-b14cd7129b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.690679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.691174 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment c8f0c325-12a1-45a9-9bac-3f0f5235886c of type vlan for network 3e3693ae-f8fd-42b9-9953-83f615b6e475 Jul 30 03:49:14.701962 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.752189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.877797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.883704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:14.884290 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.927107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.965372 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.972973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:14.995301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4751868 Jul 30 03:49:15.001668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:15.006723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': '3e3693ae-f8fd-42b9-9953-83f615b6e475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:15.013066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333d1db-d0b7-485c-8ef8-e7d96790087a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=3e3693ae-f8fd-42b9-9953-83f615b6e475,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:15.024293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3e3693ae-f8fd-42b9-9953-83f615b6e475 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:15.113251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Router 5f04e9f2-a1dc-4409-aebd-d01662ff9f8a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:15.196094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:15.200151 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.233809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:15.247639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Sync routers for ids ['5f04e9f2-a1dc-4409-aebd-d01662ff9f8a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:15.250739 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.252329 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9386ae6a-afcd-4a2c-85d3-a40c7aeed2bd tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8196797 Jul 30 03:49:15.257003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:15.277226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Routers {'5f04e9f2-a1dc-4409-aebd-d01662ff9f8a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:15.277854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5f04e9f2-a1dc-4409-aebd-d01662ff9f8a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:15.409378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Set router 5f04e9f2-a1dc-4409-aebd-d01662ff9f8a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:15.609500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f04e9f2-a1dc-4409-aebd-d01662ff9f8a', 'name': 'tempest-snat-router-47831369', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.170'}], 'enable_snat': False}, 'gw_port_id': 'e091c329-4aac-4210-a3d8-4b2e3e0efe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:13Z', 'updated_at': '2021-07-30T03:49:14Z', 'revision_number': 3, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port': {'id': 'e091c329-4aac-4210-a3d8-4b2e3e0efe3e', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f04e9f2-a1dc-4409-aebd-d01662ff9f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:14Z', 'updated_at': '2021-07-30T03:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:15.639502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Checking router: 5f04e9f2-a1dc-4409-aebd-d01662ff9f8a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:15.639861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Updating router 5f04e9f2-a1dc-4409-aebd-d01662ff9f8a port e091c329-4aac-4210-a3d8-4b2e3e0efe3e binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:49:15.673340 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.829113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:15.845593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-784f264a-3c63-4c67-964e-d5c2b6d3f057 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/5f04e9f2-a1dc-4409-aebd-d01662ff9f8a HTTP/1.1" status: 200 len: 907 time: 0.5848527 Jul 30 03:49:15.846168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36422) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:15.851865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-47831369', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': True}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:15.908471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.909721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.977944 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.991054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Transition to ACTIVE for port object e091c329-4aac-4210-a3d8-4b2e3e0efe3e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:15.991651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:15.998910 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.064366 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.067803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Attempting to bind port e091c329-4aac-4210-a3d8-4b2e3e0efe3e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:16.068185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Attempting to bind port e091c329-4aac-4210-a3d8-4b2e3e0efe3e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:16.068554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Attempting to bind port e091c329-4aac-4210-a3d8-4b2e3e0efe3e on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:16.070493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6456f-6244-4b85-b4e0-bceeb3eaf706 None None] Pushing event updated for resources: {'Port': ['ID=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:16.077136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:16.077514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:16.077924 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.078905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:16.078905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Bound port: e091c329-4aac-4210-a3d8-4b2e3e0efe3e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:16.079251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.124770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:16.130516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f976fd8-5de4-4527-9566-4181e318daf7 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bbf385c-ce79-49d4-ab97-fa2d20e65035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2056854 Jul 30 03:49:16.136994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36424) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:16.138247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] Sync routers for ids ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:16.139223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] For port e091c329-4aac-4210-a3d8-4b2e3e0efe3e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:16.142652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] For port e091c329-4aac-4210-a3d8-4b2e3e0efe3e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:16.152251 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] Routers {'3bbf385c-ce79-49d4-ab97-fa2d20e65035'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:16.153055 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:16.153678 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.191017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.227828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6456f-6244-4b85-b4e0-bceeb3eaf706 None None] Pushing event updated for resources: {'Port': ['ID=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:16.228701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=e6c3bf5b-1597-4b05-be1e-50c523b025c2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:16.235847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': 'c8f0c325-12a1-45a9-9bac-3f0f5235886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e3693ae-f8fd-42b9-9953-83f615b6e475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:16.237012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: 3e3693ae-f8fd-42b9-9953-83f615b6e475, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:16.249358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Routers {'5f04e9f2-a1dc-4409-aebd-d01662ff9f8a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:16.250070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5f04e9f2-a1dc-4409-aebd-d01662ff9f8a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:16.305900 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] Set router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:16.324278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network 3e3693ae-f8fd-42b9-9953-83f615b6e475 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:16.337628 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.445335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3e3693ae-f8fd-42b9-9953-83f615b6e475) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:16.450145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:16.450743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.486018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5c3d627c-79f8-4dc3-8822-60543dd146c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4830313 Jul 30 03:49:16.488861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:16.537021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad32b3-6994-455a-a513-963881966e1e None None] Network 3e3693ae-f8fd-42b9-9953-83f615b6e475 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:16.553778 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.642293 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:49:14Z', 'revision_number': 5, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port': {'id': '16564949-3ae8-477a-a87c-0b5b8445ab1a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:53Z', 'updated_at': '2021-07-30T03:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:16.642603 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.671702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.678706 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] Checking router: 3bbf385c-ce79-49d4-ab97-fa2d20e65035 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:16.689899 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] Routers {'3bbf385c-ce79-49d4-ab97-fa2d20e65035'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:16.690673 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:16.698446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.726908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.776973 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.817958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Deleting port 16564949-3ae8-477a-a87c-0b5b8445ab1a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:16.818310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.831968 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] Set router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:16.845993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Allocated IP 172.25.6.4 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/4859214f-4be8-4ede-9574-b7d03147fa5d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:16.849867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb57e0f-e0a0-4a3a-887a-64f64c1c90f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3e3693ae-f8fd-42b9-9953-83f615b6e475', 'network_id': '3e3693ae-f8fd-42b9-9953-83f615b6e475', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': 'e6c3bf5b-1597-4b05-be1e-50c523b025c2'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:16.850756 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afb57e0f-e0a0-4a3a-887a-64f64c1c90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:16.856727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] Set router 5f04e9f2-a1dc-4409-aebd-d01662ff9f8a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:16.913575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:49:16Z', 'revision_number': 6, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:16.950406 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46575d7-b5d0-45f4-9963-6d9871240c9a None None] The sync data for ids ['3bbf385c-ce79-49d4-ab97-fa2d20e65035'] in n-d-778696-14 is: [{'id': '3bbf385c-ce79-49d4-ab97-fa2d20e65035', 'name': 'tempest-TestAggregatesBasicOps-419017339-router', 'tenant_id': 'e3046c8d3a754b308de52335d239fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:51Z', 'updated_at': '2021-07-30T03:49:16Z', 'revision_number': 6, 'project_id': 'e3046c8d3a754b308de52335d239fcad', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:16.990639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.020565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.038600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c3bf5b-1597-4b05-be1e-50c523b025c2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:17.076333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-afb57e0f-e0a0-4a3a-887a-64f64c1c90f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6c3bf5b-1597-4b05-be1e-50c523b025c2: This subnet is being modified by another concurrent operation. Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6c3bf5b-1597-4b05-be1e-50c523b025c2: This subnet is being modified by another concurrent operation. Jul 30 03:49:17.103208 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:49:17.145950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] For port 16564949-3ae8-477a-a87c-0b5b8445ab1a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=16564949-3ae8-477a-a87c-0b5b8445ab1a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:17.146321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.149956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:17.156825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:17.157950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53bfee-196e-43f1-bfde-47246ae3107b None None] Network 3e3693ae-f8fd-42b9-9953-83f615b6e475 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:17.161385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.163746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:17.168211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Port': ['ID=4859214f-4be8-4ede-9574-b7d03147fa5d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:17.176034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Calling delete_port for 16564949-3ae8-477a-a87c-0b5b8445ab1a owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:17.178075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3693ae-f8fd-42b9-9953-83f615b6e475']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:17.199126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f0c325-12a1-45a9-9bac-3f0f5235886c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:17.199504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f0c325-12a1-45a9-9bac-3f0f5235886c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:17.212785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.271552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.286420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:17.286830 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:17.290238 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:17.298249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f04e9f2-a1dc-4409-aebd-d01662ff9f8a', 'name': 'tempest-snat-router-47831369', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.170'}], 'enable_snat': False}, 'gw_port_id': 'e091c329-4aac-4210-a3d8-4b2e3e0efe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:13Z', 'updated_at': '2021-07-30T03:49:14Z', 'revision_number': 3, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port': {'id': 'e091c329-4aac-4210-a3d8-4b2e3e0efe3e', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f04e9f2-a1dc-4409-aebd-d01662ff9f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:14Z', 'updated_at': '2021-07-30T03:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:17.360597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126061ee-9053-46dc-9849-95bcc6ec1348 None None] The sync data for ids ['5f04e9f2-a1dc-4409-aebd-d01662ff9f8a'] in n-d-778696-14 is: [{'id': '5f04e9f2-a1dc-4409-aebd-d01662ff9f8a', 'name': 'tempest-snat-router-47831369', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.170'}], 'enable_snat': False}, 'gw_port_id': 'e091c329-4aac-4210-a3d8-4b2e3e0efe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:13Z', 'updated_at': '2021-07-30T03:49:14Z', 'revision_number': 3, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port': {'id': 'e091c329-4aac-4210-a3d8-4b2e3e0efe3e', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f04e9f2-a1dc-4409-aebd-d01662ff9f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:14Z', 'updated_at': '2021-07-30T03:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:17.364256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e550ae-0725-40c9-92cf-ef68bd2f287a None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:17.506895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e550ae-0725-40c9-92cf-ef68bd2f287a None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:17.534613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.542879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.551637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/3e3693ae-f8fd-42b9-9953-83f615b6e475 HTTP/1.1" status: 204 len: 168 time: 1.0616708 Jul 30 03:49:17.553513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:17.576030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-384759000'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:17.585644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880556-38bf-453f-b422-87a34a7edea6 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=3e3693ae-f8fd-42b9-9953-83f615b6e475,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:17.653689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:17.657504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.707736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:17.719937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.755711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.756111 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment ee0549bc-5336-481f-a244-bcadda51879e of type vlan for network ba671883-5f88-4c34-b344-9f3181a90299 Jul 30 03:49:17.767093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Pushing event deleted for resources: {'Port': ['ID=16564949-3ae8-477a-a87c-0b5b8445ab1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:17.875723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.890313 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:17.916604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.027285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.034909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 16564949-3ae8-477a-a87c-0b5b8445ab1a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:18.082344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 16564949-3ae8-477a-a87c-0b5b8445ab1a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:18.082986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 16564949-3ae8-477a-a87c-0b5b8445ab1a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:18.083677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e72d2f44-565e-4364-841d-6165e15dca1a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:18.116012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.120571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e72d2f44-565e-4364-841d-6165e15dca1a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:18.121722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:18.121869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e72d2f44-565e-4364-841d-6165e15dca1a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:18.131203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.135183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.147021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.243170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.272829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7162673 Jul 30 03:49:18.276727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:18.282207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': 'ba671883-5f88-4c34-b344-9f3181a90299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:18.304596 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.305161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bbf385c-ce79-49d4-ab97-fa2d20e65035 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:18.332686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5420c10-7711-4ef5-9807-f4c4ba6d92b1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=ba671883-5f88-4c34-b344-9f3181a90299,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:18.340031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.343353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aba122bc-d79b-40ee-8979-4adb20b0ec9c admin admin] 10.222.0.39 "DELETE /v2.0/routers/3bbf385c-ce79-49d4-ab97-fa2d20e65035 HTTP/1.1" status: 204 len: 168 time: 2.2031283 Jul 30 03:49:18.345073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ba671883-5f88-4c34-b344-9f3181a90299 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:18.348819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:18.440849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Router 240462e7-f919-4465-9e53-29739a901a45 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:18.483841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Deleting subnet f047d688-b808-4566-a255-2abac644b1ac {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:49:18.488477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.549326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:18.559282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.566853 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.602446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:18.615664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Sync routers for ids ['240462e7-f919-4465-9e53-29739a901a45'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:18.635671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.638453 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f612cd23-c850-472d-b315-1e4b8eee28c5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 2.7911675 Jul 30 03:49:18.641618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36444) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:18.648268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Routers {'240462e7-f919-4465-9e53-29739a901a45'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:18.649310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['240462e7-f919-4465-9e53-29739a901a45'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:18.747953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing IP validity checks on allocation pools {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 03:49:18.748565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 03:49:18.832224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b3ff4182-f45e-4bee-84d3-16f241f367b3 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/240462e7-f919-4465-9e53-29739a901a45 HTTP/1.1" status: 200 len: 904 time: 0.1892307 Jul 30 03:49:18.835728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36446) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:18.852820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:18.860571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Set router 240462e7-f919-4465-9e53-29739a901a45 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:18.993803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.056073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.102242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.104266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f047d688-b808-4566-a255-2abac644b1ac HTTP/1.1" status: 204 len: 168 time: 0.7544675 Jul 30 03:49:19.105789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.108460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:19.111077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b277e-bfbf-4fc7-a34a-0f0fc42d2a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f047d688-b808-4566-a255-2abac644b1ac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:19.130861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302749fa-49be-4bd3-bc52-ad8e6fdc963c None None] Network 8e872bb5-54a5-479c-9974-5d113e0c1f59 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:19.155376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.235999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=20e89181-e3ed-4501-a677-23230a72a5f4,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:19.244945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Deleting port 4859214f-4be8-4ede-9574-b7d03147fa5d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:19.246200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.293883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': 'ee0549bc-5336-481f-a244-bcadda51879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba671883-5f88-4c34-b344-9f3181a90299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:19.294285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: ba671883-5f88-4c34-b344-9f3181a90299, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:19.298589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.304889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240462e7-f919-4465-9e53-29739a901a45', 'name': 'tempest-snat-router-47831369', 'tenant_id': '0544783cd44542a4abc65360cf82cc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4859214f-4be8-4ede-9574-b7d03147fa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:15Z', 'updated_at': '2021-07-30T03:49:17Z', 'revision_number': 3, 'project_id': '0544783cd44542a4abc65360cf82cc41', 'gw_port': {'id': '4859214f-4be8-4ede-9574-b7d03147fa5d', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240462e7-f919-4465-9e53-29739a901a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:16Z', 'updated_at': '2021-07-30T03:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:19.337295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Checking router: 240462e7-f919-4465-9e53-29739a901a45 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:19.337671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Updating router 240462e7-f919-4465-9e53-29739a901a45 port 4859214f-4be8-4ede-9574-b7d03147fa5d binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:49:19.341863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network ba671883-5f88-4c34-b344-9f3181a90299 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:19.365140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ba671883-5f88-4c34-b344-9f3181a90299) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:19.371440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:19.372021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.378846 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.378957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.384840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72f22b-1685-48a9-ae24-9c7c8ff86844 None None] Network ba671883-5f88-4c34-b344-9f3181a90299 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:19.395638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f4038b8a-deff-4d44-bbee-c150fc00afd9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1153438 Jul 30 03:49:19.396593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36452) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:19.399075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Calling delete_port for 4859214f-4be8-4ede-9574-b7d03147fa5d owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:19.408000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Deleting port 2bf11527-d17c-4252-bdf5-8e903d92411d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:19.408354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.546193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] For port 2bf11527-d17c-4252-bdf5-8e903d92411d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2bf11527-d17c-4252-bdf5-8e903d92411d,segment=NetworkSegment(6067a8d9-e226-4a84-8600-0f2c12c65b37),segment_id=6067a8d9-e226-4a84-8600-0f2c12c65b37)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:19.546604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.558608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47848b24-3662-49f1-a2c9-0ef32b3f50bb None None] DHCP port deletion for 8e872bb5-54a5-479c-9974-5d113e0c1f59 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:49:19.566660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Calling delete_port for 2bf11527-d17c-4252-bdf5-8e903d92411d owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:19.610519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.698888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.770131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf11527-d17c-4252-bdf5-8e903d92411d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:19.772109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] No DVR routers for this DVR port 2bf11527-d17c-4252-bdf5-8e903d92411d on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:19.778954 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.852759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.872474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.887457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e872bb5-54a5-479c-9974-5d113e0c1f59']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:19.904545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6067a8d9-e226-4a84-8600-0f2c12c65b37') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:19.904914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6067a8d9-e226-4a84-8600-0f2c12c65b37') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:19.917128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event deleted for resources: {'Port': ['ID=4859214f-4be8-4ede-9574-b7d03147fa5d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:19.936939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.945931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-47848b24-3662-49f1-a2c9-0ef32b3f50bb None None] The port '2bf11527-d17c-4252-bdf5-8e903d92411d' was deleted {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 03:49:19.956878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.980066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.990115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:19.990859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:19.993210 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:20.007337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e091c329-4aac-4210-a3d8-4b2e3e0efe3e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:20.045727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=20e89181-e3ed-4501-a677-23230a72a5f4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:20.125068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.132901 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.135273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e872bb5-54a5-479c-9974-5d113e0c1f59 HTTP/1.1" status: 204 len: 168 time: 1.0253739 Jul 30 03:49:20.149714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084b634-b2c7-4213-ad55-212c47b69291 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e872bb5-54a5-479c-9974-5d113e0c1f59,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:20.160958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.189564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba671883-5f88-4c34-b344-9f3181a90299']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:20.190543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dba53a-c35b-4352-8973-3f1b5d5bf43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ba671883-5f88-4c34-b344-9f3181a90299', 'network_id': 'ba671883-5f88-4c34-b344-9f3181a90299', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': '20e89181-e3ed-4501-a677-23230a72a5f4'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:20.191906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-60dba53a-c35b-4352-8973-3f1b5d5bf43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.199714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.205988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0549bc-5336-481f-a244-bcadda51879e') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:20.206340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0549bc-5336-481f-a244-bcadda51879e') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:20.232633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e091c329-4aac-4210-a3d8-4b2e3e0efe3e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:20.246749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e091c329-4aac-4210-a3d8-4b2e3e0efe3e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:20.247151 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.275555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.321846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.325579 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.327558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.338586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:20.339648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:20.343101 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:20.440747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.441282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 240462e7-f919-4465-9e53-29739a901a45 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:20.449399 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.453664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3687233-09dc-4476-b8af-9df596407251 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/routers/240462e7-f919-4465-9e53-29739a901a45 HTTP/1.1" status: 204 len: 168 time: 1.6136794 Jul 30 03:49:20.457383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:20.470362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.483251 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.486189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9df2ea-1e99-413f-b4ba-aab7ef0a8c7c None None] Network ba671883-5f88-4c34-b344-9f3181a90299 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:20.488035 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/ba671883-5f88-4c34-b344-9f3181a90299 HTTP/1.1" status: 204 len: 168 time: 1.0904500 Jul 30 03:49:20.492683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36462) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:20.516220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9df2ea-1e99-413f-b4ba-aab7ef0a8c7c None None] Network ba671883-5f88-4c34-b344-9f3181a90299 could not be found, it might have been deleted concurrently. {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 03:49:20.524636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1124331596'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:20.541853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843490cc-a8aa-4856-bb5f-89e4b8c86e14 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=ba671883-5f88-4c34-b344-9f3181a90299,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:20.545912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:20.567036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:20.574824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.606220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:20.610549 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.619421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.619940 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment 870d1ec2-f5a2-4c2a-9618-6ea6e488c53b of type vlan for network a34257eb-3cbb-4676-91d2-18ded6d40192 Jul 30 03:49:20.647378 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:49:20.660642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e091c329-4aac-4210-a3d8-4b2e3e0efe3e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:20.663104 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:20.663576 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:20.667529 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.684037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.699414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.707897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-07d4713a-f74b-460b-949d-36e53b95398c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fcbbc64947f45948c47ecd844f51014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579373 Jul 30 03:49:20.721976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36466) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:20.754255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2bf11527-d17c-4252-bdf5-8e903d92411d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:20.776118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.778498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2bf11527-d17c-4252-bdf5-8e903d92411d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:20.778856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2bf11527-d17c-4252-bdf5-8e903d92411d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:20.784290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:20.784572 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.788826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:20.848303 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:20.856600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3589158 Jul 30 03:49:20.858818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:20.876553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:21.020735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Deleting port e091c329-4aac-4210-a3d8-4b2e3e0efe3e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:21.021114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.066082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:21.069750 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.136190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f673722-0b51-46cf-a8e8-59696df5d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.142762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acadec1-0422-4e8e-b3d2-ecc852f31495 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=a34257eb-3cbb-4676-91d2-18ded6d40192,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:21.159934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a34257eb-3cbb-4676-91d2-18ded6d40192 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:21.164906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f673722-0b51-46cf-a8e8-59696df5d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.218507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f673722-0b51-46cf-a8e8-59696df5d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.222090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f673722-0b51-46cf-a8e8-59696df5d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.223476 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f673722-0b51-46cf-a8e8-59696df5d92c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce1f5127-71a9-46ad-a935-ccf7667b799e HTTP/1.1" status: 204 len: 168 time: 0.4976604 Jul 30 03:49:21.233586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f673722-0b51-46cf-a8e8-59696df5d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1f5127-71a9-46ad-a935-ccf7667b799e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:21.263598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Port 4859214f-4be8-4ede-9574-b7d03147fa5d not found while updating agent binding for router 240462e7-f919-4465-9e53-29739a901a45. {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 03:49:21.294914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:21.295316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:49:21.295930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_agentschedulers_db [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'240462e7-f919-4465-9e53-29739a901a45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent'). {{(pid=93878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 03:49:21.296307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5bf3a-340e-4a22-9f47-94b6951050a1 None None] The sync data for ids ['240462e7-f919-4465-9e53-29739a901a45'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:21.531490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] For port e091c329-4aac-4210-a3d8-4b2e3e0efe3e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:21.532071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.548492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Calling delete_port for e091c329-4aac-4210-a3d8-4b2e3e0efe3e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:21.653410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36478) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:21.701246 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64ef180d-4679-419a-914d-e003a29f065a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3046c8d3a754b308de52335d239fcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466352 Jul 30 03:49:21.703672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36480) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:21.750936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.758581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15f2da0-1a1e-46e6-a88a-c3e3fee63adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.782248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15f2da0-1a1e-46e6-a88a-c3e3fee63adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.844706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15f2da0-1a1e-46e6-a88a-c3e3fee63adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.848648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d15f2da0-1a1e-46e6-a88a-c3e3fee63adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.852568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=a2e27ae1-d970-4323-8064-6e4bb59de77e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:21.853509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d15f2da0-1a1e-46e6-a88a-c3e3fee63adb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/469d0f52-586e-462e-93de-79f33766d8dd HTTP/1.1" status: 204 len: 168 time: 0.1457746 Jul 30 03:49:21.866527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f2da0-1a1e-46e6-a88a-c3e3fee63adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469d0f52-586e-462e-93de-79f33766d8dd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:21.871301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:21.871670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: a34257eb-3cbb-4676-91d2-18ded6d40192, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:21.887716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:21.949184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e091c329-4aac-4210-a3d8-4b2e3e0efe3e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:21.949910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event deleted for resources: {'Port': ['ID=e091c329-4aac-4210-a3d8-4b2e3e0efe3e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:21.953704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network a34257eb-3cbb-4676-91d2-18ded6d40192 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:22.008021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a34257eb-3cbb-4676-91d2-18ded6d40192) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:22.016100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:22.016790 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.035683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b5ee4-9d2f-4599-a3e4-4f99b32b28e7 None None] Network a34257eb-3cbb-4676-91d2-18ded6d40192 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:22.038901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e091c329-4aac-4210-a3d8-4b2e3e0efe3e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:22.039403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e091c329-4aac-4210-a3d8-4b2e3e0efe3e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 03:49:22.041257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.115469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Port e091c329-4aac-4210-a3d8-4b2e3e0efe3e not found, will not notify nova. {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 03:49:22.139745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.142218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.192906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-73084453-7704-45d2-879e-f9b6c9e7add3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3329616 Jul 30 03:49:22.195771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36488) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:22.199821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.201513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f04e9f2-a1dc-4409-aebd-d01662ff9f8a {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:22.212279 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.215441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-78f59fe4-c51b-4bb5-a65d-5bf51a024ffc tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "DELETE /v2.0/routers/5f04e9f2-a1dc-4409-aebd-d01662ff9f8a HTTP/1.1" status: 204 len: 168 time: 1.7547491 Jul 30 03:49:22.219904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:22.237035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a34257eb-3cbb-4676-91d2-18ded6d40192', 'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': 'a2e27ae1-d970-4323-8064-6e4bb59de77e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:22.237754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1934423754', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:22.241365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.284696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.285977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.379254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.389688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.481756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Allocated IP 172.20.0.1 (a34257eb-3cbb-4676-91d2-18ded6d40192/a2e27ae1-d970-4323-8064-6e4bb59de77e/9bea665d-41be-4a17-9177-fb448c024f9e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:22.496237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.588715 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.714926 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.725683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Transition to ACTIVE for port object 9bea665d-41be-4a17-9177-fb448c024f9e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:22.746503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Transition to ACTIVE for port object 9bea665d-41be-4a17-9177-fb448c024f9e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:22.754624 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.781958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.812761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Network a34257eb-3cbb-4676-91d2-18ded6d40192 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:22.817922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:22.824254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:22.843667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Pushing event updated for resources: {'Port': ['ID=9bea665d-41be-4a17-9177-fb448c024f9e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:22.853279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.853891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.855023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.856236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.856582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.856923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.857253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.857584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.857915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.858293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.858625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.858949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:22.905918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e27ae1-d970-4323-8064-6e4bb59de77e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:22.931870 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.943746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Attempting to bind port 9bea665d-41be-4a17-9177-fb448c024f9e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:22.944225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Attempting to bind port 9bea665d-41be-4a17-9177-fb448c024f9e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:22.945539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Attempting to bind port 9bea665d-41be-4a17-9177-fb448c024f9e on network a34257eb-3cbb-4676-91d2-18ded6d40192 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:22.957076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:22.957452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Checking segment: {'id': '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:22.958067 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.958463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Bound using segment: {'id': '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:22.963057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Bound port: 9bea665d-41be-4a17-9177-fb448c024f9e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a34257eb-3cbb-4676-91d2-18ded6d40192'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:22.964218 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.981369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:22.999353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.022525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34257eb-3cbb-4676-91d2-18ded6d40192']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:23.051336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] For port 9bea665d-41be-4a17-9177-fb448c024f9e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:23.056236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] For port 9bea665d-41be-4a17-9177-fb448c024f9e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bea665d-41be-4a17-9177-fb448c024f9e,segment=NetworkSegment(870d1ec2-f5a2-4c2a-9618-6ea6e488c53b),segment_id=870d1ec2-f5a2-4c2a-9618-6ea6e488c53b)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:23.058227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:23.058870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:23.064908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.080774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.110756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.119527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:23.119817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:23.125273 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:23.158236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542577c-36da-4953-9d78-2a29a3edf4e3 None None] Pushing event updated for resources: {'Port': ['ID=9bea665d-41be-4a17-9177-fb448c024f9e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:23.216954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a855bdc-06c7-4270-b57c-3c01e5a6be60 None None] Network a34257eb-3cbb-4676-91d2-18ded6d40192 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:23.218205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:49:23.218205 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:49:23.218205 n-d-778696-14 neutron-server[93877]: [parameters: {'id': 'a34257eb-3cbb-4676-91d2-18ded6d40192'}] Jul 30 03:49:23.218205 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:23.220679 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:23.231433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Allocated IP 172.25.6.150 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/68031c62-9a65-4158-96f2-4b54072b9f77) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:23.381684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.389228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616fbf8-c661-49b8-949e-c4451e6ac589 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:23.430227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.470956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:23.476876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:23.481454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:23.502677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616fbf8-c661-49b8-949e-c4451e6ac589 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:23.512957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event updated for resources: {'Port': ['ID=68031c62-9a65-4158-96f2-4b54072b9f77,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:23.722137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.798866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port 9bea665d-41be-4a17-9177-fb448c024f9e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:23.799098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.828469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.907244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port 9bea665d-41be-4a17-9177-fb448c024f9e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bea665d-41be-4a17-9177-fb448c024f9e,segment=NetworkSegment(870d1ec2-f5a2-4c2a-9618-6ea6e488c53b),segment_id=870d1ec2-f5a2-4c2a-9618-6ea6e488c53b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:23.908143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:23.916404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e091c329-4aac-4210-a3d8-4b2e3e0efe3e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:23.938877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for 9bea665d-41be-4a17-9177-fb448c024f9e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:23.958806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e091c329-4aac-4210-a3d8-4b2e3e0efe3e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:23.959448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e091c329-4aac-4210-a3d8-4b2e3e0efe3e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:24.106425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.120913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.147105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=9bea665d-41be-4a17-9177-fb448c024f9e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:24.157157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port 9bea665d-41be-4a17-9177-fb448c024f9e on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:24.258421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.272776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34257eb-3cbb-4676-91d2-18ded6d40192']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.284715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.285141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870d1ec2-f5a2-4c2a-9618-6ea6e488c53b') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.295483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.311158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.311541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Router 35698996-65fe-43ee-95a7-301f7fb47b59 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:24.317324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:24.317939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:24.321765 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:24.394071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36536) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:24.396146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.400446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596987759', 'description': 'tempest-secgroup-smoke-1596987759 description', 'project_id': '55fcb199556c4121938ac914dcad765d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:24.413937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.419511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/a34257eb-3cbb-4676-91d2-18ded6d40192 HTTP/1.1" status: 204 len: 168 time: 2.2192044 Jul 30 03:49:24.431180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36538) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:24.436330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795177752'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:24.442416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b6db4-fb22-4bf4-a4ec-782791610c8d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=a34257eb-3cbb-4676-91d2-18ded6d40192,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:24.459703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.469762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:24.475242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.482889 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] Sync routers for ids ['35698996-65fe-43ee-95a7-301f7fb47b59'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:24.489351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:24.493396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.493576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.495972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-418d6d25-f49d-481d-9779-23fc8d4bc8c8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2750566 Jul 30 03:49:24.498667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:24.502067 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] Routers {'35698996-65fe-43ee-95a7-301f7fb47b59'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:24.502852 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['35698996-65fe-43ee-95a7-301f7fb47b59'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.503266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': False}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:24.538886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:24.553257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.559958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.560318 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment e17fb3da-7e36-4100-897a-90eeda0f80a8 of type vlan for network 85925990-878d-462c-931d-a208780c2208 Jul 30 03:49:24.566612 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] Routers {'35698996-65fe-43ee-95a7-301f7fb47b59'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:24.567637 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['35698996-65fe-43ee-95a7-301f7fb47b59'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.606002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:24.607063 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3d6b6-b71f-4bba-baa3-4ccb2fabb46e None None] The sync data for ids ['35698996-65fe-43ee-95a7-301f7fb47b59'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:24.615481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.671849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.677351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:24.677939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.681384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.700832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.792934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=85925990-878d-462c-931d-a208780c2208,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:24.797229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b058f3-9b50-40b8-8d8e-24ba139c1049,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:24.809106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 85925990-878d-462c-931d-a208780c2208 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:24.868674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.876990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.882614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.896101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cc6bae71-8ce5-4631-8d67-e8a3214e04d8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4651542 Jul 30 03:49:24.903436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36544) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:24.912240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': '85925990-878d-462c-931d-a208780c2208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:24.923370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:24.924726 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5295107 Jul 30 03:49:24.932955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:24.938734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01cdc-45e7-4bcb-9c7b-ee525d4cff27 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbfa6ba-45ad-4265-b275-8530ea4b266b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:24.944626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'ddbfa6ba-45ad-4265-b275-8530ea4b266b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:25.001715 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.020340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:25.024575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.071443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.076597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.140392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889998f3-dd98-4def-8c36-c3019aa851de,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:25.145698 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.146874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c715313-ae9c-48cf-bc9f-416d077eb8a5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2118719 Jul 30 03:49:25.153734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36548) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:25.158084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'ddbfa6ba-45ad-4265-b275-8530ea4b266b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:25.231781 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.233931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.317733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=118aa014-c788-459d-b687-a385c733a5e0,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:25.327357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': 'e17fb3da-7e36-4100-897a-90eeda0f80a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '85925990-878d-462c-931d-a208780c2208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:25.327719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: 85925990-878d-462c-931d-a208780c2208, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:25.347103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network 85925990-878d-462c-931d-a208780c2208 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:25.358014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 85925990-878d-462c-931d-a208780c2208) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:25.362531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:25.363696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.368568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0e22c-cf42-43c0-a83d-292e3dc4675b None None] Network 85925990-878d-462c-931d-a208780c2208 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:25.383585 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8efbb328-0e59-4799-b9c0-6d92217f83de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4784074 Jul 30 03:49:25.388331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36552) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:25.395983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.437892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.471193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a43a4a3-e8d7-45e3-95b6-5881c223c2ee,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:25.476806 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.480781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-29acb512-839c-4c71-93a0-5ecf51066906 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3234143 Jul 30 03:49:25.481165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36554) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:25.486929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'ddbfa6ba-45ad-4265-b275-8530ea4b266b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:25.532376 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.536550 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.547032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.559301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-85925990-878d-462c-931d-a208780c2208', 'network_id': '85925990-878d-462c-931d-a208780c2208', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': '118aa014-c788-459d-b687-a385c733a5e0'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:25.561485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.565362 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.650530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.669920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Router 35698996-65fe-43ee-95a7-301f7fb47b59 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:25.687828 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.698631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.717408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c32f60-8bb7-4344-97c9-f76288de1c02,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:25.737071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.738522 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d87a882-6954-406b-84ec-a35392aa0e52 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559824 Jul 30 03:49:25.741160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36556) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:25.747481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'ddbfa6ba-45ad-4265-b275-8530ea4b266b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:25.764584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Allocated IP 172.20.0.1 (85925990-878d-462c-931d-a208780c2208/118aa014-c788-459d-b687-a385c733a5e0/d4af17eb-a5bd-43ac-96be-6dff04257841) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:25.786709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.809611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:25.820873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.825062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-27764ef3-0d23-45da-9edd-24daae092c11 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "PUT /v2.0/routers/35698996-65fe-43ee-95a7-301f7fb47b59 HTTP/1.1" status: 200 len: 926 time: 1.3224473 Jul 30 03:49:25.826644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36558) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:25.831390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] Sync routers for ids ['35698996-65fe-43ee-95a7-301f7fb47b59'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:25.854028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] Routers {'35698996-65fe-43ee-95a7-301f7fb47b59'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:25.854735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['35698996-65fe-43ee-95a7-301f7fb47b59'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:25.890864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.920215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:25.940524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:25.974330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1134a80-f7fa-4976-827e-22dec2fc3522,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:26.006869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] Routers {'35698996-65fe-43ee-95a7-301f7fb47b59'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:26.006869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['35698996-65fe-43ee-95a7-301f7fb47b59'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:26.040261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.041487 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3814e7e-bd29-433f-80f7-16382fbbe35b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987959 Jul 30 03:49:26.044897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36564) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.050642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'ddbfa6ba-45ad-4265-b275-8530ea4b266b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:26.067238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:26.067737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517d2f9-721d-4681-bccf-c69e1f40ba06 None None] The sync data for ids ['35698996-65fe-43ee-95a7-301f7fb47b59'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:26.090739 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:49:26.097934 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.153007 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.167217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Transition to ACTIVE for port object d4af17eb-a5bd-43ac-96be-6dff04257841 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:26.180497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.186988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.189939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Transition to ACTIVE for port object d4af17eb-a5bd-43ac-96be-6dff04257841 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:26.200054 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.205615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7506403-2b91-47a8-a653-74de50ac5b29,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:26.239486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.241120 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9101358a-14b1-4bdc-a218-d0473feae797 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1952443 Jul 30 03:49:26.243116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.251930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Network 85925990-878d-462c-931d-a208780c2208 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:26.253104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36566) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.257707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:26.265596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:26.289359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'ddbfa6ba-45ad-4265-b275-8530ea4b266b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:26.297306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=118aa014-c788-459d-b687-a385c733a5e0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:26.327730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Pushing event updated for resources: {'Port': ['ID=d4af17eb-a5bd-43ac-96be-6dff04257841,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:26.375226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Attempting to bind port d4af17eb-a5bd-43ac-96be-6dff04257841 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:26.376250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Attempting to bind port d4af17eb-a5bd-43ac-96be-6dff04257841 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e17fb3da-7e36-4100-897a-90eeda0f80a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '85925990-878d-462c-931d-a208780c2208'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:26.376917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Attempting to bind port d4af17eb-a5bd-43ac-96be-6dff04257841 on network 85925990-878d-462c-931d-a208780c2208 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:26.388733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.390290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:26.391836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Checking segment: {'id': 'e17fb3da-7e36-4100-897a-90eeda0f80a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '85925990-878d-462c-931d-a208780c2208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:26.392556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.393269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Bound using segment: {'id': 'e17fb3da-7e36-4100-897a-90eeda0f80a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '85925990-878d-462c-931d-a208780c2208'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:26.394526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Bound port: d4af17eb-a5bd-43ac-96be-6dff04257841, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17fb3da-7e36-4100-897a-90eeda0f80a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '85925990-878d-462c-931d-a208780c2208'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:26.395364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.396219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-34940cf8-5501-407b-aafd-26c2facacff3 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/35698996-65fe-43ee-95a7-301f7fb47b59 HTTP/1.1" status: 200 len: 926 time: 0.5677292 Jul 30 03:49:26.396804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36570) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.399373 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:49:26.436061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85925990-878d-462c-931d-a208780c2208']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:26.457485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.474141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] For port d4af17eb-a5bd-43ac-96be-6dff04257841, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:26.478339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] For port d4af17eb-a5bd-43ac-96be-6dff04257841, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d4af17eb-a5bd-43ac-96be-6dff04257841,segment=NetworkSegment(e17fb3da-7e36-4100-897a-90eeda0f80a8),segment_id=e17fb3da-7e36-4100-897a-90eeda0f80a8)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:26.482464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.486420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17fb3da-7e36-4100-897a-90eeda0f80a8') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:26.486721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17fb3da-7e36-4100-897a-90eeda0f80a8') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:26.511763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.538353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1352014-1a62-40b4-82b9-c189175824e5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:26.539900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f1352014-1a62-40b4-82b9-c189175824e5 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=35698996-65fe-43ee-95a7-301f7fb47b59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1416695 Jul 30 03:49:26.543742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.551623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.563952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:26.564359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:26.569324 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:26.573266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b20fd-f627-4fd8-9815-4262b4f6e132 None None] Pushing event updated for resources: {'Port': ['ID=d4af17eb-a5bd-43ac-96be-6dff04257841,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:26.594034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4214380-ee07-4bc6-92d3-f0ab664cb046 None None] Network 85925990-878d-462c-931d-a208780c2208 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:26.618107 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.625907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.651484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa162944-2de4-4c85-8a08-37d1ac927ca6,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:26.662185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:49:26.662185 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:49:26.662185 n-d-778696-14 neutron-server[93877]: [parameters: {'id': '85925990-878d-462c-931d-a208780c2208'}] Jul 30 03:49:26.662185 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:26.662710 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:26.667265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.668762 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ec46499-35d8-41d3-a6c6-aca1fcb1102a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3832726 Jul 30 03:49:26.669960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b236f7-4cd7-46b5-9ece-ac2f6cb21b79 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:26.671486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-87b236f7-4cd7-46b5-9ece-ac2f6cb21b79 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.1240849 Jul 30 03:49:26.672479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.674206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36576) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.677995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'network': {'name': 'tempest-network-smoke--156796325', 'project_id': '55fcb199556c4121938ac914dcad765d', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:26.704389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:26.708158 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.710587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4253641-c0eb-45ff-be6e-6ba76f83fd3c tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=35698996-65fe-43ee-95a7-301f7fb47b59 HTTP/1.1" status: 200 len: 205 time: 0.0350821 Jul 30 03:49:26.711345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36578) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:26.749065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d96dde0-510f-409f-8a53-c953e3881d45 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:26.779956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:26.822401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.822746 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Added segment 2f4ad890-9d2e-44ea-93d1-0fd109fb16a2 of type vlan for network 56531843-5319-4252-ab8b-833423fab7d7 Jul 30 03:49:26.882609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.889689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.989799 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:26.996013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:26.996613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.009232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96dde0-510f-409f-8a53-c953e3881d45 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:27.069230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3954372 Jul 30 03:49:27.073568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36582) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:27.079302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'admin_state_up': True, 'project_id': '55fcb199556c4121938ac914dcad765d', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:27.082821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a7686-8230-4d51-8d33-29489784914e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Network': ['ID=56531843-5319-4252-ab8b-833423fab7d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:27.087838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.101690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 56531843-5319-4252-ab8b-833423fab7d7 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:27.118158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.119989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.173604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Deleting port 68031c62-9a65-4158-96f2-4b54072b9f77 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:27.173873 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.182187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.190623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.282314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.296849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Calling delete_port for 68031c62-9a65-4158-96f2-4b54072b9f77 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:27.379396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.405230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port d4af17eb-a5bd-43ac-96be-6dff04257841 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:27.405957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.483030 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.511892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event deleted for resources: {'Port': ['ID=68031c62-9a65-4158-96f2-4b54072b9f77,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:27.517154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port d4af17eb-a5bd-43ac-96be-6dff04257841, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d4af17eb-a5bd-43ac-96be-6dff04257841,segment=NetworkSegment(e17fb3da-7e36-4100-897a-90eeda0f80a8),segment_id=e17fb3da-7e36-4100-897a-90eeda0f80a8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:27.517521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.532768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for d4af17eb-a5bd-43ac-96be-6dff04257841 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:27.577248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.681469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.685383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.705289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.732727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.733572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Fanout notify agent at l3_agent the message router_deleted on router 35698996-65fe-43ee-95a7-301f7fb47b59 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:27.744957 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.746316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c6d9dac3-6c46-4fe6-958f-a0da31092d27 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/35698996-65fe-43ee-95a7-301f7fb47b59 HTTP/1.1" status: 204 len: 168 time: 1.0340445 Jul 30 03:49:27.749945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:27.753727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=d4af17eb-a5bd-43ac-96be-6dff04257841,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:27.754782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-107852191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:27.755699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port d4af17eb-a5bd-43ac-96be-6dff04257841 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:27.756992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.783680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.785091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.801333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.848946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.854890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.873510 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.877970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-32a3d89f-32f4-4786-97bc-7acdda4c8c7b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1241019 Jul 30 03:49:27.882336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36588) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:27.888145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:27.894189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.911901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85925990-878d-462c-931d-a208780c2208']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:27.926021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17fb3da-7e36-4100-897a-90eeda0f80a8') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:27.926323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17fb3da-7e36-4100-897a-90eeda0f80a8') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:27.956493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.974769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.988551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:27.988953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:27.991881 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:28.055716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.93 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/9bd1efa6-d173-4b88-9d70-c86beb1786b5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:28.074394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.091331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.093239 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/85925990-878d-462c-931d-a208780c2208 HTTP/1.1" status: 204 len: 168 time: 2.7041855 Jul 30 03:49:28.120347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:28.127525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.133380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2018068370'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:28.139075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301dab2-6dd5-4953-9dec-05c74d53e795 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=85925990-878d-462c-931d-a208780c2208,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:28.175422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:28.179188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.229275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:28.243953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.252715 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.253058 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment 5a716ea0-db1f-4af0-baec-f90a78800859 of type vlan for network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 Jul 30 03:49:28.302717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.345108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.354262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.370549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.376171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:28.376763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.380227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.516167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Allocated IP 172.25.6.50 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/2d908a7d-541e-492a-b0ea-732fb53f918c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:28.643819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.686958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:28.694730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:28.712394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:28.720457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:28.726037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=9bd1efa6-d173-4b88-9d70-c86beb1786b5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:28.732293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:28.737468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:28.743646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:28.749771 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6183643 Jul 30 03:49:28.749771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0419b-c9ee-4fa1-8f32-37b50d08927c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=f03d319d-ebd1-4a29-b9a8-3ad35e724ea9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:28.750072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:28.759813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:28.761872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:28.768110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event updated for resources: {'Port': ['ID=2d908a7d-541e-492a-b0ea-732fb53f918c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:29.024248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.054067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.074466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.124968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:49:29.130347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:29.130938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.134848 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "PUT /v2.0/networks/f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 HTTP/1.1" status: 200 len: 723 time: 0.3792765 Jul 30 03:49:29.135263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:29.140464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:29.194810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edb4cc-caf6-4e00-ac5e-b9eb9ef284b8 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=f03d319d-ebd1-4a29-b9a8-3ad35e724ea9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:29.199055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.207930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:29.336347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.344015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.352052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:29.356291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.430694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.561679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:29.602771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Router 7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:29.689536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:29.705621 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Sync routers for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:29.712839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.715301 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:29.716025 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:29.721972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.726227 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d3b3310-f34f-45b2-8ca9-9eddad9b16eb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6487927 Jul 30 03:49:29.726574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36620) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:29.828816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:29.836015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.837228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ec904c89-0863-47c0-8546-a9031b192eb4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "PUT /v2.0/routers/7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 HTTP/1.1" status: 200 len: 882 time: 1.9539218 Jul 30 03:49:29.839791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=63358940-d81d-4f7d-a6dc-45fcf2a6d4a3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:29.840476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36626) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:29.848711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': '5a716ea0-db1f-4af0-baec-f90a78800859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:29.849092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: f03d319d-ebd1-4a29-b9a8-3ad35e724ea9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:29.852312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:29.857407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] Sync routers for ids ['7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:29.883281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:29.900185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] Routers {'7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:29.904610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:29.905981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, f03d319d-ebd1-4a29-b9a8-3ad35e724ea9) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:29.910769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:29.911497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:29.940356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10cc878b-8cdc-464e-96fb-ea479daea71b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8037994 Jul 30 03:49:29.943571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:29.950628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:29.999787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c86d73-1f91-4011-903d-156bfbfae95c None None] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:30.017176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:30.036797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3e1aa1c0-0696-480e-8bb6-180d62a2fdac tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=55fcb199556c4121938ac914dcad765d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3088529 Jul 30 03:49:30.039401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36630) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.070597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] Routers {'7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:30.071686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:30.090338 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:28Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:30.102701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5565112'] for subnet, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.123589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:30.124748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe4c24-9395-4280-8384-ec32027b2394 None None] The sync data for ids ['7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:30.136818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Checking router: 5eb3277f-7323-4347-b3e3-8ca3bfad8489 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:30.137166 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Updating router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:49:30.171628 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.310216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767946570280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-57202154'] for subnet, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.313243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-f03d319d-ebd1-4a29-b9a8-3ad35e724ea9', 'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': '63358940-d81d-4f7d-a6dc-45fcf2a6d4a3'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:30.313941 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.341491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea6c48-18fe-4b69-8e8d-782cd28a783f tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:30.345839 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-40ea6c48-18fe-4b69-8e8d-782cd28a783f tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3024476 Jul 30 03:49:30.348356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36636) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.365343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=63358940-d81d-4f7d-a6dc-45fcf2a6d4a3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:30.376829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:30.377678 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.379305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ddafd9f7-ba90-431f-bbdb-db351eb1812a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "PUT /v2.0/subnets/63358940-d81d-4f7d-a6dc-45fcf2a6d4a3 HTTP/1.1" status: 200 len: 806 time: 0.4347270 Jul 30 03:49:30.382143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.430025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d9873aa1-e77b-4e8f-869c-27e8a1ddf83a tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782773 Jul 30 03:49:30.434124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.440226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455482579', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'project_id': '55fcb199556c4121938ac914dcad765d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:30.451223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-14c25ad2-5098-465c-b445-f4fc11a2a4ee tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 HTTP/1.1" status: 200 len: 923 time: 0.6058533 Jul 30 03:49:30.451669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.530169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43422a61-9608-4a2a-a128-aa710ac0cba1 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:30.534476 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43422a61-9608-4a2a-a128-aa710ac0cba1 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0793676 Jul 30 03:49:30.534813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.622357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.629668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Allocated IP 172.20.0.2 (f03d319d-ebd1-4a29-b9a8-3ad35e724ea9/63358940-d81d-4f7d-a6dc-45fcf2a6d4a3/28700f93-540f-427e-b68a-c197166d9073) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:30.669805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:30.673659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.715829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ef84e0-1a19-4ff6-a719-81eababa2b7b tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:30.722401 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-65ef84e0-1a19-4ff6-a719-81eababa2b7b tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.1864386 Jul 30 03:49:30.723068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36654) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.741675 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.802224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-00d70093-7e2e-4f38-a91d-0829f453de4d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 HTTP/1.1" status: 200 len: 205 time: 0.0757678 Jul 30 03:49:30.802919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36656) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:30.823659 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.853729 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Transition to ACTIVE for port object 9bd1efa6-d173-4b88-9d70-c86beb1786b5 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:30.868633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.872677 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.879122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Transition to ACTIVE for port object 28700f93-540f-427e-b68a-c197166d9073 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:30.897662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Transition to ACTIVE for port object 28700f93-540f-427e-b68a-c197166d9073 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:30.906244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.929886 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Attempting to bind port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:30.930631 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Attempting to bind port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:30.931263 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Attempting to bind port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:30.941495 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:30.942739 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:30.943352 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.944033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:30.944686 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Bound port: 9bd1efa6-d173-4b88-9d70-c86beb1786b5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:30.945398 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.958792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:30.992266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:30.997178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:31.003346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Pushing event updated for resources: {'Port': ['ID=28700f93-540f-427e-b68a-c197166d9073,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.018712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:31.018877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d60b8-3305-4719-9a56-34502af9ffde None None] Pushing event updated for resources: {'Port': ['ID=9bd1efa6-d173-4b88-9d70-c86beb1786b5,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.065150 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] For port 9bd1efa6-d173-4b88-9d70-c86beb1786b5, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:31.068883 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] For port 9bd1efa6-d173-4b88-9d70-c86beb1786b5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bd1efa6-d173-4b88-9d70-c86beb1786b5,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:31.085090 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.099264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Attempting to bind port 28700f93-540f-427e-b68a-c197166d9073 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:31.100015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Attempting to bind port 28700f93-540f-427e-b68a-c197166d9073 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '5a716ea0-db1f-4af0-baec-f90a78800859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:31.104507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Attempting to bind port 28700f93-540f-427e-b68a-c197166d9073 on network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:31.104755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.118828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:31.119348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Checking segment: {'id': '5a716ea0-db1f-4af0-baec-f90a78800859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:31.120376 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.120932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Bound using segment: {'id': '5a716ea0-db1f-4af0-baec-f90a78800859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:31.125175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Bound port: 28700f93-540f-427e-b68a-c197166d9073, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a716ea0-db1f-4af0-baec-f90a78800859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:31.125555 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.172876 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:31.173818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:31.202560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.225872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Deleting port 2d908a7d-541e-492a-b0ea-732fb53f918c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:31.226365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.248555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] For port 28700f93-540f-427e-b68a-c197166d9073, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:31.256380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] For port 28700f93-540f-427e-b68a-c197166d9073, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=28700f93-540f-427e-b68a-c197166d9073,segment=NetworkSegment(5a716ea0-db1f-4af0-baec-f90a78800859),segment_id=5a716ea0-db1f-4af0-baec-f90a78800859)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:31.271445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.294985 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d60b8-3305-4719-9a56-34502af9ffde None None] Pushing event updated for resources: {'Port': ['ID=9bd1efa6-d173-4b88-9d70-c86beb1786b5,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.295313 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.339980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.363629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Calling delete_port for 2d908a7d-541e-492a-b0ea-732fb53f918c owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:31.367804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=63358940-d81d-4f7d-a6dc-45fcf2a6d4a3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.410189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f512f4-abf6-42d0-973d-82bf10ead417 None None] Pushing event updated for resources: {'Port': ['ID=28700f93-540f-427e-b68a-c197166d9073,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.432876 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:31.502789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.514476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03d319d-ebd1-4a29-b9a8-3ad35e724ea9']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:31.527078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a716ea0-db1f-4af0-baec-f90a78800859') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:31.527404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a716ea0-db1f-4af0-baec-f90a78800859') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:31.538431 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.559422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.580932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:31.581443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:31.585986 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:31.641932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.682873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event deleted for resources: {'Port': ['ID=2d908a7d-541e-492a-b0ea-732fb53f918c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.719398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.768118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:49:31.768118 n-d-778696-14 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:49:31.768118 n-d-778696-14 neutron-server[93876]: [parameters: {'id': 'f03d319d-ebd1-4a29-b9a8-3ad35e724ea9'}] Jul 30 03:49:31.768118 n-d-778696-14 neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:31.768685 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:31.769214 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:28Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:31.788433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Subnet': ['ID=8c1a076c-71f0-43ef-9767-1b34fd22403c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:31.807447 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883d95-be3e-41a7-85ee-b1ee1fe2a3ce None None] The sync data for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 is: [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:28Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:31.823426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Checking segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:31.824322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network hostable DHCP agents. Network: 56531843-5319-4252-ab8b-833423fab7d7, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:31.846070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.879566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 56531843-5319-4252-ab8b-833423fab7d7 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:31.899705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 56531843-5319-4252-ab8b-833423fab7d7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:31.915702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93785d52-bfe0-4e6e-9b2c-273ec4d8347e None None] Network 56531843-5319-4252-ab8b-833423fab7d7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:31.916404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:31.917239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:31.938017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1d4cc90c-58f7-49fc-9a6d-d992ffa71d53 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5026908 Jul 30 03:49:31.939291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:32.004607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 28700f93-540f-427e-b68a-c197166d9073 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:32.022798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.027778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.194402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 28700f93-540f-427e-b68a-c197166d9073 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:32.228277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-56531843-5319-4252-ab8b-833423fab7d7', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:32.229430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.272050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.465257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Allocated IP 172.20.0.2 (56531843-5319-4252-ab8b-833423fab7d7/8c1a076c-71f0-43ef-9767-1b34fd22403c/faad8659-3967-479f-b5bb-e7646134dba2) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:32.699316 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.699562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.699976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Fanout notify agent at l3_agent the message router_deleted on router 7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:32.715856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.719916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Transition to ACTIVE for port object faad8659-3967-479f-b5bb-e7646134dba2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:32.720555 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-096b202c-4492-4cba-b7eb-44c732fa51cb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 HTTP/1.1" status: 204 len: 168 time: 1.9154809 Jul 30 03:49:32.724356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36666) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:32.736967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Transition to ACTIVE for port object faad8659-3967-479f-b5bb-e7646134dba2 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:32.739816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-866965273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:32.741136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.754478 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.806171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.808113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.845117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port 28700f93-540f-427e-b68a-c197166d9073 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:32.845602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.865985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Pushing event updated for resources: {'Port': ['ID=faad8659-3967-479f-b5bb-e7646134dba2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:32.889998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Network 56531843-5319-4252-ab8b-833423fab7d7 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:32.892279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:32.900167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:32.922453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.939007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.970770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port 28700f93-540f-427e-b68a-c197166d9073, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=28700f93-540f-427e-b68a-c197166d9073,segment=NetworkSegment(5a716ea0-db1f-4af0-baec-f90a78800859),segment_id=5a716ea0-db1f-4af0-baec-f90a78800859)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:32.971397 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:32.996829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.000754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for 28700f93-540f-427e-b68a-c197166d9073 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:33.001101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-96fbc5f3-3a00-468e-a0ee-cfce68e11514 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2754018 Jul 30 03:49:33.001784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36670) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:33.009693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': True}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:33.016817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1deb109-fe4e-456d-ae7b-06965367f8ae None None] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:33.179484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Attempting to bind port faad8659-3967-479f-b5bb-e7646134dba2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:33.179865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Attempting to bind port faad8659-3967-479f-b5bb-e7646134dba2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:33.180512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Attempting to bind port faad8659-3967-479f-b5bb-e7646134dba2 on network 56531843-5319-4252-ab8b-833423fab7d7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:33.222623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-afe4a7a7-b371-494a-b563-570fa16455f3 None None] Provisioning for port 28700f93-540f-427e-b68a-c197166d9073 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:33.225498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:33.229530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.229781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Checking segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:33.230171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.230647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Bound using segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:33.231255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Bound port: faad8659-3967-479f-b5bb-e7646134dba2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:33.231688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.249566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-afe4a7a7-b371-494a-b563-570fa16455f3 None None] Provisioning complete for port 28700f93-540f-427e-b68a-c197166d9073 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:33.249937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afe4a7a7-b371-494a-b563-570fa16455f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.297088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-afe4a7a7-b371-494a-b563-570fa16455f3 None None] Port 28700f93-540f-427e-b68a-c197166d9073 was deleted so its status cannot be updated. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 03:49:33.301330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port 28700f93-540f-427e-b68a-c197166d9073 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:33.323654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=28700f93-540f-427e-b68a-c197166d9073,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:33.350740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] For port faad8659-3967-479f-b5bb-e7646134dba2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:33.352666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.357079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] For port faad8659-3967-479f-b5bb-e7646134dba2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=faad8659-3967-479f-b5bb-e7646134dba2,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:33.363961 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.435642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f2b7ed-a180-4fb4-9278-8ab99892f6b2 None None] DHCP port deletion for f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:49:33.457658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c794d8-094c-44c0-92ca-117278c1d6ac None None] Pushing event updated for resources: {'Port': ['ID=faad8659-3967-479f-b5bb-e7646134dba2,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:33.462580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.495410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34aa5d5-ecf7-464b-a9df-e1fb980ce143 None None] Network f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:33.518469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03d319d-ebd1-4a29-b9a8-3ad35e724ea9']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:33.544224 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a716ea0-db1f-4af0-baec-f90a78800859') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:33.544530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a716ea0-db1f-4af0-baec-f90a78800859') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:33.565683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.594454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.1 (56531843-5319-4252-ab8b-833423fab7d7/8c1a076c-71f0-43ef-9767-1b34fd22403c/044805eb-7c98-4c9c-b671-8c28b974a5ae) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:33.609407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.626661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:33.627070 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:33.632080 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:33.741871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.793874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.869783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.903114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:33.908062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 HTTP/1.1" status: 204 len: 168 time: 3.5244455 Jul 30 03:49:33.910196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36674) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:33.975285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-1edfa9fd-1dd7-4915-9053-6ee5628f9934 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3265197 Jul 30 03:49:33.989418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb97f8-8d48-4c02-bc96-98effff347cc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=f03d319d-ebd1-4a29-b9a8-3ad35e724ea9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:34.041827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Allocated IP 172.25.6.55 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/49cf6d3d-59eb-4382-b82b-26fcf194eb42) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:34.044566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.111794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object 044805eb-7c98-4c9c-b671-8c28b974a5ae will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:34.128539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-7a94abe1-e8c5-424d-b286-bdd2c308fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:34.130157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-7a94abe1-e8c5-424d-b286-bdd2c308fb3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.0771689 Jul 30 03:49:34.152423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device faad8659-3967-479f-b5bb-e7646134dba2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:34.168502 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b9af3c-2f20-4b48-bfd0-1252a83c8a9e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:34.169100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b9af3c-2f20-4b48-bfd0-1252a83c8a9e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:34.174319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-19b9af3c-2f20-4b48-bfd0-1252a83c8a9e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 HTTP/1.1" status: 404 len: 339 time: 0.2597165 Jul 30 03:49:34.174542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:34.181215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1024663735', 'description': 'd1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:34.217903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port faad8659-3967-479f-b5bb-e7646134dba2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:34.224768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bd1efa6-d173-4b88-9d70-c86beb1786b5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:34.232526 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.232859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:34.237039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.287000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 56531843-5319-4252-ab8b-833423fab7d7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:34.292854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.293633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:34.297699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:34.302593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:34.314993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:34.319097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.319519 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment b3edcfa0-7df6-43b1-a592-a706a1d51a19 of type vlan for network f165649e-a6d4-4833-a79d-df3a0c1481fc Jul 30 03:49:34.320848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:34.321643 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.357286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=044805eb-7c98-4c9c-b671-8c28b974a5ae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:34.362461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-993a7785-d6b2-4cb7-90fb-956740780c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:34.364068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-993a7785-d6b2-4cb7-90fb-956740780c49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2081718 Jul 30 03:49:34.379266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.411417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.434294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.443752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.468709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9bd1efa6-d173-4b88-9d70-c86beb1786b5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bd1efa6-d173-4b88-9d70-c86beb1786b5,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:34.474365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.477234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Port': ['ID=49cf6d3d-59eb-4382-b82b-26fcf194eb42,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:34.487440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.495219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:34.496109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.517870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:34.542400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-1a5b073c-f1d9-41eb-a9f6-5641bfb7b76d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 1001 time: 0.1699269 Jul 30 03:49:34.559181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:34.580792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 28700f93-540f-427e-b68a-c197166d9073 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:34.598509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:34.610462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-626b02cf-8439-465d-b5d7-560c83f745fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:34.612069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-626b02cf-8439-465d-b5d7-560c83f745fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.0624509 Jul 30 03:49:34.646269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 28700f93-540f-427e-b68a-c197166d9073 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:34.646659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 28700f93-540f-427e-b68a-c197166d9073 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:34.660807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9bd1efa6-d173-4b88-9d70-c86beb1786b5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:34.672003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=f165649e-a6d4-4833-a79d-df3a0c1481fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:34.696958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:34.697356 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec0478d9-2c19-4357-a242-5ccb29ccf8ab tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5208776 Jul 30 03:49:34.708059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f165649e-a6d4-4833-a79d-df3a0c1481fc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:34.765615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-0efe6c87-7e4d-431f-a460-9bac4f9d4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:34.767056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-0efe6c87-7e4d-431f-a460-9bac4f9d4acb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335647 Jul 30 03:49:34.907509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:34.941656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb96df-44e4-4985-8719-7499ea1a87bf tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:34.943503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-12fb96df-44e4-4985-8719-7499ea1a87bf tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks?id=f165649e-a6d4-4833-a79d-df3a0c1481fc HTTP/1.1" status: 200 len: 761 time: 0.2449620 Jul 30 03:49:34.951128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36684) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:34.956614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'description': 'd2'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:35.001164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c296067-35d2-4e81-980e-3ccf268663b0 None None] Network 56531843-5319-4252-ab8b-833423fab7d7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:35.066304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-e9d7e610-cb69-4313-a78f-1f7d1ee4fa7d service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742558 Jul 30 03:49:35.096814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] Provisioning for port faad8659-3967-479f-b5bb-e7646134dba2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:35.098151 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.106444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] Provisioning complete for port faad8659-3967-479f-b5bb-e7646134dba2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:35.106906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.285143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.307246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.326570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc104a88-748a-4919-9ce1-fcf67b6a9ca4 req-bbbfb21a-e35a-44d5-8a59-42ff44f8ee9d service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181230 Jul 30 03:49:35.389067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network f165649e-a6d4-4833-a79d-df3a0c1481fc is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:49:35.399018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:35.400063 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.404719 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "PUT /v2.0/networks/f165649e-a6d4-4833-a79d-df3a0c1481fc HTTP/1.1" status: 200 len: 758 time: 0.4525225 Jul 30 03:49:35.405449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36694) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:35.456906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.494547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] For port faad8659-3967-479f-b5bb-e7646134dba2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=faad8659-3967-479f-b5bb-e7646134dba2,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:35.500644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.536050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640aa64-58a0-4727-9eae-6081578bc78c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=f165649e-a6d4-4833-a79d-df3a0c1481fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:35.552578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.559504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.559766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f165649e-a6d4-4833-a79d-df3a0c1481fc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:35.677730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3e9c8-da37-4bed-b8eb-6934c2c4ce7c None None] Pushing event updated for resources: {'Port': ['ID=faad8659-3967-479f-b5bb-e7646134dba2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:35.687249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98434601-a864-462c-8c65-cd84db9604ba tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:35.692084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.692302 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-98434601-a864-462c-8c65-cd84db9604ba tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks?id=f165649e-a6d4-4833-a79d-df3a0c1481fc HTTP/1.1" status: 200 len: 761 time: 0.2724583 Jul 30 03:49:35.692409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=044805eb-7c98-4c9c-b671-8c28b974a5ae,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:35.695560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36696) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:35.702490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1243617637'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:35.757132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:35.760716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.795795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.800680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:35.802998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.805263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 56531843-5319-4252-ab8b-833423fab7d7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:35.806690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:35.815735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.816181 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment 88aeb1cf-c9ec-485c-9273-791ab2386229 of type vlan for network 04641f00-a870-432a-900b-1a9f6cb9f9ed Jul 30 03:49:35.825679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-61330d81-59ad-4f48-b86d-0dc0b742a3c9 None None] Provisioning for port 044805eb-7c98-4c9c-b671-8c28b974a5ae completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:35.830162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-61330d81-59ad-4f48-b86d-0dc0b742a3c9 None None] Provisioning complete for port 044805eb-7c98-4c9c-b671-8c28b974a5ae triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:35.830444 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61330d81-59ad-4f48-b86d-0dc0b742a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.872255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-61330d81-59ad-4f48-b86d-0dc0b742a3c9 None None] Port 044805eb-7c98-4c9c-b671-8c28b974a5ae cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:49:35.883001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-61330d81-59ad-4f48-b86d-0dc0b742a3c9 None None] Provisioning complete for port faad8659-3967-479f-b5bb-e7646134dba2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:35.883427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61330d81-59ad-4f48-b86d-0dc0b742a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:35.977457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device faad8659-3967-479f-b5bb-e7646134dba2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:35.977696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.053856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.059952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:36.060699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.089556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port faad8659-3967-479f-b5bb-e7646134dba2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:36.090083 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.127615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:36.190967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=04641f00-a870-432a-900b-1a9f6cb9f9ed,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:36.199841 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e71128f-015c-4146-b93e-eeb8f52763b3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5030165 Jul 30 03:49:36.204035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36700) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:36.207828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 04641f00-a870-432a-900b-1a9f6cb9f9ed details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:36.212918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': '04641f00-a870-432a-900b-1a9f6cb9f9ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:36.283561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Router cd2b9262-00db-47d4-9bff-3a5323993698 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:36.288182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bd1efa6-d173-4b88-9d70-c86beb1786b5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:36.301881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ff50b514-102f-4a77-9ff0-1104abcc28c0 None None] Provisioning complete for port 044805eb-7c98-4c9c-b671-8c28b974a5ae triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:36.302273 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff50b514-102f-4a77-9ff0-1104abcc28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.395738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ff50b514-102f-4a77-9ff0-1104abcc28c0 None None] Port 044805eb-7c98-4c9c-b671-8c28b974a5ae cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:49:36.408936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:36.409321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.513851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:36.526828 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] Sync routers for ids ['cd2b9262-00db-47d4-9bff-3a5323993698'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:36.531874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee01f968-ee22-436e-a813-23fd10147b4c None None] Provisioning complete for port 044805eb-7c98-4c9c-b671-8c28b974a5ae triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:36.533445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee01f968-ee22-436e-a813-23fd10147b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.548176 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] Routers {'cd2b9262-00db-47d4-9bff-3a5323993698'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:36.552309 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['cd2b9262-00db-47d4-9bff-3a5323993698'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:36.554435 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.559568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b4fda59-cbd9-4487-902f-aa0b1680f91d tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "PUT /v2.0/routers/cd2b9262-00db-47d4-9bff-3a5323993698 HTTP/1.1" status: 200 len: 917 time: 3.5522592 Jul 30 03:49:36.559568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:36.569085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:36.578710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:36.586343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ee01f968-ee22-436e-a813-23fd10147b4c None None] Port 044805eb-7c98-4c9c-b671-8c28b974a5ae cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:49:36.620479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:36.630655 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] Routers {'cd2b9262-00db-47d4-9bff-3a5323993698'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:36.631449 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['cd2b9262-00db-47d4-9bff-3a5323993698'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:36.672553 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:36.673235 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3efce-f41f-4a41-91be-a5b370896d9e None None] The sync data for ids ['cd2b9262-00db-47d4-9bff-3a5323993698'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:36.778654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:36.784597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f7107cd1-42b5-48f2-8c00-8b80a49add3d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/5eb3277f-7323-4347-b3e3-8ca3bfad8489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433468 Jul 30 03:49:36.789040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Sync routers for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:36.800584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:36.801309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:36.922950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:36.940015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-8ac37725-0cdb-49c8-bb64-fb0e2b9eebd4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596987759&fields=id&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 267 time: 0.0367413 Jul 30 03:49:37.028851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ea3d682-6979-4828-bd79-896bb8a010fe tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/cd2b9262-00db-47d4-9bff-3a5323993698 HTTP/1.1" status: 200 len: 923 time: 0.4491398 Jul 30 03:49:37.032018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36718) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:37.061684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-a17eba42-2b0a-4da2-bb8e-e82da7925a80 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:37.063373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-a17eba42-2b0a-4da2-bb8e-e82da7925a80 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 796 time: 0.1106143 Jul 30 03:49:37.079244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-9174f1ea-2a40-4d46-8672-44af0c4b7222 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/quotas/55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 375 time: 0.0101008 Jul 30 03:49:37.105668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84bc54-2864-4df0-bea0-572fb6117e8e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:37.109767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2b84bc54-2864-4df0-bea0-572fb6117e8e tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=cd2b9262-00db-47d4-9bff-3a5323993698&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0742679 Jul 30 03:49:37.109904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:37.134167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-df64fa69-3925-413a-8bd9-02ae15bd629a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479937 Jul 30 03:49:37.172285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:35Z', 'revision_number': 2, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:37.200450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Checking router: 5eb3277f-7323-4347-b3e3-8ca3bfad8489 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:37.200893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Updating router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 port 044805eb-7c98-4c9c-b671-8c28b974a5ae binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:49:37.216551 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.228932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.253122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-ff770aff-450a-4cb6-bac1-5d2b6144eab9 service neutron] 10.222.0.39 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026876 Jul 30 03:49:37.284452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f8bec1-79b4-4100-ae9c-8dd0d6e3b228 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:37.288063 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-46f8bec1-79b4-4100-ae9c-8dd0d6e3b228 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.1743052 Jul 30 03:49:37.288655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:37.326532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=54c6441c-b4d6-453d-bee5-e6502985ecc5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:37.334232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c49527f2-6234-4bbc-a0b8-81ada9954e44 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd2b9262-00db-47d4-9bff-3a5323993698 HTTP/1.1" status: 200 len: 205 time: 0.0395298 Jul 30 03:49:37.334443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:37.377210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-aa96e789-9f75-47e1-ae79-49210298a8bc service neutron] 10.222.0.39 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165020 Jul 30 03:49:37.385799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': '88aeb1cf-c9ec-485c-9273-791ab2386229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '04641f00-a870-432a-900b-1a9f6cb9f9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:37.386161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: 04641f00-a870-432a-900b-1a9f6cb9f9ed, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:37.443225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network 04641f00-a870-432a-900b-1a9f6cb9f9ed is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:37.462042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 04641f00-a870-432a-900b-1a9f6cb9f9ed) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:37.466203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.471186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:37.472133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.475168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11651ad9-a2f0-4b55-bb42-600d84fd97ff None None] Network 04641f00-a870-432a-900b-1a9f6cb9f9ed requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:37.539823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d84dff09-d43a-44a9-a697-ce513373dff1 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3343837 Jul 30 03:49:37.540391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:37.582639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a26dc313-76a8-405a-8f84-17840338b48d req-855fe949-3809-4c53-8e36-f790b9fb161b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 210 time: 0.0543191 Jul 30 03:49:37.611857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.684591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Deleting port 49cf6d3d-59eb-4382-b82b-26fcf194eb42 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:37.685439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.688108 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.713445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Transition to ACTIVE for port object 044805eb-7c98-4c9c-b671-8c28b974a5ae will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:37.735364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.737454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.792833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.793816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.808622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Calling delete_port for 49cf6d3d-59eb-4382-b82b-26fcf194eb42 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:37.808799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076223e-fd3c-4419-8d06-a8eee6ced256 None None] Pushing event updated for resources: {'Port': ['ID=044805eb-7c98-4c9c-b671-8c28b974a5ae,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:37.868262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a2add-658d-437d-978a-dde6e3a63780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-04641f00-a870-432a-900b-1a9f6cb9f9ed', 'network_id': '04641f00-a870-432a-900b-1a9f6cb9f9ed', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': '54c6441c-b4d6-453d-bee5-e6502985ecc5'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:37.870214 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2add-658d-437d-978a-dde6e3a63780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.924978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Attempting to bind port 044805eb-7c98-4c9c-b671-8c28b974a5ae on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:37.925824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Attempting to bind port 044805eb-7c98-4c9c-b671-8c28b974a5ae by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:37.926482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Attempting to bind port 044805eb-7c98-4c9c-b671-8c28b974a5ae on network 56531843-5319-4252-ab8b-833423fab7d7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:37.936588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:37.937184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Checking segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:37.938061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.938280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Bound using segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:37.938887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Bound port: 044805eb-7c98-4c9c-b671-8c28b974a5ae, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:37.939645 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:37.977175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.062370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=54c6441c-b4d6-453d-bee5-e6502985ecc5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:38.122428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-ff6a2add-658d-437d-978a-dde6e3a63780 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54c6441c-b4d6-453d-bee5-e6502985ecc5: This subnet is being modified by another concurrent operation. Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54c6441c-b4d6-453d-bee5-e6502985ecc5: This subnet is being modified by another concurrent operation. Jul 30 03:49:38.143488 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:49:38.156891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] For port 044805eb-7c98-4c9c-b671-8c28b974a5ae, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:38.165219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] For port 044805eb-7c98-4c9c-b671-8c28b974a5ae, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=044805eb-7c98-4c9c-b671-8c28b974a5ae,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:38.167721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event deleted for resources: {'Port': ['ID=49cf6d3d-59eb-4382-b82b-26fcf194eb42,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:38.178871 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.236097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.262592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04641f00-a870-432a-900b-1a9f6cb9f9ed']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:38.264426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0555bf1-adaf-4f63-b3c3-4a2ac8157b98 None None] Network 04641f00-a870-432a-900b-1a9f6cb9f9ed requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:38.291724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aeb1cf-c9ec-485c-9273-791ab2386229') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:38.294150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aeb1cf-c9ec-485c-9273-791ab2386229') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:38.316858 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.317636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.347044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.364595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:38.365006 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:38.374742 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:38.417289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:38.418304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:38.523959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.526920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.528372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.533722 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.536157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/04641f00-a870-432a-900b-1a9f6cb9f9ed HTTP/1.1" status: 204 len: 168 time: 0.9946842 Jul 30 03:49:38.546988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36758) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:38.549337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:38.580005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63761d01-ff20-47b4-aee2-0929fa405f63 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=04641f00-a870-432a-900b-1a9f6cb9f9ed,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:38.592269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.593037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Fanout notify agent at l3_agent the message router_deleted on router cd2b9262-00db-47d4-9bff-3a5323993698 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:38.612575 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3863a788-58e7-4660-8067-0ffad8fce05e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] GET failed (client error): The resource could not be found. Jul 30 03:49:38.613906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.616582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-453490ff-8ddc-46a1-a3a1-a3d3b04d35c9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/cd2b9262-00db-47d4-9bff-3a5323993698 HTTP/1.1" status: 204 len: 168 time: 1.2803349 Jul 30 03:49:38.618432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:38.621393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:38.621738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3863a788-58e7-4660-8067-0ffad8fce05e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/subnets/54c6441c-b4d6-453d-bee5-e6502985ecc5 HTTP/1.1" status: 404 len: 337 time: 0.0729752 Jul 30 03:49:38.643306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-658587177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:38.674838 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6fa25f-10cf-42f1-82df-bd4ae6e3f0e7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:38.675672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6fa25f-10cf-42f1-82df-bd4ae6e3f0e7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:38.681359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:38.693882 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de6fa25f-10cf-42f1-82df-bd4ae6e3f0e7 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/04641f00-a870-432a-900b-1a9f6cb9f9ed HTTP/1.1" status: 404 len: 339 time: 0.0710917 Jul 30 03:49:38.717821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.719685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.737306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e997cf60-3d32-4ebd-89b0-e20361f0ab7d req-8c18ed5b-a3ab-4327-b93a-5dc7166fdf5a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 210 time: 0.0308955 Jul 30 03:49:38.808023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.817059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.834462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076223e-fd3c-4419-8d06-a8eee6ced256 None None] Pushing event updated for resources: {'Port': ['ID=044805eb-7c98-4c9c-b671-8c28b974a5ae,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:38.863249 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:38.864876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f51d44e-0a1a-40cb-b143-6703446a75d9 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2406995 Jul 30 03:49:38.867709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:38.874818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': False}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:38.957551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03a305-30d6-48a7-9e5d-3b4d3e472876 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:38.964474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7d03a305-30d6-48a7-9e5d-3b4d3e472876 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2811778 Jul 30 03:49:38.965455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:38.975408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e092f-7bfa-4e73-a099-d8b5f7b7f8a1 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:39.021707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-72f7d113-1be9-4a49-b814-b747b3dc9dc3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 207 time: 0.0547898 Jul 30 03:49:39.022758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:39.137205 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:39.138754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e092f-7bfa-4e73-a099-d8b5f7b7f8a1 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:39.199711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:38Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:39.251605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056affbf-ab62-493e-8256-744a7ab86b2d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.258197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056affbf-ab62-493e-8256-744a7ab86b2d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.265936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056affbf-ab62-493e-8256-744a7ab86b2d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.274021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056affbf-ab62-493e-8256-744a7ab86b2d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.279672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-056affbf-ab62-493e-8256-744a7ab86b2d tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2555799 Jul 30 03:49:39.280841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:39.304890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1d508-04d1-4e2d-8bd8-5620ca0558c5 None None] The sync data for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 is: [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:38Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:39.536540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:39.561638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:39.639226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b6d142d1-c7e4-46dd-9127-faf8a4a6e034 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3571165 Jul 30 03:49:39.642359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:39.665543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-1bbac743-3556-4daf-9330-9b28e51f491a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.667513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-1bbac743-3556-4daf-9330-9b28e51f491a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 796 time: 0.2706244 Jul 30 03:49:39.731697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-7388df2a-bac7-4b49-9f35-a8487ee9af9a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 380 time: 0.0523660 Jul 30 03:49:39.749186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'port': {'device_id': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'admin_state_up': True, 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'security_groups': ['ddbfa6ba-45ad-4265-b275-8530ea4b266b']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:39.792342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed81555-5433-41bb-852f-346cbfbf9b6b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.794213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed81555-5433-41bb-852f-346cbfbf9b6b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.796065 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eed81555-5433-41bb-852f-346cbfbf9b6b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1523130 Jul 30 03:49:39.799334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:39.842589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Allocated IP 172.25.6.157 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/481db55b-475d-43dd-b66f-65b5341dd15a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:39.878229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c6f83-04b2-4c26-85ef-f9dcefd5a6de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.879704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c6f83-04b2-4c26-85ef-f9dcefd5a6de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['shared'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:39.881628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-571c6f83-04b2-4c26-85ef-f9dcefd5a6de tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0813577 Jul 30 03:49:39.893185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:39.964973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c55c923c-5fb5-482c-84a4-0f2f50874c0d req-99509007-676e-4948-a446-e3f7329d4cbb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 210 time: 0.0919952 Jul 30 03:49:40.012765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 044805eb-7c98-4c9c-b671-8c28b974a5ae up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:40.101832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:40.106323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.132218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 044805eb-7c98-4c9c-b671-8c28b974a5ae completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:40.136800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 044805eb-7c98-4c9c-b671-8c28b974a5ae triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:40.137233 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.141360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1d6ba-2471-4080-ac5b-d6808cae20f3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:40.150038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:40.151117 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5f1d6ba-2471-4080-ac5b-d6808cae20f3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks/8e97df74-6b64-46fc-961e-091cfad68640 HTTP/1.1" status: 200 len: 800 time: 0.2569401 Jul 30 03:49:40.170704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.222856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.263264 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.268822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:40.274786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:40.282941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:40.314667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 044805eb-7c98-4c9c-b671-8c28b974a5ae, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=044805eb-7c98-4c9c-b671-8c28b974a5ae,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:40.324879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.357579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.4 (56531843-5319-4252-ab8b-833423fab7d7/8c1a076c-71f0-43ef-9767-1b34fd22403c/6064e73b-09c9-4038-9cc4-e4969aa0ad1d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:40.360643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Pushing event updated for resources: {'Port': ['ID=481db55b-475d-43dd-b66f-65b5341dd15a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:40.405728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=044805eb-7c98-4c9c-b671-8c28b974a5ae,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:40.564935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3360acd4-edb4-42d3-8946-0fa46ccba0e3 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/networks/8e97df74-6b64-46fc-961e-091cfad68640?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4122524 Jul 30 03:49:40.565572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:40.571808 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.635666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8abef-55a3-4054-92e8-5943388147c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:40.641697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-84b8abef-55a3-4054-92e8-5943388147c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/subnets/8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea HTTP/1.1" status: 200 len: 811 time: 0.0732119 Jul 30 03:49:40.644441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:40.702227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.727772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object 6064e73b-09c9-4038-9cc4-e4969aa0ad1d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:40.772962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc4f4e-1ae4-4e66-8a6f-999f535c2a00 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:40.779991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-67cc4f4e-1ae4-4e66-8a6f-999f535c2a00 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "GET /v2.0/subnets/8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1345050 Jul 30 03:49:40.780838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:40.789176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550490525'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:40.840065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:40.844602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.856012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.920617 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:40.925311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 56531843-5319-4252-ab8b-833423fab7d7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:40.949287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:40.959982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:40.972093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:41.059338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:41.086744 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.087459 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Added segment 2db85224-faea-47c0-9ea0-60171b4929a0 of type vlan for network 776d69b8-706f-418d-9f70-5fd470cbdb34 Jul 30 03:49:41.177908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:41.178938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.208337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e190e081-10e9-4067-95d4-6ba70c958245 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678118 Jul 30 03:49:41.215164 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.226057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Request body: {'port': {'device_id': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:41.284783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd298d1-d6e5-4a52-a88f-49021785cac0 req-c34e84da-c21b-4341-ad85-66f9c452540c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:41.292963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ecd298d1-d6e5-4a52-a88f-49021785cac0 req-c34e84da-c21b-4341-ad85-66f9c452540c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 931 time: 0.1751595 Jul 30 03:49:41.325252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.331062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:41.331780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.373563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5de34d38-7cfb-42d8-a00f-8bf347fcae1c None None] Provisioning for port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:41.381233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5de34d38-7cfb-42d8-a00f-8bf347fcae1c None None] Provisioning complete for port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:41.383681 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5de34d38-7cfb-42d8-a00f-8bf347fcae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.459473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5de34d38-7cfb-42d8-a00f-8bf347fcae1c None None] Port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:49:41.502266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.512927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7291195 Jul 30 03:49:41.515973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:41.526636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:41.539004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ecd298d1-d6e5-4a52-a88f-49021785cac0 req-8baa4c88-e970-41ea-bed7-36766f870030 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450538 Jul 30 03:49:41.546242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca34c4c-ea09-4156-8938-ba7b22961930 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Network': ['ID=776d69b8-706f-418d-9f70-5fd470cbdb34,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:41.555004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.568517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 776d69b8-706f-418d-9f70-5fd470cbdb34 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:41.594299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.761613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Made reservation on behalf of 776cddd783274f50a806a6d11ab91e5d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:41.765603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.840268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing IP validity checks on allocation pools {{(pid=93877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 03:49:41.840785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 03:49:41.879710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Router 9a7860e9-9d22-4239-9a89-f0be19c26f8e is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:41.918822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6064e73b-09c9-4038-9cc4-e4969aa0ad1d {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:49:41.932533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:41.940711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 044805eb-7c98-4c9c-b671-8c28b974a5ae up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:41.956934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Transition to ACTIVE for port object 6064e73b-09c9-4038-9cc4-e4969aa0ad1d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:41.967875 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.065529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 044805eb-7c98-4c9c-b671-8c28b974a5ae triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:42.066299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.111849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:42.187712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:42.199121 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] Sync routers for ids ['9a7860e9-9d22-4239-9a89-f0be19c26f8e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:42.213425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:42.213838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:42.214048 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] Routers {'9a7860e9-9d22-4239-9a89-f0be19c26f8e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:42.214249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on network 56531843-5319-4252-ab8b-833423fab7d7 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:42.218714 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9a7860e9-9d22-4239-9a89-f0be19c26f8e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:42.223771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.224228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on network 56531843-5319-4252-ab8b-833423fab7d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:49:42.224560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on network 56531843-5319-4252-ab8b-833423fab7d7 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:42.227769 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ba644448-a375-4915-8b92-2542d53d9f87 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "PUT /v2.0/routers/9a7860e9-9d22-4239-9a89-f0be19c26f8e HTTP/1.1" status: 200 len: 919 time: 3.3560796 Jul 30 03:49:42.227769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.229795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:42.326095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=cb17b3e0-0949-4187-9b79-e45768a45b02,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:42.331720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Checking segment: {'id': '2db85224-faea-47c0-9ea0-60171b4929a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:42.332083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network hostable DHCP agents. Network: 776d69b8-706f-418d-9f70-5fd470cbdb34, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:42.348060 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:42.362012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Network 776d69b8-706f-418d-9f70-5fd470cbdb34 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:42.366814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:42.367180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Checking segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:42.367692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Bound using segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:42.368139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Bound port: 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:42.368505 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.368775 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] Routers {'9a7860e9-9d22-4239-9a89-f0be19c26f8e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:42.370536 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['9a7860e9-9d22-4239-9a89-f0be19c26f8e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:42.378361 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-101efd80-db9e-4691-a08b-9299849f3778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.392479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 776d69b8-706f-418d-9f70-5fd470cbdb34) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:42.398356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:42.399247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.403175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06723fa-c525-4b2e-bcf5-79d51ed2213a None None] Network 776d69b8-706f-418d-9f70-5fd470cbdb34 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:42.444575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:42.445563 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9244862-5b94-445a-9e26-32de8a3279a0 None None] The sync data for ids ['9a7860e9-9d22-4239-9a89-f0be19c26f8e'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:42.449917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-46ee6838-11a4-4899-8fba-342ae42d225e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9316666 Jul 30 03:49:42.452602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:42.460305 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:42.672385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59551987'] for subnet, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:42.981369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767946570280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59728640'] for subnet, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.034999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-776d69b8-706f-418d-9f70-5fd470cbdb34', 'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34', 'tenant_id': '776cddd783274f50a806a6d11ab91e5d', 'fixed_ips': [{'subnet_id': 'cb17b3e0-0949-4187-9b79-e45768a45b02'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:43.035924 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.051808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:43.052578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.054202 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "PUT /v2.0/subnets/cb17b3e0-0949-4187-9b79-e45768a45b02 HTTP/1.1" status: 200 len: 877 time: 0.6005139 Jul 30 03:49:43.060813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36836) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:43.154991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4ea3e2b1-e048-4058-8eb1-63528a188a3b tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/9a7860e9-9d22-4239-9a89-f0be19c26f8e HTTP/1.1" status: 200 len: 925 time: 0.9230843 Jul 30 03:49:43.157907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:43.168154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:43.179989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc95650-49b3-422d-b7b1-cdfd9972a344 req-672bfd75-14b9-45e5-95d1-64d67787a4bc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:43.182187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbc95650-49b3-422d-b7b1-cdfd9972a344 req-672bfd75-14b9-45e5-95d1-64d67787a4bc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1437569 Jul 30 03:49:43.215786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb0dc3-4c7c-43d6-b1f7-49493ae603c2 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event updated for resources: {'Subnet': ['ID=cb17b3e0-0949-4187-9b79-e45768a45b02,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:43.317144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.327170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:43.342040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Allocated IP 172.20.0.3 (776d69b8-706f-418d-9f70-5fd470cbdb34/cb17b3e0-0949-4187-9b79-e45768a45b02/044a8f07-eea6-4658-bf5f-b2f71adcc33d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:43.375738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.486814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:43.487401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.494767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.497708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 1092 time: 2.2783654 Jul 30 03:49:43.499685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:49:43.514430 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:49:43.609541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbc95650-49b3-422d-b7b1-cdfd9972a344 req-9c8eb5cc-ba22-43ec-a67e-eb1d3b2872b7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758752 Jul 30 03:49:43.643094 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.665610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Transition to ACTIVE for port object 044a8f07-eea6-4658-bf5f-b2f71adcc33d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:43.695456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eadc09-a265-4498-8bc0-8c8082b7e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:43.715642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Transition to ACTIVE for port object 044a8f07-eea6-4658-bf5f-b2f71adcc33d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:43.717826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea2868-4502-4490-8e13-ba39a77c44f9 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:43.719726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5ea2868-4502-4490-8e13-ba39a77c44f9 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=9a7860e9-9d22-4239-9a89-f0be19c26f8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5606909 Jul 30 03:49:43.722411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36848) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:43.732159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.757287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-bceb830f-e443-4c41-a306-dbf04c288453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:43.759195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-bceb830f-e443-4c41-a306-dbf04c288453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1095 time: 0.2057436 Jul 30 03:49:43.761703 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc31d66-3e60-408e-88e6-7363ff09040c x-openstack-request-id: req-0fc31d66-3e60-408e-88e6-7363ff09040c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:49:43.762188 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:49:43.762625 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fc31d66-3e60-408e-88e6-7363ff09040c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:49:43.763206 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'status': 'completed', 'code': 200} Jul 30 03:49:43.793626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Network 776d69b8-706f-418d-9f70-5fd470cbdb34 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:43.801081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:43.809852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:43.834740 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.878848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=cb17b3e0-0949-4187-9b79-e45768a45b02,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:43.891974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Pushing event updated for resources: {'Port': ['ID=044a8f07-eea6-4658-bf5f-b2f71adcc33d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:43.903465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-c3c645b2-9c66-4d0b-a66d-8796a76d4eb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 217 time: 0.1355522 Jul 30 03:49:43.936496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Attempting to bind port 044a8f07-eea6-4658-bf5f-b2f71adcc33d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:43.936763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Attempting to bind port 044a8f07-eea6-4658-bf5f-b2f71adcc33d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2db85224-faea-47c0-9ea0-60171b4929a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:43.937197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Attempting to bind port 044a8f07-eea6-4658-bf5f-b2f71adcc33d on network 776d69b8-706f-418d-9f70-5fd470cbdb34 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:43.950374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:43.950678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Checking segment: {'id': '2db85224-faea-47c0-9ea0-60171b4929a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:43.951282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.951783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Bound using segment: {'id': '2db85224-faea-47c0-9ea0-60171b4929a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:43.952296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Bound port: 044a8f07-eea6-4658-bf5f-b2f71adcc33d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db85224-faea-47c0-9ea0-60171b4929a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '776d69b8-706f-418d-9f70-5fd470cbdb34'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:43.952745 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:43.976084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4521c4-4d75-446f-89e2-a595f57f300c tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:43.982347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af4521c4-4d75-446f-89e2-a595f57f300c tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.2585132 Jul 30 03:49:43.987539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:44.011068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.032185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776d69b8-706f-418d-9f70-5fd470cbdb34']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:44.041364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10de6f4f-b0d4-48b0-8d7b-2fb6f75a5e90 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a7860e9-9d22-4239-9a89-f0be19c26f8e HTTP/1.1" status: 200 len: 205 time: 0.0523610 Jul 30 03:49:44.062298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db85224-faea-47c0-9ea0-60171b4929a0') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:44.062688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db85224-faea-47c0-9ea0-60171b4929a0') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:44.063992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:44.073153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] For port 044a8f07-eea6-4658-bf5f-b2f71adcc33d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:44.077133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.081175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] For port 044a8f07-eea6-4658-bf5f-b2f71adcc33d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=044a8f07-eea6-4658-bf5f-b2f71adcc33d,segment=NetworkSegment(2db85224-faea-47c0-9ea0-60171b4929a0),segment_id=2db85224-faea-47c0-9ea0-60171b4929a0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:44.091236 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.108426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.121888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:44.122305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:44.190592 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:44.194307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 03:49:44.194307 n-d-778696-14 neutron-server[93877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 03:49:44.194307 n-d-778696-14 neutron-server[93877]: [parameters: {'id': '776d69b8-706f-418d-9f70-5fd470cbdb34'}] Jul 30 03:49:44.194307 n-d-778696-14 neutron-server[93877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:49:44.194866 n-d-778696-14 neutron-server[93877]: DEBUG oslo_db.api [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:49:44.238989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-79e1aca1-3303-4b2a-83ef-658e0b96296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:44.241360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-79e1aca1-3303-4b2a-83ef-658e0b96296b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.3312173 Jul 30 03:49:44.266671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521407e0-210b-4862-86f3-449d11bb70f3 None None] Pushing event updated for resources: {'Port': ['ID=044a8f07-eea6-4658-bf5f-b2f71adcc33d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:44.285379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0ede5-7f5b-4953-a986-ff9bc2b416bc None None] Network 776d69b8-706f-418d-9f70-5fd470cbdb34 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:44.300855 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.376895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-3000e135-05e7-4210-a794-a2cc95138cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:44.378451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-3000e135-05e7-4210-a794-a2cc95138cea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255479 Jul 30 03:49:44.432574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb2b04-9d57-4543-ba92-a4e381a2d4c6 None None] Network 776d69b8-706f-418d-9f70-5fd470cbdb34 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:44.563466 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.580000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-a0b6dd26-0c1f-44ef-b26d-2a91f31afe06 service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925185 Jul 30 03:49:44.590601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7239885-441d-4f51-8bc3-c64703978915 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:49:44.695964 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.696193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-42f2b9bb-71f5-44f2-b4ea-d543fb71772b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.709220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7239885-441d-4f51-8bc3-c64703978915 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:49:44.723086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2723fba7-cb59-4fda-8069-a5cc8f729269 req-9547d1c6-2cca-4eff-ba15-6c558596f3fd service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357739 Jul 30 03:49:44.769933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port 044a8f07-eea6-4658-bf5f-b2f71adcc33d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:44.771601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.821636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Deleting port 481db55b-475d-43dd-b66f-65b5341dd15a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:44.821876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.849337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1c70-c4f2-4700-b38c-788eebbfdbe7 req-5f85776f-2728-4d49-9f5a-957fc0a9d765 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:44.850937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17eb1c70-c4f2-4700-b38c-788eebbfdbe7 req-5f85776f-2728-4d49-9f5a-957fc0a9d765 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1419151 Jul 30 03:49:44.862631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port 044a8f07-eea6-4658-bf5f-b2f71adcc33d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=044a8f07-eea6-4658-bf5f-b2f71adcc33d,segment=NetworkSegment(2db85224-faea-47c0-9ea0-60171b4929a0),segment_id=2db85224-faea-47c0-9ea0-60171b4929a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:44.863499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.887110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for 044a8f07-eea6-4658-bf5f-b2f71adcc33d owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:44.917520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-ae49adb9-e055-49a7-bf2e-12307f428dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:44.919046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-ae49adb9-e055-49a7-bf2e-12307f428dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1095 time: 0.1372247 Jul 30 03:49:44.955654 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:44.960727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17eb1c70-c4f2-4700-b38c-788eebbfdbe7 req-f48ec9cb-5ab4-4d4e-9b7e-a8993f7db2fd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738683 Jul 30 03:49:45.006956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.047679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=044a8f07-eea6-4658-bf5f-b2f71adcc33d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:45.060398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port 044a8f07-eea6-4658-bf5f-b2f71adcc33d on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:45.099473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.131387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Calling delete_port for 481db55b-475d-43dd-b66f-65b5341dd15a owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:45.156028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-980ba58b-86d9-471b-9885-f9aa99a08747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:45.157533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-980ba58b-86d9-471b-9885-f9aa99a08747 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.2121811 Jul 30 03:49:45.186234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.201207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776d69b8-706f-418d-9f70-5fd470cbdb34']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:45.216294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db85224-faea-47c0-9ea0-60171b4929a0') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:45.217001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db85224-faea-47c0-9ea0-60171b4929a0') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:45.229425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.230215 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-252ed190-d008-4fcb-8fd6-078e3691eda1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 217 time: 0.0413733 Jul 30 03:49:45.246388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.256385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:45.257632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:45.263323 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:45.334665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.337193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-862f5d47-00d5-43d3-9df8-35a45219885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:45.339741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-862f5d47-00d5-43d3-9df8-35a45219885a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.1001577 Jul 30 03:49:45.346850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.349025 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/776d69b8-706f-418d-9f70-5fd470cbdb34 HTTP/1.1" status: 204 len: 168 time: 2.2871168 Jul 30 03:49:45.364916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:45.377991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9b909-5089-4c37-9fde-91630a19839b tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=776d69b8-706f-418d-9f70-5fd470cbdb34,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:45.410850 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d4f658-3abb-42f7-b357-a83dcd78d0c9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:45.411362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d4f658-3abb-42f7-b357-a83dcd78d0c9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:45.413308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e1d4f658-3abb-42f7-b357-a83dcd78d0c9 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/cb17b3e0-0949-4187-9b79-e45768a45b02 HTTP/1.1" status: 404 len: 337 time: 0.0470312 Jul 30 03:49:45.417992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:45.425724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-aa12bbb0-3c15-430c-9a08-8c7895ea6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:45.431958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-aa12bbb0-3c15-430c-9a08-8c7895ea6cdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702672 Jul 30 03:49:45.443587 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dee9edb-85e4-493a-b310-2e75bfa59142 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:45.444318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dee9edb-85e4-493a-b310-2e75bfa59142 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:45.448689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4dee9edb-85e4-493a-b310-2e75bfa59142 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/776d69b8-706f-418d-9f70-5fd470cbdb34 HTTP/1.1" status: 404 len: 339 time: 0.0271764 Jul 30 03:49:45.449016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36870) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:45.482954 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d8a9ea-1953-48ce-87e3-162588e3ad40 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:45.483731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d8a9ea-1953-48ce-87e3-162588e3ad40 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:45.488581 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-11d8a9ea-1953-48ce-87e3-162588e3ad40 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/54c6441c-b4d6-453d-bee5-e6502985ecc5 HTTP/1.1" status: 404 len: 337 time: 0.0385454 Jul 30 03:49:45.489314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:45.550828 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c5a220-6d6e-4eef-b9e7-522718bdf4dc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:45.551403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c5a220-6d6e-4eef-b9e7-522718bdf4dc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:45.555434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-63c5a220-6d6e-4eef-b9e7-522718bdf4dc tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/04641f00-a870-432a-900b-1a9f6cb9f9ed HTTP/1.1" status: 404 len: 339 time: 0.0405486 Jul 30 03:49:45.559166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:45.614670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.661827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event deleted for resources: {'Port': ['ID=481db55b-475d-43dd-b66f-65b5341dd15a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:45.715328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:45.720974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-74929694-4bdf-4fd4-827a-cf0611756b95 service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520654 Jul 30 03:49:45.858969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.042934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.045784 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.049682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84543a40-0f90-4746-a1fc-aa9e2d80bf4b req-767a900c-53c9-4c45-8cf3-c79a3a77b15b service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065722 Jul 30 03:49:46.060573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.066442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f165649e-a6d4-4833-a79d-df3a0c1481fc']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:46.089895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3edcfa0-7df6-43b1-a592-a706a1d51a19') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:46.090294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3edcfa0-7df6-43b1-a592-a706a1d51a19') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:46.152344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.176024 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.178038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.178579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Fanout notify agent at l3_agent the message router_deleted on router 9a7860e9-9d22-4239-9a89-f0be19c26f8e {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:46.187947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0866e-a676-40d7-afb6-2a1d192c2c49 req-fbd80bdb-330a-4f5e-bf36-c94288d712ea tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:46.189611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fd0866e-a676-40d7-afb6-2a1d192c2c49 req-fbd80bdb-330a-4f5e-bf36-c94288d712ea tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1196113 Jul 30 03:49:46.194883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.200488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a506fc5e-dcef-431e-a2b1-c4fd7a7d65ee tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/9a7860e9-9d22-4239-9a89-f0be19c26f8e HTTP/1.1" status: 204 len: 168 time: 2.1270301 Jul 30 03:49:46.201700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36882) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.202351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:46.202761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:46.206143 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:46.208909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-449606763', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:46.234508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.237314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.291861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fd0866e-a676-40d7-afb6-2a1d192c2c49 req-2f9f0049-f462-4bd9-88e2-86e97736378b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846720 Jul 30 03:49:46.296177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.301798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.309010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.312099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/f165649e-a6d4-4833-a79d-df3a0c1481fc HTTP/1.1" status: 204 len: 168 time: 0.7503161 Jul 30 03:49:46.314493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.343939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4dcc9-2c58-4777-af57-bc9c48fa6b03 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=f165649e-a6d4-4833-a79d-df3a0c1481fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:46.370689 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-686d6a65-70f2-4fc0-ad19-57a824c4a03a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.371195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686d6a65-70f2-4fc0-ad19-57a824c4a03a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.375998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-686d6a65-70f2-4fc0-ad19-57a824c4a03a tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/63358940-d81d-4f7d-a6dc-45fcf2a6d4a3 HTTP/1.1" status: 404 len: 337 time: 0.0369451 Jul 30 03:49:46.376236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36886) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.388689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.398702 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e9e229-587b-48b5-b823-614ee38ccd1e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.399470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e9e229-587b-48b5-b823-614ee38ccd1e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.404054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-65e9e229-587b-48b5-b823-614ee38ccd1e tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/f03d319d-ebd1-4a29-b9a8-3ad35e724ea9 HTTP/1.1" status: 404 len: 339 time: 0.0245688 Jul 30 03:49:46.404343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36888) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.430889 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a065073a-abf4-4fe7-8349-eedb764f535c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.431980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a065073a-abf4-4fe7-8349-eedb764f535c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.436442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a065073a-abf4-4fe7-8349-eedb764f535c tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/118aa014-c788-459d-b687-a385c733a5e0 HTTP/1.1" status: 404 len: 337 time: 0.0288112 Jul 30 03:49:46.436653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36890) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.454710 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-83442553-e80f-456d-b427-a68872045eda tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.455301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83442553-e80f-456d-b427-a68872045eda tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.455756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.457076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-83442553-e80f-456d-b427-a68872045eda tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/85925990-878d-462c-931d-a208780c2208 HTTP/1.1" status: 404 len: 339 time: 0.0195377 Jul 30 03:49:46.459661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.488107 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99cca2e-ebc6-4675-b777-68bbe8bf8d26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.488562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99cca2e-ebc6-4675-b777-68bbe8bf8d26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.490468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f99cca2e-ebc6-4675-b777-68bbe8bf8d26 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/a2e27ae1-d970-4323-8064-6e4bb59de77e HTTP/1.1" status: 404 len: 337 time: 0.0298517 Jul 30 03:49:46.493163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36896) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.514837 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-462d1c8a-b7d1-462d-b424-3ff5f4682051 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.515453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462d1c8a-b7d1-462d-b424-3ff5f4682051 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.517241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-462d1c8a-b7d1-462d-b424-3ff5f4682051 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/a34257eb-3cbb-4676-91d2-18ded6d40192 HTTP/1.1" status: 404 len: 339 time: 0.0230858 Jul 30 03:49:46.519804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.550819 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c07eeb3-42b1-4d9d-abba-599672a6c642 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.551356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c07eeb3-42b1-4d9d-abba-599672a6c642 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.555241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2c07eeb3-42b1-4d9d-abba-599672a6c642 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/20e89181-e3ed-4501-a677-23230a72a5f4 HTTP/1.1" status: 404 len: 337 time: 0.0323820 Jul 30 03:49:46.555919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.580336 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f39f42-6388-44df-a66a-e78033463263 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.580899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f39f42-6388-44df-a66a-e78033463263 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.584852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e9f39f42-6388-44df-a66a-e78033463263 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/ba671883-5f88-4c34-b344-9f3181a90299 HTTP/1.1" status: 404 len: 339 time: 0.0257268 Jul 30 03:49:46.585216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.646976 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-04093737-9797-4f54-b6fa-1f7b63c6fc05 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.647177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04093737-9797-4f54-b6fa-1f7b63c6fc05 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.648924 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04093737-9797-4f54-b6fa-1f7b63c6fc05 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/e6c3bf5b-1597-4b05-be1e-50c523b025c2 HTTP/1.1" status: 404 len: 337 time: 0.0626347 Jul 30 03:49:46.652807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.702171 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a73e08-5ee7-4032-a18a-0630d2f50669 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.702732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a73e08-5ee7-4032-a18a-0630d2f50669 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.704488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c4a73e08-5ee7-4032-a18a-0630d2f50669 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/3e3693ae-f8fd-42b9-9953-83f615b6e475 HTTP/1.1" status: 404 len: 339 time: 0.0511889 Jul 30 03:49:46.707121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.729781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.735290 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f479612-d4e5-42fa-9fa3-71465fbab451 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.735743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f479612-d4e5-42fa-9fa3-71465fbab451 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.740168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6f479612-d4e5-42fa-9fa3-71465fbab451 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/ae8035e7-347e-4eba-8e76-e68a0d56425d HTTP/1.1" status: 404 len: 337 time: 0.0293448 Jul 30 03:49:46.740168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.746161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.758549 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c851e076-5394-416c-b0b7-799157a0ac80 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.759884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c851e076-5394-416c-b0b7-799157a0ac80 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.761797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c851e076-5394-416c-b0b7-799157a0ac80 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/fec89923-94fc-4f18-9e21-97d3b7cf4c95 HTTP/1.1" status: 404 len: 339 time: 0.0204031 Jul 30 03:49:46.765316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.797923 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-485d91ec-ef80-4189-9667-b3fc110f33db tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.798424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485d91ec-ef80-4189-9667-b3fc110f33db tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.803175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-485d91ec-ef80-4189-9667-b3fc110f33db tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/a6cd652e-9c12-48a2-a0de-f5ad2936dc46 HTTP/1.1" status: 404 len: 337 time: 0.0340943 Jul 30 03:49:46.803608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36920) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.827329 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f1ba72-a759-433a-9555-ce1b1495a572 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.828276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f1ba72-a759-433a-9555-ce1b1495a572 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.830048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f6f1ba72-a759-433a-9555-ce1b1495a572 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/b6902cbe-a5cb-49f5-b43e-9f25b5ab838c HTTP/1.1" status: 404 len: 339 time: 0.0257027 Jul 30 03:49:46.832626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.859016 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1cf931-e756-4025-a416-bd4d717dbc55 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.859589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1cf931-e756-4025-a416-bd4d717dbc55 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.859891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Allocated IP 172.25.6.188 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/4e98f755-1188-43f0-8688-2b96fa086a81) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:46.861772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4d1cf931-e756-4025-a416-bd4d717dbc55 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/2bb14b82-f0d5-4735-b6d5-d07388371266 HTTP/1.1" status: 404 len: 337 time: 0.0279751 Jul 30 03:49:46.864542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36924) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.885692 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16f6b65-97c5-4571-8460-86ecddf5617f tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:46.886279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16f6b65-97c5-4571-8460-86ecddf5617f tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:46.890777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c16f6b65-97c5-4571-8460-86ecddf5617f tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/8bed2074-d2df-4e53-a4b9-ca9c057f1979 HTTP/1.1" status: 404 len: 339 time: 0.0252006 Jul 30 03:49:46.891420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:46.946623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting subnet 8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:49:46.949809 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.980946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:46.993337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.023026 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.065531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:47.068264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:47.070642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:47.081335 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.103524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event updated for resources: {'Port': ['ID=4e98f755-1188-43f0-8688-2b96fa086a81,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:47.154538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.183233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:47.188948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.190881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b912a67e-9d38-4335-acf8-00aa5bdf79c5 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/subnets/8d8b3fbb-c77c-4b2d-8ba1-6802ef7fdcea HTTP/1.1" status: 204 len: 168 time: 0.2985458 Jul 30 03:49:47.191619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44be5afe-2740-4001-b93d-16f2ad5a735a None None] Network 8e97df74-6b64-46fc-961e-091cfad68640 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:47.193443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:47.277925 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.375036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Deleting port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:47.375751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.429457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] DHCP port deletion for 8e97df74-6b64-46fc-961e-091cfad68640 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:49:47.448558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.490270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] Deleting port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:47.491181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.514707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4405e-8e00-4476-9fe3-5b94847df61c req-733b9469-41f7-4c31-b8d6-f408371800f2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:47.516302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34f4405e-8e00-4476-9fe3-5b94847df61c req-733b9469-41f7-4c31-b8d6-f408371800f2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.0845728 Jul 30 03:49:47.518216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] For port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,segment=NetworkSegment(c068e323-1979-4a94-9825-19b742836269),segment_id=c068e323-1979-4a94-9825-19b742836269)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:47.518588 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.545786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Calling delete_port for 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:47.571040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] For port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,segment=NetworkSegment(c068e323-1979-4a94-9825-19b742836269),segment_id=c068e323-1979-4a94-9825-19b742836269)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:47.572131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.586786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] Calling delete_port for 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:47.616174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-34f4405e-8e00-4476-9fe3-5b94847df61c req-4cd29d0e-32a1-4f72-a02b-dba395014944 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884979 Jul 30 03:49:47.653266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:49:47.707114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.727264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.744778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Port': ['ID=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:47.751288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:47.753640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] No DVR routers for this DVR port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:47.797306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] No DVR routers for this DVR port 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:49:47.805149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064c2e-1c78-4747-80a7-e62bd1a80a08 None None] Pushing event deleted for resources: {'Port': ['ID=8a1d6640-9d9f-4d76-b1f0-4fb719a078e4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:47.893498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:47.910882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'port_id': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'mac_address': 'fa:16:3e:94:56:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:49:47.980824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:49:48.013665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Router 14c4a838-7321-4dd8-9206-d8f51b40d83c is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:49:48.024562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:49:48.024918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8a1d6640-9d9f-4d76-b1f0-4fb719a078e4 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:49:48.028059 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.041656 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.043427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.046977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6064e73b-09c9-4038-9cc4-e4969aa0ad1d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:49:48.058314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e97df74-6b64-46fc-961e-091cfad68640']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.073967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:48.080194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a9c7-7567-451c-91a0-4a618d39f9d6 req-95f5911a-0e29-47c8-a6ec-398fbb376d9e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:48.081297 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.088571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de46a9c7-7567-451c-91a0-4a618d39f9d6 req-95f5911a-0e29-47c8-a6ec-398fbb376d9e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1071837 Jul 30 03:49:48.097226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c068e323-1979-4a94-9825-19b742836269') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.097451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c068e323-1979-4a94-9825-19b742836269') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.117403 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.142050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.153284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:48.156178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:48.157828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de46a9c7-7567-451c-91a0-4a618d39f9d6 req-a8adec1f-a3af-486a-b274-7b481e7c7e7b tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635717 Jul 30 03:49:48.163734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:48.164225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:48.167906 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:48.175248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] Sync routers for ids ['14c4a838-7321-4dd8-9206-d8f51b40d83c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:48.185816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.188627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-de0b2b81-d35b-47b9-b03e-a70f75a1610d tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9844236 Jul 30 03:49:48.190350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] Routers {'14c4a838-7321-4dd8-9206-d8f51b40d83c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:48.191082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:48.191292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['14c4a838-7321-4dd8-9206-d8f51b40d83c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.196870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:48.231997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.243547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.251493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] Routers {'14c4a838-7321-4dd8-9206-d8f51b40d83c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:48.252763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['14c4a838-7321-4dd8-9206-d8f51b40d83c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.253690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.255573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] 10.222.0.39 "DELETE /v2.0/networks/8e97df74-6b64-46fc-961e-091cfad68640 HTTP/1.1" status: 204 len: 168 time: 1.0611942 Jul 30 03:49:48.265551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a86455-5613-4ba5-97e8-1af5e9dc4780 tempest-NetworksTest-1005759002 tempest-NetworksTest-1005759002-project] Pushing event deleted for resources: {'Network': ['ID=8e97df74-6b64-46fc-961e-091cfad68640,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:48.291554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:48.292348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23b6d4-d728-4502-9335-ede079fdfb2c None None] The sync data for ids ['14c4a838-7321-4dd8-9206-d8f51b40d83c'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:48.320799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6064e73b-09c9-4038-9cc4-e4969aa0ad1d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:49:48.538532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36950) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:48.676784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbec8ea8-c0a5-481f-a131-e8bbfe7e5a24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=776cddd783274f50a806a6d11ab91e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362672 Jul 30 03:49:48.679117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:48.767478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3782efe-a485-4b81-ab67-4c71007cddec req-58c21566-0fae-45da-8397-6e55e0a8da80 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:48.768980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3782efe-a485-4b81-ab67-4c71007cddec req-58c21566-0fae-45da-8397-6e55e0a8da80 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 944 time: 0.0689781 Jul 30 03:49:48.770044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6930ad-ac5e-4eb3-a3ca-6f5032071f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.809667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6930ad-ac5e-4eb3-a3ca-6f5032071f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.833789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.845303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.845507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3782efe-a485-4b81-ab67-4c71007cddec req-0cc947e9-faef-4bd5-90c0-6daf474e5460 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658374 Jul 30 03:49:48.875414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6930ad-ac5e-4eb3-a3ca-6f5032071f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.877978 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6930ad-ac5e-4eb3-a3ca-6f5032071f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:48.879848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f6930ad-ac5e-4eb3-a3ca-6f5032071f42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d3fba25-32c8-4558-a417-7cb36b546724 HTTP/1.1" status: 204 len: 168 time: 0.1992579 Jul 30 03:49:48.891737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6930ad-ac5e-4eb3-a3ca-6f5032071f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3fba25-32c8-4558-a417-7cb36b546724,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:48.910708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Deleting port 4e98f755-1188-43f0-8688-2b96fa086a81 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:48.911160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.010310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.024865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Calling delete_port for 4e98f755-1188-43f0-8688-2b96fa086a81 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:49.209765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.248423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Pushing event deleted for resources: {'Port': ['ID=4e98f755-1188-43f0-8688-2b96fa086a81,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:49.317804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.326659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5b668-6ceb-4597-8d91-a83eb3d44701 req-47309cb5-b85e-44ee-9c58-939a4e384de3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:49.335210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11c5b668-6ceb-4597-8d91-a83eb3d44701 req-47309cb5-b85e-44ee-9c58-939a4e384de3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1032646 Jul 30 03:49:49.390535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11c5b668-6ceb-4597-8d91-a83eb3d44701 req-2ccd1381-870a-4a5e-a9fb-b58d213aaaf2 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536125 Jul 30 03:49:49.575283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.578602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.658508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Router 14c4a838-7321-4dd8-9206-d8f51b40d83c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:49.664446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:49:49.666116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:49.731992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:49.737494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:49:49.738255 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.746438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:49.754102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.755242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eead59d2-5ced-4a61-9e67-9bece0b8153b tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "PUT /v2.0/routers/14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 200 len: 709 time: 1.5625799 Jul 30 03:49:49.758024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 36992) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:49.758572 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] Sync routers for ids ['14c4a838-7321-4dd8-9206-d8f51b40d83c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:49.774451 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] Routers {'14c4a838-7321-4dd8-9206-d8f51b40d83c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:49.775989 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['14c4a838-7321-4dd8-9206-d8f51b40d83c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:49.813836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-486592828'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:49.820967 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:49.830697 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] Routers {'14c4a838-7321-4dd8-9206-d8f51b40d83c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:49.831606 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['14c4a838-7321-4dd8-9206-d8f51b40d83c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:49.864426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.866082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:49.869707 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:49.870357 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad9425-08cd-4731-839a-fe567c58a78b None None] The sync data for ids ['14c4a838-7321-4dd8-9206-d8f51b40d83c'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:49.876851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.897122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-45890495-6ad1-471c-9213-c59ac7bf1898 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/routers/14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 200 len: 744 time: 0.1377888 Jul 30 03:49:49.898147 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:49.900579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 36996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:49.903423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:49:49.906348 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e8ab93-3f1b-455a-a3c5-75ca2c3ec199" -d '{"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-plugged", "status": "completed", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:49:49.921910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:49.932789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.017670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3492d466-d4f7-472f-ae60-faf1ed59a942 tempest-RoutersIpV6AdminTest-2117353463 tempest-RoutersIpV6AdminTest-2117353463-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 200 len: 205 time: 0.1156111 Jul 30 03:49:50.020339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.030305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:50.044029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a938d-e573-4c50-aaa6-1587bf7b487f req-3ed34a06-afdb-49f7-b6e7-4837454baf8f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:50.044228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f5a938d-e573-4c50-aaa6-1587bf7b487f req-3ed34a06-afdb-49f7-b6e7-4837454baf8f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1144254 Jul 30 03:49:50.100364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-db01601c-6b2f-47e0-ad61-f84c6c530eef tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 200 len: 205 time: 0.0788677 Jul 30 03:49:50.102908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37006) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.111622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f5a938d-e573-4c50-aaa6-1587bf7b487f req-269c6bc1-db6d-41f2-9642-01d7a121d1a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596237 Jul 30 03:49:50.149544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.155858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.165213 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04964f6d-6866-46ef-b236-c799e89eaa41 x-openstack-request-id: req-04964f6d-6866-46ef-b236-c799e89eaa41 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:49:50.166451 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-plugged", "status": "completed", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:49:50.167037 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04964f6d-6866-46ef-b236-c799e89eaa41 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:49:50.167719 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'code': 200} Jul 30 03:49:50.200723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:50.203645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.217976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8207d-7a94-4108-8d82-de595df43a92,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:50.221015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.221360 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment acafac32-988d-44f5-958c-4dded3caa9fb of type vlan for network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 Jul 30 03:49:50.287676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.314780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7f836-db29-4b8a-894c-d86df4fcfe67 req-4eb49a58-777c-4496-b767-9ca1f65c83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:50.316319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4e7f836-db29-4b8a-894c-d86df4fcfe67 req-4eb49a58-777c-4496-b767-9ca1f65c83f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1097 time: 0.0861325 Jul 30 03:49:50.330212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.335515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:50.336097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.379093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.381295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.430075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.430597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Fanout notify agent at l3_agent the message router_deleted on router 14c4a838-7321-4dd8-9206-d8f51b40d83c {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:50.446650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:50.448508 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3016722-83a7-4e68-9f7b-ec3a66c834f3 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 204 len: 168 time: 0.3436599 Jul 30 03:49:50.452072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37010) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.481502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c4b1d460-b5af-431d-b16c-c3dd473f1b09 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 200 len: 205 time: 0.0277679 Jul 30 03:49:50.488125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37012) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.532559 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-3c8200ef-399d-4fdf-a761-f484704c1ec8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] delete failed (client error): The resource could not be found. Jul 30 03:49:50.533699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3c8200ef-399d-4fdf-a761-f484704c1ec8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/14c4a838-7321-4dd8-9206-d8f51b40d83c HTTP/1.1" status: 404 len: 336 time: 0.0437982 Jul 30 03:49:50.536453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37014) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.565491 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90574bf2-9400-4918-993c-19e086225fad tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a7860e9-9d22-4239-9a89-f0be19c26f8e HTTP/1.1" status: 200 len: 205 time: 0.0278232 Jul 30 03:49:50.568183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37016) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.611713 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-7e28eaef-1a05-4718-9c92-21f97b1ab250 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] delete failed (client error): The resource could not be found. Jul 30 03:49:50.615288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e28eaef-1a05-4718-9c92-21f97b1ab250 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/9a7860e9-9d22-4239-9a89-f0be19c26f8e HTTP/1.1" status: 404 len: 336 time: 0.0420287 Jul 30 03:49:50.615606 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.650381 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-620df423-97ee-4a28-9ae7-53914768faf4 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd2b9262-00db-47d4-9bff-3a5323993698 HTTP/1.1" status: 200 len: 205 time: 0.0331330 Jul 30 03:49:50.654929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37022) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.694088 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-6d17952b-924a-4703-bbf1-6e1f98c31b92 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] delete failed (client error): The resource could not be found. Jul 30 03:49:50.694995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6d17952b-924a-4703-bbf1-6e1f98c31b92 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/cd2b9262-00db-47d4-9bff-3a5323993698 HTTP/1.1" status: 404 len: 336 time: 0.0390530 Jul 30 03:49:50.698412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37024) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.727076 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e2793b1-da93-4751-af0e-a79eb1e87eed tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 HTTP/1.1" status: 200 len: 205 time: 0.0273681 Jul 30 03:49:50.729620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37026) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.772332 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f8556703-56dd-4005-bea8-bf5a62a32dcb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] delete failed (client error): The resource could not be found. Jul 30 03:49:50.776440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f8556703-56dd-4005-bea8-bf5a62a32dcb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/7a29ffa0-6ee5-47f9-ae2c-bc3d72305a66 HTTP/1.1" status: 404 len: 336 time: 0.0428569 Jul 30 03:49:50.776700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37028) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.787668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1203918 Jul 30 03:49:50.793572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.800145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'name': 'tempest-PortsTestJSON-1116639127'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:50.807333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d4419c09-0d9c-4f75-977e-272b940bde97 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=35698996-65fe-43ee-95a7-301f7fb47b59 HTTP/1.1" status: 200 len: 205 time: 0.0284064 Jul 30 03:49:50.809211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.827580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4e7f836-db29-4b8a-894c-d86df4fcfe67 req-3ff92edd-0c98-48a0-866c-0999b561c47b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036778 Jul 30 03:49:50.846555 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-b90ff347-5a02-495e-8188-cf4fbff799eb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] delete failed (client error): The resource could not be found. Jul 30 03:49:50.849820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b90ff347-5a02-495e-8188-cf4fbff799eb tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/35698996-65fe-43ee-95a7-301f7fb47b59 HTTP/1.1" status: 404 len: 336 time: 0.0374374 Jul 30 03:49:50.850068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37034) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.878298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4e8c7-c05e-4cfc-bed2-5818609630db tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=be3ca73f-d26f-47f4-8c96-0a9af256bcf6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:50.883193 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c655236d-1243-47d4-a25a-86b7e34f5ab8 tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b50236-c73f-4590-ad36-f82e2610d580 HTTP/1.1" status: 200 len: 205 time: 0.0309231 Jul 30 03:49:50.888200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37036) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:50.892759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:50.920932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8a0e1-66a0-49bd-b2c4-0db997efc78d req-80747488-0aa1-40b6-8069-08b17879f436 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:50.922469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17e8a0e1-66a0-49bd-b2c4-0db997efc78d req-80747488-0aa1-40b6-8069-08b17879f436 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1337025 Jul 30 03:49:50.943823 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-80736002-4f0f-4286-91fc-06d610d2e1af tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] delete failed (client error): The resource could not be found. Jul 30 03:49:50.949175 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-80736002-4f0f-4286-91fc-06d610d2e1af tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/routers/54b50236-c73f-4590-ad36-f82e2610d580 HTTP/1.1" status: 404 len: 336 time: 0.0592196 Jul 30 03:49:50.951226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37038) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:51.003225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:51.006578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.012585 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3826ef6e-7d13-4f87-9dfc-18851be10afc tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:51.013047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3826ef6e-7d13-4f87-9dfc-18851be10afc tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:51.014735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3826ef6e-7d13-4f87-9dfc-18851be10afc tempest-RoutersIpV6AdminTest-1860070892 tempest-RoutersIpV6AdminTest-1860070892-project] 10.222.0.39 "DELETE /v2.0/subnets/c3e6db35-9636-43cc-9a0f-1cafdccb6899 HTTP/1.1" status: 404 len: 337 time: 0.0489991 Jul 30 03:49:51.028796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17e8a0e1-66a0-49bd-b2c4-0db997efc78d req-f0cee5be-1132-441f-aa56-06b6e6989584 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994267 Jul 30 03:49:51.035385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 211804bc-b20e-40c3-8278-0e07d7402f2d yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:49:51.260605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.390946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37052) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:51.421503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0fe7c-2331-46f9-b00c-75e9f28c55dc req-50bf29ac-b112-47c2-ba25-aeba8f3bc601 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:51.423108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7b0fe7c-2331-46f9-b00c-75e9f28c55dc req-50bf29ac-b112-47c2-ba25-aeba8f3bc601 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1571012 Jul 30 03:49:51.446064 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.519184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6c13ec4-4308-4ea4-8930-d4ade3087f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.528897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7b0fe7c-2331-46f9-b00c-75e9f28c55dc req-bb1b10da-0271-423d-a8f1-8badc5360969 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998967 Jul 30 03:49:51.541663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=211804bc-b20e-40c3-8278-0e07d7402f2d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:51.563777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': 'acafac32-988d-44f5-958c-4dded3caa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:51.564468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: be3ca73f-d26f-47f4-8c96-0a9af256bcf6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:51.586050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:51.597448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, be3ca73f-d26f-47f4-8c96-0a9af256bcf6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:51.607880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0521f-dec0-4bed-80c5-ad552f5ca32b None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:51.627917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:51.637023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:51.639840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.684970 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6c13ec4-4308-4ea4-8930-d4ade3087f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.692225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6c13ec4-4308-4ea4-8930-d4ade3087f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.704555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-19f0432f-2387-4cf2-97b7-0b96f829cc94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9054313 Jul 30 03:49:51.704909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:51.711182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776578533'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:51.766920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:51.771116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.773883 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c6c13ec4-4308-4ea4-8930-d4ade3087f5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ca73dca8d044bc9b9965545ed62cac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818588 Jul 30 03:49:51.776963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:51.790223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c13ec4-4308-4ea4-8930-d4ade3087f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0dc62e-1d13-4947-8427-9a61d90fafca,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:51.855536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:51.875800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.876154 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment 87c9951a-4aa5-4595-8155-03c0890def13 of type vlan for network cb9311f0-2cc1-4b5f-9f38-378953146653 Jul 30 03:49:51.877858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e03dab-9308-47d1-bb01-e60176a737d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.935405 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e03dab-9308-47d1-bb01-e60176a737d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.938091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:51.993117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.000346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:52.001121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.070227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3618371 Jul 30 03:49:52.070895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e03dab-9308-47d1-bb01-e60176a737d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.072865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:52.074594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64e03dab-9308-47d1-bb01-e60176a737d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.082149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'ports': [{'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'}, {'network_id': 'cb9311f0-2cc1-4b5f-9f38-378953146653'}]} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:52.082712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:52.083473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'cb9311f0-2cc1-4b5f-9f38-378953146653'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:52.090296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-64e03dab-9308-47d1-bb01-e60176a737d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f0dc62e-1d13-4947-8427-9a61d90fafca HTTP/1.1" status: 204 len: 168 time: 0.3005178 Jul 30 03:49:52.114448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e03dab-9308-47d1-bb01-e60176a737d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0dc62e-1d13-4947-8427-9a61d90fafca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:52.126087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d0ee8-14d9-4d91-94db-dfbe1d7aae94 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=cb9311f0-2cc1-4b5f-9f38-378953146653,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:52.149220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network cb9311f0-2cc1-4b5f-9f38-378953146653 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:52.195761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409593e6-80d2-4286-86bf-d832edd27bb0 req-9098b16c-9d69-42a6-89fd-26f965afac7a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:52.204113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-409593e6-80d2-4286-86bf-d832edd27bb0 req-9098b16c-9d69-42a6-89fd-26f965afac7a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.0872176 Jul 30 03:49:52.250484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-409593e6-80d2-4286-86bf-d832edd27bb0 req-5c57a47f-3315-46d8-b3fe-2881f8e63b8a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Jul 30 03:49:52.299437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 2} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:52.304064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.321720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.418989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 7afcac7c-e76a-4dbb-8605-478a3ab112a9 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:49:52.486014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:52.531516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4bdb1346-6b2a-43ca-afcb-5813d5733bfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0544783cd44542a4abc65360cf82cc41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418072 Jul 30 03:49:52.531789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:52.546110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.594516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8996a90a-db06-4218-820e-f7121d533659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.630208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 7548e068-400a-4cfc-8898-e4e0f20dcd3b yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:49:52.646792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8996a90a-db06-4218-820e-f7121d533659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.690943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1e4a8-bd08-4594-be0a-449d7b2d2c2d req-179f644b-ab2c-46ec-b755-bca9f85fcb2f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:52.692390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82a1e4a8-bd08-4594-be0a-449d7b2d2c2d req-179f644b-ab2c-46ec-b755-bca9f85fcb2f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.0812943 Jul 30 03:49:52.715851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8996a90a-db06-4218-820e-f7121d533659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.718706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8996a90a-db06-4218-820e-f7121d533659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.722069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8996a90a-db06-4218-820e-f7121d533659 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acbfbe7f-a4e4-4608-a563-9cf3fb69c674 HTTP/1.1" status: 204 len: 168 time: 0.1869676 Jul 30 03:49:52.743628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996a90a-db06-4218-820e-f7121d533659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbfbe7f-a4e4-4608-a563-9cf3fb69c674,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:52.751248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.764337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82a1e4a8-bd08-4594-be0a-449d7b2d2c2d req-c6e9c339-8e6f-4032-a6bc-aee251dc91ac tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508158 Jul 30 03:49:52.818520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.875762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:52.879619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:52.888729 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:52.889886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:52.897622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=7afcac7c-e76a-4dbb-8605-478a3ab112a9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:52.922298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0cdc-1105-47d9-862e-ec316bdbe030 req-3c187611-05c4-4722-9697-dadcd08124f3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:52.923806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc2c0cdc-1105-47d9-862e-ec316bdbe030 req-3c187611-05c4-4722-9697-dadcd08124f3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.0726306 Jul 30 03:49:52.960834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=7548e068-400a-4cfc-8898-e4e0f20dcd3b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:52.981387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc2c0cdc-1105-47d9-862e-ec316bdbe030 req-29718adf-7d14-45ef-a647-0871145ce841 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516961 Jul 30 03:49:52.988666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': '87c9951a-4aa5-4595-8155-03c0890def13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb9311f0-2cc1-4b5f-9f38-378953146653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:52.989049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: cb9311f0-2cc1-4b5f-9f38-378953146653, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:53.004557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:53.010570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network cb9311f0-2cc1-4b5f-9f38-378953146653 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:53.025162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, cb9311f0-2cc1-4b5f-9f38-378953146653) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:53.030665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:53.037872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:53.038097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e38e61-9fdd-431b-b27e-d4db990dfd1e None None] Network cb9311f0-2cc1-4b5f-9f38-378953146653 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:53.044244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:53.047550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.069965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-823d7fc5-19d7-4657-9d5e-437d724a59b0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9951241 Jul 30 03:49:53.070447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03147da8-fd93-4775-8e76-bb5cd574082e tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:53.072853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:53.076299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-03147da8-fd93-4775-8e76-bb5cd574082e tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1092 time: 0.0679803 Jul 30 03:49:53.076538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:53.081532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:53.114625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.202950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 7548e068-400a-4cfc-8898-e4e0f20dcd3b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:53.203542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.236906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.464824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.7 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/1f336aab-6c55-4878-9605-7f16aead926a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:53.503965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843e41a-c9c1-4877-9dde-4f012d245b04 req-5adddfb7-14f2-46bb-b68f-cfce5790df74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:53.512098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f843e41a-c9c1-4877-9dde-4f012d245b04 req-5adddfb7-14f2-46bb-b68f-cfce5790df74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1195357 Jul 30 03:49:53.601386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f843e41a-c9c1-4877-9dde-4f012d245b04 req-81020b70-8830-4eb4-922f-d0d16a26e0e7 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836141 Jul 30 03:49:53.697138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.735522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.755722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 7548e068-400a-4cfc-8898-e4e0f20dcd3b owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:53.756385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.837185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:53.840745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:53.844456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:53.875376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.879469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=1f336aab-6c55-4878-9605-7f16aead926a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:53.931899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=7548e068-400a-4cfc-8898-e4e0f20dcd3b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:53.935617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37118) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:53.953666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:53.956007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-460af955-1ab6-4eee-8a3b-2a6d849a8064 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/7548e068-400a-4cfc-8898-e4e0f20dcd3b HTTP/1.1" status: 204 len: 168 time: 0.8819101 Jul 30 03:49:53.959788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37124) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.079915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddfffc5-2ee6-412a-b06a-83c38ebbef5a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:54.087618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddfffc5-2ee6-412a-b06a-83c38ebbef5a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:54.091730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ddfffc5-2ee6-412a-b06a-83c38ebbef5a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1282613 Jul 30 03:49:54.091919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37128) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.218439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3957124-7d44-4a43-be53-dd7892e3c1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.260730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 7afcac7c-e76a-4dbb-8605-478a3ab112a9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:54.261093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.346172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.367217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 7afcac7c-e76a-4dbb-8605-478a3ab112a9 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:54.371642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.443590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.458944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3957124-7d44-4a43-be53-dd7892e3c1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.469918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3957124-7d44-4a43-be53-dd7892e3c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.522947 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3957124-7d44-4a43-be53-dd7892e3c1b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5d94e291cbc4d7490d8af218ac63eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862424 Jul 30 03:49:54.523619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37140) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.526552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.532373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3957124-7d44-4a43-be53-dd7892e3c1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be992a8-759f-483b-8203-c8348575bf4b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:54.571975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=7afcac7c-e76a-4dbb-8605-478a3ab112a9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:54.588069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.589957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f913a371-387e-4ad7-81e5-f750b6157423 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/7afcac7c-e76a-4dbb-8605-478a3ab112a9 HTTP/1.1" status: 204 len: 168 time: 0.4939632 Jul 30 03:49:54.594569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.610809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37144) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.622468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8adb319d-37fc-4bbf-b25c-6658327c2e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.654115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8adb319d-37fc-4bbf-b25c-6658327c2e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.677389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b73f8a-1efe-41ea-beee-dc116c26ea08 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:54.679016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b8b73f8a-1efe-41ea-beee-dc116c26ea08 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0833397 Jul 30 03:49:54.685418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37150) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.700452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.713216 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ccd191-1b44-46d9-9a78-5b7371b791b1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:49:54.717751 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-54ccd191-1b44-46d9-9a78-5b7371b791b1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/7548e068-400a-4cfc-8898-e4e0f20dcd3b HTTP/1.1" status: 404 len: 333 time: 0.0285509 Jul 30 03:49:54.717915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.729323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.732197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-776521568'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:54.741962 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8adb319d-37fc-4bbf-b25c-6658327c2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.744635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8adb319d-37fc-4bbf-b25c-6658327c2e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.745764 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8adb319d-37fc-4bbf-b25c-6658327c2e0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9be992a8-759f-483b-8203-c8348575bf4b HTTP/1.1" status: 204 len: 168 time: 0.2208576 Jul 30 03:49:54.762578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb319d-37fc-4bbf-b25c-6658327c2e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be992a8-759f-483b-8203-c8348575bf4b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:54.768688 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6dc470-f7ce-487c-af67-76da7a1e69e3 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:49:54.771382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3a6dc470-f7ce-487c-af67-76da7a1e69e3 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/7afcac7c-e76a-4dbb-8605-478a3ab112a9 HTTP/1.1" status: 404 len: 333 time: 0.0516222 Jul 30 03:49:54.774359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.776467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.776650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.840822 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.845336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.860599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.865045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4617274-b638-4459-a3f9-083cb1b73d3b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2501850 Jul 30 03:49:54.865457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37158) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:54.886190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=1f336aab-6c55-4878-9605-7f16aead926a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:54.895602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1d79c-0c7f-4c69-ac8a-0e1af0bc500a req-d89de215-d77d-44af-8cd3-b8c410da9ee0 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:54.897328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1c1d79c-0c7f-4c69-ac8a-0e1af0bc500a req-d89de215-d77d-44af-8cd3-b8c410da9ee0 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2171504 Jul 30 03:49:54.935263 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.945812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:54.950457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.008975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1c1d79c-0c7f-4c69-ac8a-0e1af0bc500a req-8574319d-3000-4c04-a287-c9fdde145278 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990136 Jul 30 03:49:55.133669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.146194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9311f0-2cc1-4b5f-9f38-378953146653']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:55.148845 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 associated. External IP: 172.25.6.7, port: 6064e73b-09c9-4038-9cc4-e4969aa0ad1d. Jul 30 03:49:55.161849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.164142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.195537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c9951a-4aa5-4595-8155-03c0890def13') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:55.195837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c9951a-4aa5-4595-8155-03c0890def13') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:55.214538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.218507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.219541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c3db313-9da8-4c34-8ee1-cd955f9a7c2f {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:55.231676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.236198 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56c93dab-eab4-4921-8795-a71581cf1515 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "DELETE /v2.0/routers/5c3db313-9da8-4c34-8ee1-cd955f9a7c2f HTTP/1.1" status: 204 len: 168 time: 0.3662479 Jul 30 03:49:55.236523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37170) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:55.239333 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.241129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Request body: {'router': {'name': 'tempest-router-703260449', 'distributed': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:55.268307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.269486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.272807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:49:55.273206 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:49:55.277041 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:49:55.327361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.332916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.350076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.352186 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-061dc8eb-d4cf-4de2-818a-f4cddf337b37 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1142502 Jul 30 03:49:55.354714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37174) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:55.361227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.365941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.368998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/cb9311f0-2cc1-4b5f-9f38-378953146653 HTTP/1.1" status: 204 len: 168 time: 0.5894287 Jul 30 03:49:55.394354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37176) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:55.401457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734976743'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:55.420800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0a70-7ebc-4f6b-9e7e-f0caac99434a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=cb9311f0-2cc1-4b5f-9f38-378953146653,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:55.445818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.502814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:49:55.519953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:55.523384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.620242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:49:55.628116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.632152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.633660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:49:55.635889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] Sync routers for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:49:55.653763 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.656741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:55.657440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:55.676986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.677391 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment c8054721-a0d4-408f-b6c2-fe45395d9a13 of type vlan for network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 Jul 30 03:49:55.698124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3baeda48-7ada-4d4c-8135-d015b2baa4dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6175835 Jul 30 03:49:55.698124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:49:55.715837 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2073568-7a96-4fab-985e-b06100c72e74" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:49:55.722059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.722673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9240e655-6e4f-4c73-8e7e-e58ace069189 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:55.725439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.731356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.732613 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab483119-2bb5-48fa-8c4f-bc9ccf069749 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9240e655-6e4f-4c73-8e7e-e58ace069189 HTTP/1.1" status: 204 len: 168 time: 0.3765543 Jul 30 03:49:55.736468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:55.743305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Request body: {'router': {'name': 'tempest-router-1672334963', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7ee1f09200c94265bdc58c99f4e14d49'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:55.772180 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e3a56f-ddba-4962-b2b1-63b9d09b5250 x-openstack-request-id: req-54e3a56f-ddba-4962-b2b1-63b9d09b5250 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:49:55.772443 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:49:55.772638 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54e3a56f-ddba-4962-b2b1-63b9d09b5250 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:49:55.773015 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'status': 'completed', 'code': 200} Jul 30 03:49:55.773446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.780664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:55.781837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.798794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.799973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.849897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:55.860657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4618917 Jul 30 03:49:55.862215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37196) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:55.874558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:55.933864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aac90-889a-4fb0-bdf2-7c8ea79c77b5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:55.943219 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.947756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073568-7a96-4fab-985e-b06100c72e74 req-8cbd4e7b-62e4-454f-b4a8-6e36a33793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:55.949971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-8cbd4e7b-62e4-454f-b4a8-6e36a33793c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1097 time: 0.1296635 Jul 30 03:49:55.963276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e994c-a06b-43b0-ad45-2f0b344f2349 req-2aaef4d9-72ec-4413-b1d2-3cae8d844e75 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:55.968621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-833e994c-a06b-43b0-ad45-2f0b344f2349 req-2aaef4d9-72ec-4413-b1d2-3cae8d844e75 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1488523 Jul 30 03:49:55.971365 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:55.989547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:49:56.016146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:56.028438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:56.081713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:56.082962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-152eb106-13d0-47b3-9cd8-c807d9e4b11b tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3452666 Jul 30 03:49:56.088249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:56.132611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:56.273850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073568-7a96-4fab-985e-b06100c72e74 req-96d29740-ae45-4139-9e95-a28802219187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:56.275662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-96d29740-ae45-4139-9e95-a28802219187 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.3057384 Jul 30 03:49:56.303666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:56.352131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-833e994c-a06b-43b0-ad45-2f0b344f2349 req-66ae756e-6b8b-46c2-ada9-50758a2f0eeb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586922 Jul 30 03:49:56.388364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37210) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:56.460045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'd5dff3a9-af64-4dd9-99cf-cc9e39364cf7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'port_id': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'mac_address': 'fa:16:3e:94:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:49:54Z', 'updated_at': '2021-07-30T03:49:54Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:40Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:56.502300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] Checking router: 5eb3277f-7323-4347-b3e3-8ca3bfad8489 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:49:56.512996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:49:56.513771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:49:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:56.516514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=82654cc0-ae5b-4ac9-96d3-34a3ccde063c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:56.528611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': 'c8054721-a0d4-408f-b6c2-fe45395d9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:56.528980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:49:56.545922 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2b3b1a05-df68-4702-96a8-4fe73ec42d6d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 HTTP/1.1" status: 200 len: 989 time: 0.1539345 Jul 30 03:49:56.560524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:49:56.572057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:56.578364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:56.578882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:56.604595 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76c2e9a6-2e62-4571-8459-41f2bde2c974 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7426431 Jul 30 03:49:56.605348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37212) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:56.612523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9', 'name': 'tempest-PortsTestJSON-36320000'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:56.615203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127a7c2-37bc-4e10-9fcc-4cc205c3b1c3 None None] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:56.765110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:49:56.779657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:49:56.787814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:56.827105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port d697ecb1-8068-4636-997b-d569a65b9e2a yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:49:56.872813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9', 'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': '82654cc0-ae5b-4ac9-96d3-34a3ccde063c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:49:56.873698 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:56.928108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e507d2c-9621-48c8-a492-246932cedee0 req-271902ba-cfb9-4f07-8fd4-b83bf892207c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:56.936682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e507d2c-9621-48c8-a492-246932cedee0 req-271902ba-cfb9-4f07-8fd4-b83bf892207c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.7924483 Jul 30 03:49:56.999008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.5 (3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9/82654cc0-ae5b-4ac9-96d3-34a3ccde063c/d697ecb1-8068-4636-997b-d569a65b9e2a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:57.051162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-13beb6b5-a715-4c61-9390-4d802b55cb36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 997 time: 0.7362034 Jul 30 03:49:57.054980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.056762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.173976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e507d2c-9621-48c8-a492-246932cedee0 req-a792b16d-f104-4d5d-befe-284bba8339dd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361200 Jul 30 03:49:57.177246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'd5dff3a9-af64-4dd9-99cf-cc9e39364cf7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'port_id': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'mac_address': 'fa:16:3e:94:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:49:54Z', 'updated_at': '2021-07-30T03:49:54Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:40Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:49:57.206525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dcd98-d897-492d-bd96-ca8670caa464 None None] The sync data for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 is: [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'd5dff3a9-af64-4dd9-99cf-cc9e39364cf7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'port_id': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'mac_address': 'fa:16:3e:94:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:49:54Z', 'updated_at': '2021-07-30T03:49:54Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:40Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:49:57.211952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93876) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 30 03:49:57.212882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Router 34bd39a3-c692-4943-b076-78da7dcc289e migrating from provider to provider. {{(pid=93876) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 30 03:49:57.213267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.222165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073568-7a96-4fab-985e-b06100c72e74 req-25043f3f-bd26-417f-a2c9-4ba7ddf93d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:57.223684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-25043f3f-bd26-417f-a2c9-4ba7ddf93d5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.1307964 Jul 30 03:49:57.224644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.229286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.238410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.253995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object d697ecb1-8068-4636-997b-d569a65b9e2a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:57.316690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.346715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:57.351200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:57.358820 n-d-778696-14 neutron-server[93876]: WARNING neutron.scheduler.l3_agent_scheduler [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] No L3 agents can host the router 34bd39a3-c692-4943-b076-78da7dcc289e Jul 30 03:49:57.369525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073568-7a96-4fab-985e-b06100c72e74 req-f6c8fa4a-7ca2-491f-ae9f-538618a807e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:57.371303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-f6c8fa4a-7ca2-491f-ae9f-538618a807e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362147 Jul 30 03:49:57.374274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:57.390286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Allocated IP 172.20.0.2 (3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9/82654cc0-ae5b-4ac9-96d3-34a3ccde063c/af4a5bc4-2c7a-4a0b-b9e0-929254e3b006) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:49:57.432122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=d697ecb1-8068-4636-997b-d569a65b9e2a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:57.442398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:57.443007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.462925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f6cd7ed8-1f43-4491-b595-517009ab4a98 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8553391 Jul 30 03:49:57.463812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:57.531225 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd0954-37f9-4259-b2ad-83e751dd0c30 None None] New status for floating IP d5dff3a9-af64-4dd9-99cf-cc9e39364cf7: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:49:57.550986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:57.624277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a244e454-fb2a-4d6a-b029-bcbff31011ec tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 HTTP/1.1" status: 200 len: 989 time: 0.0720172 Jul 30 03:49:57.629632 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.640051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Transition to ACTIVE for port object af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:57.641906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-9a37ba47-5271-4b5f-bdd6-5dc032c436f8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a831a0980c5341199296cb0776608eca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474694 Jul 30 03:49:57.657267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Transition to ACTIVE for port object af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:49:57.662336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port d697ecb1-8068-4636-997b-d569a65b9e2a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:57.662944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.665728 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.673535 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:49:57.703855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:49:57.708318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:49:57.714814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:49:57.722294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Pushing event updated for resources: {'Port': ['ID=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:57.779793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Attempting to bind port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:49:57.780502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Attempting to bind port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'c8054721-a0d4-408f-b6c2-fe45395d9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:49:57.780502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Attempting to bind port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 on network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:49:57.785822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:49:57.786154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Checking segment: {'id': 'c8054721-a0d4-408f-b6c2-fe45395d9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:49:57.786559 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.786956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Bound using segment: {'id': 'c8054721-a0d4-408f-b6c2-fe45395d9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:49:57.787472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Bound port: af4a5bc4-2c7a-4a0b-b9e0-929254e3b006, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8054721-a0d4-408f-b6c2-fe45395d9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:49:57.787860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.792040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.807066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for d697ecb1-8068-4636-997b-d569a65b9e2a owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:49:57.833295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-00e574b3-f6be-4b11-9f5d-c28bf80192a8 service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038620 Jul 30 03:49:57.833809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Hosts for router 34bd39a3-c692-4943-b076-78da7dcc289e: [] {{(pid=93876) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 30 03:49:57.860568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] For port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:49:57.864093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] For port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,segment=NetworkSegment(c8054721-a0d4-408f-b6c2-fe45395d9a13),segment_id=c8054721-a0d4-408f-b6c2-fe45395d9a13)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:49:57.868001 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.920498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Hosts for other DVR routers connected to router 34bd39a3-c692-4943-b076-78da7dcc289e: set() {{(pid=93876) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 30 03:49:57.923430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:57.924868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-38ec892b-ee51-4be2-b4ab-40a8359a2217 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "PUT /v2.0/routers/34bd39a3-c692-4943-b076-78da7dcc289e HTTP/1.1" status: 200 len: 717 time: 1.8152759 Jul 30 03:49:57.927630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:57.939780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3394399-98c9-4e06-ba81-e41ba6642900 None None] Pushing event updated for resources: {'Port': ['ID=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:58.006023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-ded46888-cf0a-431a-8a35-0a3a292c3604 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:58.010419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-ded46888-cf0a-431a-8a35-0a3a292c3604 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581092 Jul 30 03:49:58.039204 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-97114835-8c30-4702-a263-eb6df374f463 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "GET /v2.0/routers/34bd39a3-c692-4943-b076-78da7dcc289e HTTP/1.1" status: 200 len: 717 time: 0.1090984 Jul 30 03:49:58.041348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37236) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:58.045547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-07d91e04-2e1b-4251-9aa9-e309a0eb7db8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/quotas/a831a0980c5341199296cb0776608eca HTTP/1.1" status: 200 len: 375 time: 0.0239882 Jul 30 03:49:58.051655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:58.055706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2073568-7a96-4fab-985e-b06100c72e74 req-b0677942-6da9-48e0-b341-a7fe39ba86ca service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102389 Jul 30 03:49:58.099615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=d697ecb1-8068-4636-997b-d569a65b9e2a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:58.106413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-d9d5ab3f-542c-4d9f-ba24-198b85b48cbc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a831a0980c5341199296cb0776608eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482903 Jul 30 03:49:58.120492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.120844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.121189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.121524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.121858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.122200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.122530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.122859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.123271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.123611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.123935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.124262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:49:58.235328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:58.238162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6faf54e3-70ef-4eba-a895-d3350de9cc9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/d697ecb1-8068-4636-997b-d569a65b9e2a HTTP/1.1" status: 204 len: 168 time: 0.7733316 Jul 30 03:49:58.241173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37242) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:58.271372 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0bbab8-da7c-41ea-b302-66e54649ed7d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:49:58.272093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0bbab8-da7c-41ea-b302-66e54649ed7d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:49:58.273865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4e0bbab8-da7c-41ea-b302-66e54649ed7d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/d697ecb1-8068-4636-997b-d569a65b9e2a HTTP/1.1" status: 404 len: 333 time: 0.0315919 Jul 30 03:49:58.277644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37244) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:58.302934 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb9a9a-b3c5-4f72-bd00-71da0375c34e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:49:58.304823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bdcb9a9a-b3c5-4f72-bd00-71da0375c34e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/d697ecb1-8068-4636-997b-d569a65b9e2a HTTP/1.1" status: 404 len: 333 time: 0.0259979 Jul 30 03:49:58.311323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:58.404285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e95ead6-fc0e-45a3-8a7a-5bc901f61d91 req-919a4e68-fd08-413a-b7da-54d01a434ce3 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 210 time: 0.0356903 Jul 30 03:49:58.423962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e566c-29ea-48f8-8707-83b551515515 req-e65d28fe-0952-4a8f-b59f-68bb2cc8a57d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:58.425935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-448e566c-29ea-48f8-8707-83b551515515 req-e65d28fe-0952-4a8f-b59f-68bb2cc8a57d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1298342 Jul 30 03:49:58.467761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-448e566c-29ea-48f8-8707-83b551515515 req-79434e16-a1bf-4716-969a-9d036c545f38 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Jul 30 03:49:58.626381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37262) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:58.791392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-51aee57e-9e7b-44da-a161-7df6bbb60a19 tempest-RoutersTestDVR-481706903 tempest-RoutersTestDVR-481706903-project] 10.222.0.39 "GET /v2.0/routers/34bd39a3-c692-4943-b076-78da7dcc289e HTTP/1.1" status: 200 len: 683 time: 0.7485251 Jul 30 03:49:58.795359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37266) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:58.885909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet 82654cc0-ae5b-4ac9-96d3-34a3ccde063c {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:49:58.890811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:58.904223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7c9f-b46d-4f9f-8c86-b1fccdfa1ee8 req-839cf95c-9bd1-4f11-b3f3-3f521c7a1d7a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:58.905860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-469d7c9f-b46d-4f9f-8c86-b1fccdfa1ee8 req-839cf95c-9bd1-4f11-b3f3-3f521c7a1d7a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2471256 Jul 30 03:49:58.908536 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-34d0fe95-6912-4608-ac6e-0eb2b92ee75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:58.910462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-34d0fe95-6912-4608-ac6e-0eb2b92ee75c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.1661973 Jul 30 03:49:58.914771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3c0b8117-ea32-4a75-bf8e-9435beada2f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 HTTP/1.1" status: 200 len: 991 time: 0.2864647 Jul 30 03:49:58.920039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.050709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.077654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-469d7c9f-b46d-4f9f-8c86-b1fccdfa1ee8 req-ee6eb0d8-891c-468f-9a8c-4897f7f9cc0e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537211 Jul 30 03:49:59.097656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-18cffae6-68c2-4e9c-b647-3d09c7846824 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2580385 Jul 30 03:49:59.106849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-ce45f5a5-74b8-4a4d-9418-e952b2e351fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.108425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-ce45f5a5-74b8-4a4d-9418-e952b2e351fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.1831894 Jul 30 03:49:59.168914 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.172696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.216833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678d484-e8a2-4c96-8336-b8723c78a1f4 None None] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:59.247666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-6c9a6f92-71f2-4551-a432-f37bfef1d619 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 1001 time: 0.1288624 Jul 30 03:49:59.252797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-0cc0073d-bbb4-4c35-9685-845c7f0b8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.254540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-0cc0073d-bbb4-4c35-9685-845c7f0b8ee6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.0735359 Jul 30 03:49:59.277352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.277899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34bd39a3-c692-4943-b076-78da7dcc289e {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:49:59.282232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.283540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45c5abd5-5043-4f5c-a67d-2b0da79c3136 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "DELETE /v2.0/routers/34bd39a3-c692-4943-b076-78da7dcc289e HTTP/1.1" status: 204 len: 168 time: 0.4869862 Jul 30 03:49:59.289161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37270) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:59.297276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Request body: {'router': {'name': 'tempest-router-413844115', 'distributed': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:49:59.327753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.359945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-a1546efc-5684-4936-829d-d30f77c0aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.361708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.362017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-a1546efc-5684-4936-829d-d30f77c0aece service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.1063042 Jul 30 03:49:59.362870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.370354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-59525f13-85a3-4241-8a24-db2ccc5300a4 None None] Provisioning for port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:49:59.439176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-f18f1ae1-77ee-46f3-bb02-712b0a71d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.441282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-f18f1ae1-77ee-46f3-bb02-712b0a71d32b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1578643 Jul 30 03:49:59.441818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.448654 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.449033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-4bd5bc57-4a35-4288-80cf-2a0ff7258933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.450909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-4bd5bc57-4a35-4288-80cf-2a0ff7258933 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802355 Jul 30 03:49:59.460577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.494220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.496715 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-31f69d8c-913c-4c90-ac2b-39a5ce07b60d tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2063661 Jul 30 03:49:59.500265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.501346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:59.504452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/82654cc0-ae5b-4ac9-96d3-34a3ccde063c HTTP/1.1" status: 204 len: 168 time: 1.1898048 Jul 30 03:49:59.504452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ca61b-79f2-4f0f-aee7-94789331ae6a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=82654cc0-ae5b-4ac9-96d3-34a3ccde063c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:49:59.506064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37276) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:49:59.563549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f68935eb-e110-4d83-9c50-71a1ca538d8c req-792cf3b5-7406-4336-8577-cb81f9bae126 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 210 time: 0.0612273 Jul 30 03:49:59.593815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.671510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-ae802e49-cba9-4557-84e8-6c7c6ebf8355 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a831a0980c5341199296cb0776608eca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356464 Jul 30 03:49:59.683079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-a1f37f58-b1e0-4039-89e5-8b3e0950c608 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1002 time: 0.2311187 Jul 30 03:49:59.685838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.706894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1c1af-b6dc-4dad-8fba-cb451c54303a None None] Network 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:49:59.822023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-e241ce38-6487-49d7-9765-7fa16b28eae4 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620369 Jul 30 03:49:59.858594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:49:59.859088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.907060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-279e3181-0e64-4a0f-8a7a-476f9bed2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.908600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-279e3181-0e64-4a0f-8a7a-476f9bed2c6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1822650 Jul 30 03:49:59.975760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-a41e9255-b940-49f1-b786-06756dcc849e tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:49:59.977317 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-a41e9255-b940-49f1-b786-06756dcc849e tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981329 Jul 30 03:49:59.984757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99152e34-0910-47eb-a032-81194c2d964b None None] DHCP port deletion for 3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:49:59.985901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] For port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,segment=NetworkSegment(c8054721-a0d4-408f-b6c2-fe45395d9a13),segment_id=c8054721-a0d4-408f-b6c2-fe45395d9a13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:49:59.986277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:49:59.998972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Request body: {'port': {'device_id': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': 'a831a0980c5341199296cb0776608eca'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:00.022946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:00.040516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-99152e34-0910-47eb-a032-81194c2d964b None None] Deleting port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:00.040903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99152e34-0910-47eb-a032-81194c2d964b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.112754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-99152e34-0910-47eb-a032-81194c2d964b None None] For port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,segment=NetworkSegment(c8054721-a0d4-408f-b6c2-fe45395d9a13),segment_id=c8054721-a0d4-408f-b6c2-fe45395d9a13)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:00.113896 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99152e34-0910-47eb-a032-81194c2d964b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.139978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-99152e34-0910-47eb-a032-81194c2d964b None None] Calling delete_port for af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:00.200482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Made reservation on behalf of a831a0980c5341199296cb0776608eca for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:00.205774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.220268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.232353 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99152e34-0910-47eb-a032-81194c2d964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.240208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No DVR routers for this DVR port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:00.242699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.256587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99152e34-0910-47eb-a032-81194c2d964b None None] Pushing event deleted for resources: {'Port': ['ID=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:00.266066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99152e34-0910-47eb-a032-81194c2d964b None None] No DVR routers for this DVR port af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:00.294918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=af4a5bc4-2c7a-4a0b-b9e0-929254e3b006,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:00.344191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.360663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.369771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.387487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:00.403611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8054721-a0d4-408f-b6c2-fe45395d9a13') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:00.403917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8054721-a0d4-408f-b6c2-fe45395d9a13') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:00.416033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.438765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.450154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:00.450636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:00.454937 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:00.467130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.467738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39e12ccb-d005-4757-88d1-33b297046dd5 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:50:00.480047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.481151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-735541b8-6ad8-41f3-81ee-a58d1916fd66 tempest-RoutersTestDVR-1333795538 tempest-RoutersTestDVR-1333795538-project-admin] 10.222.0.39 "DELETE /v2.0/routers/39e12ccb-d005-4757-88d1-33b297046dd5 HTTP/1.1" status: 204 len: 168 time: 0.9632647 Jul 30 03:50:00.484492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-2870af2a-3b50-4159-9f04-4044a9794c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:00.486361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-2870af2a-3b50-4159-9f04-4044a9794c04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562881 Jul 30 03:50:00.499360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f923a3d-15cb-4abf-979e-798d1cd14523 req-b2998d25-2428-4ac3-921c-cafe21928617 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:00.501341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f923a3d-15cb-4abf-979e-798d1cd14523 req-b2998d25-2428-4ac3-921c-cafe21928617 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1696799 Jul 30 03:50:00.504694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10bb8c04-93b2-4aea-86c2-1d969ae8e17d req-8c582710-ab5e-443c-abe8-4c0d4482cc6d service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564496 Jul 30 03:50:00.556768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.558267 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.566087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.571268 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9 HTTP/1.1" status: 204 len: 168 time: 1.0609176 Jul 30 03:50:00.571268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.574766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:00.597142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-645638564'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:00.606855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f923a3d-15cb-4abf-979e-798d1cd14523 req-b36a3044-b7f5-4850-af22-db05d0055151 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832925 Jul 30 03:50:00.612697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5a3ce-8d13-48e0-b2ba-01e6863b25a1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=3c75e6a5-b3ed-4bfd-be6a-9d6f5cc963f9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:00.638108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-9723e925-604d-45db-b734-6ebf22c0da88 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355958 Jul 30 03:50:00.678404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26389153-ca11-49b5-831e-ad42e219a413,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:00.710161 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.734489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-494dae0a-d3d4-4b06-bd40-18a4ec763eca req-7105b0d4-0281-4581-b4f4-9a82dcef4f0a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 210 time: 0.0625529 Jul 30 03:50:00.742265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:00.745948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.776229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b16e73a-b50c-4d00-be08-ae56f057e5ed req-106fed28-a97d-41c5-877c-2f8e7fcf8ca7 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299901 Jul 30 03:50:00.807093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:00.816781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:00.826235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Allocated IP 192.168.233.34 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/b6c53fe7-604b-41b8-ac10-e5f4da46db39) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:00.828631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.829092 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment 70b02cad-f71a-42d2-924d-a0ea6ffbca3f of type vlan for network ebbeb70a-f921-469c-bb7b-faef24a994f1 Jul 30 03:50:00.892739 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:00.944373 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.007731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.015010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:01.015859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.052484 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.057432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.084666 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5064120 Jul 30 03:50:01.092418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37296) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:01.099850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:01.108978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefe771-07a6-43c1-b119-04a98b1f4d9f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=ebbeb70a-f921-469c-bb7b-faef24a994f1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:01.111176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ee1f09200c94265bdc58c99f4e14d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931523 Jul 30 03:50:01.116241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37298) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:01.122154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084acbea-2b0a-4377-bdc6-f37e6c154c31,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:01.124266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ebbeb70a-f921-469c-bb7b-faef24a994f1 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:01.150830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.164416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.164761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.165391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.166067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.166409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.166746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.167429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.167429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.167751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.168082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.168410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.168736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6b70e4-e3c4-4264-bae1-f91ee790d2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:01.176496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Transition to ACTIVE for port object b6c53fe7-604b-41b8-ac10-e5f4da46db39 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:01.199710 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11f3c216-560d-4e7d-8593-9fdc41f02b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.216649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:01.220652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.232859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11f3c216-560d-4e7d-8593-9fdc41f02b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.251727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.313741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:01.322501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:01.328516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:01.332408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Pushing event updated for resources: {'Port': ['ID=b6c53fe7-604b-41b8-ac10-e5f4da46db39,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:01.377522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11f3c216-560d-4e7d-8593-9fdc41f02b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.381343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11f3c216-560d-4e7d-8593-9fdc41f02b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.382548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-11f3c216-560d-4e7d-8593-9fdc41f02b3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/084acbea-2b0a-4377-bdc6-f37e6c154c31 HTTP/1.1" status: 204 len: 168 time: 0.2654347 Jul 30 03:50:01.404231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:01.404513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.408254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3c216-560d-4e7d-8593-9fdc41f02b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084acbea-2b0a-4377-bdc6-f37e6c154c31,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:01.428388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.429052 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-1a78a837-f44e-45f7-9514-f8bc88d0ac5a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4341512 Jul 30 03:50:01.449744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Request body: {'port': {'device_id': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:01.503040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=ebc590a0-52e3-4674-ab29-de524672310d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:01.509206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': '70b02cad-f71a-42d2-924d-a0ea6ffbca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:01.509876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: ebbeb70a-f921-469c-bb7b-faef24a994f1, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:01.527713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.529555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network ebbeb70a-f921-469c-bb7b-faef24a994f1 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:01.543222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ebbeb70a-f921-469c-bb7b-faef24a994f1) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:01.549098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:01.549742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.561681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b0b06-42af-46e1-85a8-43969999b103 None None] Network ebbeb70a-f921-469c-bb7b-faef24a994f1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:01.576886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fbd204a1-c654-4f23-b936-ff6fa260f09d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4807985 Jul 30 03:50:01.579404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37304) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:01.584583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-394721904'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:01.623873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-75cc6b4b-9add-49b9-a8d0-f540334cb0ac None None] Provisioning for port b6c53fe7-604b-41b8-ac10-e5f4da46db39 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:01.631741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-75cc6b4b-9add-49b9-a8d0-f540334cb0ac None None] Provisioning complete for port b6c53fe7-604b-41b8-ac10-e5f4da46db39 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:01.632476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75cc6b4b-9add-49b9-a8d0-f540334cb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.702855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-75cc6b4b-9add-49b9-a8d0-f540334cb0ac None None] Port b6c53fe7-604b-41b8-ac10-e5f4da46db39 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:01.728257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:01.741456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.802331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:01.831776 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99b57b62-a456-4a20-aedc-ed4eb43e8b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.842745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ebbeb70a-f921-469c-bb7b-faef24a994f1', 'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': 'ebc590a0-52e3-4674-ab29-de524672310d'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:01.843814 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:01.900244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:02.001697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:02.009759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730ee88-0655-41a5-ba45-d27c5cc0f743 req-ce7a5542-2658-4be5-a78b-bf7ee7568f49 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:02.017209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b730ee88-0655-41a5-ba45-d27c5cc0f743 req-ce7a5542-2658-4be5-a78b-bf7ee7568f49 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2337615 Jul 30 03:50:02.031946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:02.032441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device af4a5bc4-2c7a-4a0b-b9e0-929254e3b006 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:02.049584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c845da-0997-4e59-b97a-aac47a7ede83 req-6fa623f7-366b-42e0-b245-b840e4c03c22 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:02.051463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8c845da-0997-4e59-b97a-aac47a7ede83 req-6fa623f7-366b-42e0-b245-b840e4c03c22 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 935 time: 0.2175083 Jul 30 03:50:02.058044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Allocated IP 172.20.0.2 (ebbeb70a-f921-469c-bb7b-faef24a994f1/ebc590a0-52e3-4674-ab29-de524672310d/50da3923-af9a-4b4c-87d6-a7a795223e31) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:02.135864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b730ee88-0655-41a5-ba45-d27c5cc0f743 req-a53f3fdb-f0d0-47e8-baab-902a6179b31b tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173081 Jul 30 03:50:02.183004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99b57b62-a456-4a20-aedc-ed4eb43e8b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.200193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8c845da-0997-4e59-b97a-aac47a7ede83 req-2b7ec0c7-8d6b-4d3c-b925-85cffcc0c961 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358981 Jul 30 03:50:02.201831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99b57b62-a456-4a20-aedc-ed4eb43e8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.241119 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.249994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99b57b62-a456-4a20-aedc-ed4eb43e8b01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca5a283bccf244ebb8f9f4df86d04040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439077 Jul 30 03:50:02.249994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b57b62-a456-4a20-aedc-ed4eb43e8b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2635c193-1d94-4d88-9819-c6990638e477,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.250359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37316) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:02.258336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Transition to ACTIVE for port object 50da3923-af9a-4b4c-87d6-a7a795223e31 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:02.275278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Transition to ACTIVE for port object 50da3923-af9a-4b4c-87d6-a7a795223e31 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:02.282668 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.323369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c53fe7-604b-41b8-ac10-e5f4da46db39 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:50:02.324668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Network ebbeb70a-f921-469c-bb7b-faef24a994f1 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:02.327705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:02.331531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:02.337365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.350483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Pushing event updated for resources: {'Port': ['ID=50da3923-af9a-4b4c-87d6-a7a795223e31,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.359838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.10 (ebbeb70a-f921-469c-bb7b-faef24a994f1/ebc590a0-52e3-4674-ab29-de524672310d/f5d8734d-ed0f-4983-ba89-61ec1c5df6d7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:02.366288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Transition to ACTIVE for port object b6c53fe7-604b-41b8-ac10-e5f4da46db39 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:02.368713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ef9eee-e5aa-4ba0-b8a8-db288564ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.381400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.404981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Attempting to bind port 50da3923-af9a-4b4c-87d6-a7a795223e31 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:02.405358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Attempting to bind port 50da3923-af9a-4b4c-87d6-a7a795223e31 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '70b02cad-f71a-42d2-924d-a0ea6ffbca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:02.405726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Attempting to bind port 50da3923-af9a-4b4c-87d6-a7a795223e31 on network ebbeb70a-f921-469c-bb7b-faef24a994f1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:02.410814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:02.411225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Checking segment: {'id': '70b02cad-f71a-42d2-924d-a0ea6ffbca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:02.411636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.412035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Bound using segment: {'id': '70b02cad-f71a-42d2-924d-a0ea6ffbca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:02.412506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Bound port: 50da3923-af9a-4b4c-87d6-a7a795223e31, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b02cad-f71a-42d2-924d-a0ea6ffbca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebbeb70a-f921-469c-bb7b-faef24a994f1'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:02.412895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.418021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ef9eee-e5aa-4ba0-b8a8-db288564ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.479825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c53fe7-604b-41b8-ac10-e5f4da46db39,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.502925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] For port 50da3923-af9a-4b4c-87d6-a7a795223e31, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:02.506742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] For port 50da3923-af9a-4b4c-87d6-a7a795223e31, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50da3923-af9a-4b4c-87d6-a7a795223e31,segment=NetworkSegment(70b02cad-f71a-42d2-924d-a0ea6ffbca3f),segment_id=70b02cad-f71a-42d2-924d-a0ea6ffbca3f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:02.512544 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.540768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.553320 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ef9eee-e5aa-4ba0-b8a8-db288564ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.557087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ef9eee-e5aa-4ba0-b8a8-db288564ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.560797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-77ef9eee-e5aa-4ba0-b8a8-db288564ea49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2635c193-1d94-4d88-9819-c6990638e477 HTTP/1.1" status: 204 len: 168 time: 0.3063843 Jul 30 03:50:02.570996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:02.580702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef9eee-e5aa-4ba0-b8a8-db288564ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2635c193-1d94-4d88-9819-c6990638e477,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.586175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Attempting to bind port b6c53fe7-604b-41b8-ac10-e5f4da46db39 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:02.586525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Attempting to bind port b6c53fe7-604b-41b8-ac10-e5f4da46db39 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:02.586994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Attempting to bind port b6c53fe7-604b-41b8-ac10-e5f4da46db39 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:02.593844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Port b6c53fe7-604b-41b8-ac10-e5f4da46db39 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:50:02.594178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Attempting to bind port b6c53fe7-604b-41b8-ac10-e5f4da46db39 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:02.607221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:02.607561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:02.608105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:02.608570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Bound port: b6c53fe7-604b-41b8-ac10-e5f4da46db39, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:02.608939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.619585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d46ff8-5a40-4515-aca1-f03d57cc7a02 None None] Pushing event updated for resources: {'Port': ['ID=50da3923-af9a-4b4c-87d6-a7a795223e31,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.670042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.695220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] For port b6c53fe7-604b-41b8-ac10-e5f4da46db39, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:02.699097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] For port b6c53fe7-604b-41b8-ac10-e5f4da46db39, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:02.705448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.741661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=f5d8734d-ed0f-4983-ba89-61ec1c5df6d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.748094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:02.748882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.750386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6c53fe7-604b-41b8-ac10-e5f4da46db39 HTTP/1.1" status: 200 len: 1096 time: 1.3072360 Jul 30 03:50:02.752658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network ebbeb70a-f921-469c-bb7b-faef24a994f1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:02.753627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'tag': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:02.754737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:02.757118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:02.757289 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5eacfbf0-9f50-4180-8b64-84c7bda55fe8", "tag": "b6c53fe7-604b-41b8-ac10-e5f4da46db39"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:02.795794 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23876c-cb5f-460d-80a7-52538cbed859 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c53fe7-604b-41b8-ac10-e5f4da46db39,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:02.834421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:02.835071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:02.860932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d0bef336-faa2-40c4-92bd-9b422d407e47 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2798297 Jul 30 03:50:02.865946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:02.968580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-99733b5a-c9c2-4c06-a763-f7660a13002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:02.976774 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-99733b5a-c9c2-4c06-a763-f7660a13002c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a831a0980c5341199296cb0776608eca&device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 1099 time: 0.1481793 Jul 30 03:50:03.044486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:03.044835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:03.068641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-b764512f-6482-4d96-a1d0-12bd317f0677 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39 HTTP/1.1" status: 200 len: 217 time: 0.0752220 Jul 30 03:50:03.164190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-78f6b55f-1d33-48e1-8880-da6de48bf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:03.165509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:03.166464 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-78f6b55f-1d33-48e1-8880-da6de48bf455 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0892744 Jul 30 03:50:03.184516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:03.271995 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547bd7fd-d9c6-4c45-90f3-cdea072f203d x-openstack-request-id: req-547bd7fd-d9c6-4c45-90f3-cdea072f203d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:03.272560 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eacfbf0-9f50-4180-8b64-84c7bda55fe8", "tag": "b6c53fe7-604b-41b8-ac10-e5f4da46db39", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:03.273551 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-547bd7fd-d9c6-4c45-90f3-cdea072f203d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:03.273982 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'tag': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39', 'status': 'completed', 'code': 200} Jul 30 03:50:03.337428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-8834a3a9-6e0d-4ef6-a4bb-4cfd789c4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:03.339047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-8834a3a9-6e0d-4ef6-a4bb-4cfd789c4233 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640329 Jul 30 03:50:03.391232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:03.432500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28d009-a708-4b5f-9abc-f76192eaf5bf req-a9d2df48-4196-44de-8351-61a0e6ec2fcc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:03.433983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d28d009-a708-4b5f-9abc-f76192eaf5bf req-a9d2df48-4196-44de-8351-61a0e6ec2fcc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 947 time: 0.0911646 Jul 30 03:50:03.436080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=f5d8734d-ed0f-4983-ba89-61ec1c5df6d7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:03.448293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-96a9a0a1-0e8e-42b2-a728-cd3c9f214a73 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016748 Jul 30 03:50:03.526846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d28d009-a708-4b5f-9abc-f76192eaf5bf req-ea68d2fb-7631-4c04-b535-be1ae444259c tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844285 Jul 30 03:50:03.560462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:03.562913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1aa5adb1-e3a5-459a-804f-e0b5da4382cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 HTTP/1.1" status: 204 len: 168 time: 0.6945605 Jul 30 03:50:03.565677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:03.577990 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5642a548-80d2-4df4-8ef0-283d2918ab74 req-93f56235-3be3-4012-b7c5-8d556eff504b service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227524 Jul 30 03:50:03.595332 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e98fb6e-148b-41eb-b896-39cc41f59d0c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:03.597137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5e98fb6e-148b-41eb-b896-39cc41f59d0c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 HTTP/1.1" status: 404 len: 333 time: 0.0301998 Jul 30 03:50:03.600022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:03.666616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet ebc590a0-52e3-4674-ab29-de524672310d {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:03.670068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:03.734956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:03.777486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-3a3c63f8-2b66-44aa-991a-46300e9bcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:03.778988 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-3a3c63f8-2b66-44aa-991a-46300e9bcfe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a831a0980c5341199296cb0776608eca&device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0883896 Jul 30 03:50:03.928053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae498de-dd19-405d-b53d-2c89ce55416d None None] Network ebbeb70a-f921-469c-bb7b-faef24a994f1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:03.940269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.001681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-12119c24-f139-49c7-82c3-e616197e8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:04.003019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50da3923-af9a-4b4c-87d6-a7a795223e31 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:04.003255 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-12119c24-f139-49c7-82c3-e616197e8aa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2151399 Jul 30 03:50:04.057656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-87272e10-9c83-4fb5-a9fa-7324da22ffc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39 HTTP/1.1" status: 200 len: 217 time: 0.0471318 Jul 30 03:50:04.061799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.079318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e6092c2f-1861-4497-865e-b11bf961e928 None None] Provisioning for port 50da3923-af9a-4b4c-87d6-a7a795223e31 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:04.115168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc590a0-52e3-4674-ab29-de524672310d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:04.126685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.131017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-58e85ebf-4d63-4af1-8cb8-021cc7270332 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/ebc590a0-52e3-4674-ab29-de524672310d HTTP/1.1" status: 204 len: 168 time: 0.5275674 Jul 30 03:50:04.132351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:04.159412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 50da3923-af9a-4b4c-87d6-a7a795223e31 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:04.165617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 50da3923-af9a-4b4c-87d6-a7a795223e31 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:04.166084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.188772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-0c7be3f8-3ae9-4ad4-bd54-4eca9113c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:04.190248 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-0c7be3f8-3ae9-4ad4-bd54-4eca9113c4c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.1238265 Jul 30 03:50:04.245555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.262693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-814726ea-84a2-4527-b823-e3b1a8da203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:04.264223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-814726ea-84a2-4527-b823-e3b1a8da203a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647626 Jul 30 03:50:04.270801 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.284218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] DHCP port deletion for ebbeb70a-f921-469c-bb7b-faef24a994f1 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:04.343785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 50da3923-af9a-4b4c-87d6-a7a795223e31, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50da3923-af9a-4b4c-87d6-a7a795223e31,segment=NetworkSegment(70b02cad-f71a-42d2-924d-a0ea6ffbca3f),segment_id=70b02cad-f71a-42d2-924d-a0ea6ffbca3f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:04.350436 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.401974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 50da3923-af9a-4b4c-87d6-a7a795223e31 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:04.402584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.413843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=50da3923-af9a-4b4c-87d6-a7a795223e31,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:04.424708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:04.435876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] Deleting port 50da3923-af9a-4b4c-87d6-a7a795223e31 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:04.436296 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.472842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-ca0b5c31-144d-4b76-81a5-c19a88a1d89c service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827357 Jul 30 03:50:04.502876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] For port 50da3923-af9a-4b4c-87d6-a7a795223e31, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50da3923-af9a-4b4c-87d6-a7a795223e31,segment=NetworkSegment(70b02cad-f71a-42d2-924d-a0ea6ffbca3f),segment_id=70b02cad-f71a-42d2-924d-a0ea6ffbca3f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:04.503319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.518168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] Calling delete_port for 50da3923-af9a-4b4c-87d6-a7a795223e31 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:04.537673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] For port 50da3923-af9a-4b4c-87d6-a7a795223e31, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50da3923-af9a-4b4c-87d6-a7a795223e31,segment=NetworkSegment(70b02cad-f71a-42d2-924d-a0ea6ffbca3f),segment_id=70b02cad-f71a-42d2-924d-a0ea6ffbca3f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:04.538051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.539426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-789028392', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:04.557030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 50da3923-af9a-4b4c-87d6-a7a795223e31 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:04.562216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Made reservation on behalf of 5e6480ccffd640db93707ba11e5d3bac for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:04.565036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.578440 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.638637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.640419 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf8d48ce-242c-44fe-86d5-95cf3be62e8b req-91cfdba6-7860-40d4-b3ee-46c7af279204 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582422 Jul 30 03:50:04.669096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] Pushing event deleted for resources: {'Port': ['ID=50da3923-af9a-4b4c-87d6-a7a795223e31,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:04.673059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be47fb-0f34-4ca5-9fe6-f192dc07eb03 None None] No DVR routers for this DVR port 50da3923-af9a-4b4c-87d6-a7a795223e31 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:04.699432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.718885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.723422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.728747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=50da3923-af9a-4b4c-87d6-a7a795223e31,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:04.738881 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No DVR routers for this DVR port 50da3923-af9a-4b4c-87d6-a7a795223e31 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:04.752770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] device_id is not set on port 08db0120-ec2d-4e60-b657-690c8bd4c888 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:04.760833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19b6b9-8332-4510-88da-c8228469ff7a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:04.820318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.831622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbeb70a-f921-469c-bb7b-faef24a994f1']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:04.842494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b02cad-f71a-42d2-924d-a0ea6ffbca3f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:04.843220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b02cad-f71a-42d2-924d-a0ea6ffbca3f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:04.852370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.871525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.877547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:04.877932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:04.881059 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:04.896231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Allocated IP 172.25.6.220 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/08db0120-ec2d-4e60-b657-690c8bd4c888) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:04.934046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a35d2-e38a-4662-812a-179d26a2ba84 req-35a97bec-b323-4df3-bacf-b9a560e5ea64 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:04.935518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-174a35d2-e38a-4662-812a-179d26a2ba84 req-35a97bec-b323-4df3-bacf-b9a560e5ea64 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 947 time: 0.0809391 Jul 30 03:50:04.946007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.955201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:04.960750 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/ebbeb70a-f921-469c-bb7b-faef24a994f1 HTTP/1.1" status: 204 len: 168 time: 0.8226454 Jul 30 03:50:04.960750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:04.965750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'name': 'tempest-PortsTestJSON-1577033664'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:04.978765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8d5d-0dbf-495c-90d7-70d1232c3a82 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=ebbeb70a-f921-469c-bb7b-faef24a994f1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:05.038076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-174a35d2-e38a-4662-812a-179d26a2ba84 req-5f5b6fb2-d8ea-4808-878c-50b5b2f7dfbb tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928853 Jul 30 03:50:05.069543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:05.073371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.091048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 1abafbb7-1809-4a0a-8859-94707f9e55de yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:05.095343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.137093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.176613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:05.179714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:05.185205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:05.190687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Pushing event updated for resources: {'Port': ['ID=08db0120-ec2d-4e60-b657-690c8bd4c888,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:05.226846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:05.228161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.245007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b451e219-748f-488b-bc2d-67b6fc9d7a35 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8159378 Jul 30 03:50:05.245384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37378) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:05.250035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.220'}]}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:05.252936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.271210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.272189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.289364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.333633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.335671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:05.340239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:05.345250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:05.350721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:05.351336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.357266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=1abafbb7-1809-4a0a-8859-94707f9e55de,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:05.372218 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b247ac0b-0c46-4254-875e-00fea7765fb0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4088304 Jul 30 03:50:05.372505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:05.520617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.597408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 1abafbb7-1809-4a0a-8859-94707f9e55de {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:05.598113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.673238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.691602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 1abafbb7-1809-4a0a-8859-94707f9e55de owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:05.865593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.885130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.887709 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.912840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50da3923-af9a-4b4c-87d6-a7a795223e31 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:05.925188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=1abafbb7-1809-4a0a-8859-94707f9e55de,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:05.933805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 50da3923-af9a-4b4c-87d6-a7a795223e31 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:05.934379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50da3923-af9a-4b4c-87d6-a7a795223e31 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:05.958374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:05.960330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-298d8df9-f922-4079-b90e-5e56053f4f6e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/1abafbb7-1809-4a0a-8859-94707f9e55de HTTP/1.1" status: 204 len: 168 time: 0.5869057 Jul 30 03:50:05.964397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37384) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:05.969474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'mac_address': 'fa:16:3e:a7:36:aa', 'name': 'tempest-PortsTestJSON-1692730725'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:06.059865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:06.070859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.129237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.151777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 672c294c-f7a3-4a3c-9578-9893b2922d46 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:06.267783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc4357-5049-4be1-a27b-6dfd3da94d62 req-48280806-8929-4b6a-84fb-069851c35edc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:06.269276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2bc4357-5049-4be1-a27b-6dfd3da94d62 req-48280806-8929-4b6a-84fb-069851c35edc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 947 time: 0.1576600 Jul 30 03:50:06.270794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.273145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.314730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.339934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.340458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb6f02e-e262-436a-8dea-bb89f7da1cdd {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:50:06.356362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2bc4357-5049-4be1-a27b-6dfd3da94d62 req-70a8ecc8-1458-4aa4-8977-c24d8472467b tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795312 Jul 30 03:50:06.356616 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.363505 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 03:50:06.367240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-55734108-c53c-42d5-a282-046640967dbb tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1181426 Jul 30 03:50:06.367588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:06.400381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:06.403395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:06.406994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:06.413153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:06.413751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.428070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=672c294c-f7a3-4a3c-9578-9893b2922d46,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:06.438621 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8928db83-0a08-455b-8291-bee307483347 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4731359 Jul 30 03:50:06.441231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37390) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:06.450886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Deleting port 08db0120-ec2d-4e60-b657-690c8bd4c888 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:06.451260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.485495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5d150-a7a1-47cb-a2f1-8141e9a70d05 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:06.486849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04f5d150-a7a1-47cb-a2f1-8141e9a70d05 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/672c294c-f7a3-4a3c-9578-9893b2922d46 HTTP/1.1" status: 200 len: 841 time: 0.0444999 Jul 30 03:50:06.489545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37392) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:06.529486 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.542059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Calling delete_port for 08db0120-ec2d-4e60-b657-690c8bd4c888 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:06.582128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 672c294c-f7a3-4a3c-9578-9893b2922d46 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:06.582128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.650646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.663544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 672c294c-f7a3-4a3c-9578-9893b2922d46 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:06.671723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.696406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Pushing event deleted for resources: {'Port': ['ID=08db0120-ec2d-4e60-b657-690c8bd4c888,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:06.752109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.763226 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.765134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-34fa4439-905f-42cf-9de0-53e2f35fe2c2 tempest-RoutersAdminNegativeTest-81057770 tempest-RoutersAdminNegativeTest-81057770-project-admin] 10.222.0.39 "DELETE /v2.0/ports/08db0120-ec2d-4e60-b657-690c8bd4c888 HTTP/1.1" status: 204 len: 168 time: 0.3961489 Jul 30 03:50:06.781653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=672c294c-f7a3-4a3c-9578-9893b2922d46,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:06.786801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.788831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e4130b32-842a-48f2-a8c4-ef8952251655 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/672c294c-f7a3-4a3c-9578-9893b2922d46 HTTP/1.1" status: 204 len: 168 time: 0.2983832 Jul 30 03:50:06.791933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37398) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:06.816515 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-175555d5-eddd-448b-96ac-9216aab100cc tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:06.817999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-175555d5-eddd-448b-96ac-9216aab100cc tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/672c294c-f7a3-4a3c-9578-9893b2922d46 HTTP/1.1" status: 404 len: 333 time: 0.0249326 Jul 30 03:50:06.822322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:06.827259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'name': 'tempest-PortsTestJSON-1613163590'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:06.919923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:06.923489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:06.944358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port b7e4cadb-71c0-4af6-9bb1-c21d5a712520 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:07.030714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:07.109769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.136069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed705b6-e3c4-4a31-9a3c-198d45e9c859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.147705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.188641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:07.191721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:07.195364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:07.201640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:07.202263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.216425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=b7e4cadb-71c0-4af6-9bb1-c21d5a712520,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:07.236242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed705b6-e3c4-4a31-9a3c-198d45e9c859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.240199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed705b6-e3c4-4a31-9a3c-198d45e9c859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.245151 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-12a3ccd8-3fac-43a5-afa7-c4a37908e6de tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4217758 Jul 30 03:50:07.247837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37408) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:07.253131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:07.282497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed705b6-e3c4-4a31-9a3c-198d45e9c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d2ef6-dd57-4102-b648-4e115bf3a3c9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:07.290798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ed705b6-e3c4-4a31-9a3c-198d45e9c859 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=778f57f3f32b439fb68978294c825a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564969 Jul 30 03:50:07.291350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:07.315703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.341235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75a196e7-1ec8-4686-8648-13f7ad041e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.365217 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75a196e7-1ec8-4686-8648-13f7ad041e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.420271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75a196e7-1ec8-4686-8648-13f7ad041e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.423936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75a196e7-1ec8-4686-8648-13f7ad041e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.427884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-75a196e7-1ec8-4686-8648-13f7ad041e2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f10d2ef6-dd57-4102-b648-4e115bf3a3c9 HTTP/1.1" status: 204 len: 168 time: 0.1334102 Jul 30 03:50:07.435195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a196e7-1ec8-4686-8648-13f7ad041e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d2ef6-dd57-4102-b648-4e115bf3a3c9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:07.508936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac9f9e-f728-4960-9676-1020d3ab5297 req-51e3d7be-720b-4d87-85ce-8015a3166ecd tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:07.510512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78ac9f9e-f728-4960-9676-1020d3ab5297 req-51e3d7be-720b-4d87-85ce-8015a3166ecd tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 947 time: 0.0569296 Jul 30 03:50:07.554335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78ac9f9e-f728-4960-9676-1020d3ab5297 req-5eaa87b7-9145-4c32-8df9-28cc5fb364f9 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Jul 30 03:50:07.724568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:07.765924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-de9e7b54-d652-4fdc-a7a7-548ca133810f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e6480ccffd640db93707ba11e5d3bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401330 Jul 30 03:50:07.768442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:07.768603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.772980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.808891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] In _notify_port_updated(), no bound segment for port b7e4cadb-71c0-4af6-9bb1-c21d5a712520 on network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:07.814363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:07.814901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.816219 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/ports/b7e4cadb-71c0-4af6-9bb1-c21d5a712520 HTTP/1.1" status: 200 len: 818 time: 0.5674546 Jul 30 03:50:07.818991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:07.820676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57137940-17cb-40a4-8c31-00340afd0731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.843262 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57137940-17cb-40a4-8c31-00340afd0731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.863884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0012d5-8e70-43e4-9a17-609617aad929 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=b7e4cadb-71c0-4af6-9bb1-c21d5a712520,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:07.891825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57137940-17cb-40a4-8c31-00340afd0731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.894501 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57137940-17cb-40a4-8c31-00340afd0731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.895872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-57137940-17cb-40a4-8c31-00340afd0731 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d19b6b9-8332-4510-88da-c8228469ff7a HTTP/1.1" status: 204 len: 168 time: 0.1263411 Jul 30 03:50:07.903550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57137940-17cb-40a4-8c31-00340afd0731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19b6b9-8332-4510-88da-c8228469ff7a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:07.922924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port b7e4cadb-71c0-4af6-9bb1-c21d5a712520 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:07.923220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:07.992691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.006386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for b7e4cadb-71c0-4af6-9bb1-c21d5a712520 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:08.092196 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.125200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=b7e4cadb-71c0-4af6-9bb1-c21d5a712520,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:08.128192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.130703 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b6b54d1f-fa1a-4152-a4b6-7d0fcb58dc4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/b7e4cadb-71c0-4af6-9bb1-c21d5a712520 HTTP/1.1" status: 204 len: 168 time: 0.3105664 Jul 30 03:50:08.133279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37430) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:08.187396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85859c3f-bc19-4b3e-9ea5-e3a31ec66915 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:08.191326 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-85859c3f-bc19-4b3e-9ea5-e3a31ec66915 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0546186 Jul 30 03:50:08.191730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:08.217944 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5556865c-7353-4664-a4c7-80363bf0e941 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:08.222986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5556865c-7353-4664-a4c7-80363bf0e941 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/b7e4cadb-71c0-4af6-9bb1-c21d5a712520 HTTP/1.1" status: 404 len: 333 time: 0.0266590 Jul 30 03:50:08.223214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37438) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:08.229150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1565011868'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:08.250816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:08.254249 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.277405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:08.287165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.287594 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment 5bb029d1-098a-4151-a204-be81d0b19a86 of type vlan for network 3cd5dfcb-f163-463e-a71c-f80d4ae252da Jul 30 03:50:08.327861 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.357592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.363888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:08.364570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.426410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2021022 Jul 30 03:50:08.429954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:08.436372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:08.436589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1888da-1e2f-43ad-956f-7975fc4e9137 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=3cd5dfcb-f163-463e-a71c-f80d4ae252da,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:08.450983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:08.552068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:08.556591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.645030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37456) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:08.734975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0963b0-4a3f-4ac7-a45c-33aed4790292 req-36d7d335-0c73-49e2-8393-3a1a629615e5 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:08.736758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd0963b0-4a3f-4ac7-a45c-33aed4790292 req-36d7d335-0c73-49e2-8393-3a1a629615e5 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 947 time: 0.0941668 Jul 30 03:50:08.757792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-775496612'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:08.783727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:08.786433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b6c53fe7-604b-41b8-ac10-e5f4da46db39 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:50:08.787492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.798238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.799875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.842255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd0963b0-4a3f-4ac7-a45c-33aed4790292 req-a4b2da01-6296-41f3-9f9d-c4adb3803989 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987709 Jul 30 03:50:08.874570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=74e1c2bc-b654-4987-9d41-962534eec7d4,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:08.884144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': '5bb029d1-098a-4151-a204-be81d0b19a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:08.884526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: 3cd5dfcb-f163-463e-a71c-f80d4ae252da, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:08.900684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:08.908996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 3cd5dfcb-f163-463e-a71c-f80d4ae252da) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:08.909188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b6c53fe7-604b-41b8-ac10-e5f4da46db39, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:08.917817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:08.918410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.922712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b477d-dc02-40c2-9635-2219a6662304 None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:08.925506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.929565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39', 'mac_address': 'fa:16:3e:a1:bb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:50:08.931069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.937585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-27143643-2be1-472e-9767-e2143b75d2d9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5031607 Jul 30 03:50:08.937931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:08.950398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:08.956174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:08.975845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c377c7-89de-4524-9267-ebb8b5331270,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:08.979625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:08.979870 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Added segment 41a4117a-c8dc-4c3e-aa6d-e91e62ba175e of type vlan for network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 Jul 30 03:50:09.023570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.025330 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.051095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c53fe7-604b-41b8-ac10-e5f4da46db39 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:50:09.056909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.064203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:09.064854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.099704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b6c53fe7-604b-41b8-ac10-e5f4da46db39, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:09.109216 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.138873 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4922054 Jul 30 03:50:09.142683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37464) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:09.148567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'subnet': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:09.180937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': '74e1c2bc-b654-4987-9d41-962534eec7d4'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:09.182204 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.197944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b6c53fe7-604b-41b8-ac10-e5f4da46db39,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:09.198245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa6bb7-da53-4b38-b76e-225436c6318c tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Network': ['ID=9f909b72-92a3-49fd-9ad2-5235347fc1e2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:09.264465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:09.267669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:09.268356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.406307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Allocated IP 172.20.0.2 (3cd5dfcb-f163-463e-a71c-f80d4ae252da/74e1c2bc-b654-4987-9d41-962534eec7d4/b30f5fef-f5e3-4da8-99e1-6974a5ff87e8) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:09.466541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:09.468380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.476867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.485362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b6c53fe7-604b-41b8-ac10-e5f4da46db39'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:50:09.542699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Subnet': ['ID=4e904641-9ce7-4409-8bcf-b28020ffe851,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:09.547103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Checking segment: {'id': '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:09.547508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network hostable DHCP agents. Network: 9f909b72-92a3-49fd-9ad2-5235347fc1e2, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:09.567844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:09.578199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9f909b72-92a3-49fd-9ad2-5235347fc1e2) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:09.584688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:09.584834 n-d-778696-14 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 74e1c2bc-b654-4987-9d41-962534eec7d4 (CIDR: 172.20.0.0/28) Jul 30 03:50:09.585961 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.590171 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:50:09.590562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:50:09.603072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b35765-af67-4354-9255-85de672c8d26 None None] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:09.603513 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-baf1d4e1-3fc7-43dd-88b3-80c704e8c374 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4591639 Jul 30 03:50:09.606229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37466) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:09.608674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c6514684-153b-4c3f-8e32-0548a823575d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6696987 Jul 30 03:50:09.611527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37468) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:09.612000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'name': 'tempest-AllowedAddressPairTestJSON-1680953849'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:09.616855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:09.693660 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.709291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Transition to ACTIVE for port object b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:09.728357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:09.731891 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.744532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:09.748201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.750742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] device_id is not set on port 55fa3706-92c8-4e05-9781-75f243a7ee4d yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:09.760979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Transition to ACTIVE for port object b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:09.775601 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:09.863462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:09.881259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:09.888815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:09.891073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Pushing event updated for resources: {'Port': ['ID=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:09.897706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Allocated IP 172.20.0.7 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/55fa3706-92c8-4e05-9781-75f243a7ee4d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:09.945206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'tenant_id': '66b335a7cfd24572b6b5a1b862d96382', 'fixed_ips': [{'subnet_id': '4e904641-9ce7-4409-8bcf-b28020ffe851'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:09.947065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.005105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Attempting to bind port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:10.005762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Attempting to bind port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '5bb029d1-098a-4151-a204-be81d0b19a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:10.006294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Attempting to bind port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 on network 3cd5dfcb-f163-463e-a71c-f80d4ae252da {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:10.057979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:10.058732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Checking segment: {'id': '5bb029d1-098a-4151-a204-be81d0b19a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:10.059351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.059755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Bound using segment: {'id': '5bb029d1-098a-4151-a204-be81d0b19a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:10.060248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Bound port: b30f5fef-f5e3-4da8-99e1-6974a5ff87e8, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb029d1-098a-4151-a204-be81d0b19a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:10.060635 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.061449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da23d1-d30f-4779-9b82-57d11a743aa9 req-a7033f5a-ae8c-4454-86ba-c4992c6faccc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:10.062987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04da23d1-d30f-4779-9b82-57d11a743aa9 req-a7033f5a-ae8c-4454-86ba-c4992c6faccc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 948 time: 0.0910869 Jul 30 03:50:10.092018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.119747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.136048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Transition to ACTIVE for port object 55fa3706-92c8-4e05-9781-75f243a7ee4d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:10.150856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-822c353e-214d-41d9-89e5-59334e79688a None None] For port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:10.152158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:10.155421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-822c353e-214d-41d9-89e5-59334e79688a None None] For port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,segment=NetworkSegment(5bb029d1-098a-4151-a204-be81d0b19a86),segment_id=5bb029d1-098a-4151-a204-be81d0b19a86)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:10.157881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04da23d1-d30f-4779-9b82-57d11a743aa9 req-1dc42883-82fd-4f07-89d3-c6461e60d0a8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889044 Jul 30 03:50:10.161313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.161959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:10.163741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=ad4212dd-e09f-452c-ba12-82121b966b52,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:10.167500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:10.168187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.193039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a1058aa5-8017-47ac-94fd-4e6b9c671911 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5764782 Jul 30 03:50:10.193039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:10.198283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.203093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'fixed_ips': [{'subnet_id': '74e1c2bc-b654-4987-9d41-962534eec7d4'}, {'subnet_id': 'ad4212dd-e09f-452c-ba12-82121b966b52'}], 'name': 'tempest-PortsTestJSON-786328380'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:10.245155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:10.250615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:10.256645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:10.260884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=55fa3706-92c8-4e05-9781-75f243a7ee4d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:10.309837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:10.310657 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.312728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Allocated IP 172.20.0.2 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:10.326474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c353e-214d-41d9-89e5-59334e79688a None None] Pushing event updated for resources: {'Port': ['ID=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:10.333106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1b85c3de-82ac-408f-98fb-95466f0d0092 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7255411 Jul 30 03:50:10.336991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37476) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:10.343409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'name': 'tempest-AllowedAddressPairTestJSON-1769484325', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d3:ed:c4'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:10.362905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:10.499130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.507319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:10.524916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 05420cbd-06b3-4da2-87af-91118c81bc7f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:10.544027 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.554497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Transition to ACTIVE for port object f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:10.574954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Transition to ACTIVE for port object f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:10.584624 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.622834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.636800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:10.643960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:10.648619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:10.650076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] device_id is not set on port 61eab855-875f-4f0a-a7db-06c65458e61e yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:10.654072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Pushing event updated for resources: {'Port': ['ID=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:10.708202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Attempting to bind port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:10.708574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Attempting to bind port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:10.708947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Attempting to bind port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 on network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:10.715111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:10.715448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Checking segment: {'id': '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:10.715986 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.716392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Bound using segment: {'id': '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:10.716862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Bound port: f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:10.717249 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.780357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Allocated IP 172.20.0.3 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/61eab855-875f-4f0a-a7db-06c65458e61e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:10.783783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] For port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:10.786982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] For port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,segment=NetworkSegment(41a4117a-c8dc-4c3e-aa6d-e91e62ba175e),segment_id=41a4117a-c8dc-4c3e-aa6d-e91e62ba175e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:10.792646 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.804778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b6c53fe7-604b-41b8-ac10-e5f4da46db39 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:10.820053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.12 (3cd5dfcb-f163-463e-a71c-f80d4ae252da/74e1c2bc-b654-4987-9d41-962534eec7d4/05420cbd-06b3-4da2-87af-91118c81bc7f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:10.828592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.25 (3cd5dfcb-f163-463e-a71c-f80d4ae252da/ad4212dd-e09f-452c-ba12-82121b966b52/05420cbd-06b3-4da2-87af-91118c81bc7f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:10.891445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80fde0-602f-4070-ac18-1853fd8efb06 None None] Pushing event updated for resources: {'Port': ['ID=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:10.916777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:10.917696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port b6c53fe7-604b-41b8-ac10-e5f4da46db39 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:10.923851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port b6c53fe7-604b-41b8-ac10-e5f4da46db39 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:10.924630 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.019941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.036998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Transition to ACTIVE for port object 61eab855-875f-4f0a-a7db-06c65458e61e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:11.050971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.061263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.065944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object 05420cbd-06b3-4da2-87af-91118c81bc7f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:11.097994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.107656 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.136972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b6c53fe7-604b-41b8-ac10-e5f4da46db39, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:11.138338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:11.144020 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e0c7a-7df3-42b4-ab48-067e5e28b897" -d '{"events": [{"server_uuid": "5eacfbf0-9f50-4180-8b64-84c7bda55fe8", "name": "network-vif-plugged", "status": "completed", "tag": "b6c53fe7-604b-41b8-ac10-e5f4da46db39"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:11.176844 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.190836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:11.196472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:11.201853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:11.203603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:11.204534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=61eab855-875f-4f0a-a7db-06c65458e61e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:11.206265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=05420cbd-06b3-4da2-87af-91118c81bc7f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:11.228800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:11.235631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:11.257051 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b9c7c3-ddca-42a1-847d-9f788996fc40 x-openstack-request-id: req-88b9c7c3-ddca-42a1-847d-9f788996fc40 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:11.257353 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eacfbf0-9f50-4180-8b64-84c7bda55fe8", "name": "network-vif-plugged", "status": "completed", "tag": "b6c53fe7-604b-41b8-ac10-e5f4da46db39", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:11.257607 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88b9c7c3-ddca-42a1-847d-9f788996fc40 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:11.259183 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39', 'code': 200} Jul 30 03:50:11.297858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b6c53fe7-604b-41b8-ac10-e5f4da46db39,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:11.328413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.329336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.351176 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c32f4e9e-da7f-47bc-9892-25d41a12c8a3 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0118699 Jul 30 03:50:11.352640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:11.373196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.373766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.421147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7815d-0ec8-4aee-aeb8-710986e63feb req-75e0b944-1ba3-4231-b694-876c477cc84c tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.422696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2dc7815d-0ec8-4aee-aeb8-710986e63feb req-75e0b944-1ba3-4231-b694-876c477cc84c tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 949 time: 0.1131320 Jul 30 03:50:11.425194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9b75d5be-9cc6-4e50-8109-0a480c49e956 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2316062 Jul 30 03:50:11.429113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:11.433882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74e1c2bc-b654-4987-9d41-962534eec7d4'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:11.435050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7fb5a-2645-479f-a260-faf958d2e17b req-d5dfd029-0296-4810-adf9-d3b659f32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.436696 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a1f7fb5a-2645-479f-a260-faf958d2e17b req-d5dfd029-0296-4810-adf9-d3b659f32ebb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 1101 time: 0.0843780 Jul 30 03:50:11.450826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc6e94-68ad-4634-b126-882610bfaf8f tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.457353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc6e94-68ad-4634-b126-882610bfaf8f tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.464200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc6e94-68ad-4634-b126-882610bfaf8f tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:11.469026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-85cc6e94-68ad-4634-b126-882610bfaf8f tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1092799 Jul 30 03:50:11.469203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37488) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:11.514190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a1f7fb5a-2645-479f-a260-faf958d2e17b req-f96982e3-92d3-4571-a166-8443a4fde565 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696304 Jul 30 03:50:11.557035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2dc7815d-0ec8-4aee-aeb8-710986e63feb req-8aa98694-73d4-4572-b5ff-5928a79db14f tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189740 Jul 30 03:50:11.557779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.603250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c38bca-2603-47f5-8fe1-8aa5f550ceff None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:11.603879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port 61eab855-875f-4f0a-a7db-06c65458e61e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:11.603879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.698142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.710719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for 61eab855-875f-4f0a-a7db-06c65458e61e owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:11.740383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d8eb9598-0526-4bc2-8c5e-1a02fea3b3c4 None None] Provisioning for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:11.875595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Delete allocated IP 172.20.0.25 (3cd5dfcb-f163-463e-a71c-f80d4ae252da/ad4212dd-e09f-452c-ba12-82121b966b52) {{(pid=93876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 03:50:11.897820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:11.898235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Update dhcp port {'port': {'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'fixed_ips': [{'subnet_id': '74e1c2bc-b654-4987-9d41-962534eec7d4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad4212dd-e09f-452c-ba12-82121b966b52'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'b30f5fef-f5e3-4da8-99e1-6974a5ff87e8'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:50:11.938041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=61eab855-875f-4f0a-a7db-06c65458e61e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:11.938704 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.115908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:12.127422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.129520 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-23e67c92-f8d5-4247-9b31-d3c12db7aeaa tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/ports/61eab855-875f-4f0a-a7db-06c65458e61e HTTP/1.1" status: 204 len: 168 time: 0.6592991 Jul 30 03:50:12.132276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:12.147026 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.168796 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9a2ad1-3565-47da-ae3f-ddeac315e3d1 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] GET failed (client error): The resource could not be found. Jul 30 03:50:12.170442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca9a2ad1-3565-47da-ae3f-ddeac315e3d1 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "GET /v2.0/ports/61eab855-875f-4f0a-a7db-06c65458e61e HTTP/1.1" status: 404 len: 333 time: 0.0363331 Jul 30 03:50:12.174926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:12.186168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'name': 'tempest-AllowedAddressPairTestJSON-814880522'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:12.190504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:12.194653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:12.196734 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.196879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Ignored duplicate provisioning block setup for port 05420cbd-06b3-4da2-87af-91118c81bc7f by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 03:50:12.220342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8388e-7cc1-4af0-9042-6b71c9d1183b None None] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:12.233117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.325250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b676e4a9-e042-4dce-b07d-ca60727238c7 None None] Provisioning for port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:12.339219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Allocated IP 172.20.0.18 (3cd5dfcb-f163-463e-a71c-f80d4ae252da/ad4212dd-e09f-452c-ba12-82121b966b52/b30f5fef-f5e3-4da8-99e1-6974a5ff87e8) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:12.366861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=05420cbd-06b3-4da2-87af-91118c81bc7f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:12.395397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] In _notify_port_updated(), no bound segment for port 05420cbd-06b3-4da2-87af-91118c81bc7f on network 3cd5dfcb-f163-463e-a71c-f80d4ae252da {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:12.401211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:12.401829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.403433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c303ac24-2dd4-48c5-ae3e-f39b0d35990a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/ports/05420cbd-06b3-4da2-87af-91118c81bc7f HTTP/1.1" status: 200 len: 919 time: 0.9736667 Jul 30 03:50:12.405844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:12.412163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74e1c2bc-b654-4987-9d41-962534eec7d4'}, {'subnet_id': 'ad4212dd-e09f-452c-ba12-82121b966b52'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:12.444439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:12.448794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.464682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a65e5f8a-14b2-4a99-a97c-c29034b8acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.502306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] device_id is not set on port d8315424-43be-4166-843e-2d848a2a4b04 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:12.507735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.517674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.541076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] For port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,segment=NetworkSegment(5bb029d1-098a-4151-a204-be81d0b19a86),segment_id=5bb029d1-098a-4151-a204-be81d0b19a86)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:12.614119 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.633962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Transition to ACTIVE for port object b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:12.639229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:12.739418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:50:12.739806 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:50:12.761826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac65fcd-259a-4ff5-a915-fc98f02ac551 None None] Pushing event updated for resources: {'Port': ['ID=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:12.780267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Allocated IP 172.20.0.6 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/d8315424-43be-4166-843e-2d848a2a4b04) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:12.795708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57749b-fa52-4830-ad44-49c1ab21d537 req-98c756b5-20c5-48bb-8857-5fb87d7a44ca tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:12.797378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c57749b-fa52-4830-ad44-49c1ab21d537 req-98c756b5-20c5-48bb-8857-5fb87d7a44ca tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 949 time: 0.1387801 Jul 30 03:50:12.913076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c57749b-fa52-4830-ad44-49c1ab21d537 req-798dcb74-03a4-444a-83b0-9c63fec0c184 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048915 Jul 30 03:50:12.926151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-91e06526-7f67-43ac-815f-448ce2f14873 None None] Provisioning for port 55fa3706-92c8-4e05-9781-75f243a7ee4d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:12.932302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-91e06526-7f67-43ac-815f-448ce2f14873 None None] Provisioning complete for port 55fa3706-92c8-4e05-9781-75f243a7ee4d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:12.932684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-91e06526-7f67-43ac-815f-448ce2f14873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.003916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-91e06526-7f67-43ac-815f-448ce2f14873 None None] Port 55fa3706-92c8-4e05-9781-75f243a7ee4d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:13.074720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.30 (3cd5dfcb-f163-463e-a71c-f80d4ae252da/ad4212dd-e09f-452c-ba12-82121b966b52/05420cbd-06b3-4da2-87af-91118c81bc7f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:13.125301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0d541cc6-562b-4393-a2b2-f8f35f9f5d94 None None] Provisioning complete for port 55fa3706-92c8-4e05-9781-75f243a7ee4d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:13.125674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d541cc6-562b-4393-a2b2-f8f35f9f5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.160258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.167430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0d541cc6-562b-4393-a2b2-f8f35f9f5d94 None None] Port 55fa3706-92c8-4e05-9781-75f243a7ee4d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:13.190324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Transition to ACTIVE for port object d8315424-43be-4166-843e-2d848a2a4b04 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:13.270054 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.281428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.294556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.296445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Ignored duplicate provisioning block setup for port 05420cbd-06b3-4da2-87af-91118c81bc7f by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 03:50:13.319918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.341599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,segment=NetworkSegment(5bb029d1-098a-4151-a204-be81d0b19a86),segment_id=5bb029d1-098a-4151-a204-be81d0b19a86)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:13.342782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:13.349104 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.351742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:13.352716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:13.355275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:13.425336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=d8315424-43be-4166-843e-2d848a2a4b04,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:13.448733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:13.466239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:13.470365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:13.470847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.503982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d4c56714-4576-4550-bc1a-0c28d5a627b0 None None] Could not find standard attr ID for object 61eab855-875f-4f0a-a7db-06c65458e61e. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:13.515024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:13.515700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.535205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=05420cbd-06b3-4da2-87af-91118c81bc7f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:13.545013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] In _notify_port_updated(), no bound segment for port 05420cbd-06b3-4da2-87af-91118c81bc7f on network 3cd5dfcb-f163-463e-a71c-f80d4ae252da {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:13.551147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:13.551969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.553457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-710746bf-acec-4cb0-b4c9-376122b9e8e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/ports/05420cbd-06b3-4da2-87af-91118c81bc7f HTTP/1.1" status: 200 len: 999 time: 1.1466885 Jul 30 03:50:13.556440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37502) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:13.570043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f285b33-4ab7-4972-a6ff-26ee8a72fe85 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3939207 Jul 30 03:50:13.573264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:13.580364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d3:ed:c4'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:13.582543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25862ed-57d7-4033-b237-e04e181fb7ed None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:13.596621 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.657974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Provisioning for port 05420cbd-06b3-4da2-87af-91118c81bc7f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:13.667939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Provisioning complete for port 05420cbd-06b3-4da2-87af-91118c81bc7f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:13.668317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.672832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 05420cbd-06b3-4da2-87af-91118c81bc7f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:13.673182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.709847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,segment=NetworkSegment(41a4117a-c8dc-4c3e-aa6d-e91e62ba175e),segment_id=41a4117a-c8dc-4c3e-aa6d-e91e62ba175e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:13.723129 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.758700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Port 05420cbd-06b3-4da2-87af-91118c81bc7f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:13.765053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.785879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.800430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 05420cbd-06b3-4da2-87af-91118c81bc7f owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:13.833749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Provisioning for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:13.860622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Provisioning complete for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:13.860870 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-946a87cf-111a-412b-9eb7-381005d55b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:13.865410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:14.025807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.033325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.097123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.127972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=05420cbd-06b3-4da2-87af-91118c81bc7f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:14.161597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:14.181068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] In _notify_port_updated(), no bound segment for port d8315424-43be-4166-843e-2d848a2a4b04 on network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:14.189356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:14.190038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.194802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "PUT /v2.0/ports/d8315424-43be-4166-843e-2d848a2a4b04 HTTP/1.1" status: 200 len: 992 time: 0.6204348 Jul 30 03:50:14.197002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37508) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:14.208771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b284c-2b21-4754-9571-982a4f563e10 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=d8315424-43be-4166-843e-2d848a2a4b04,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:14.228529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:14.228904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.252879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.254147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6416a-62f6-4e8f-b180-cd5b82729389 req-cbca906c-288c-46e2-a25d-c1c9e29b2942 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:14.255494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2d00968-4e5c-4b7a-bc88-0dd574c5fd57 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/05420cbd-06b3-4da2-87af-91118c81bc7f HTTP/1.1" status: 204 len: 168 time: 0.6978431 Jul 30 03:50:14.258627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37510) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:14.264919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49c6416a-62f6-4e8f-b180-cd5b82729389 req-cbca906c-288c-46e2-a25d-c1c9e29b2942 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 949 time: 0.2288806 Jul 30 03:50:14.292464 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-042e6dd6-7a5c-4249-a2aa-32d26c5d326b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:14.294108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-042e6dd6-7a5c-4249-a2aa-32d26c5d326b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/05420cbd-06b3-4da2-87af-91118c81bc7f HTTP/1.1" status: 404 len: 333 time: 0.0343838 Jul 30 03:50:14.297449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37514) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:14.352454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ec1ade93-c24b-477b-8f70-dbbb25bd7be3 None None] Provisioning for port d8315424-43be-4166-843e-2d848a2a4b04 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:14.358513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49c6416a-62f6-4e8f-b180-cd5b82729389 req-a3ac87a0-681d-498f-9e82-033cab6fb54f tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925078 Jul 30 03:50:14.359656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ec1ade93-c24b-477b-8f70-dbbb25bd7be3 None None] Provisioning complete for port d8315424-43be-4166-843e-2d848a2a4b04 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:14.364920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec1ade93-c24b-477b-8f70-dbbb25bd7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.421999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port d8315424-43be-4166-843e-2d848a2a4b04 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:14.422401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.422822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ade93-c24b-477b-8f70-dbbb25bd7be3 None None] Port d8315424-43be-4166-843e-2d848a2a4b04 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:14.451656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet ad4212dd-e09f-452c-ba12-82121b966b52 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:14.457293 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.515798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.537622 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.550973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-14d2e847-44e9-40e1-ab8c-af0de0f07e94 None None] Provisioning complete for port d8315424-43be-4166-843e-2d848a2a4b04 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:14.551644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14d2e847-44e9-40e1-ab8c-af0de0f07e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.553479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for d8315424-43be-4166-843e-2d848a2a4b04 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:14.629866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-14d2e847-44e9-40e1-ab8c-af0de0f07e94 None None] Port d8315424-43be-4166-843e-2d848a2a4b04 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:14.644460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.672638 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-453e6abd-690d-4d18-8e38-150ca65de361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.722091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.746857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a308ae70-077c-4487-a18b-54473456831e None None] Could not find standard attr ID for object 05420cbd-06b3-4da2-87af-91118c81bc7f. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:14.750136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.753217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4212dd-e09f-452c-ba12-82121b966b52,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:14.762625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.764727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4e30a805-3e37-424c-94fe-5649db6a923b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/ad4212dd-e09f-452c-ba12-82121b966b52 HTTP/1.1" status: 204 len: 168 time: 0.4596777 Jul 30 03:50:14.767945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd80629-1124-4547-9a97-8250d9776a37 req-ac52b768-49e5-4448-bb1e-181735c0fb50 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:14.768145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37522) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:14.769681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbd80629-1124-4547-9a97-8250d9776a37 req-ac52b768-49e5-4448-bb1e-181735c0fb50 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 949 time: 0.0817521 Jul 30 03:50:14.774826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a308ae70-077c-4487-a18b-54473456831e None None] Provisioning complete for port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:14.775521 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a308ae70-077c-4487-a18b-54473456831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.794455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=d8315424-43be-4166-843e-2d848a2a4b04,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:14.857724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet 74e1c2bc-b654-4987-9d41-962534eec7d4 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:14.862724 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:14.865784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abca272-e3a6-4ec2-a0e1-922682f125c9 None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:14.870144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbd80629-1124-4547-9a97-8250d9776a37 req-e6174a8d-9916-4e30-82f3-ce241061b2d6 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769436 Jul 30 03:50:14.913375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.012136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.017471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.020541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7037b49f-4a70-41fa-9bf3-f5ea8ef99be4 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/ports/d8315424-43be-4166-843e-2d848a2a4b04 HTTP/1.1" status: 204 len: 168 time: 0.8214502 Jul 30 03:50:15.023000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.048948 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a6021f-faf4-405a-a986-62d99e51746e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] GET failed (client error): The resource could not be found. Jul 30 03:50:15.051019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b6a6021f-faf4-405a-a986-62d99e51746e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "GET /v2.0/ports/d8315424-43be-4166-843e-2d848a2a4b04 HTTP/1.1" status: 404 len: 333 time: 0.0265727 Jul 30 03:50:15.056211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.061332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'name': 'tempest-AllowedAddressPairTestJSON-1254478740'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:15.066358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-92f76aa8-f6c6-4038-90ce-5d74b58e6632 None None] Could not find standard attr ID for object 05420cbd-06b3-4da2-87af-91118c81bc7f. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:15.074282 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.095637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.124695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=74e1c2bc-b654-4987-9d41-962534eec7d4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:15.126850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.133075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-12636119-241d-4d36-b754-097c8a3d1480 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/74e1c2bc-b654-4987-9d41-962534eec7d4 HTTP/1.1" status: 204 len: 168 time: 0.3639448 Jul 30 03:50:15.134428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37528) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.178632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:15.183933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.204662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] device_id is not set on port 2efda58c-8bca-4b9a-8673-de1af104d255 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:15.210408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d3b6b-18e7-4d67-95ac-99c5b6a68970 None None] Update dhcp port {'port': {'network_id': '3cd5dfcb-f163-463e-a71c-f80d4ae252da', 'fixed_ips': [{'subnet_id': '74e1c2bc-b654-4987-9d41-962534eec7d4'}], 'binding:host_id': 'n-d-778696-14'}, 'id': 'b30f5fef-f5e3-4da8-99e1-6974a5ff87e8'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:50:15.215541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.236371 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575d3b6b-18e7-4d67-95ac-99c5b6a68970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.272653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:15.273008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.322854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Allocated IP 172.20.0.13 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/2efda58c-8bca-4b9a-8673-de1af104d255) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:15.338352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] For port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,segment=NetworkSegment(5bb029d1-098a-4151-a204-be81d0b19a86),segment_id=5bb029d1-098a-4151-a204-be81d0b19a86)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:15.338852 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.353985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:15.422301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea38179-78ce-48c3-9e88-5cd1c4f5caca None None] Network 3cd5dfcb-f163-463e-a71c-f80d4ae252da requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:15.451373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.491775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=b30f5fef-f5e3-4da8-99e1-6974a5ff87e8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:15.494913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No DVR routers for this DVR port b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:15.495860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4f43d894-c12f-4641-8fde-a743804d9705 None None] Could not find standard attr ID for object b30f5fef-f5e3-4da8-99e1-6974a5ff87e8. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:15.502880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.517294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Transition to ACTIVE for port object 2efda58c-8bca-4b9a-8673-de1af104d255 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:15.559129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.562057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7f392-9501-4eb5-a68a-5c9d2662573f None None] DHCP port deletion for 3cd5dfcb-f163-463e-a71c-f80d4ae252da request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:15.592328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.602306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd5dfcb-f163-463e-a71c-f80d4ae252da']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:15.602903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:15.605992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:15.609656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:15.613618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb029d1-098a-4151-a204-be81d0b19a86') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:15.614431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb029d1-098a-4151-a204-be81d0b19a86') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:15.625197 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.640733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.648872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=2efda58c-8bca-4b9a-8673-de1af104d255,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:15.652229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:15.652795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:15.665604 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:15.674924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:15.675592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.691117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0ecc8d26-827d-4847-a935-781b7c935c0e tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6337497 Jul 30 03:50:15.693865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37532) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.701589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d3:ed:c4'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:15.749543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.756624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.759103 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/3cd5dfcb-f163-463e-a71c-f80d4ae252da HTTP/1.1" status: 204 len: 168 time: 0.6232238 Jul 30 03:50:15.763023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.811669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97caa8-c4c3-4cc4-a124-fb8ea5f0de8f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=3cd5dfcb-f163-463e-a71c-f80d4ae252da,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:15.818893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab4052-4e50-428e-b812-16d68cd3b414 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:15.821068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f1ab4052-4e50-428e-b812-16d68cd3b414 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0562413 Jul 30 03:50:15.824261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e1eda093-f1a0-469e-a937-cfe86a272cc2 None None] Provisioning for port 2efda58c-8bca-4b9a-8673-de1af104d255 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:15.824857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.830767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e1eda093-f1a0-469e-a937-cfe86a272cc2 None None] Provisioning complete for port 2efda58c-8bca-4b9a-8673-de1af104d255 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:15.831432 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e1eda093-f1a0-469e-a937-cfe86a272cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.876222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8fe81b3e-c583-4f91-95ff-253a152822a2 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0503552 Jul 30 03:50:15.880777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:15.886201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-489768045'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:15.889316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e1eda093-f1a0-469e-a937-cfe86a272cc2 None None] Port 2efda58c-8bca-4b9a-8673-de1af104d255 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:15.898859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.913547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:15.921003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:15.963461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:15.969003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:16.001173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.001784 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment 3e491ff0-727a-4a67-b2c6-fa12026bfe25 of type vlan for network ae33b965-71f2-4361-80ef-48fe11e0a6c0 Jul 30 03:50:16.026376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:16.026757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.058615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.072011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce212f-30c0-41ff-b610-56a639971ac2 req-f30c7108-9dbe-4cda-a43d-4b8a4ba4f0e0 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:16.073543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2ce212f-30c0-41ff-b610-56a639971ac2 req-f30c7108-9dbe-4cda-a43d-4b8a4ba4f0e0 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 949 time: 0.1163061 Jul 30 03:50:16.128055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.131999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2ce212f-30c0-41ff-b610-56a639971ac2 req-8321d04b-50ce-42bb-9c82-29eedb9e8f74 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480881 Jul 30 03:50:16.133064 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.133707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.139772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:16.140545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.167472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:16.190481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:16.190827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b30f5fef-f5e3-4da8-99e1-6974a5ff87e8 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:16.193562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3117771 Jul 30 03:50:16.198216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:16.214547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:16.281858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d8c4a-e965-4240-b5c6-bc9eebee111a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=ae33b965-71f2-4361-80ef-48fe11e0a6c0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:16.293958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:16.338151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:16.343815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.393386 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.415559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-30657b49-94d8-4c46-a5e1-660b2ab2bc27 None None] Provisioning complete for port 2efda58c-8bca-4b9a-8673-de1af104d255 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:16.415942 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30657b49-94d8-4c46-a5e1-660b2ab2bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.454543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-30657b49-94d8-4c46-a5e1-660b2ab2bc27 None None] Port 2efda58c-8bca-4b9a-8673-de1af104d255 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:16.543478 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.597916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=2efda58c-8bca-4b9a-8673-de1af104d255,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:16.609438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=5362a2bc-73fc-4704-b170-ddf9cb0dc70c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:16.617318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': '3e491ff0-727a-4a67-b2c6-fa12026bfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:16.618279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: ae33b965-71f2-4361-80ef-48fe11e0a6c0, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:16.620182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] In _notify_port_updated(), no bound segment for port 2efda58c-8bca-4b9a-8673-de1af104d255 on network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:16.625804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:16.626447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.630423 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eaeb6341-0688-4a47-8ce1-179c192dc745 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "PUT /v2.0/ports/2efda58c-8bca-4b9a-8673-de1af104d255 HTTP/1.1" status: 200 len: 997 time: 0.9330666 Jul 30 03:50:16.631892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37546) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:16.639810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:16.648216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ae33b965-71f2-4361-80ef-48fe11e0a6c0) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:16.653844 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:16.654565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.658417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1835a25-2ee3-48a9-93ad-896c9b9ad5fc None None] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:16.675571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6a015a3f-e5fd-4ac0-b6a5-3c99f0248f88 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4749446 Jul 30 03:50:16.676242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37548) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:16.676917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-a6f62323-39b7-4708-af40-380d7759c68a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:16.678450 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-a6f62323-39b7-4708-af40-380d7759c68a tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 949 time: 0.0962298 Jul 30 03:50:16.682235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0', 'name': 'tempest-PortsTestJSON-943903314'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:16.795452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port 2efda58c-8bca-4b9a-8673-de1af104d255 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:16.795788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.819013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ae33b965-71f2-4361-80ef-48fe11e0a6c0', 'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': '5362a2bc-73fc-4704-b170-ddf9cb0dc70c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:16.819945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.868436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Deleting port b6c53fe7-604b-41b8-ac10-e5f4da46db39 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:16.868850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.957668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:16.970105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Allocated IP 172.20.0.2 (ae33b965-71f2-4361-80ef-48fe11e0a6c0/5362a2bc-73fc-4704-b170-ddf9cb0dc70c/1341dfd1-18c0-4d74-8b19-e932dda8de5d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:16.985295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for 2efda58c-8bca-4b9a-8673-de1af104d255 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:17.052639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] For port b6c53fe7-604b-41b8-ac10-e5f4da46db39, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b6c53fe7-604b-41b8-ac10-e5f4da46db39,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:17.053005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.072806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Calling delete_port for b6c53fe7-604b-41b8-ac10-e5f4da46db39 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:17.153425 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.162927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Transition to ACTIVE for port object 1341dfd1-18c0-4d74-8b19-e932dda8de5d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:17.178744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Transition to ACTIVE for port object 1341dfd1-18c0-4d74-8b19-e932dda8de5d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:17.186977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.194614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:17.201329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.232822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:17.233648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 703f7adb-c5bf-4614-8500-3d714e7c5ffe yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:17.236210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:17.242102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:17.250377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Pushing event updated for resources: {'Port': ['ID=1341dfd1-18c0-4d74-8b19-e932dda8de5d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:17.295550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.307796 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.311416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Attempting to bind port 1341dfd1-18c0-4d74-8b19-e932dda8de5d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:17.311869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Attempting to bind port 1341dfd1-18c0-4d74-8b19-e932dda8de5d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e491ff0-727a-4a67-b2c6-fa12026bfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:17.312296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Attempting to bind port 1341dfd1-18c0-4d74-8b19-e932dda8de5d on network ae33b965-71f2-4361-80ef-48fe11e0a6c0 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:17.318030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:17.318502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Checking segment: {'id': '3e491ff0-727a-4a67-b2c6-fa12026bfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:17.318976 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.319458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Bound using segment: {'id': '3e491ff0-727a-4a67-b2c6-fa12026bfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:17.319989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Bound port: 1341dfd1-18c0-4d74-8b19-e932dda8de5d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e491ff0-727a-4a67-b2c6-fa12026bfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:17.320967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.331737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b805178-6405-43ed-a681-ab9584c4388c req-a3880685-d6a3-4c22-9649-0572d90c9afc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:17.333352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b805178-6405-43ed-a681-ab9584c4388c req-a3880685-d6a3-4c22-9649-0572d90c9afc tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eacfbf0-9f50-4180-8b64-84c7bda55fe8 HTTP/1.1" status: 200 len: 867 time: 0.1143978 Jul 30 03:50:17.362894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=2efda58c-8bca-4b9a-8673-de1af104d255,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:17.400582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Pushing event deleted for resources: {'Port': ['ID=b6c53fe7-604b-41b8-ac10-e5f4da46db39,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:17.406691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] For port 1341dfd1-18c0-4d74-8b19-e932dda8de5d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:17.411734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] For port 1341dfd1-18c0-4d74-8b19-e932dda8de5d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1341dfd1-18c0-4d74-8b19-e932dda8de5d,segment=NetworkSegment(3e491ff0-727a-4a67-b2c6-fa12026bfe25),segment_id=3e491ff0-727a-4a67-b2c6-fa12026bfe25)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:17.414065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.12 (ae33b965-71f2-4361-80ef-48fe11e0a6c0/5362a2bc-73fc-4704-b170-ddf9cb0dc70c/703f7adb-c5bf-4614-8500-3d714e7c5ffe) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:17.423307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.432060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b805178-6405-43ed-a681-ab9584c4388c req-1504c814-f237-4a12-b518-b1fb9be327fe tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.39 "GET /v2.0/security-groups?id=26389153-ca11-49b5-831e-ad42e219a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Jul 30 03:50:17.497485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] No DVR routers for this DVR port b6c53fe7-604b-41b8-ac10-e5f4da46db39 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:17.503673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.505755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-92046dc0-7ce3-4551-bbf5-1aed7eece44b req-85787a35-601e-4154-9778-c7c1b51b8ee8 tempest-VolumesNegativeTest-1416108257 tempest-VolumesNegativeTest-1416108257-project] 10.222.0.16 "DELETE /v2.0/ports/b6c53fe7-604b-41b8-ac10-e5f4da46db39 HTTP/1.1" status: 204 len: 173 time: 0.8187335 Jul 30 03:50:17.506195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772095d0-eb63-4fdc-a4a0-a51bb9e20927 None None] Pushing event updated for resources: {'Port': ['ID=1341dfd1-18c0-4d74-8b19-e932dda8de5d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:17.506336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'name': 'network-vif-deleted', 'tag': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:17.510386 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8de3a0-7903-49b5-a1a8-31e4611aa564" -d '{"events": [{"server_uuid": "5eacfbf0-9f50-4180-8b64-84c7bda55fe8", "name": "network-vif-deleted", "tag": "b6c53fe7-604b-41b8-ac10-e5f4da46db39"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:17.528713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.530772 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b7392714-f251-484c-95f1-89460932b4a5 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/ports/2efda58c-8bca-4b9a-8673-de1af104d255 HTTP/1.1" status: 204 len: 168 time: 0.8979740 Jul 30 03:50:17.533345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37558) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:17.611635 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aba7df8-6a71-4f82-95aa-5ea4c32274d8 x-openstack-request-id: req-1aba7df8-6a71-4f82-95aa-5ea4c32274d8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:17.612682 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eacfbf0-9f50-4180-8b64-84c7bda55fe8", "name": "network-vif-deleted", "tag": "b6c53fe7-604b-41b8-ac10-e5f4da46db39", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:17.612798 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1aba7df8-6a71-4f82-95aa-5ea4c32274d8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:17.613826 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eacfbf0-9f50-4180-8b64-84c7bda55fe8', 'name': 'network-vif-deleted', 'tag': 'b6c53fe7-604b-41b8-ac10-e5f4da46db39', 'status': 'completed', 'code': 200} Jul 30 03:50:17.615077 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e266635d-f071-4e17-b9b0-1dcf83a81199 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] GET failed (client error): The resource could not be found. Jul 30 03:50:17.620798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e266635d-f071-4e17-b9b0-1dcf83a81199 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "GET /v2.0/ports/2efda58c-8bca-4b9a-8673-de1af104d255 HTTP/1.1" status: 404 len: 333 time: 0.0810816 Jul 30 03:50:17.621255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37560) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:17.628383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'name': 'tempest-AllowedAddressPairTestJSON-600342440'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:17.714705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.732388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object 703f7adb-c5bf-4614-8500-3d714e7c5ffe will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:17.780326 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.853235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:17.856793 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.858582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:17.864143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:17.866722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:17.874660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=703f7adb-c5bf-4614-8500-3d714e7c5ffe,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:17.879277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] device_id is not set on port a305aa58-40aa-4e9b-b57b-713ae034d9c8 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:17.933089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:17.933832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:17.955201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-43984638-8313-4ba1-8880-967072909433 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2753780 Jul 30 03:50:17.955435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:17.960561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'ae33b965-71f2-4361-80ef-48fe11e0a6c0', 'name': 'tempest-PortsTestJSON-1579402504'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:18.024314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.044569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1341dfd1-18c0-4d74-8b19-e932dda8de5d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:18.062447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Allocated IP 172.20.0.3 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/a305aa58-40aa-4e9b-b57b-713ae034d9c8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:18.099223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:18.104067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.105338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1341dfd1-18c0-4d74-8b19-e932dda8de5d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:18.126779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 20aa4754-04b0-4202-93fd-5e6677751ca6 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:18.243391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.255928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.14 (ae33b965-71f2-4361-80ef-48fe11e0a6c0/5362a2bc-73fc-4704-b170-ddf9cb0dc70c/20aa4754-04b0-4202-93fd-5e6677751ca6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:18.258993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Transition to ACTIVE for port object a305aa58-40aa-4e9b-b57b-713ae034d9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:18.293014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.334872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:18.338807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:18.342701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:18.372466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=a305aa58-40aa-4e9b-b57b-713ae034d9c8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:18.402005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:18.403178 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.421138 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6bac0750-e922-4906-87d2-b422f9e9c249 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7984235 Jul 30 03:50:18.423520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37566) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:18.429029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'network_id': '9f909b72-92a3-49fd-9ad2-5235347fc1e2', 'name': 'tempest-AllowedAddressPairTestJSON-421700946'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:18.442847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.469886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object 20aa4754-04b0-4202-93fd-5e6677751ca6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:18.522789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.580823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Made reservation on behalf of 66b335a7cfd24572b6b5a1b862d96382 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:18.586720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.588123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:18.591663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:18.602502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:18.622402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] device_id is not set on port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:18.671951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=20aa4754-04b0-4202-93fd-5e6677751ca6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:18.712477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:18.714037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2d78ef13-9cbe-4db7-8f9f-3d306b976172 None None] Provisioning for port a305aa58-40aa-4e9b-b57b-713ae034d9c8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:18.718606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2d78ef13-9cbe-4db7-8f9f-3d306b976172 None None] Provisioning complete for port a305aa58-40aa-4e9b-b57b-713ae034d9c8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:18.719238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef13-9cbe-4db7-8f9f-3d306b976172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.720483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.749880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eee6cfe0-ac7c-4ebf-b5ab-4fbbad4b1b07 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7933149 Jul 30 03:50:18.763575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:18.782447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Allocated IP 172.20.0.9 (9f909b72-92a3-49fd-9ad2-5235347fc1e2/4e904641-9ce7-4409-8bcf-b28020ffe851/957357c7-0ad1-4798-b6e6-4a6f7bb878cd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:18.814660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2d78ef13-9cbe-4db7-8f9f-3d306b976172 None None] Port a305aa58-40aa-4e9b-b57b-713ae034d9c8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:18.845431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b6c53fe7-604b-41b8-ac10-e5f4da46db39 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:18.873665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: b6c53fe7-604b-41b8-ac10-e5f4da46db39 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:18.874079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b6c53fe7-604b-41b8-ac10-e5f4da46db39 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:18.895089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68aec6-c155-44a1-b705-0b8868a7e8a3 None None] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:18.905331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a03d2-6073-40ec-bab9-32b6e98a071c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:18.908768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-784a03d2-6073-40ec-bab9-32b6e98a071c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1441331 Jul 30 03:50:18.913435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:18.974003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] Provisioning for port 1341dfd1-18c0-4d74-8b19-e932dda8de5d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:18.989312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] Provisioning complete for port 1341dfd1-18c0-4d74-8b19-e932dda8de5d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:18.989725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:18.991427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.017002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Transition to ACTIVE for port object 957357c7-0ad1-4798-b6e6-4a6f7bb878cd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:19.048625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 20aa4754-04b0-4202-93fd-5e6677751ca6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:19.049238 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.063694 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.128921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:19.132200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:19.148151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:19.151454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.166083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.186707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 20aa4754-04b0-4202-93fd-5e6677751ca6 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:19.216807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] For port 1341dfd1-18c0-4d74-8b19-e932dda8de5d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1341dfd1-18c0-4d74-8b19-e932dda8de5d,segment=NetworkSegment(3e491ff0-727a-4a67-b2c6-fa12026bfe25),segment_id=3e491ff0-727a-4a67-b2c6-fa12026bfe25)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:19.229674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.229873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:19.230624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.239509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=957357c7-0ad1-4798-b6e6-4a6f7bb878cd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:19.284888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c12337b-5e46-49f5-bb69-da5237029346 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8589201 Jul 30 03:50:19.286398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37606) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:19.301240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d3:ed:c4'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:34:f6:80'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:19.312101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3438fc8-3253-4f71-ac8a-c4f8b54ebae6 None None] Pushing event updated for resources: {'Port': ['ID=1341dfd1-18c0-4d74-8b19-e932dda8de5d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:19.389281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.403205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.455074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=20aa4754-04b0-4202-93fd-5e6677751ca6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:19.556519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Provisioning for port 703f7adb-c5bf-4614-8500-3d714e7c5ffe completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:19.560752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Provisioning complete for port 703f7adb-c5bf-4614-8500-3d714e7c5ffe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:19.561135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.592003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.596388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-353f79fb-be92-4380-aa78-02cd623c1b66 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/20aa4754-04b0-4202-93fd-5e6677751ca6 HTTP/1.1" status: 204 len: 168 time: 0.6819696 Jul 30 03:50:19.600113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37636) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:19.616297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Port 703f7adb-c5bf-4614-8500-3d714e7c5ffe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:19.634588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Provisioning complete for port 1341dfd1-18c0-4d74-8b19-e932dda8de5d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:19.634968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.651615 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48afcf0-f095-444b-a23d-8a9dfab3f620 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:19.655677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e48afcf0-f095-444b-a23d-8a9dfab3f620 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/20aa4754-04b0-4202-93fd-5e6677751ca6 HTTP/1.1" status: 404 len: 333 time: 0.0397582 Jul 30 03:50:19.656007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:19.669903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.703070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.750993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1e0c966-b3ab-4cf5-86d7-917676288496 None None] Could not find standard attr ID for object 20aa4754-04b0-4202-93fd-5e6677751ca6. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:19.830470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event updated for resources: {'Port': ['ID=957357c7-0ad1-4798-b6e6-4a6f7bb878cd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:19.835347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] In _notify_port_updated(), no bound segment for port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd on network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:19.841552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:19.842225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.843606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-010f0ec1-d263-4fac-8682-f7702baa11c9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "PUT /v2.0/ports/957357c7-0ad1-4798-b6e6-4a6f7bb878cd HTTP/1.1" status: 200 len: 1054 time: 0.5548513 Jul 30 03:50:19.846286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37666) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:19.886285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Provisioning for port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:19.894699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Provisioning complete for port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:19.895126 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:19.945046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 703f7adb-c5bf-4614-8500-3d714e7c5ffe {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:19.945424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.016545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:20.038392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1341dfd1-18c0-4d74-8b19-e932dda8de5d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:20.073244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:20.073827 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.079810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Provisioning complete for port 703f7adb-c5bf-4614-8500-3d714e7c5ffe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:20.080186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.130990 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.140357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-85bfd560-d071-448f-973d-1ba3cf5dc8c2 None None] Port 703f7adb-c5bf-4614-8500-3d714e7c5ffe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:20.149592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1341dfd1-18c0-4d74-8b19-e932dda8de5d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:20.150081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.153976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 703f7adb-c5bf-4614-8500-3d714e7c5ffe owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:20.259662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.283487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for 957357c7-0ad1-4798-b6e6-4a6f7bb878cd owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:20.297499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e9fa5871-2d99-444c-b8e3-144afbfb99b5 None None] Provisioning complete for port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:20.298823 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5871-2d99-444c-b8e3-144afbfb99b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.343221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa5871-2d99-444c-b8e3-144afbfb99b5 None None] Port 957357c7-0ad1-4798-b6e6-4a6f7bb878cd cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:20.347530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e9fa5871-2d99-444c-b8e3-144afbfb99b5 None None] Could not find standard attr ID for object 20aa4754-04b0-4202-93fd-5e6677751ca6. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:20.461141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.515808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=703f7adb-c5bf-4614-8500-3d714e7c5ffe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:20.583615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.629160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=957357c7-0ad1-4798-b6e6-4a6f7bb878cd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:20.669755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.677205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b01c157-4660-43ab-8d32-a6a2e1d490d8 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/703f7adb-c5bf-4614-8500-3d714e7c5ffe HTTP/1.1" status: 204 len: 168 time: 1.0142527 Jul 30 03:50:20.679051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:20.735764 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-af51d575-a889-449b-970f-0374f4818365 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:20.740857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-af51d575-a889-449b-970f-0374f4818365 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/703f7adb-c5bf-4614-8500-3d714e7c5ffe HTTP/1.1" status: 404 len: 333 time: 0.0566714 Jul 30 03:50:20.741295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:20.841668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet 5362a2bc-73fc-4704-b170-ddf9cb0dc70c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:20.847156 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:20.916458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.068918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.076827 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7cf0387b-67dd-4b88-a64e-ce087c748707 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/ports/957357c7-0ad1-4798-b6e6-4a6f7bb878cd HTTP/1.1" status: 204 len: 168 time: 1.2272449 Jul 30 03:50:21.077500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.079335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:21.121118 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30c507a-c28f-4455-98a1-536a3ef8ec04 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] GET failed (client error): The resource could not be found. Jul 30 03:50:21.122832 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d30c507a-c28f-4455-98a1-536a3ef8ec04 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "GET /v2.0/ports/957357c7-0ad1-4798-b6e6-4a6f7bb878cd HTTP/1.1" status: 404 len: 333 time: 0.0398977 Jul 30 03:50:21.126405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37756) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:21.213308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.252132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=5362a2bc-73fc-4704-b170-ddf9cb0dc70c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:21.259847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.261678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6586c5eb-9857-4e33-8acf-e8b43ac3bfd1 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/5362a2bc-73fc-4704-b170-ddf9cb0dc70c HTTP/1.1" status: 204 len: 168 time: 0.5172057 Jul 30 03:50:21.264518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:21.271869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b2db0-88ad-4970-a291-aa4f3260a64d None None] Network ae33b965-71f2-4361-80ef-48fe11e0a6c0 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:21.294486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port a305aa58-40aa-4e9b-b57b-713ae034d9c8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:21.294833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.385384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.413781 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.421608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for a305aa58-40aa-4e9b-b57b-713ae034d9c8 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:21.467383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 1341dfd1-18c0-4d74-8b19-e932dda8de5d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:21.467953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.493807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] DHCP port deletion for ae33b965-71f2-4361-80ef-48fe11e0a6c0 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:21.540700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] For port 1341dfd1-18c0-4d74-8b19-e932dda8de5d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1341dfd1-18c0-4d74-8b19-e932dda8de5d,segment=NetworkSegment(3e491ff0-727a-4a67-b2c6-fa12026bfe25),segment_id=3e491ff0-727a-4a67-b2c6-fa12026bfe25)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:21.541238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.556399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 1341dfd1-18c0-4d74-8b19-e932dda8de5d owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:21.558301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] Deleting port 1341dfd1-18c0-4d74-8b19-e932dda8de5d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:21.558858 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.613392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.640664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] For port 1341dfd1-18c0-4d74-8b19-e932dda8de5d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1341dfd1-18c0-4d74-8b19-e932dda8de5d,segment=NetworkSegment(3e491ff0-727a-4a67-b2c6-fa12026bfe25),segment_id=3e491ff0-727a-4a67-b2c6-fa12026bfe25)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:21.641154 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.655065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.656757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] Calling delete_port for 1341dfd1-18c0-4d74-8b19-e932dda8de5d owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:21.663067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=a305aa58-40aa-4e9b-b57b-713ae034d9c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:21.692883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=1341dfd1-18c0-4d74-8b19-e932dda8de5d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:21.697209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No DVR routers for this DVR port 1341dfd1-18c0-4d74-8b19-e932dda8de5d on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:21.775955 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.794571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.800341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-248ac400-edd9-4f2b-82e2-e3216bed0cec tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/ports/a305aa58-40aa-4e9b-b57b-713ae034d9c8 HTTP/1.1" status: 204 len: 168 time: 0.6731806 Jul 30 03:50:21.801052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:21.805460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.820749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] Pushing event deleted for resources: {'Port': ['ID=1341dfd1-18c0-4d74-8b19-e932dda8de5d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:21.823950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d710d5-1151-47b9-8301-d5edabeeb00b None None] No DVR routers for this DVR port 1341dfd1-18c0-4d74-8b19-e932dda8de5d on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:21.830644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae33b965-71f2-4361-80ef-48fe11e0a6c0']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:21.842117 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef29e84-8912-4f8f-81a4-5b5a35fa9bb9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] GET failed (client error): The resource could not be found. Jul 30 03:50:21.843807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ef29e84-8912-4f8f-81a4-5b5a35fa9bb9 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "GET /v2.0/ports/a305aa58-40aa-4e9b-b57b-713ae034d9c8 HTTP/1.1" status: 404 len: 333 time: 0.0417380 Jul 30 03:50:21.849921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:21.856908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e491ff0-727a-4a67-b2c6-fa12026bfe25') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:21.857557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e491ff0-727a-4a67-b2c6-fa12026bfe25') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:21.869717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.892391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.905269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:21.905625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:21.913290 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:21.986027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1341dfd1-18c0-4d74-8b19-e932dda8de5d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:21.995283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port 55fa3706-92c8-4e05-9781-75f243a7ee4d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:21.995640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.014579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1341dfd1-18c0-4d74-8b19-e932dda8de5d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:22.015005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1341dfd1-18c0-4d74-8b19-e932dda8de5d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:22.022949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.031682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.036943 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/ae33b965-71f2-4361-80ef-48fe11e0a6c0 HTTP/1.1" status: 204 len: 168 time: 0.7696891 Jul 30 03:50:22.039769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:22.053996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-988649557'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:22.059934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb70ec5-7198-494f-9e54-93d0463b5858 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=ae33b965-71f2-4361-80ef-48fe11e0a6c0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:22.083387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:22.088198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.116091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:22.125526 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.126102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.126435 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment e81778fd-1885-4553-b50e-05bd91350e79 of type vlan for network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 Jul 30 03:50:22.141132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for 55fa3706-92c8-4e05-9781-75f243a7ee4d owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:22.172034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.205862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.225869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:22.227184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.300232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2594311 Jul 30 03:50:22.303102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:22.308013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338f858-d37b-4cb4-84f2-f5a6c99d8a0f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:22.310373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:22.322505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:22.376665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.424901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=55fa3706-92c8-4e05-9781-75f243a7ee4d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:22.500346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:22.503857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.510194 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.514365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4e37c470-42fa-4ae8-b9b6-bb41fd24d630 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/ports/55fa3706-92c8-4e05-9781-75f243a7ee4d HTTP/1.1" status: 204 len: 168 time: 0.6612332 Jul 30 03:50:22.514731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37832) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:22.572971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting subnet 4e904641-9ce7-4409-8bcf-b28020ffe851 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:22.577199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.628428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.713758 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.718975 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.777962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=a6186a0e-8a2a-455d-ba1e-0e044bfe88c1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:22.782633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.785914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': 'e81778fd-1885-4553-b50e-05bd91350e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:22.786287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:22.808422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:22.814282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Subnet': ['ID=4e904641-9ce7-4409-8bcf-b28020ffe851,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:22.818725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.823024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:22.824028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ee0f1b2-040c-465e-bb50-53ed51443706 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/subnets/4e904641-9ce7-4409-8bcf-b28020ffe851 HTTP/1.1" status: 204 len: 168 time: 0.3080411 Jul 30 03:50:22.824863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:22.831090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15429f-0c0c-4514-b656-3e0460fb5dbf None None] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:22.837774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:22.838694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:22.846290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033753f-4984-4df7-a3a9-47159a942698 None None] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:22.892594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c558291-5e5d-4c00-a573-19d34ca2e338 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5878346 Jul 30 03:50:22.895177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:22.902713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6', 'name': 'tempest-PortsTestJSON-767129641', 'fixed_ips': [{'subnet_id': 'a6186a0e-8a2a-455d-ba1e-0e044bfe88c1', 'ip_address': '172.20.0.10'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:22.972253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.080142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:23.084892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Deleting port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:23.085275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.096433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6', 'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': 'a6186a0e-8a2a-455d-ba1e-0e044bfe88c1'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:23.097480 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.173578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] DHCP port deletion for 9f909b72-92a3-49fd-9ad2-5235347fc1e2 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:23.228312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] For port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,segment=NetworkSegment(41a4117a-c8dc-4c3e-aa6d-e91e62ba175e),segment_id=41a4117a-c8dc-4c3e-aa6d-e91e62ba175e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:23.228684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.250548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Calling delete_port for f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:23.260568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.275002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Allocated IP 172.20.0.2 (c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6/a6186a0e-8a2a-455d-ba1e-0e044bfe88c1/ffd0e08c-7be2-4518-89a4-ae71cf72348a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:23.327606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:23.368877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Deleting port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:23.369180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.452588 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.456461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] For port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,segment=NetworkSegment(41a4117a-c8dc-4c3e-aa6d-e91e62ba175e),segment_id=41a4117a-c8dc-4c3e-aa6d-e91e62ba175e)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:23.456867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.479552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Calling delete_port for f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:23.494972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Port': ['ID=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:23.503108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] No DVR routers for this DVR port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:23.592016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.603179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f909b72-92a3-49fd-9ad2-5235347fc1e2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:23.614597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:23.614890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a4117a-c8dc-4c3e-aa6d-e91e62ba175e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:23.625404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.645803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.653202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:23.653608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:23.657116 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:23.718370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.721210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.730970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.736253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] 10.222.0.39 "DELETE /v2.0/networks/9f909b72-92a3-49fd-9ad2-5235347fc1e2 HTTP/1.1" status: 204 len: 168 time: 0.9103906 Jul 30 03:50:23.738642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Transition to ACTIVE for port object ffd0e08c-7be2-4518-89a4-ae71cf72348a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:23.748087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460ba72-96e9-4f26-9d0b-80c961b87a13 tempest-AllowedAddressPairTestJSON-361934461 tempest-AllowedAddressPairTestJSON-361934461-project] Pushing event deleted for resources: {'Network': ['ID=9f909b72-92a3-49fd-9ad2-5235347fc1e2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:23.765336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Transition to ACTIVE for port object ffd0e08c-7be2-4518-89a4-ae71cf72348a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:23.773762 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.781725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.817302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Network 9f909b72-92a3-49fd-9ad2-5235347fc1e2 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 03:50:23.817872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] No DVR routers for this DVR port f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:23.823369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:23.834389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:23.838173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.10 (c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6/a6186a0e-8a2a-455d-ba1e-0e044bfe88c1/db6b348f-0c2e-400c-ae12-ab2a9a36aa65) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:23.841371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:23.844337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Pushing event updated for resources: {'Port': ['ID=ffd0e08c-7be2-4518-89a4-ae71cf72348a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:23.855957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.856310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.856654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.856994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.857457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.857797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.858363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.858606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.858970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.859460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.859791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.860466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:23.932428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f7a34-a60a-4e1f-8325-bb0e51597489 None None] Pushing event deleted for resources: {'Port': ['ID=f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:23.947158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Attempting to bind port ffd0e08c-7be2-4518-89a4-ae71cf72348a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:23.947158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Attempting to bind port ffd0e08c-7be2-4518-89a4-ae71cf72348a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e81778fd-1885-4553-b50e-05bd91350e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:23.947158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Attempting to bind port ffd0e08c-7be2-4518-89a4-ae71cf72348a on network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:23.950295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:23.950793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Checking segment: {'id': 'e81778fd-1885-4553-b50e-05bd91350e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:23.951381 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:23.951892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Bound using segment: {'id': 'e81778fd-1885-4553-b50e-05bd91350e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:23.952555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Bound port: ffd0e08c-7be2-4518-89a4-ae71cf72348a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81778fd-1885-4553-b50e-05bd91350e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:23.953043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.001673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:24.026860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:24.027368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f740a16d-1c0a-4f3b-87f8-ef969bf7c9d2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:24.066314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] For port ffd0e08c-7be2-4518-89a4-ae71cf72348a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:24.070885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] For port ffd0e08c-7be2-4518-89a4-ae71cf72348a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ffd0e08c-7be2-4518-89a4-ae71cf72348a,segment=NetworkSegment(e81778fd-1885-4553-b50e-05bd91350e79),segment_id=e81778fd-1885-4553-b50e-05bd91350e79)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:24.078168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.078931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.094928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object db6b348f-0c2e-400c-ae12-ab2a9a36aa65 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:24.128703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37848) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:24.143116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.159955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2607-707a-44b9-92a9-adfbf7b0fad0 None None] Pushing event updated for resources: {'Port': ['ID=ffd0e08c-7be2-4518-89a4-ae71cf72348a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:24.187992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:24.207425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:24.209838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:24.297800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:24.298425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.303513 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-867e35da-951e-4784-a674-6d88a7b7c244 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66b335a7cfd24572b6b5a1b862d96382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729944 Jul 30 03:50:24.304191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:24.313708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=db6b348f-0c2e-400c-ae12-ab2a9a36aa65,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:24.340393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-764d6cd0-4b37-4bc2-9db3-f0f34789f7cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4419765 Jul 30 03:50:24.341701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37854) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:24.348376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6', 'name': 'tempest-PortsTestJSON-1231188467', 'fixed_ips': [{'subnet_id': 'a6186a0e-8a2a-455d-ba1e-0e044bfe88c1', 'ip_address': '172.20.0.9'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:24.392094 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df04e427-b9ad-4937-89ee-4e727a5b4bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.422742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df04e427-b9ad-4937-89ee-4e727a5b4bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.498204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df04e427-b9ad-4937-89ee-4e727a5b4bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.501655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df04e427-b9ad-4937-89ee-4e727a5b4bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.506090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-df04e427-b9ad-4937-89ee-4e727a5b4bdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3c377c7-89de-4524-9267-ebb8b5331270 HTTP/1.1" status: 204 len: 168 time: 0.1978414 Jul 30 03:50:24.526472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04e427-b9ad-4937-89ee-4e727a5b4bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c377c7-89de-4524-9267-ebb8b5331270,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:24.573985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:24.688944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:24.711680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 3cf0d59d-97e5-48c7-830b-23feac82165c yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:24.740755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:24.892136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.9 (c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6/a6186a0e-8a2a-455d-ba1e-0e044bfe88c1/3cf0d59d-97e5-48c7-830b-23feac82165c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:24.929831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8b8cc3f8-bc54-48b7-84de-b8c456e64aff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a831a0980c5341199296cb0776608eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878505 Jul 30 03:50:24.932256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:25.012347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91576155-818d-496d-bba4-6f10a6549852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.037019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91576155-818d-496d-bba4-6f10a6549852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.104658 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.106601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91576155-818d-496d-bba4-6f10a6549852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.109645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91576155-818d-496d-bba4-6f10a6549852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.114586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-91576155-818d-496d-bba4-6f10a6549852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26389153-ca11-49b5-831e-ad42e219a413 HTTP/1.1" status: 204 len: 168 time: 0.1812921 Jul 30 03:50:25.126064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576155-818d-496d-bba4-6f10a6549852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26389153-ca11-49b5-831e-ad42e219a413,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:25.146102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object 3cf0d59d-97e5-48c7-830b-23feac82165c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:25.213462 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.265326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:25.274915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:25.280986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:25.317822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=3cf0d59d-97e5-48c7-830b-23feac82165c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:25.351861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:25.352453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.373692 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-262c4f16-e5a4-4e57-a87f-b0f1f959598a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0301239 Jul 30 03:50:25.376323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:25.475480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a362e80e-dfb4-43bc-b33c-6f9a5bcf46d3 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:25.477416 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a362e80e-dfb4-43bc-b33c-6f9a5bcf46d3 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0996449 Jul 30 03:50:25.480200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37898) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:25.492910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f2124-e044-45dd-b815-4fb6fccd4e0b None None] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:25.531270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:25.552996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bea0c-25bb-4b33-a021-d4a2be531b21 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:25.561203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bea0c-25bb-4b33-a021-d4a2be531b21 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:25.571497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bea0c-25bb-4b33-a021-d4a2be531b21 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:25.573563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-614104e2-6c5f-449a-a273-94f521f719bb None None] Provisioning for port ffd0e08c-7be2-4518-89a4-ae71cf72348a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:25.575813 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-144bea0c-25bb-4b33-a021-d4a2be531b21 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0945959 Jul 30 03:50:25.578966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:25.693420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1650736644'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:25.700919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 3cf0d59d-97e5-48c7-830b-23feac82165c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:25.701275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.769569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Made reservation on behalf of 5d608a53aacf4c89a26a2ba8682d86c6 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:25.773179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.787951 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.829779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:25.850467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 3cf0d59d-97e5-48c7-830b-23feac82165c owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:25.995023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.005953 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.040432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ffd0e08c-7be2-4518-89a4-ae71cf72348a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:26.087169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29c5d20-f8ce-48c9-baa4-2c043adc4db2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:26.098669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Provisioning for port 3cf0d59d-97e5-48c7-830b-23feac82165c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:26.103614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Provisioning complete for port 3cf0d59d-97e5-48c7-830b-23feac82165c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:26.104203 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.105542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.107716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:26.128219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ffd0e08c-7be2-4518-89a4-ae71cf72348a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:26.133419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ffd0e08c-7be2-4518-89a4-ae71cf72348a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:26.134099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.136100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Port 3cf0d59d-97e5-48c7-830b-23feac82165c was deleted so its status cannot be updated. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 03:50:26.148041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=3cf0d59d-97e5-48c7-830b-23feac82165c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:26.170966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Provisioning for port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:26.177971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Provisioning complete for port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:26.178355 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.179035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:26.183453 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.183801 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Added segment 9f6263ec-efa6-4ca2-9460-b18fec33bfaf of type vlan for network 5d2782a2-3055-468b-a136-44a3027b2d49 Jul 30 03:50:26.236090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8501d2c6-cdf7-4d27-acbf-5114d8055ba1 None None] Port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:26.269222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.293532 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.294833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.297017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d915935-f723-4cbf-af3e-f183a57c9b41 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/3cf0d59d-97e5-48c7-830b-23feac82165c HTTP/1.1" status: 204 len: 168 time: 0.7170093 Jul 30 03:50:26.299743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37926) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:26.328821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ffd0e08c-7be2-4518-89a4-ae71cf72348a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ffd0e08c-7be2-4518-89a4-ae71cf72348a,segment=NetworkSegment(e81778fd-1885-4553-b50e-05bd91350e79),segment_id=e81778fd-1885-4553-b50e-05bd91350e79)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:26.329396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-65346929-network', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:26.334874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.369498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Made reservation on behalf of d3e6a257bf5a415da376686bbb6ddfc0 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:26.376206 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.389305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dd1b561e-fc7e-43e2-adf6-323777408625 None None] Provisioning complete for port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:26.389962 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd1b561e-fc7e-43e2-adf6-323777408625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.390880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.423409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ffd0e08c-7be2-4518-89a4-ae71cf72348a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:26.447748 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b561e-fc7e-43e2-adf6-323777408625 None None] Port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:26.513104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.518005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.546412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:26.556178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc128c4-0d8c-4977-8fce-e7c30e01c6da,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:26.563909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.564723 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Added segment ba51fb3c-9f5a-4b96-8a76-3b790e1a278d of type vlan for network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd Jul 30 03:50:26.567760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e6830a8a-3fa2-4e96-9510-9e4e2f37a319 None None] Could not find standard attr ID for object 3cf0d59d-97e5-48c7-830b-23feac82165c. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:50:26.611098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.650470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.651742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:26.652385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.669772 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b9735c-74dc-4f02-80f1-6412c741e3cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:26.671647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61b9735c-74dc-4f02-80f1-6412c741e3cd tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/3cf0d59d-97e5-48c7-830b-23feac82165c HTTP/1.1" status: 404 len: 333 time: 0.3709896 Jul 30 03:50:26.674802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37930) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:26.705356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.717763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:26.718401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.722689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5411265 Jul 30 03:50:26.725519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:26.730959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Request body: {'subnet': {'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-65346929-subnet', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:26.746692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7c950-7c4c-4461-abe7-b40505972e17 admin admin] Pushing event updated for resources: {'Network': ['ID=7e12b29f-9ed2-4a04-979b-7f95cf179cfd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:26.757451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:26.768325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Made reservation on behalf of d3e6a257bf5a415da376686bbb6ddfc0 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:26.771344 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.792891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2593644 Jul 30 03:50:26.802111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:26.808528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Request body: {'subnet': {'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:26.872825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133b3f5-1040-4aba-938b-98859c64c3f2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event updated for resources: {'Network': ['ID=5d2782a2-3055-468b-a136-44a3027b2d49,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:26.883223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5d2782a2-3055-468b-a136-44a3027b2d49 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:26.941664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port db6b348f-0c2e-400c-ae12-ab2a9a36aa65 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:26.942021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.968212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:26.991030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Made reservation on behalf of 5d608a53aacf4c89a26a2ba8682d86c6 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:26.994875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.025878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1240bfbc-666c-4166-981a-7c4e045fdab1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:27.034502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Checking segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:27.034878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Network hostable DHCP agents. Network: 7e12b29f-9ed2-4a04-979b-7f95cf179cfd, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:27.052378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:27.062977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7e12b29f-9ed2-4a04-979b-7f95cf179cfd) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:27.067255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:27.068140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.072868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514e16e-4a8c-4b25-9d4a-a32b8e7e0fb9 None None] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:27.092383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b20f1be3-3867-4cb4-94fb-fa5b79d61b5b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3653815 Jul 30 03:50:27.093060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:27.098477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:27.108444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.124777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.126506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for db6b348f-0c2e-400c-ae12-ab2a9a36aa65 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:27.126661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.185795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.232941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:27.234523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.319594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.338230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.390851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Allocated IP 172.20.0.2 (7e12b29f-9ed2-4a04-979b-7f95cf179cfd/1240bfbc-666c-4166-981a-7c4e045fdab1/35f28a14-292f-4cf0-ba21-a3f4b9c24ca5) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:27.407326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.438127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event updated for resources: {'Subnet': ['ID=12703a2f-cad5-4c67-9010-27183bc7531d,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:27.444689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=db6b348f-0c2e-400c-ae12-ab2a9a36aa65,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:27.465352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Checking segment: {'id': '9f6263ec-efa6-4ca2-9460-b18fec33bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:27.465719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Network hostable DHCP agents. Network: 5d2782a2-3055-468b-a136-44a3027b2d49, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:27.543530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Network 5d2782a2-3055-468b-a136-44a3027b2d49 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:27.564207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5d2782a2-3055-468b-a136-44a3027b2d49) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:27.568877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:27.569682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.588997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.594370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.594544 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-594c1ca8-e6b6-4c31-a6fe-5040745e8d93 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/db6b348f-0c2e-400c-ae12-ab2a9a36aa65 HTTP/1.1" status: 204 len: 168 time: 0.9185259 Jul 30 03:50:27.595188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37938) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:27.602098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.611450 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f72903d5-808c-41c8-9a3a-b176e5d02913 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8056190 Jul 30 03:50:27.611957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Transition to ACTIVE for port object 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:27.621690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:27.623037 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.624489 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa6cb96-d874-44ec-911a-ae92829cfc51 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:27.628909 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-baa6cb96-d874-44ec-911a-ae92829cfc51 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/db6b348f-0c2e-400c-ae12-ab2a9a36aa65 HTTP/1.1" status: 404 len: 333 time: 0.0316586 Jul 30 03:50:27.629263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Transition to ACTIVE for port object 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:27.629506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:27.634324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf547d-cba1-43c1-a0c0-753f64f55972 None None] Network 5d2782a2-3055-468b-a136-44a3027b2d49 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:27.648944 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.682804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Request body: {'port': {'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49', 'name': 'tempest-TagsExtTest-1721476106'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:27.688948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet a6186a0e-8a2a-455d-ba1e-0e044bfe88c1 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:27.692368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.749850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:27.752229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Pushing event updated for resources: {'Port': ['ID=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:27.757233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.757436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:27.762622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:27.857313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Attempting to bind port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:27.857672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Attempting to bind port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:27.857955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Attempting to bind port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 on network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:27.858514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Made reservation on behalf of 5d608a53aacf4c89a26a2ba8682d86c6 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:27.862306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.869323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.878949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:27.878949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Checking segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:27.879369 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.879596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Allocated IP 172.25.6.51 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:27.879786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Bound using segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:27.880239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Bound port: 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:27.880646 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.889757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] device_id is not set on port c61f1642-022d-40a5-b275-93398db88280 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:27.924233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5d2782a2-3055-468b-a136-44a3027b2d49', 'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49', 'tenant_id': '5d608a53aacf4c89a26a2ba8682d86c6', 'fixed_ips': [{'subnet_id': '12703a2f-cad5-4c67-9010-27183bc7531d'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:27.925629 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:27.976218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.021306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=a6186a0e-8a2a-455d-ba1e-0e044bfe88c1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:28.024100 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.026108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08c183fe-e4de-49d1-9c67-b786e6170ce7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/a6186a0e-8a2a-455d-ba1e-0e044bfe88c1 HTTP/1.1" status: 204 len: 168 time: 0.3956711 Jul 30 03:50:28.034870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] For port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:28.035182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37948) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:28.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ffd0e08c-7be2-4518-89a4-ae71cf72348a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:28.042173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d290b07-3866-46fc-9df0-3b040a4f55d2 None None] Network c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:28.084862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Allocated IP 172.20.0.14 (5d2782a2-3055-468b-a136-44a3027b2d49/12703a2f-cad5-4c67-9010-27183bc7531d/c61f1642-022d-40a5-b275-93398db88280) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:28.113193 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.121949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] For port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:28.147650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.151265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.232158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port ffd0e08c-7be2-4518-89a4-ae71cf72348a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:28.232508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.271741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.304169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ffd0e08c-7be2-4518-89a4-ae71cf72348a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:28.305219 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.319962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] For port ffd0e08c-7be2-4518-89a4-ae71cf72348a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ffd0e08c-7be2-4518-89a4-ae71cf72348a,segment=NetworkSegment(e81778fd-1885-4553-b50e-05bd91350e79),segment_id=e81778fd-1885-4553-b50e-05bd91350e79)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:28.320638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.335265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for ffd0e08c-7be2-4518-89a4-ae71cf72348a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:28.344453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3f22-8f54-45a0-ae3d-07520067ac41 None None] Pushing event updated for resources: {'Port': ['ID=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:28.432734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.460406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=ffd0e08c-7be2-4518-89a4-ae71cf72348a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:28.464694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No DVR routers for this DVR port ffd0e08c-7be2-4518-89a4-ae71cf72348a on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:28.467924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c137b9d-0f19-43f0-ad37-5d23c6546e62 None None] DHCP port deletion for c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:28.582285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.595259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:28.608056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81778fd-1885-4553-b50e-05bd91350e79') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:28.608495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81778fd-1885-4553-b50e-05bd91350e79') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:28.619181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.635977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.642253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:28.642647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:28.646055 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:28.709266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.716184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.721727 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6 HTTP/1.1" status: 204 len: 168 time: 0.6806595 Jul 30 03:50:28.725314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:28.732319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd372f-c3ad-461a-ae8f-5579c5fead31 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=c17c3ac2-a2a0-48a4-aaf4-d4800d15acc6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:28.735632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1915808137'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:28.768835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8783e9-2140-40d4-b4a2-64e51be9e5c0 req-dcf7597e-14d4-46b2-ae63-441092741991 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:28.770357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b8783e9-2140-40d4-b4a2-64e51be9e5c0 req-dcf7597e-14d4-46b2-ae63-441092741991 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1097 time: 0.5467699 Jul 30 03:50:28.778662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:28.792875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:28.794680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:28.797668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:28.810438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.848367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b8783e9-2140-40d4-b4a2-64e51be9e5c0 req-714862cc-c3db-4096-b9b0-b78606dfc445 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.856769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:28.860712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:28.863122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Transition to ACTIVE for port object c61f1642-022d-40a5-b275-93398db88280 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:29.014491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:29.053019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.053376 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Added segment 28936ee4-e70f-4f05-8be4-b8f2c037851a of type vlan for network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 Jul 30 03:50:29.066043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.112199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Allocated IP 172.20.0.2 (5d2782a2-3055-468b-a136-44a3027b2d49/12703a2f-cad5-4c67-9010-27183bc7531d/579f49c7-67a5-4af0-a7de-9698ac7dad6f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:29.158567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.174448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Network 5d2782a2-3055-468b-a136-44a3027b2d49 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:29.190272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:29.200110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:29.279486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event updated for resources: {'Port': ['ID=c61f1642-022d-40a5-b275-93398db88280,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:29.280543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.292187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Transition to ACTIVE for port object 579f49c7-67a5-4af0-a7de-9698ac7dad6f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:29.311483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Transition to ACTIVE for port object 579f49c7-67a5-4af0-a7de-9698ac7dad6f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:29.317647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.323372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.328912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:29.329515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.364632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Network 5d2782a2-3055-468b-a136-44a3027b2d49 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:29.370372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:29.374847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:29.380590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Pushing event updated for resources: {'Port': ['ID=579f49c7-67a5-4af0-a7de-9698ac7dad6f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:29.426048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8937af99-65a5-4845-b651-32c375135dc2 None None] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:29.428056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b8783e9-2140-40d4-b4a2-64e51be9e5c0 req-714862cc-c3db-4096-b9b0-b78606dfc445 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.439175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:29.439792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.459110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b8783e9-2140-40d4-b4a2-64e51be9e5c0 req-714862cc-c3db-4096-b9b0-b78606dfc445 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.473778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Attempting to bind port 579f49c7-67a5-4af0-a7de-9698ac7dad6f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:29.474015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Attempting to bind port 579f49c7-67a5-4af0-a7de-9698ac7dad6f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9f6263ec-efa6-4ca2-9460-b18fec33bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:29.474381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Attempting to bind port 579f49c7-67a5-4af0-a7de-9698ac7dad6f on network 5d2782a2-3055-468b-a136-44a3027b2d49 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:29.485765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7531967 Jul 30 03:50:29.486607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:29.488194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:29.488616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Checking segment: {'id': '9f6263ec-efa6-4ca2-9460-b18fec33bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:29.489108 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.489484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Bound using segment: {'id': '9f6263ec-efa6-4ca2-9460-b18fec33bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:29.489860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Bound port: 579f49c7-67a5-4af0-a7de-9698ac7dad6f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6263ec-efa6-4ca2-9460-b18fec33bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5d2782a2-3055-468b-a136-44a3027b2d49'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:29.490671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.494514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:29.498411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e41f53d0-3326-4fa0-b183-83d4e3f70ab7 None None] Provisioning for port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:29.503987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabb507-18b9-4f7f-b72a-7ece758b3f1e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Network': ['ID=db12b7b4-8e49-4a92-88f1-33ee0bc90c15,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:29.511421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.518359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b8783e9-2140-40d4-b4a2-64e51be9e5c0 req-714862cc-c3db-4096-b9b0-b78606dfc445 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7342024 Jul 30 03:50:29.519714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9012421f-acac-4026-8c25-3ea2f8e15cff tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8467572 Jul 30 03:50:29.539177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:29.547366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37958) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:29.554121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714862cc-c3db-4096-b9b0-b78606dfc445 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0c0215-3b62-4ed9-9204-ba195f4a4616,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:29.556352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1818285070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:29.621656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.623076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.647080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:29.652034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.710252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693f55-55cb-473c-8852-83623ea79130 req-8bd42866-1ddc-424e-9def-bae2392d462c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:29.712346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87693f55-55cb-473c-8852-83623ea79130 req-8bd42866-1ddc-424e-9def-bae2392d462c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1054749 Jul 30 03:50:29.733984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] For port 579f49c7-67a5-4af0-a7de-9698ac7dad6f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:29.740717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] For port 579f49c7-67a5-4af0-a7de-9698ac7dad6f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=579f49c7-67a5-4af0-a7de-9698ac7dad6f,segment=NetworkSegment(9f6263ec-efa6-4ca2-9460-b18fec33bfaf),segment_id=9f6263ec-efa6-4ca2-9460-b18fec33bfaf)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:29.743869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.751513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.752120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.780049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.784403 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f2043a5f-cdd1-4ba0-aeb1-84ed68da15d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2358828 Jul 30 03:50:29.785049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37962) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:29.792199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ba0a7778-41d2-48e3-9869-9f7afd9957cf tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-376112495', 'prefixes': ['172.20.0.0/16']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:29.802781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87693f55-55cb-473c-8852-83623ea79130 req-58483d25-4c44-4891-81f3-253d3fc73e47 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801430 Jul 30 03:50:29.810388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:29.851647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000b34c-9beb-403a-83e4-1b2a9f134641 None None] Pushing event updated for resources: {'Port': ['ID=579f49c7-67a5-4af0-a7de-9698ac7dad6f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:29.863292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37964) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.024647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Router a2a2196f-d53f-47ef-a533-1f40faae0ef7 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:50:30.032364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9a1b1a60-6705-421c-8ebd-a9f033d8cd5f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 HTTP/1.1" status: 200 len: 991 time: 0.1628954 Jul 30 03:50:30.049030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7778-41d2-48e3-9869-9f7afd9957cf tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for subnetpool, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.051361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ba0a7778-41d2-48e3-9869-9f7afd9957cf tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2639747 Jul 30 03:50:30.056882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37970) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.065396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-95eca291-5af4-4707-9168-712dd24f8b30 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-10238909') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.136039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:30.152175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.300505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:30.308032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:30.309453 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.311621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:30.339634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.341685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a71b3fbd-8110-4c02-a180-c946f95afdb8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2471716 Jul 30 03:50:30.346742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.364757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Sync routers for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:30.406911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd91f4dc-5b39-4818-8f7c-61445444a620 None None] Provisioning complete for port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:30.407386 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd91f4dc-5b39-4818-8f7c-61445444a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.416461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:30.423643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.434639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=2c54c338-9e9e-4d79-ac72-f6862b33e455,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:30.444153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Checking segment: {'id': '28936ee4-e70f-4f05-8be4-b8f2c037851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:30.444753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network hostable DHCP agents. Network: db12b7b4-8e49-4a92-88f1-33ee0bc90c15, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:30.497002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:30.507493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-95eca291-5af4-4707-9168-712dd24f8b30 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-10238909 HTTP/1.1" status: 201 len: 201 time: 0.4490592 Jul 30 03:50:30.509325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, db12b7b4-8e49-4a92-88f1-33ee0bc90c15) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:30.511040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.518338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-6a5f9144-16d8-402e-8406-f973edb49b7d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-507686510') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.526943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:30.527814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.572459 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-73503956-7eb2-4c86-8fd0-73c2c2d5e839 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0839818 Jul 30 03:50:30.576632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 37984) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.584087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-633090184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:30.613058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a5f9144-16d8-402e-8406-f973edb49b7d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-507686510 HTTP/1.1" status: 201 len: 201 time: 0.1006877 Jul 30 03:50:30.617484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37988) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.625096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-9d44506f-949f-42e6-af6c-70527119fff4 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-579982901') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.680908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.681940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.741554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84821f9-6f2a-42e6-b09f-bb146561598d None None] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:30.750881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d44506f-949f-42e6-af6c-70527119fff4 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-579982901 HTTP/1.1" status: 201 len: 201 time: 0.1318510 Jul 30 03:50:30.751759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.758260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-021fb856-a36b-4faf-b4a9-44c8c49fc3e4 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-1560755301') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.779116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:30.829552 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-021fb856-a36b-4faf-b4a9-44c8c49fc3e4 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-1560755301 HTTP/1.1" status: 201 len: 201 time: 0.0759864 Jul 30 03:50:30.830235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 37996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.837426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-12ed0951-cb79-4851-aa4f-e7138c84b235 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.910381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:30.915191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-12ed0951-cb79-4851-aa4f-e7138c84b235 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags HTTP/1.1" status: 200 len: 239 time: 0.0838711 Jul 30 03:50:30.920233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:30.924551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-f2a4ca74-66f3-479e-8db5-4bfe9ec26302 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-10238909') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:30.999864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.017501 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.096653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.099729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-20caecd5-8e2a-4405-854b-b180f965966e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5193601 Jul 30 03:50:31.100179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38006) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:31.105544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15', 'name': 'tempest-PortsTestJSON-1812988602'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:31.153800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd91f4dc-5b39-4818-8f7c-61445444a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.163193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.255838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e607ed2-8d74-461e-99e5-9341b3a71eef req-8cf84f97-5cbf-4416-9ee7-e1af218317b5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:31.264727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e607ed2-8d74-461e-99e5-9341b3a71eef req-8cf84f97-5cbf-4416-9ee7-e1af218317b5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.2376106 Jul 30 03:50:31.307757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:31.311402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.313076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.315339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:31.327443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.345672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port aa338d59-6788-4382-b3ad-cce0bed22baa yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:31.358346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-88c330c9-4c95-4dbd-8f71-0a9159cc33a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3633504 Jul 30 03:50:31.399478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f2a4ca74-66f3-479e-8db5-4bfe9ec26302 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-10238909 HTTP/1.1" status: 204 len: 168 time: 0.4762232 Jul 30 03:50:31.424830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:31.445541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-d7a97749-bdf5-468e-bfd4-ac593f662738 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-10238909') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:31.450241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ae4e0-ea0c-4a65-bae6-7289d04da0fe None None] Network 5d2782a2-3055-468b-a136-44a3027b2d49 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:31.452615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ffd0e08c-7be2-4518-89a4-ae71cf72348a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:31.483322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e607ed2-8d74-461e-99e5-9341b3a71eef req-fbc5a226-0950-42b1-889a-49f4189d2d9d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169986 Jul 30 03:50:31.533607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.14 (db12b7b4-8e49-4a92-88f1-33ee0bc90c15/2c54c338-9e9e-4d79-ac72-f6862b33e455/aa338d59-6788-4382-b3ad-cce0bed22baa) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:31.540340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ffd0e08c-7be2-4518-89a4-ae71cf72348a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:31.540681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ffd0e08c-7be2-4518-89a4-ae71cf72348a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:31.580765 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-cd91f4dc-5b39-4818-8f7c-61445444a620 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:50:31.581663 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-cd91f4dc-5b39-4818-8f7c-61445444a620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:50:31.589677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-db12b7b4-8e49-4a92-88f1-33ee0bc90c15', 'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': '2c54c338-9e9e-4d79-ac72-f6862b33e455'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:31.590642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.641112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:31.690766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Allocated IP 172.20.0.1 (7e12b29f-9ed2-4a04-979b-7f95cf179cfd/1240bfbc-666c-4166-981a-7c4e045fdab1/e9f07767-8c0d-4304-a9f6-85e0869c8b61) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:31.707970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d7a97749-bdf5-468e-bfd4-ac593f662738 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-10238909 HTTP/1.1" status: 204 len: 168 time: 0.2684186 Jul 30 03:50:31.710607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:31.717585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-0424366f-586c-47cd-bf89-77ebc163eefe tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:31.748459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:29Z', 'revision_number': 3, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:31.785499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.802232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Checking router: a2a2196f-d53f-47ef-a533-1f40faae0ef7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:50:31.802474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Updating router a2a2196f-d53f-47ef-a533-1f40faae0ef7 port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:50:31.806707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object aa338d59-6788-4382-b3ad-cce0bed22baa will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:31.849480 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.857480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.878500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:31.900194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Transition to ACTIVE for port object e9f07767-8c0d-4304-a9f6-85e0869c8b61 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:31.938828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Allocated IP 172.20.0.2 (db12b7b4-8e49-4a92-88f1-33ee0bc90c15/2c54c338-9e9e-4d79-ac72-f6862b33e455/c4f9423f-bbc6-4a41-aaa1-8f990423192c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:31.954192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0424366f-586c-47cd-bf89-77ebc163eefe tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags HTTP/1.1" status: 200 len: 205 time: 0.2414193 Jul 30 03:50:31.963577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:31.968068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-31d9c4ab-f265-4fbf-bd49-bf1f0306bf16 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:31.979058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:31.980833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:31.985448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:31.989617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=aa338d59-6788-4382-b3ad-cce0bed22baa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:32.036046 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.089626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:32.097849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:32.106590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:32.114766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f07767-8c0d-4304-a9f6-85e0869c8b61,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:32.125705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:32.132071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.163173 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e49fb8a3-8df2-4821-9756-0e2d72217b39 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0587881 Jul 30 03:50:32.163173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38038) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:32.196342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-31d9c4ab-f265-4fbf-bd49-bf1f0306bf16 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags HTTP/1.1" status: 200 len: 240 time: 0.2307968 Jul 30 03:50:32.199557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:32.204024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-9a97439e-82bd-417f-abca-9efa57138c68 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-507686510') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:32.280498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.327276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:32.597961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a97439e-82bd-417f-abca-9efa57138c68 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-507686510 HTTP/1.1" status: 204 len: 168 time: 0.3958178 Jul 30 03:50:32.600546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38044) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:32.612396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-627d4e8c-7a04-4514-b516-7c0e100af2c9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-507686510') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:32.643364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.649268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:32.649649 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.651422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c85f8450-ea41-4325-b07b-6c54a48c42bf None None] Provisioning for port 579f49c7-67a5-4af0-a7de-9698ac7dad6f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:32.712645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Transition to ACTIVE for port object 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:32.721052 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.739472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.765060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Transition to ACTIVE for port object c4f9423f-bbc6-4a41-aaa1-8f990423192c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:32.792609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.800773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c85f8450-ea41-4325-b07b-6c54a48c42bf None None] Provisioning for port c61f1642-022d-40a5-b275-93398db88280 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:32.816195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c85f8450-ea41-4325-b07b-6c54a48c42bf None None] Provisioning complete for port c61f1642-022d-40a5-b275-93398db88280 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:32.816577 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c85f8450-ea41-4325-b07b-6c54a48c42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.864541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Attempting to bind port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:32.864880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Attempting to bind port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:32.865258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Attempting to bind port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:32.871758 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-627d4e8c-7a04-4514-b516-7c0e100af2c9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-507686510 HTTP/1.1" status: 204 len: 168 time: 0.2645555 Jul 30 03:50:32.878889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Transition to ACTIVE for port object c4f9423f-bbc6-4a41-aaa1-8f990423192c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:32.892622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ce621-e9c8-44ee-8b06-8a9b98713324 None None] Pushing event updated for resources: {'Port': ['ID=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:32.903834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:32.904218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:32.904624 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.905022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:32.905511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Bound port: 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:32.905895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.909830 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:32.938267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c85f8450-ea41-4325-b07b-6c54a48c42bf None None] Port c61f1642-022d-40a5-b275-93398db88280 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:33.153212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:33.166138 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-06a70ded-d95d-4ddb-b555-8898577200e2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:33.210765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:33.222198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:33.224049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Pushing event updated for resources: {'Port': ['ID=c4f9423f-bbc6-4a41-aaa1-8f990423192c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:33.226676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:33.228315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdac1f-f836-45a9-9899-a78f7c4fd49a req-b2aeda8f-d0c9-4b76-ab64-59a146ccb941 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:33.230128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cdac1f-f836-45a9-9899-a78f7c4fd49a req-b2aeda8f-d0c9-4b76-ab64-59a146ccb941 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.6310556 Jul 30 03:50:33.248567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 579f49c7-67a5-4af0-a7de-9698ac7dad6f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:33.251788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Provisioning for port e9f07767-8c0d-4304-a9f6-85e0869c8b61 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:33.256192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] For port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:33.263334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] For port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:33.291744 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.297334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Provisioning complete for port e9f07767-8c0d-4304-a9f6-85e0869c8b61 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:33.297664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-e470d246-b9c6-43fb-b6fc-32c582b6e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:33.297792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.299214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-e470d246-b9c6-43fb-b6fc-32c582b6e407 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1097 time: 0.1514480 Jul 30 03:50:33.304749 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.408074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cdac1f-f836-45a9-9899-a78f7c4fd49a req-d862a107-2b7e-40d2-a64d-ba7d839c2308 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515181 Jul 30 03:50:33.418059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Attempting to bind port c4f9423f-bbc6-4a41-aaa1-8f990423192c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:33.418667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Attempting to bind port c4f9423f-bbc6-4a41-aaa1-8f990423192c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '28936ee4-e70f-4f05-8be4-b8f2c037851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:33.418796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Attempting to bind port c4f9423f-bbc6-4a41-aaa1-8f990423192c on network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:33.421190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-06a70ded-d95d-4ddb-b555-8898577200e2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags HTTP/1.1" status: 200 len: 205 time: 0.2669711 Jul 30 03:50:33.425452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:33.430969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-0a11c373-bdad-42b2-924c-f32da31703ba tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:33.433852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:33.434835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Checking segment: {'id': '28936ee4-e70f-4f05-8be4-b8f2c037851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:33.435525 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.436159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Bound using segment: {'id': '28936ee4-e70f-4f05-8be4-b8f2c037851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:33.436886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Bound port: c4f9423f-bbc6-4a41-aaa1-8f990423192c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28936ee4-e70f-4f05-8be4-b8f2c037851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db12b7b4-8e49-4a92-88f1-33ee0bc90c15'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:33.437542 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.448377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:33.449108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:33.463073 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Port e9f07767-8c0d-4304-a9f6-85e0869c8b61 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:33.472210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.477634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.514679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ce621-e9c8-44ee-8b06-8a9b98713324 None None] Pushing event updated for resources: {'Port': ['ID=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:33.559475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 579f49c7-67a5-4af0-a7de-9698ac7dad6f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:33.565525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=aa338d59-6788-4382-b3ad-cce0bed22baa,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:33.572969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Provisioning complete for port c61f1642-022d-40a5-b275-93398db88280 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:33.572969 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.611268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 579f49c7-67a5-4af0-a7de-9698ac7dad6f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:33.612050 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.633941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-cb2f5460-adc8-4198-8fdc-78d664310cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:33.635490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-cb2f5460-adc8-4198-8fdc-78d664310cc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.3208203 Jul 30 03:50:33.655887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0a11c373-bdad-42b2-924c-f32da31703ba tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags HTTP/1.1" status: 200 len: 240 time: 0.2289538 Jul 30 03:50:33.659493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38052) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:33.668616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-ae23105d-519b-42d2-ac55-60fe48632da0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-579982901') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:33.731233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8525e09a-3a37-4741-9f92-835c72578b73 None None] Port c61f1642-022d-40a5-b275-93398db88280 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:33.733163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] For port c4f9423f-bbc6-4a41-aaa1-8f990423192c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:33.739191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-b578bbd1-a680-4e0b-993e-9e0dd57037da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 999 time: 0.0942726 Jul 30 03:50:33.744177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] For port c4f9423f-bbc6-4a41-aaa1-8f990423192c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c4f9423f-bbc6-4a41-aaa1-8f990423192c,segment=NetworkSegment(28936ee4-e70f-4f05-8be4-b8f2c037851a),segment_id=28936ee4-e70f-4f05-8be4-b8f2c037851a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:33.745687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:33.778724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.802042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.805764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.812053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.843523 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae23105d-519b-42d2-ac55-60fe48632da0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-579982901 HTTP/1.1" status: 204 len: 168 time: 0.1788826 Jul 30 03:50:33.859978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:33.863056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-0eb062f7-5021-4bb7-933c-822c5d03e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:33.864501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-0eb062f7-5021-4bb7-933c-822c5d03e6eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.1114657 Jul 30 03:50:33.867989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-ded35abd-09c6-422a-b69d-97470f2c18ce tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-579982901') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:33.933630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:33.935811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636609-74c8-45a4-842a-c5bc7c9968f4 None None] Pushing event updated for resources: {'Port': ['ID=c4f9423f-bbc6-4a41-aaa1-8f990423192c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:33.976304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.000441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.010211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f07767-8c0d-4304-a9f6-85e0869c8b61,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:34.028417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 579f49c7-67a5-4af0-a7de-9698ac7dad6f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=579f49c7-67a5-4af0-a7de-9698ac7dad6f,segment=NetworkSegment(9f6263ec-efa6-4ca2-9460-b18fec33bfaf),segment_id=9f6263ec-efa6-4ca2-9460-b18fec33bfaf)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:34.061421 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.090413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-9e18d14f-69bb-4050-9eba-acd6669c8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:34.091925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-9e18d14f-69bb-4050-9eba-acd6669c8ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183390 Jul 30 03:50:34.177343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ded35abd-09c6-422a-b69d-97470f2c18ce tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-579982901 HTTP/1.1" status: 204 len: 168 time: 0.3136115 Jul 30 03:50:34.185465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:34.192697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-6bc219f2-1efb-4e0e-8160-0b30578337b1 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:34.207559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=579f49c7-67a5-4af0-a7de-9698ac7dad6f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:34.239907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:31Z', 'revision_number': 1, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:34.243207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:34.251270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:34.281597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570dbf35-0de3-4433-97ff-7e949f7a041d None None] The sync data for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 is: [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:31Z', 'revision_number': 1, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:34.348135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6bc219f2-1efb-4e0e-8160-0b30578337b1 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags HTTP/1.1" status: 200 len: 205 time: 0.1615169 Jul 30 03:50:34.351612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:34.357922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.368712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.371921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-49b6d96c-7c86-4ab6-9057-f3e8c8f63154 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:34.477131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.480605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=aa338d59-6788-4382-b3ad-cce0bed22baa,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:34.528138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-61d4d391-85c2-4ff2-b9ab-f7fb2ad93d7a service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146976 Jul 30 03:50:34.560473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1492cf93-0cbe-4504-b4a4-f9abdd5260fc None None] Provisioning complete for port e9f07767-8c0d-4304-a9f6-85e0869c8b61 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:34.560974 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1492cf93-0cbe-4504-b4a4-f9abdd5260fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:34.604128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1492cf93-0cbe-4504-b4a4-f9abdd5260fc None None] Port e9f07767-8c0d-4304-a9f6-85e0869c8b61 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:34.640998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:34.652397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:34.672196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:50:34.750768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-49b6d96c-7c86-4ab6-9057-f3e8c8f63154 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags HTTP/1.1" status: 200 len: 241 time: 0.3975456 Jul 30 03:50:34.761921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:34.768704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-e329066e-60b6-497d-b40b-5abf84c48ae7 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-1560755301') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:34.792715 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-9215d5e9-9c97-48f9-a08e-a12eea357b8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1494684 Jul 30 03:50:34.875236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-81c2107c-20a3-4063-9949-cd2d99952668 service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307428 Jul 30 03:50:34.895199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e329066e-60b6-497d-b40b-5abf84c48ae7 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-1560755301 HTTP/1.1" status: 204 len: 168 time: 0.1290059 Jul 30 03:50:34.900725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38074) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:34.908460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615170c-ba98-4fe7-9e1f-3fbc77740510 req-c8aff1f3-f58c-409a-88d4-961864606a85 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:34.910692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c615170c-ba98-4fe7-9e1f-3fbc77740510 req-c8aff1f3-f58c-409a-88d4-961864606a85 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.3556345 Jul 30 03:50:34.931548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Router a2a2196f-d53f-47ef-a533-1f40faae0ef7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:50:34.933570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-262727c6-e69d-4387-80bf-77cc8ba1319a tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-1560755301') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.014266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c615170c-ba98-4fe7-9e1f-3fbc77740510 req-eccfae27-9c95-4213-8cbc-20eb69d3523e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920248 Jul 30 03:50:35.015053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-262727c6-e69d-4387-80bf-77cc8ba1319a tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-1560755301 HTTP/1.1" status: 204 len: 168 time: 0.1135793 Jul 30 03:50:35.018156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38076) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:35.025571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-af56b36c-ed9a-4619-b89c-bca7f65f8ba6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.057347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-8da1afb7-33cb-4a19-86c6-9afca2f792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:35.059095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-8da1afb7-33cb-4a19-86c6-9afca2f792df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 1097 time: 0.1869934 Jul 30 03:50:35.063792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Router fd09fd59-6024-4377-82f5-b53ce6f03532 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:50:35.125673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29602-77a9-45f5-951c-f9b5e1da46fb req-8ffbfc5c-11c9-42ad-b33e-51ad24cf9a04 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:35.127577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb29602-77a9-45f5-951c-f9b5e1da46fb req-8ffbfc5c-11c9-42ad-b33e-51ad24cf9a04 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1626816 Jul 30 03:50:35.199981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:35.214977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a64fab06-edaf-4a64-863b-162a9b7a4405 admin admin] 10.222.0.39 "PUT /v2.0/routers/a2a2196f-d53f-47ef-a533-1f40faae0ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8583834 Jul 30 03:50:35.251792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb29602-77a9-45f5-951c-f9b5e1da46fb req-982ca61d-1305-43c6-9d2f-7603882ae64c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497587 Jul 30 03:50:35.255017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d917f1-72ae-43ae-81e0-bf24f5a46766 None None] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:35.282532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:35.294129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-e56e1d23-6b2f-4d14-be84-f6b8000dac7d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.294512 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af56b36c-ed9a-4619-b89c-bca7f65f8ba6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags HTTP/1.1" status: 200 len: 205 time: 0.2601950 Jul 30 03:50:35.313490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-ad697acd-799d-47bb-b56a-2862b49c888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:35.316194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-ad697acd-799d-47bb-b56a-2862b49c888d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2266066 Jul 30 03:50:35.351697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e56e1d23-6b2f-4d14-be84-f6b8000dac7d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags HTTP/1.1" status: 204 len: 168 time: 0.0624769 Jul 30 03:50:35.353813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:35.359916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-07c0e077-f829-4baf-a411-2dec0c08efaa tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.409345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:35.422208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4a6090ff-446f-43b9-a0c3-bab9992edd26 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/routers/fd09fd59-6024-4377-82f5-b53ce6f03532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2583320 Jul 30 03:50:35.423571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38084) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:35.424429 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] Sync routers for ids ['fd09fd59-6024-4377-82f5-b53ce6f03532'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:35.426395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-53ae1654-e31e-46db-9a28-393461b8fc25 None None] Provisioning for port c4f9423f-bbc6-4a41-aaa1-8f990423192c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:35.447129 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] Routers {'fd09fd59-6024-4377-82f5-b53ce6f03532'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:35.450599 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fd09fd59-6024-4377-82f5-b53ce6f03532'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.504047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-913f5221-545c-4860-afca-f9e3f6e787d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 200 len: 1001 time: 0.1798608 Jul 30 03:50:35.512114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-07c0e077-f829-4baf-a411-2dec0c08efaa tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags HTTP/1.1" status: 204 len: 168 time: 0.1547542 Jul 30 03:50:35.512485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:35.516905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-e2d0280c-c5c7-4e57-bfae-f0414e167177 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.519029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064da234-0d0e-4687-bbe5-cacbe28fa162 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:35.523981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-064da234-0d0e-4687-bbe5-cacbe28fa162 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd09fd59-6024-4377-82f5-b53ce6f03532 HTTP/1.1" status: 200 len: 983 time: 0.0946407 Jul 30 03:50:35.548023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:35.550731 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.564597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] Routers {'fd09fd59-6024-4377-82f5-b53ce6f03532'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:35.565765 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fd09fd59-6024-4377-82f5-b53ce6f03532'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.591327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-e37b872c-c833-402b-a437-23e464ef38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:35.593069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-e37b872c-c833-402b-a437-23e464ef38e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.0625083 Jul 30 03:50:35.642651 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:35.644386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd7f66-d528-47d5-938c-efd05371f53b None None] The sync data for ids ['fd09fd59-6024-4377-82f5-b53ce6f03532'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:35.691414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-28477a25-5b5f-4cdb-ab73-839a388460cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:35.693016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-28477a25-5b5f-4cdb-ab73-839a388460cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912914 Jul 30 03:50:35.828308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-e13835ae-29f7-45f8-9726-ce4ef3027ee1 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257050 Jul 30 03:50:35.958843 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-994c301e-21e9-4743-b47e-f60c6103a9f3 req-d683e4b3-6e44-4d68-8d8b-86b3749eb820 service neutron] 10.222.0.18 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204300 Jul 30 03:50:35.982285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-adb3c2cf-ae63-4396-9e18-a383480ad06a None None] Provisioning for port aa338d59-6788-4382-b3ad-cce0bed22baa completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:35.987624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-adb3c2cf-ae63-4396-9e18-a383480ad06a None None] Provisioning complete for port aa338d59-6788-4382-b3ad-cce0bed22baa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:35.988007 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-adb3c2cf-ae63-4396-9e18-a383480ad06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.032701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-adb3c2cf-ae63-4396-9e18-a383480ad06a None None] Port aa338d59-6788-4382-b3ad-cce0bed22baa cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:36.223663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e2d0280c-c5c7-4e57-bfae-f0414e167177 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags HTTP/1.1" status: 204 len: 168 time: 0.7102323 Jul 30 03:50:36.225307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38106) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:36.230947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-bbbfe81e-cc3e-4eb4-b401-3e63147f3cd1 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:36.236089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38108) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:36.241492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-537513218-network', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:36.282625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d8e20727-0e00-4bc4-9b04-215edcb2a76a None None] Provisioning complete for port aa338d59-6788-4382-b3ad-cce0bed22baa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:36.284640 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8e20727-0e00-4bc4-9b04-215edcb2a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.321011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Made reservation on behalf of ddf44fe440d346cab0aa61f529ea7fa8 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:36.324210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.339329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.350300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d8e20727-0e00-4bc4-9b04-215edcb2a76a None None] Port aa338d59-6788-4382-b3ad-cce0bed22baa cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:36.419672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bbbfe81e-cc3e-4eb4-b401-3e63147f3cd1 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags HTTP/1.1" status: 204 len: 168 time: 0.1896284 Jul 30 03:50:36.426102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:36.443806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c4f9423f-bbc6-4a41-aaa1-8f990423192c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:36.452928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-a241aa62-1195-4e41-8f00-7ae0c9eecabf tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-698742898') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:36.456542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e7a18-fd9e-406d-ac02-2778b5fd2496 req-bd47e5e2-e2f7-4670-af02-573c5448fd49 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:36.464561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-173e7a18-fd9e-406d-ac02-2778b5fd2496 req-bd47e5e2-e2f7-4670-af02-573c5448fd49 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.2546124 Jul 30 03:50:36.508999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port c4f9423f-bbc6-4a41-aaa1-8f990423192c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:36.517466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c4f9423f-bbc6-4a41-aaa1-8f990423192c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:36.518009 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.543487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786f648-867c-45e3-af5c-b72125334e6b req-7c62f2fa-3a2b-4d26-8b3b-c8f46f1be534 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:36.545074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3786f648-867c-45e3-af5c-b72125334e6b req-7c62f2fa-3a2b-4d26-8b3b-c8f46f1be534 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.1344383 Jul 30 03:50:36.556922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-173e7a18-fd9e-406d-ac02-2778b5fd2496 req-7764e579-f696-482a-ad37-5c8ea7829968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898626 Jul 30 03:50:36.588177 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a241aa62-1195-4e41-8f00-7ae0c9eecabf tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-698742898 HTTP/1.1" status: 201 len: 201 time: 0.1467230 Jul 30 03:50:36.593185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-60252f59-3f96-4861-a68d-d4dba50c37d9 None None] Provisioning complete for port aa338d59-6788-4382-b3ad-cce0bed22baa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:36.593788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-60252f59-3f96-4861-a68d-d4dba50c37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.594737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38114) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:36.619890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-0a5acec2-570f-45a7-95c7-ccb1fd9abbf3 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-934992272') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:36.654598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3786f648-867c-45e3-af5c-b72125334e6b req-d789018c-e4f3-47d6-9a30-9c4887af92ab tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59329f9-45db-49ff-bcaa-1e91a9e955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966249 Jul 30 03:50:36.665914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-60252f59-3f96-4861-a68d-d4dba50c37d9 None None] Port aa338d59-6788-4382-b3ad-cce0bed22baa cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:36.685133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.691797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.702279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.727653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port c4f9423f-bbc6-4a41-aaa1-8f990423192c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c4f9423f-bbc6-4a41-aaa1-8f990423192c,segment=NetworkSegment(28936ee4-e70f-4f05-8be4-b8f2c037851a),segment_id=28936ee4-e70f-4f05-8be4-b8f2c037851a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:36.732519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:36.735594 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.737412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:36.753703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d444274-7295-4f42-8a6d-626e44a5b658,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:36.764264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.764613 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Added segment e68ffb3f-d3a2-442c-a728-9f020244ef18 of type vlan for network da54f7a6-2ad5-48f4-b802-019af821f61f Jul 30 03:50:36.817594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.859281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.864188 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0a5acec2-570f-45a7-95c7-ccb1fd9abbf3 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-934992272 HTTP/1.1" status: 201 len: 201 time: 0.2683849 Jul 30 03:50:36.867668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38118) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:36.876649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-e22aec44-2689-41b9-a385-a58f55ffb3f9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-541201921') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:36.879707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=c4f9423f-bbc6-4a41-aaa1-8f990423192c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:36.899058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:36.904035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:36.904442 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:36.982324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-59f21e51-383f-46c9-9c15-eab5ecd737d9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:36.983878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-59f21e51-383f-46c9-9c15-eab5ecd737d9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 945 time: 0.2015970 Jul 30 03:50:37.019860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.026546 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.027547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:37.028735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.034533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-38004f16-31e6-41bf-9424-de82e5dfcd59 None None] Provisioning complete for port aa338d59-6788-4382-b3ad-cce0bed22baa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:37.034909 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38004f16-31e6-41bf-9424-de82e5dfcd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.071451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:37.079886 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.080726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 579f49c7-67a5-4af0-a7de-9698ac7dad6f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:37.127683 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8877373 Jul 30 03:50:37.128185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:37.134166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Request body: {'subnet': {'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-537513218-subnet', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:37.140495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e22aec44-2689-41b9-a385-a58f55ffb3f9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-541201921 HTTP/1.1" status: 201 len: 201 time: 0.2678928 Jul 30 03:50:37.140495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ccce6-125a-4e64-b07a-6853e7467e1c admin admin] Pushing event updated for resources: {'Network': ['ID=da54f7a6-2ad5-48f4-b802-019af821f61f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:37.141326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:37.147215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-45935342-3f4a-4847-ab22-62fa2a475cda tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-2125958268') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:37.150707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-38004f16-31e6-41bf-9424-de82e5dfcd59 None None] Port aa338d59-6788-4382-b3ad-cce0bed22baa cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:37.153410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network da54f7a6-2ad5-48f4-b802-019af821f61f details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:37.171303 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Deleting port effa9825-8519-496b-a1bb-fc0cc3abc6eb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:37.171795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.203715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port aa338d59-6788-4382-b3ad-cce0bed22baa {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:37.204065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.246984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 579f49c7-67a5-4af0-a7de-9698ac7dad6f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:37.247409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.259806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Made reservation on behalf of ddf44fe440d346cab0aa61f529ea7fa8 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:37.262153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.276259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:37.282152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] For port effa9825-8519-496b-a1bb-fc0cc3abc6eb, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=effa9825-8519-496b-a1bb-fc0cc3abc6eb,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:37.282640 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.314869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-45935342-3f4a-4847-ab22-62fa2a475cda tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-2125958268 HTTP/1.1" status: 201 len: 201 time: 0.1700239 Jul 30 03:50:37.321721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:37.327399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-54cf6827-0d7f-407d-af6e-dd6a73ded35c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', {'tags': ['tempest-TagsExtTest-Tag-2049196105', 'tempest-TagsExtTest-Tag-2140104146', 'tempest-TagsExtTest-Tag-959128813']}) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:37.430562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.446688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Sync routers for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:37.454547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for aa338d59-6788-4382-b3ad-cce0bed22baa owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:37.456596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:37.457308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:37.474669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-54cf6827-0d7f-407d-af6e-dd6a73ded35c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags HTTP/1.1" status: 200 len: 317 time: 0.1495285 Jul 30 03:50:37.475462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:37.480077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-60bfa88e-ec52-4335-a2bc-6d847dd34f0c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:37.506581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.507683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.508291 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Floating IP a2315304-6ac9-43ff-a7fd-29f8a409aa2a disassociated. External IP: 172.25.6.223, port: effa9825-8519-496b-a1bb-fc0cc3abc6eb. Jul 30 03:50:37.508775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Calling delete_port for effa9825-8519-496b-a1bb-fc0cc3abc6eb owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:37.569388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:37.666784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.701953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event deleted for resources: {'Port': ['ID=effa9825-8519-496b-a1bb-fc0cc3abc6eb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:37.750563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.818228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a49be7-2bbb-48f8-b085-d2cfaacc8462,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:37.829142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 2, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:37.839621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:50:37.851333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d95cf673-f187-45ae-89b9-44b2c316e2bc req-4779303c-4d92-44bb-87b7-067faebe37bd tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c850e6-053b-471f-81cb-16890b98e256 HTTP/1.1" status: 200 len: 210 time: 0.0582020 Jul 30 03:50:37.861194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Checking router: a2a2196f-d53f-47ef-a533-1f40faae0ef7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:50:37.861823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Updating router a2a2196f-d53f-47ef-a533-1f40faae0ef7 port e9f07767-8c0d-4304-a9f6-85e0869c8b61 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:50:37.900955 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:37.966968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:37.979739 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:37.993828 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:37.994877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.024643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] No DVR routers for this DVR port effa9825-8519-496b-a1bb-fc0cc3abc6eb on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:38.032480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.035026 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-904f15f8-53b2-4dea-a18f-a7f2ae8df7f9 req-9c0dda12-1db1-41ae-8023-f054065fa254 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.18 "DELETE /v2.0/ports/effa9825-8519-496b-a1bb-fc0cc3abc6eb HTTP/1.1" status: 204 len: 173 time: 1.0428050 Jul 30 03:50:38.035538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'name': 'network-vif-deleted', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:38.046420 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82a0e84-3cb1-41e8-a18e-b49660deaa31" -d '{"events": [{"server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "name": "network-vif-deleted", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:38.117962 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534fee29-5c12-493a-86b3-c6d1fbe0133b x-openstack-request-id: req-534fee29-5c12-493a-86b3-c6d1fbe0133b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:38.118275 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c850e6-053b-471f-81cb-16890b98e256", "name": "network-vif-deleted", "tag": "effa9825-8519-496b-a1bb-fc0cc3abc6eb", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:38.118572 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-534fee29-5c12-493a-86b3-c6d1fbe0133b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:38.118995 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c850e6-053b-471f-81cb-16890b98e256', 'name': 'network-vif-deleted', 'tag': 'effa9825-8519-496b-a1bb-fc0cc3abc6eb', 'status': 'completed', 'code': 200} Jul 30 03:50:38.169225 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:38.280616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e1421-9ac3-4194-ab2c-74f968ca99d8 req-0fd69844-4965-419c-bdf3-74f11a7bfb7b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:38.283223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c9e1421-9ac3-4194-ab2c-74f968ca99d8 req-0fd69844-4965-419c-bdf3-74f11a7bfb7b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.6454065 Jul 30 03:50:38.341093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c4f9423f-bbc6-4a41-aaa1-8f990423192c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:38.357485 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.367710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38136) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:38.367941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-60bfa88e-ec52-4335-a2bc-6d847dd34f0c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags HTTP/1.1" status: 204 len: 168 time: 0.8914757 Jul 30 03:50:38.389485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-d52ad2bf-6948-498f-aa50-d52c7b9c0040 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-2049196105') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.412897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=aa338d59-6788-4382-b3ad-cce0bed22baa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:38.425950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Checking segment: {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:38.426310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Network hostable DHCP agents. Network: da54f7a6-2ad5-48f4-b802-019af821f61f, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:50:38.444134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c4f9423f-bbc6-4a41-aaa1-8f990423192c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:38.445516 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.457386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c9e1421-9ac3-4194-ab2c-74f968ca99d8 req-b0d5d4c0-c53d-43c6-84b1-0b53c1df23c1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544361 Jul 30 03:50:38.510817 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-d52ad2bf-6948-498f-aa50-d52c7b9c0040 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:38.514389 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d52ad2bf-6948-498f-aa50-d52c7b9c0040 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-2049196105 HTTP/1.1" status: 404 len: 329 time: 0.1420462 Jul 30 03:50:38.520317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38138) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:38.525005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-78a98b4c-5c74-4b08-bb6c-b5530f76d626 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-2140104146') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.594062 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.605083 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.624360 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-78a98b4c-5c74-4b08-bb6c-b5530f76d626 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:38.625757 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-78a98b4c-5c74-4b08-bb6c-b5530f76d626 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-2140104146 HTTP/1.1" status: 404 len: 329 time: 0.1044965 Jul 30 03:50:38.628544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38140) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:38.638539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-8b412295-bd76-43e2-ba14-2c2eaf8ca99d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d', 'tempest-TagsExtTest-Tag-959128813') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.639023 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:50:38.640148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Transition to ACTIVE for port object e9f07767-8c0d-4304-a9f6-85e0869c8b61 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:38.654730 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:38.656437 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.657063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.659652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:38.664803 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.666986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Network da54f7a6-2ad5-48f4-b802-019af821f61f is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:50:38.770873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, da54f7a6-2ad5-48f4-b802-019af821f61f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:38.787936 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-8b412295-bd76-43e2-ba14-2c2eaf8ca99d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:38.794248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:38.794507 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8b412295-bd76-43e2-ba14-2c2eaf8ca99d tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags/tempest-TagsExtTest-Tag-959128813 HTTP/1.1" status: 404 len: 328 time: 0.1644585 Jul 30 03:50:38.795031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.796053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38142) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:38.806506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-658045e4-cfb6-4abc-9ebf-d2709f8eb82c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', {'tags': ['tempest-TagsExtTest-Tag-1114355453', 'tempest-TagsExtTest-Tag-1655295970', 'tempest-TagsExtTest-Tag-631320238']}) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.817329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58438b65-61ca-4229-b72b-0557b5f9194c None None] Network da54f7a6-2ad5-48f4-b802-019af821f61f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:38.893352 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:38.914754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0ad4-54b8-47dc-a738-d1fceaf3d0ab None None] Pushing event updated for resources: {'Port': ['ID=e9f07767-8c0d-4304-a9f6-85e0869c8b61,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:38.919324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-33706f14-d45c-4e62-8789-67a38731ac14 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7897675 Jul 30 03:50:38.924935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-658045e4-cfb6-4abc-9ebf-d2709f8eb82c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags HTTP/1.1" status: 200 len: 317 time: 0.1275070 Jul 30 03:50:38.925834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38146) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:38.928078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38148) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:38.942160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Attempting to bind port e9f07767-8c0d-4304-a9f6-85e0869c8b61 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:38.942539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Attempting to bind port e9f07767-8c0d-4304-a9f6-85e0869c8b61 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:38.942908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Attempting to bind port e9f07767-8c0d-4304-a9f6-85e0869c8b61 on network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:38.948378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-6f5733f4-d9c9-4bab-a2d0-8adac281ce1c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:38.951293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:38.951682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Checking segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:38.952106 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.952491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Bound using segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:38.952978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Bound port: e9f07767-8c0d-4304-a9f6-85e0869c8b61, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:38.953370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:38.963511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:39.000840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:39.001151 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.014059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.042769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.052044 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.060673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Router fd09fd59-6024-4377-82f5-b53ce6f03532 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:50:39.200648 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c40950e-3253-4022-9932-0ddb9ba2a54c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.206890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] For port e9f07767-8c0d-4304-a9f6-85e0869c8b61, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:39.216496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:39.221923 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:39.224782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c2a22bd-10ea-4e6f-a99e-41a4c462d0d6 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/routers/fd09fd59-6024-4377-82f5-b53ce6f03532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6757221 Jul 30 03:50:39.229003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.237804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] Sync routers for ids ['fd09fd59-6024-4377-82f5-b53ce6f03532'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:39.246022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] For port e9f07767-8c0d-4304-a9f6-85e0869c8b61, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e9f07767-8c0d-4304-a9f6-85e0869c8b61,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:39.247485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-da54f7a6-2ad5-48f4-b802-019af821f61f', 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'fixed_ips': [{'subnet_id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:39.248347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.250789 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f02af-03d8-40e4-a149-a3b2ee166d46 None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:39.271443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.274357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c40950e-3253-4022-9932-0ddb9ba2a54c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.277892 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3234fc31-c604-46c5-9844-2d26403379e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:39.282447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3234fc31-c604-46c5-9844-2d26403379e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/aa338d59-6788-4382-b3ad-cce0bed22baa HTTP/1.1" status: 404 len: 333 time: 0.0523825 Jul 30 03:50:39.283170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.356854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0ad4-54b8-47dc-a738-d1fceaf3d0ab None None] Pushing event updated for resources: {'Port': ['ID=e9f07767-8c0d-4304-a9f6-85e0869c8b61,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:39.375300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] Routers {'fd09fd59-6024-4377-82f5-b53ce6f03532'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:39.377380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fd09fd59-6024-4377-82f5-b53ce6f03532'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:39.403321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.432640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:39.435077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:39.436410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:39.565804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:39.587084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.610541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c40950e-3253-4022-9932-0ddb9ba2a54c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.613709 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c40950e-3253-4022-9932-0ddb9ba2a54c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.614922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5c40950e-3253-4022-9932-0ddb9ba2a54c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "DELETE /v2.0/security-groups/e59329f9-45db-49ff-bcaa-1e91a9e955fc HTTP/1.1" status: 204 len: 168 time: 0.5999045 Jul 30 03:50:39.647304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.696667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.706214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.707945 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-869fc34a-4ae7-41c0-81a9-442f67bffdc1 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] show failed (client error): The resource could not be found. Jul 30 03:50:39.709131 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-869fc34a-4ae7-41c0-81a9-442f67bffdc1 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups/e59329f9-45db-49ff-bcaa-1e91a9e955fc HTTP/1.1" status: 404 len: 347 time: 0.0364327 Jul 30 03:50:39.712935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38166) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.718876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40950e-3253-4022-9932-0ddb9ba2a54c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59329f9-45db-49ff-bcaa-1e91a9e955fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:39.728644 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6f5733f4-d9c9-4bab-a2d0-8adac281ce1c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags HTTP/1.1" status: 204 len: 168 time: 0.7941363 Jul 30 03:50:39.777912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38168) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.786979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-7fa0b9b0-c2bd-4346-ae8f-4aaa56320e58 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-1114355453') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:39.798432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.798986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Fanout notify agent at l3_agent the message router_deleted on router fd09fd59-6024-4377-82f5-b53ce6f03532 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:50:39.806743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.807926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fd9facad-9efd-4404-841d-e6f0a650fed9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/routers/fd09fd59-6024-4377-82f5-b53ce6f03532 HTTP/1.1" status: 204 len: 168 time: 0.5175438 Jul 30 03:50:39.814922 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528a9f6-bf4f-4e30-b91b-b8104e4040ac None None] New status for floating IP a2315304-6ac9-43ff-a7fd-29f8a409aa2a: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:50:39.818217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9213fac-ceef-4cb8-b009-4a53c004e6e4 req-4bda7ec8-4180-48e2-91c3-cbe4a02ccf32 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:39.819908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9213fac-ceef-4cb8-b009-4a53c004e6e4 req-4bda7ec8-4180-48e2-91c3-cbe4a02ccf32 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.2106390 Jul 30 03:50:39.820716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:39.896166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet 2c54c338-9e9e-4d79-ac72-f6862b33e455 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:39.902837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:39.938514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device effa9825-8519-496b-a1bb-fc0cc3abc6eb no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:39.945948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] Routers set() bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:39.945948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] Router IDs set() for agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 03:50:39.945948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_agentschedulers_db [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd09fd59-6024-4377-82f5-b53ce6f03532'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent'). {{(pid=93878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 03:50:39.945948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb05402-5cb8-4540-b140-9b5fdf68c62f None None] The sync data for ids ['fd09fd59-6024-4377-82f5-b53ce6f03532'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:39.951011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.008374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.014695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9213fac-ceef-4cb8-b009-4a53c004e6e4 req-a41aac97-b644-4437-978f-7c82d2ebc288 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144233 Jul 30 03:50:40.050442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: effa9825-8519-496b-a1bb-fc0cc3abc6eb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:40.051169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device effa9825-8519-496b-a1bb-fc0cc3abc6eb not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:40.071385 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-7fa0b9b0-c2bd-4346-ae8f-4aaa56320e58 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:40.072805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7fa0b9b0-c2bd-4346-ae8f-4aaa56320e58 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-1114355453 HTTP/1.1" status: 404 len: 329 time: 0.2934968 Jul 30 03:50:40.075654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:40.083962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-323de353-5dac-42ed-ab63-ab9ee67ffa74 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-1655295970') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:40.097153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Deleting port 592d7e10-a8fc-4b97-a988-093c2668aa96 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:40.097510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.150474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Allocated IP 172.20.0.2 (da54f7a6-2ad5-48f4-b802-019af821f61f/54a49be7-2bbb-48f8-b085-d2cfaacc8462/15a4b891-fbb5-4285-9aa7-2960e8a5a73c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:40.156818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:39Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:40.187958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.200654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af37ef-2f2c-4edb-a318-824992bdc2ca None None] The sync data for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 is: [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:39Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:40.236052 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-323de353-5dac-42ed-ab63-ab9ee67ffa74 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:40.237280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-323de353-5dac-42ed-ab63-ab9ee67ffa74 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-1655295970 HTTP/1.1" status: 404 len: 329 time: 0.1604128 Jul 30 03:50:40.240353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.240614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38176) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:40.240731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.248645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-935c4bf5-bc1d-4cb9-adae-f0260461f5d0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280', 'tempest-TagsExtTest-Tag-631320238') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:40.265067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Calling delete_port for 592d7e10-a8fc-4b97-a988-093c2668aa96 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:40.315537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e9f07767-8c0d-4304-a9f6-85e0869c8b61 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:40.323934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.369009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=2c54c338-9e9e-4d79-ac72-f6862b33e455,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:40.373932 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-935c4bf5-bc1d-4cb9-adae-f0260461f5d0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:40.374972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-935c4bf5-bc1d-4cb9-adae-f0260461f5d0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags/tempest-TagsExtTest-Tag-631320238 HTTP/1.1" status: 404 len: 328 time: 0.1334217 Jul 30 03:50:40.384087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:40.386695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.391310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0e89b088-85d0-4390-a25a-6319fc15195c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/2c54c338-9e9e-4d79-ac72-f6862b33e455 HTTP/1.1" status: 204 len: 168 time: 0.5669572 Jul 30 03:50:40.392462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-e2122ba0-7b2a-48ba-9918-b25d7e6c2073 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', {'tags': ['tempest-TagsExtTest-Tag-190351993', 'tempest-TagsExtTest-Tag-311080152', 'tempest-TagsExtTest-Tag-1006267641']}) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:40.395470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11288af2-165b-4285-8ac5-9a1c8fdf1f56 None None] Network db12b7b4-8e49-4a92-88f1-33ee0bc90c15 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:40.397062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:40.526670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e9f07767-8c0d-4304-a9f6-85e0869c8b61 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:40.558637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e9f07767-8c0d-4304-a9f6-85e0869c8b61 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:40.559013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.588431 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.590660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.594646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e2122ba0-7b2a-48ba-9918-b25d7e6c2073 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags HTTP/1.1" status: 200 len: 316 time: 0.2094915 Jul 30 03:50:40.597424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:40.605588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-746ee314-4ab2-44d9-980f-6004da030ef0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:40.615816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.640822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event deleted for resources: {'Port': ['ID=592d7e10-a8fc-4b97-a988-093c2668aa96,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:40.643720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.650819 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.670012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Transition to ACTIVE for port object 15a4b891-fbb5-4285-9aa7-2960e8a5a73c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:40.696865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Transition to ACTIVE for port object 15a4b891-fbb5-4285-9aa7-2960e8a5a73c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:40.717210 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.785576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-746ee314-4ab2-44d9-980f-6004da030ef0 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags HTTP/1.1" status: 204 len: 168 time: 0.1852152 Jul 30 03:50:40.790656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38184) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:40.797610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-652234cd-281e-4eaf-8891-0effe6377498 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-190351993') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:40.810621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] DHCP port deletion for db12b7b4-8e49-4a92-88f1-33ee0bc90c15 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:40.812667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.815417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.821336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3917f20-7af7-487b-b615-2b4939d13b99 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "DELETE /v2.0/floatingips/a2315304-6ac9-43ff-a7fd-29f8a409aa2a HTTP/1.1" status: 204 len: 168 time: 1.1071703 Jul 30 03:50:40.848644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Network da54f7a6-2ad5-48f4-b802-019af821f61f is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:40.852608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port c4f9423f-bbc6-4a41-aaa1-8f990423192c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:40.852943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.857121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Allocated IP 172.25.6.115 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/260336de-5b95-4441-ab63-3fe858172f57) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:40.862525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:40.868931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:40.877974 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:40.892487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Pushing event updated for resources: {'Port': ['ID=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.020538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] For port c4f9423f-bbc6-4a41-aaa1-8f990423192c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c4f9423f-bbc6-4a41-aaa1-8f990423192c,segment=NetworkSegment(28936ee4-e70f-4f05-8be4-b8f2c037851a),segment_id=28936ee4-e70f-4f05-8be4-b8f2c037851a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:41.020914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.026582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.030976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e9f07767-8c0d-4304-a9f6-85e0869c8b61, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e9f07767-8c0d-4304-a9f6-85e0869c8b61,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:41.034673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for c4f9423f-bbc6-4a41-aaa1-8f990423192c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:41.036636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Attempting to bind port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:41.037006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Attempting to bind port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:41.037361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Attempting to bind port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c on network da54f7a6-2ad5-48f4-b802-019af821f61f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:41.039907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.041132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] Deleting port c4f9423f-bbc6-4a41-aaa1-8f990423192c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:41.041501 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.055983 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.058074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:41.058300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Checking segment: {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:41.058660 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.059044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Bound using segment: {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:41.059574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Bound port: 15a4b891-fbb5-4285-9aa7-2960e8a5a73c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:41.059929 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.161917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.232037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:41.233817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:41.238870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:41.251947 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.268321 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-652234cd-281e-4eaf-8891-0effe6377498 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:41.273174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-652234cd-281e-4eaf-8891-0effe6377498 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-190351993 HTTP/1.1" status: 404 len: 328 time: 0.4805250 Jul 30 03:50:41.274368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.283220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Pushing event updated for resources: {'Port': ['ID=260336de-5b95-4441-ab63-3fe858172f57,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.327243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-ed4c2e83-ac4f-4ed5-80a3-229c6fb2b748 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-311080152') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.367187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e9f07767-8c0d-4304-a9f6-85e0869c8b61,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.393741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No DVR routers for this DVR port c4f9423f-bbc6-4a41-aaa1-8f990423192c on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:41.399548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=c4f9423f-bbc6-4a41-aaa1-8f990423192c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.412634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] For port c4f9423f-bbc6-4a41-aaa1-8f990423192c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c4f9423f-bbc6-4a41-aaa1-8f990423192c,segment=NetworkSegment(28936ee4-e70f-4f05-8be4-b8f2c037851a),segment_id=28936ee4-e70f-4f05-8be4-b8f2c037851a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:41.412634 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.427127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] Calling delete_port for c4f9423f-bbc6-4a41-aaa1-8f990423192c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:41.475088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b46b36-cb3d-4edb-b799-a16f21b293c5 req-3548fd71-9cdd-46ef-bdae-8b732b3155f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:41.478924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1b46b36-cb3d-4edb-b799-a16f21b293c5 req-3548fd71-9cdd-46ef-bdae-8b732b3155f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.3272207 Jul 30 03:50:41.512762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38194) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.517072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] For port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:41.517790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703781007', 'description': 'tempest-description--132040507'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:41.536388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] For port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:41.549777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.580443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.587600 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.599313 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-ed4c2e83-ac4f-4ed5-80a3-229c6fb2b748 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:41.603261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ed4c2e83-ac4f-4ed5-80a3-229c6fb2b748 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-311080152 HTTP/1.1" status: 404 len: 328 time: 0.2797956 Jul 30 03:50:41.606078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.607511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db12b7b4-8e49-4a92-88f1-33ee0bc90c15']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.613742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-1441fb9f-8e70-49c9-89fc-e899a858074a tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21', 'tempest-TagsExtTest-Tag-1006267641') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.621403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.629777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] No DVR routers for this DVR port c4f9423f-bbc6-4a41-aaa1-8f990423192c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:41.633445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477056bd-43c0-4415-acc8-1e54c3b1bdc7 None None] Pushing event updated for resources: {'Port': ['ID=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.656708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.662916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d5a51-f887-4620-b9df-0cc7eb97cf4f None None] Pushing event deleted for resources: {'Port': ['ID=c4f9423f-bbc6-4a41-aaa1-8f990423192c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.679230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1b46b36-cb3d-4edb-b799-a16f21b293c5 req-bfc4b05f-02a9-4d3f-b7f9-a8f6548824a0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351466 Jul 30 03:50:41.680965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28936ee4-e70f-4f05-8be4-b8f2c037851a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.681263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28936ee4-e70f-4f05-8be4-b8f2c037851a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.694055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.735629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.744205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:41.744602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:41.747650 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:41.764263 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-1441fb9f-8e70-49c9-89fc-e899a858074a tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:41.767603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1441fb9f-8e70-49c9-89fc-e899a858074a tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags/tempest-TagsExtTest-Tag-1006267641 HTTP/1.1" status: 404 len: 329 time: 0.1576755 Jul 30 03:50:41.768414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38198) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.775688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-e7b7ff7b-1961-43ef-9649-db40a43c5682 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', {'tags': ['tempest-TagsExtTest-Tag-1223535054', 'tempest-TagsExtTest-Tag-441906892', 'tempest-TagsExtTest-Tag-1864838622']}) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.819820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.827429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.830019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/db12b7b4-8e49-4a92-88f1-33ee0bc90c15 HTTP/1.1" status: 204 len: 168 time: 1.4317629 Jul 30 03:50:41.835870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.848814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12a5b-0584-4886-8fef-5c1e3342b8e5 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=db12b7b4-8e49-4a92-88f1-33ee0bc90c15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:41.930551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e7b7ff7b-1961-43ef-9649-db40a43c5682 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "PUT /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags HTTP/1.1" status: 200 len: 317 time: 0.1593733 Jul 30 03:50:41.934222 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.936554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.942795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-4db42251-c684-467e-bf0b-39f0721fb860 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:41.945493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2f25d5-46ae-4eb9-980c-a9fe84464a4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:41.946901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4a2f25d5-46ae-4eb9-980c-a9fe84464a4a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/211804bc-b20e-40c3-8278-0e07d7402f2d HTTP/1.1" status: 200 len: 841 time: 0.1084874 Jul 30 03:50:41.949840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:41.951949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38204) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.986186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4db42251-c684-467e-bf0b-39f0721fb860 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags HTTP/1.1" status: 204 len: 168 time: 0.0457890 Jul 30 03:50:41.986431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:41.991236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-274fa4e4-90cd-4a8a-a05b-518bdb223494 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-1223535054') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.041936 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-274fa4e4-90cd-4a8a-a05b-518bdb223494 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:42.046076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-274fa4e4-90cd-4a8a-a05b-518bdb223494 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-1223535054 HTTP/1.1" status: 404 len: 329 time: 0.0586023 Jul 30 03:50:42.048055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.057037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-9d2f94b0-54c8-46f0-8c8e-6ae2e36a29d2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-441906892') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.067839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.071890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5553350 Jul 30 03:50:42.072361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.077269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'security_group_rule': {'security_group_id': '2ea8b54b-b2d4-4758-8685-36aeab3f38fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:42.082195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4da86650-943f-45eb-8263-a1aad16bc28b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/211804bc-b20e-40c3-8278-0e07d7402f2d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1232131 Jul 30 03:50:42.085073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab02a7-a4d7-4351-b6ec-0f9537371a1f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8b54b-b2d4-4758-8685-36aeab3f38fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:42.087392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.092831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:42.094370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.167056 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-9d2f94b0-54c8-46f0-8c8e-6ae2e36a29d2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:42.168143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9d2f94b0-54c8-46f0-8c8e-6ae2e36a29d2 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-441906892 HTTP/1.1" status: 404 len: 328 time: 0.1190650 Jul 30 03:50:42.172191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.190141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-77f8ba99-d9f2-4725-80a4-40fed8ef8b06 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850', 'tempest-TagsExtTest-Tag-1864838622') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.214426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.249496 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-77f8ba99-d9f2-4725-80a4-40fed8ef8b06 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] show failed (client error): The resource could not be found. Jul 30 03:50:42.253012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-77f8ba99-d9f2-4725-80a4-40fed8ef8b06 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags/tempest-TagsExtTest-Tag-1864838622 HTTP/1.1" status: 404 len: 329 time: 0.0773025 Jul 30 03:50:42.253719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38216) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.264918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-7fae75d4-f5cc-46ef-bbd2-72bcfa243722 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd084a3f3-d950-430e-ada2-1f6b7669e850') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.279269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Router ece9798a-7a7c-4f54-ab57-fa08ca429580 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:50:42.291421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:42.295691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.317715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e9f07767-8c0d-4304-a9f6-85e0869c8b61 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:42.318055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.348311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.391714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ee9707-5a37-499d-93b3-fe1f41a54d40,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:42.392476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e9f07767-8c0d-4304-a9f6-85e0869c8b61 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:42.393277 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.397357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7df90c6a-f8ee-4ae9-8057-8c57aad30c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.404989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.406202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-76cb053f-aacb-4372-8095-4d2ec7fae403 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329005 Jul 30 03:50:42.410940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38218) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.415461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'security_group_rule': {'security_group_id': '2ea8b54b-b2d4-4758-8685-36aeab3f38fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:42.515125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15a4b891-fbb5-4285-9aa7-2960e8a5a73c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:42.516378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:42.525194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7fae75d4-f5cc-46ef-bbd2-72bcfa243722 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850/tags HTTP/1.1" status: 204 len: 168 time: 0.2702334 Jul 30 03:50:42.529259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38220) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.531946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Sync routers for ids ['ece9798a-7a7c-4f54-ab57-fa08ca429580'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:42.535294 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-e277cd2b-d113-491e-a5a2-80db88a1ff57 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1099b72e-8d50-41d2-b487-ab0d8c64fc21') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.548448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.574074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Routers {'ece9798a-7a7c-4f54-ab57-fa08ca429580'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:42.575129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ece9798a-7a7c-4f54-ab57-fa08ca429580'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.672544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:42.677012 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e6f4878-0bae-40bf-be22-8c33c3d9f82b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7469234 Jul 30 03:50:42.682859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.690280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:42.744402 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e277cd2b-d113-491e-a5a2-80db88a1ff57 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21/tags HTTP/1.1" status: 204 len: 168 time: 0.2130530 Jul 30 03:50:42.747312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.752180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-c610e130-1164-4d0f-8408-02a32fb2957b tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c61f1642-022d-40a5-b275-93398db88280') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:42.827528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Set router ece9798a-7a7c-4f54-ab57-fa08ca429580 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:42.970550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c610e130-1164-4d0f-8408-02a32fb2957b tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280/tags HTTP/1.1" status: 204 len: 168 time: 0.2198448 Jul 30 03:50:42.970854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38230) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:42.975336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-16cb0b0e-c521-4604-a4f2-e4875a28f98c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12703a2f-cad5-4c67-9010-27183bc7531d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:43.054812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c4f9423f-bbc6-4a41-aaa1-8f990423192c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:43.093982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: c4f9423f-bbc6-4a41-aaa1-8f990423192c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:43.094328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c4f9423f-bbc6-4a41-aaa1-8f990423192c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:43.104794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcfaa60-633c-4a87-a765-307ebff99d4b None None] Network da54f7a6-2ad5-48f4-b802-019af821f61f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:43.157432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.166280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcba295-4831-4a24-9926-b318c51632bd req-dc8637d0-85ea-4bd4-8e58-77ddcec1b645 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:43.167938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afcba295-4831-4a24-9926-b318c51632bd req-dc8637d0-85ea-4bd4-8e58-77ddcec1b645 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1425581 Jul 30 03:50:43.169002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.180837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.220700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] Provisioning for port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:43.234042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] Provisioning complete for port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:43.235360 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.276891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:43.282670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b57cb7-5b07-4b57-a8d9-4d6340787774,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:43.292372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.293540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0c251394-47f4-4940-88de-24108f044a4a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8816392 Jul 30 03:50:43.294614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:43.315570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76770b-1b9a-4a7f-8586-abfbd9d631f9 None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:43.318576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:43.319725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:43.320412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.333689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:43.357218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=033944b7-55cf-4b2a-bcc0-0d4875c2d4c9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:43.385716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c476b4fa-3f51-4be0-90d6-c0598b299447 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2971463 Jul 30 03:50:43.391006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:50:41Z', 'revision_number': 3, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:43.396755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-afcba295-4831-4a24-9926-b318c51632bd req-57edae2e-07a3-4178-bf20-ed58f0c7f418 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838470 Jul 30 03:50:43.398128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:43.403950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1209038512'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:43.410664 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.468886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Checking router: ece9798a-7a7c-4f54-ab57-fa08ca429580 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:50:43.469317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Updating router ece9798a-7a7c-4f54-ab57-fa08ca429580 port 260336de-5b95-4441-ab63-3fe858172f57 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:50:43.499030 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.516643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-16cb0b0e-c521-4604-a4f2-e4875a28f98c tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d/tags HTTP/1.1" status: 204 len: 168 time: 0.5447092 Jul 30 03:50:43.517401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38238) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:43.568274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.619857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.644009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.648580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.677807 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.692386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52d7987c-6d6f-41a8-86ac-d0f5ed69f6d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for subnetpool, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.696551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-52d7987c-6d6f-41a8-86ac-d0f5ed69f6d9 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d084a3f3-d950-430e-ada2-1f6b7669e850 HTTP/1.1" status: 204 len: 168 time: 0.1469741 Jul 30 03:50:43.696832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38240) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:43.747379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ac10bf1-1aa5-452c-849f-b8f27802bf79 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "GET /v2.0/ports?device_id=1099b72e-8d50-41d2-b487-ab0d8c64fc21 HTTP/1.1" status: 200 len: 205 time: 0.0493305 Jul 30 03:50:43.750044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38244) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:43.801328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] For port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:43.813811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.823845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Allocated IP 172.25.6.233 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/38ca6885-1274-4bd3-b7dd-7b9c2c572f31) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:43.853613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'tenant_id': 'd652611f10224c56b5d4d73ef1d743a7', 'fixed_ips': [{'subnet_id': '033944b7-55cf-4b2a-bcc0-0d4875c2d4c9'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:50:43.854475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.864153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.917066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.919641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5197792 Jul 30 03:50:43.935084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:43.940087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'security_group': {'name': 'tempest-secgroup-384867927'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:43.948130 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:43.970622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efa038-9b4a-435a-90c5-436192e0df44 None None] Pushing event updated for resources: {'Port': ['ID=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:43.989495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0a842-b3fa-4243-a59d-040e3a33127c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0cdf8-1ec0-4f8e-bfa4-afaf1d1b4d24,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:44.006696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.064290 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.070746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7a4fa3cd-2e74-4d93-bc3a-4addcda0dd33 None None] Provisioning complete for port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:44.071413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa3cd-2e74-4d93-bc3a-4addcda0dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.077492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Allocated IP 172.20.0.2 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/033944b7-55cf-4b2a-bcc0-0d4875c2d4c9/06886c53-0e5e-4b72-9713-a2e522c3ed8e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:44.078932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.086484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.094308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.133476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'Port': ['ID=38ca6885-1274-4bd3-b7dd-7b9c2c572f31,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:44.149820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:44.153126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:44.156927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:44.201703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.202417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Fanout notify agent at l3_agent the message router_deleted on router 1099b72e-8d50-41d2-b487-ab0d8c64fc21 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:50:44.219522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15a4b891-fbb5-4285-9aa7-2960e8a5a73c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:44.235415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.239112 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-040d79e2-8adf-4e0e-8d2b-9d7d9c68235e tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/routers/1099b72e-8d50-41d2-b487-ab0d8c64fc21 HTTP/1.1" status: 204 len: 168 time: 0.4854605 Jul 30 03:50:44.241590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38248) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:44.277014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.315385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.403960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.412851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Allocated IP 172.20.0.1 (da54f7a6-2ad5-48f4-b802-019af821f61f/54a49be7-2bbb-48f8-b085-d2cfaacc8462/12b4ac45-4418-4697-9e5b-9d8a50380829) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:44.419344 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.471597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.473130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5366619 Jul 30 03:50:44.476793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38252) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:44.484709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-750415568', 'security_groups': ['ee15a87f-9677-4be7-92a2-498fda7da889'], 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '033944b7-55cf-4b2a-bcc0-0d4875c2d4c9'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:44.509842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446310b-7105-47bc-bb92-faadbad3b867 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15a87f-9677-4be7-92a2-498fda7da889,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:44.519353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Deleting port c61f1642-022d-40a5-b275-93398db88280 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:44.520394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.636469 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.642380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.645747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.651917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.655361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd863e-2bb5-4b6a-a37f-41c22df2360f req-e35986a0-1d15-431f-9339-98e7b9ded573 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:44.656842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48dd863e-2bb5-4b6a-a37f-41c22df2360f req-e35986a0-1d15-431f-9339-98e7b9ded573 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1275175 Jul 30 03:50:44.666896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.673448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Calling delete_port for c61f1642-022d-40a5-b275-93398db88280 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:44.675631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Transition to ACTIVE for port object 12b4ac45-4418-4697-9e5b-9d8a50380829 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:44.695315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:44.696246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.699050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Transition to ACTIVE for port object 260336de-5b95-4441-ab63-3fe858172f57 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:44.731266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28e292ac-778b-4131-bb7e-84e8c6112ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.737267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.739655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.771967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.787969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Transition to ACTIVE for port object 06886c53-0e5e-4b72-9713-a2e522c3ed8e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:44.799013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'Port': ['ID=38ca6885-1274-4bd3-b7dd-7b9c2c572f31,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:44.809731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:44.816085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Attempting to bind port 260336de-5b95-4441-ab63-3fe858172f57 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:44.816671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Attempting to bind port 260336de-5b95-4441-ab63-3fe858172f57 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:44.816924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Attempting to bind port 260336de-5b95-4441-ab63-3fe858172f57 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:44.822218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48dd863e-2bb5-4b6a-a37f-41c22df2360f req-914fcbce-614f-4ffc-8a77-c4b789b38f96 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481504 Jul 30 03:50:44.828388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Network da54f7a6-2ad5-48f4-b802-019af821f61f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:44.835257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.841325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:44.841829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:44.842406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.842905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:44.843524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Bound port: 260336de-5b95-4441-ab63-3fe858172f57, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:44.844018 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.846232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Transition to ACTIVE for port object 06886c53-0e5e-4b72-9713-a2e522c3ed8e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:44.848978 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80e3c-e40b-4b8e-b335-7301d117c0ed None None] Pushing event updated for resources: {'Port': ['ID=260336de-5b95-4441-ab63-3fe858172f57,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:44.853847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:44.865191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:44.871233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Pushing event updated for resources: {'Port': ['ID=12b4ac45-4418-4697-9e5b-9d8a50380829,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:44.877836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.897195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.928130 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:44.929933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8559e88d-a3f5-4c8e-ac24-e87c6e5738ef tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5823307 Jul 30 03:50:44.934167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.009534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:45.025934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.040351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event deleted for resources: {'Port': ['ID=c61f1642-022d-40a5-b275-93398db88280,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:45.050021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:45.056518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Pushing event updated for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:45.064251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:45.076251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port cdf54cc0-4e95-4efa-b847-56125aa88752 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:45.116996 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.202001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.202211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] For port 260336de-5b95-4441-ab63-3fe858172f57, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:45.206594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-135f6a1c-cdb7-4782-af06-c9d29cf439e6 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/ports/c61f1642-022d-40a5-b275-93398db88280 HTTP/1.1" status: 204 len: 168 time: 0.9597659 Jul 30 03:50:45.206798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Attempting to bind port 06886c53-0e5e-4b72-9713-a2e522c3ed8e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:45.206798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Attempting to bind port 06886c53-0e5e-4b72-9713-a2e522c3ed8e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'acafac32-988d-44f5-958c-4dded3caa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:45.207040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Attempting to bind port 06886c53-0e5e-4b72-9713-a2e522c3ed8e on network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:45.207214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38264) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:45.247017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] For port 260336de-5b95-4441-ab63-3fe858172f57, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=260336de-5b95-4441-ab63-3fe858172f57,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:45.264966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:45.264966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Checking segment: {'id': 'acafac32-988d-44f5-958c-4dded3caa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:45.265266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.265531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Bound using segment: {'id': 'acafac32-988d-44f5-958c-4dded3caa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:45.266044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Bound port: 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acafac32-988d-44f5-958c-4dded3caa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:45.266592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.284722 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.331035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.338213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.3 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/033944b7-55cf-4b2a-bcc0-0d4875c2d4c9/cdf54cc0-4e95-4efa-b847-56125aa88752) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:45.347868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Deleting subnet 12703a2f-cad5-4c67-9010-27183bc7531d {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:45.354674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.389030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-8baba9a8-f12f-4b4c-baf8-5bf04dffc3db tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1703781007&fields=id&tenant_id=d573571d583e4efd867a8b8f03c89746 HTTP/1.1" status: 200 len: 267 time: 0.0896089 Jul 30 03:50:45.421439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80e3c-e40b-4b8e-b335-7301d117c0ed None None] Pushing event updated for resources: {'Port': ['ID=260336de-5b95-4441-ab63-3fe858172f57,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:45.427020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Routers {'ece9798a-7a7c-4f54-ab57-fa08ca429580'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:45.427751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ece9798a-7a7c-4f54-ab57-fa08ca429580'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:45.448179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.462533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-80e88132-1488-48dd-acc2-817bed49916b None None] Provisioning for port 12b4ac45-4418-4697-9e5b-9d8a50380829 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:45.465820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:45.473207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-80e88132-1488-48dd-acc2-817bed49916b None None] Provisioning complete for port 12b4ac45-4418-4697-9e5b-9d8a50380829 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:45.473981 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80e88132-1488-48dd-acc2-817bed49916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.487280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=06886c53-0e5e-4b72-9713-a2e522c3ed8e,segment=NetworkSegment(acafac32-988d-44f5-958c-4dded3caa9fb),segment_id=acafac32-988d-44f5-958c-4dded3caa9fb)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:45.515459 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.600280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-80e88132-1488-48dd-acc2-817bed49916b None None] Port 12b4ac45-4418-4697-9e5b-9d8a50380829 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:45.622720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.648238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] Set router ece9798a-7a7c-4f54-ab57-fa08ca429580 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:45.677261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc6222-d7f1-4463-8d9c-3579ce238a1b None None] Pushing event updated for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:45.699021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-b7204730-2d91-44eb-a07d-3d87f1174ee3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:45.700957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-b7204730-2d91-44eb-a07d-3d87f1174ee3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 811 time: 0.3112173 Jul 30 03:50:45.702676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.713814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.735498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-a146690c-a415-46de-b61c-f0b4557b1d1c tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/quotas/d573571d583e4efd867a8b8f03c89746 HTTP/1.1" status: 200 len: 375 time: 0.0243144 Jul 30 03:50:45.740157 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.761633 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.783644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object cdf54cc0-4e95-4efa-b847-56125aa88752 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:45.810874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event deleted for resources: {'Subnet': ['ID=12703a2f-cad5-4c67-9010-27183bc7531d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:45.819941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.821988 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-496c9b33-1578-496e-923f-735f2141f944 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/subnets/12703a2f-cad5-4c67-9010-27183bc7531d HTTP/1.1" status: 204 len: 168 time: 0.6138029 Jul 30 03:50:45.828719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38270) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:45.847423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff239b4-3e6a-429b-ad6b-8af7ebb6ccf9 None None] Network 5d2782a2-3055-468b-a136-44a3027b2d49 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:45.852221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-4e4dfa9f-0358-4cd5-9794-81ed75acb5db tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085396 Jul 30 03:50:45.874965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.923725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:45.936054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Pushing event updated for resources: {'Port': ['ID=12b4ac45-4418-4697-9e5b-9d8a50380829,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:46.032174 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.034518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:46.051952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:46.056046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:46.098693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=cdf54cc0-4e95-4efa-b847-56125aa88752,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:46.103959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '12b4ac45-4418-4697-9e5b-9d8a50380829', 'name': '', 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'mac_address': 'fa:16:3e:38:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:50:44Z', 'revision_number': 1, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'subnets': [{'id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:46.140849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Network da54f7a6-2ad5-48f4-b802-019af821f61f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:46.151704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:46.154448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357778c-ae2b-4d21-8010-4a56b217900a None None] The sync data for ids ['ece9798a-7a7c-4f54-ab57-fa08ca429580'] in n-d-778696-14 is: [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '12b4ac45-4418-4697-9e5b-9d8a50380829', 'name': '', 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'mac_address': 'fa:16:3e:38:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:50:44Z', 'revision_number': 1, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'subnets': [{'id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:46.164539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:46.165204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.207249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afd0f8-a462-44e0-8560-ec8557acf68c req-88f4e716-a982-411c-bb3b-2a5d41e6a7e2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:46.208872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06afd0f8-a462-44e0-8560-ec8557acf68c req-88f4e716-a982-411c-bb3b-2a5d41e6a7e2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1689186 Jul 30 03:50:46.214069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2b631556-044d-4f6c-817c-65446814f43b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7337165 Jul 30 03:50:46.214069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-edb39595-ba13-48bd-a816-bc9be8114f4c service neutron] 10.222.0.39 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460167 Jul 30 03:50:46.214352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38276) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:46.222226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:46.230294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] DHCP port deletion for 5d2782a2-3055-468b-a136-44a3027b2d49 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:50:46.249721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Deleting port 579f49c7-67a5-4af0-a7de-9698ac7dad6f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:46.250082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.309656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:46.386468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] For port 579f49c7-67a5-4af0-a7de-9698ac7dad6f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=579f49c7-67a5-4af0-a7de-9698ac7dad6f,segment=NetworkSegment(9f6263ec-efa6-4ca2-9460-b18fec33bfaf),segment_id=9f6263ec-efa6-4ca2-9460-b18fec33bfaf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:46.387160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.405780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Router ece9798a-7a7c-4f54-ab57-fa08ca429580 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:50:46.412003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Calling delete_port for 579f49c7-67a5-4af0-a7de-9698ac7dad6f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:46.427064 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.427984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:46.459276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] Deleting port 579f49c7-67a5-4af0-a7de-9698ac7dad6f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:46.461135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.466552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06afd0f8-a462-44e0-8560-ec8557acf68c req-f9a290b0-b53c-47f3-9faf-274ee7d3c67e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350028 Jul 30 03:50:46.609680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-97b7a84f-dd24-4cc5-8566-f315cefdb74f service neutron] 10.222.0.39 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564534 Jul 30 03:50:46.667159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] For port 579f49c7-67a5-4af0-a7de-9698ac7dad6f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=579f49c7-67a5-4af0-a7de-9698ac7dad6f,segment=NetworkSegment(9f6263ec-efa6-4ca2-9460-b18fec33bfaf),segment_id=9f6263ec-efa6-4ca2-9460-b18fec33bfaf)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:46.667753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.706072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:46.709849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.712441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] Calling delete_port for 579f49c7-67a5-4af0-a7de-9698ac7dad6f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:46.903752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7bc7ffd7-898b-4c48-85bc-7f9a4343a90c None None] Provisioning complete for port 12b4ac45-4418-4697-9e5b-9d8a50380829 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:46.904209 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ffd7-898b-4c48-85bc-7f9a4343a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:46.908368 n-d-778696-14 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 033944b7-55cf-4b2a-bcc0-0d4875c2d4c9 (CIDR: 172.20.0.0/28) Jul 30 03:50:46.964060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7ffd7-898b-4c48-85bc-7f9a4343a90c None None] Port 12b4ac45-4418-4697-9e5b-9d8a50380829 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:46.964324 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:50:46.964324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:50:46.980200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dd31e3f-dcd8-4a87-b63d-351ab0aaeba6 req-5eb7936d-a10c-4e74-85ff-e2222cd1a822 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 210 time: 0.0789747 Jul 30 03:50:47.004228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-328a4f39-12fc-4a7a-99b8-2a2f1cac8714 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7888331 Jul 30 03:50:47.005023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:47.016064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:47.173845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:47.179239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.245183 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.253292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:50:47.267551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] No DVR routers for this DVR port 579f49c7-67a5-4af0-a7de-9698ac7dad6f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:47.290101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-547fa352-6ab8-4b90-8413-07fd92e282b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/ece9798a-7a7c-4f54-ab57-fa08ca429580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5940397 Jul 30 03:50:47.290101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.365858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e79cd-1a61-4b5e-816e-778a9f4197c4 None None] Pushing event deleted for resources: {'Port': ['ID=579f49c7-67a5-4af0-a7de-9698ac7dad6f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:47.406113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Provisioning for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:47.416425 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-6e1fe483-87ab-40a8-8ab7-8e2c94175ad6 service neutron] show failed (client error): The resource could not be found. Jul 30 03:50:47.419645 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-6e1fe483-87ab-40a8-8ab7-8e2c94175ad6 service neutron] 10.222.0.18 "GET /v2.0/ports/6064e73b-09c9-4038-9cc4-e4969aa0ad1d/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.2492194 Jul 30 03:50:47.420602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:47.420987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.422919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event deleted for resources: {'Port': ['ID=579f49c7-67a5-4af0-a7de-9698ac7dad6f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:47.431427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] No DVR routers for this DVR port 579f49c7-67a5-4af0-a7de-9698ac7dad6f on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:47.621341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.655282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2782a2-3055-468b-a136-44a3027b2d49']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:47.684108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6263ec-efa6-4ca2-9460-b18fec33bfaf') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:47.684689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6263ec-efa6-4ca2-9460-b18fec33bfaf') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:47.697795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.718534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.737356 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.737876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:47.738183 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:47.763716 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:47.814883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=06886c53-0e5e-4b72-9713-a2e522c3ed8e,segment=NetworkSegment(acafac32-988d-44f5-958c-4dded3caa9fb),segment_id=acafac32-988d-44f5-958c-4dded3caa9fb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:47.823740 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.829536 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.859011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938fc5-4629-4936-b65e-62f883203311 req-a0d1f41a-0447-45bb-84d1-c123f4285c47 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:47.861988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22938fc5-4629-4936-b65e-62f883203311 req-a0d1f41a-0447-45bb-84d1-c123f4285c47 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1746707 Jul 30 03:50:47.902606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Provisioning complete for port 211804bc-b20e-40c3-8278-0e07d7402f2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:47.903235 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:47.967654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Port 211804bc-b20e-40c3-8278-0e07d7402f2d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:48.026947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-e924dba1-0b66-46a7-bf98-a657286108e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:48.029406 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-e924dba1-0b66-46a7-bf98-a657286108e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 1097 time: 0.1915221 Jul 30 03:50:48.030722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.043369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.045681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] 10.222.0.39 "DELETE /v2.0/networks/5d2782a2-3055-468b-a136-44a3027b2d49 HTTP/1.1" status: 204 len: 168 time: 2.2159903 Jul 30 03:50:48.051074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb9226-ea83-492f-98a5-a7f554101331 None None] Pushing event updated for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:48.067534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:48.071468 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.144242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-978268c2-5c78-40a4-bca8-047639ddcf45 None None] Provisioning for port cdf54cc0-4e95-4efa-b847-56125aa88752 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:48.154022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-978268c2-5c78-40a4-bca8-047639ddcf45 None None] Provisioning complete for port cdf54cc0-4e95-4efa-b847-56125aa88752 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:48.154764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-978268c2-5c78-40a4-bca8-047639ddcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.178981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.191251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c83f54-d34f-467e-9cd1-e822c3396f43 tempest-TagsExtTest-1046437657 tempest-TagsExtTest-1046437657-project] Pushing event deleted for resources: {'Network': ['ID=5d2782a2-3055-468b-a136-44a3027b2d49,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:48.258972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-978268c2-5c78-40a4-bca8-047639ddcf45 None None] Port cdf54cc0-4e95-4efa-b847-56125aa88752 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:48.467557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:48.471231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:48.502107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:48.520349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727fb7af-2e23-4a94-a0fc-29167682e2e8 None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:48.539538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:48.540504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.557146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7335780d-085d-48ae-bfb0-5bd88768e06f req-ee04435d-2f5b-408b-8cab-cc33301de198 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 210 time: 0.1127985 Jul 30 03:50:48.561162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:48.566212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22938fc5-4629-4936-b65e-62f883203311 req-d7a9946d-f08f-4372-9177-97707e8895ed tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6763775 Jul 30 03:50:48.566843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=e37e6182-836b-4aa7-a755-a352fd13bd46,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:48.614223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-27ebfc7a-1e57-4d5f-af36-4221e37b6082 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6061435 Jul 30 03:50:48.617621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38342) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:48.626522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-546797080', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e37e6182-836b-4aa7-a755-a352fd13bd46'}], 'security_groups': ['98b0cdf8-1ec0-4f8e-bfa4-afaf1d1b4d24']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:48.714509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38344) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:48.720083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:48.824844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:48.826144 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.829543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:48.832128 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20fb869-02e7-438b-9426-8f912d42c61d" -d '{"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-unplugged", "status": "completed", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:48.839584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.866275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Transition to ACTIVE for port object 6064e73b-09c9-4038-9cc4-e4969aa0ad1d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:48.880660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:48.976132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:48.998408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-9350667e-bb9a-4f48-872f-abf91f44f11a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:49.011035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-9350667e-bb9a-4f48-872f-abf91f44f11a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.16 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 811 time: 0.3302128 Jul 30 03:50:49.013989 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87747e09-09ae-4391-bca9-eecc55811ae2 x-openstack-request-id: req-87747e09-09ae-4391-bca9-eecc55811ae2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:49.014332 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-unplugged", "status": "completed", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:49.014680 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87747e09-09ae-4391-bca9-eecc55811ae2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:49.015256 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'code': 200} Jul 30 03:50:49.106441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-efd39f5a-8fc1-4d59-bca4-b10dedbc571e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d573571d583e4efd867a8b8f03c89746 HTTP/1.1" status: 200 len: 380 time: 0.0584433 Jul 30 03:50:49.120408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 260336de-5b95-4441-ab63-3fe858172f57 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:49.122650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'port': {'device_id': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'admin_state_up': True, 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'security_groups': ['2ea8b54b-b2d4-4758-8685-36aeab3f38fa']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:49.186321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.245047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Update dhcp port {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'fixed_ips': [{'subnet_id': '033944b7-55cf-4b2a-bcc0-0d4875c2d4c9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e37e6182-836b-4aa7-a755-a352fd13bd46'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '06886c53-0e5e-4b72-9713-a2e522c3ed8e'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:50:49.314080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] No DVR routers for this DVR port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:50:49.318749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-93f5662b-f6cc-48fd-9402-19ac52ae8ca7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d608a53aacf4c89a26a2ba8682d86c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021059 Jul 30 03:50:49.322027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:49.323786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.340875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 260336de-5b95-4441-ab63-3fe858172f57 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:49.361015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 260336de-5b95-4441-ab63-3fe858172f57 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:49.361827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.426283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Made reservation on behalf of d573571d583e4efd867a8b8f03c89746 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:49.433466 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.557926 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae2e7-88a1-42ec-86d8-af7ecf87eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.625946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae2e7-88a1-42ec-86d8-af7ecf87eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.687028 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.731254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1809d0c3-3310-4d7c-a16e-5c45702d23ad req-2e85a3f7-1a7e-419d-ad46-88b71eb3e58f tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 210 time: 0.0400517 Jul 30 03:50:49.734378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Allocated IP 172.20.0.12 (5713e578-2646-4550-9736-5d0a223180a5/1696c6f8-c2a7-4c48-a12d-3a17e867533c/23ae729b-03c9-4389-8286-81159fcfa2be) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:49.743992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 260336de-5b95-4441-ab63-3fe858172f57, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=260336de-5b95-4441-ab63-3fe858172f57,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:49.758471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.782251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:49.782833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:49.783353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on network 56531843-5319-4252-ab8b-833423fab7d7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:49.796674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on network 56531843-5319-4252-ab8b-833423fab7d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:50:49.797773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Attempting to bind port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on network 56531843-5319-4252-ab8b-833423fab7d7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:49.805779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:49.806254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Checking segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:49.806802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Bound using segment: {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:49.807373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Bound port: 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56531843-5319-4252-ab8b-833423fab7d7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:49.808788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.826149 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Sync routers for ids ['ece9798a-7a7c-4f54-ab57-fa08ca429580'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:50:49.853112 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Routers {'ece9798a-7a7c-4f54-ab57-fa08ca429580'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:49.855634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ece9798a-7a7c-4f54-ab57-fa08ca429580'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:49.945233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:49.949217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:49.961550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:49.967557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 579f49c7-67a5-4af0-a7de-9698ac7dad6f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:49.968999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:50:50.015714 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Set router ece9798a-7a7c-4f54-ab57-fa08ca429580 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:50.018096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Allocated IP 172.20.0.18 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/e37e6182-836b-4aa7-a755-a352fd13bd46/06886c53-0e5e-4b72-9713-a2e522c3ed8e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:50.024294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 579f49c7-67a5-4af0-a7de-9698ac7dad6f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:50:50.024875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 579f49c7-67a5-4af0-a7de-9698ac7dad6f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:50.050726 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.072746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=260336de-5b95-4441-ab63-3fe858172f57,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:50.074344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Transition to ACTIVE for port object 23ae729b-03c9-4389-8286-81159fcfa2be will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:50.111096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:50.122738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.124509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] 10.222.0.16 "PUT /v2.0/ports/6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 1092 time: 2.0771298 Jul 30 03:50:50.124932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae2e7-88a1-42ec-86d8-af7ecf87eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.127920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae2e7-88a1-42ec-86d8-af7ecf87eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.131595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cb4ae2e7-88a1-42ec-86d8-af7ecf87eca8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d29c5d20-f8ce-48c9-baa4-2c043adc4db2 HTTP/1.1" status: 204 len: 168 time: 0.8037145 Jul 30 03:50:50.146851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e578-de8e-4e04-8ede-197b0431a587 req-6d7c99d5-d4d6-4535-9850-2239c0c510c6 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:50.150276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bd4e578-de8e-4e04-8ede-197b0431a587 req-6d7c99d5-d4d6-4535-9850-2239c0c510c6 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.4084873 Jul 30 03:50:50.152215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae2e7-88a1-42ec-86d8-af7ecf87eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29c5d20-f8ce-48c9-baa4-2c043adc4db2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:50.209347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:50:50.283102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85029ab7-e9eb-444e-9e05-cdbaca3e1544 service neutron] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:50.309468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6bd4e578-de8e-4e04-8ede-197b0431a587 req-4d601ede-5381-4e3d-9b6f-53631a626c6a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535742 Jul 30 03:50:50.326780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=06886c53-0e5e-4b72-9713-a2e522c3ed8e,segment=NetworkSegment(acafac32-988d-44f5-958c-4dded3caa9fb),segment_id=acafac32-988d-44f5-958c-4dded3caa9fb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:50.327173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.335052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-57eac5b9-f8f9-4821-980c-d49a874267ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:50.337295 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-57eac5b9-f8f9-4821-980c-d49a874267ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1095 time: 0.1649890 Jul 30 03:50:50.351316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 260336de-5b95-4441-ab63-3fe858172f57 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:50.407701 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.414562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Network 5713e578-2646-4550-9736-5d0a223180a5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:50.425561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:50.429594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Transition to ACTIVE for port object 06886c53-0e5e-4b72-9713-a2e522c3ed8e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:50.460813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:50.461862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.484825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event updated for resources: {'Port': ['ID=23ae729b-03c9-4389-8286-81159fcfa2be,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:50.584157 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '12b4ac45-4418-4697-9e5b-9d8a50380829', 'name': '', 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'mac_address': 'fa:16:3e:38:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 2, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'subnets': [{'id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:50.597450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:50.597696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-e21ffed9-d40f-417c-ad17-9ea046a85c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:50.598075 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.600879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-e21ffed9-d40f-417c-ad17-9ea046a85c78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.2477093 Jul 30 03:50:50.635305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-497e4c6e-e260-4b1f-a794-79131cebaead tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5223603 Jul 30 03:50:50.645137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661154c-6c51-4bde-907a-f3a9a6a59f96 None None] Pushing event updated for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:50.646231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Checking router: ece9798a-7a7c-4f54-ab57-fa08ca429580 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:50:50.646583 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Updating router ece9798a-7a7c-4f54-ab57-fa08ca429580 port 12b4ac45-4418-4697-9e5b-9d8a50380829 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:50:50.653115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Request body: {'port': {'device_id': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:50.684868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 260336de-5b95-4441-ab63-3fe858172f57 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:50.685524 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.689758 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:50.826297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.006279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Delete allocated IP 172.20.0.3 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/033944b7-55cf-4b2a-bcc0-0d4875c2d4c9) {{(pid=93877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 03:50:51.008842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d072c0b2-806d-4276-ae5d-48d500e72f5c None None] Provisioning for port 23ae729b-03c9-4389-8286-81159fcfa2be completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:51.014918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d072c0b2-806d-4276-ae5d-48d500e72f5c None None] Provisioning complete for port 23ae729b-03c9-4389-8286-81159fcfa2be triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:51.015579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d072c0b2-806d-4276-ae5d-48d500e72f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.016105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:51.026730 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e4efb-d02e-441d-884f-b660fea416db" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:51.089924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.29 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/e37e6182-836b-4aa7-a755-a352fd13bd46/cdf54cc0-4e95-4efa-b847-56125aa88752) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:51.127917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-955a6116-9c70-47a1-94e4-8e9b874f83c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 997 time: 0.5108342 Jul 30 03:50:51.136485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d072c0b2-806d-4276-ae5d-48d500e72f5c None None] Port 23ae729b-03c9-4389-8286-81159fcfa2be cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:51.225659 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3a310-62f9-41cd-a10e-cca978ace80f x-openstack-request-id: req-3ea3a310-62f9-41cd-a10e-cca978ace80f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:51.225973 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:51.226152 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ea3a310-62f9-41cd-a10e-cca978ace80f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:51.226644 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'status': 'completed', 'code': 200} Jul 30 03:50:51.239920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12cba4-fe31-4296-a91d-ad94abccfb94 req-f4afebe5-f3a5-4f14-bc56-6d1ea4f04abc tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:51.241989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e12cba4-fe31-4296-a91d-ad94abccfb94 req-f4afebe5-f3a5-4f14-bc56-6d1ea4f04abc tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 932 time: 0.3468502 Jul 30 03:50:51.361173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e12cba4-fe31-4296-a91d-ad94abccfb94 req-24f0afe4-1d16-4aea-9d09-154fd3ef3d12 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062636 Jul 30 03:50:51.410591 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.424963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-b843f93d-544c-4023-9499-edcddc38a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:51.426448 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-b843f93d-544c-4023-9499-edcddc38a6bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.2822237 Jul 30 03:50:51.440295 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Transition to ACTIVE for port object 12b4ac45-4418-4697-9e5b-9d8a50380829 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:51.461674 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.565764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-45ff8882-0263-4b57-8aae-0778773116ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:51.569084 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Pushing event updated for resources: {'Port': ['ID=12b4ac45-4418-4697-9e5b-9d8a50380829,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:51.579251 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.579530 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.579868 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.580198 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.580525 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.580849 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.581185 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.581486 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.581803 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.582118 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.582421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.582733 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:50:51.583391 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-45ff8882-0263-4b57-8aae-0778773116ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1095 time: 0.3362777 Jul 30 03:50:51.603635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafd6e2-ddfe-4b8d-8170-0409f3457672 req-a58d69dc-7e66-4075-a687-3cb5b665a549 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:51.605641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bafd6e2-ddfe-4b8d-8170-0409f3457672 req-a58d69dc-7e66-4075-a687-3cb5b665a549 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1031258 Jul 30 03:50:51.608059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ae729b-03c9-4389-8286-81159fcfa2be {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:50:51.646345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.707654 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Attempting to bind port 12b4ac45-4418-4697-9e5b-9d8a50380829 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:51.708016 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Attempting to bind port 12b4ac45-4418-4697-9e5b-9d8a50380829 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:51.708373 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Attempting to bind port 12b4ac45-4418-4697-9e5b-9d8a50380829 on network da54f7a6-2ad5-48f4-b802-019af821f61f {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:51.728927 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:51.731101 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Checking segment: {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:51.731804 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.732389 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Bound using segment: {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:51.733302 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Bound port: 12b4ac45-4418-4697-9e5b-9d8a50380829, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68ffb3f-d3a2-442c-a728-9f020244ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:51.733693 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.734485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.766833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bafd6e2-ddfe-4b8d-8170-0409f3457672 req-0f621e8a-dad9-42bb-9426-0b1cc41d6c63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528554 Jul 30 03:50:51.768080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Transition to ACTIVE for port object 23ae729b-03c9-4389-8286-81159fcfa2be will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:51.776829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.810091 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] For port 12b4ac45-4418-4697-9e5b-9d8a50380829, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:51.814023 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] For port 12b4ac45-4418-4697-9e5b-9d8a50380829, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=12b4ac45-4418-4697-9e5b-9d8a50380829,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:51.824399 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.832260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:51.869742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Pushing event updated for resources: {'Port': ['ID=23ae729b-03c9-4389-8286-81159fcfa2be,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:51.910691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6212b30-607d-4418-8d7f-80ad58e23fd2 None None] Pushing event updated for resources: {'Port': ['ID=12b4ac45-4418-4697-9e5b-9d8a50380829,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:51.912154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Provisioning for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:51.918919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:51.919593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:51.932287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-2059643f-76e3-4e8c-8996-ddaae346e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:51.938114 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-2059643f-76e3-4e8c-8996-ddaae346e023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4930215 Jul 30 03:50:51.945651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object cdf54cc0-4e95-4efa-b847-56125aa88752 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:51.961622 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Routers {'ece9798a-7a7c-4f54-ab57-fa08ca429580'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:50:51.964500 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ece9798a-7a7c-4f54-ab57-fa08ca429580'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:51.982161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Attempting to bind port 23ae729b-03c9-4389-8286-81159fcfa2be on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:50:51.982944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Attempting to bind port 23ae729b-03c9-4389-8286-81159fcfa2be by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:50:51.983675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Attempting to bind port 23ae729b-03c9-4389-8286-81159fcfa2be on network 5713e578-2646-4550-9736-5d0a223180a5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:51.994599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Port 23ae729b-03c9-4389-8286-81159fcfa2be on network 5713e578-2646-4550-9736-5d0a223180a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:50:51.995145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Attempting to bind port 23ae729b-03c9-4389-8286-81159fcfa2be on network 5713e578-2646-4550-9736-5d0a223180a5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:50:52.003119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:50:52.003640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Checking segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:50:52.018266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Bound using segment: {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:50:52.020045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Bound port: 23ae729b-03c9-4389-8286-81159fcfa2be, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3243ea66-8dcf-468c-84b9-c9af2ab2b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5713e578-2646-4550-9736-5d0a223180a5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:50:52.021549 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.107875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-174011213'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:52.157271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Provisioning for port cdf54cc0-4e95-4efa-b847-56125aa88752 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:52.164148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Provisioning complete for port cdf54cc0-4e95-4efa-b847-56125aa88752 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:52.165584 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.210213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] For port 23ae729b-03c9-4389-8286-81159fcfa2be, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:50:52.226809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] For port 23ae729b-03c9-4389-8286-81159fcfa2be, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=23ae729b-03c9-4389-8286-81159fcfa2be,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:50:52.228336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Made reservation on behalf of 188ffb3e3d254a26beefbaee6090ae1b for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:52.232405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-23825ae3-04a7-401f-93f9-541fb7bcebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:52.235666 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.237603 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-23825ae3-04a7-401f-93f9-541fb7bcebcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.6530960 Jul 30 03:50:52.239958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.278964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.288717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Port cdf54cc0-4e95-4efa-b847-56125aa88752 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:52.339297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Provisioning complete for port 211804bc-b20e-40c3-8278-0e07d7402f2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:52.339605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.342396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 12b4ac45-4418-4697-9e5b-9d8a50380829 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:52.434075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Pushing event updated for resources: {'Port': ['ID=23ae729b-03c9-4389-8286-81159fcfa2be,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:52.434708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=cdf54cc0-4e95-4efa-b847-56125aa88752,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:52.436886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.506175 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] Set router ece9798a-7a7c-4f54-ab57-fa08ca429580 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:50:52.516465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:52.517106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.518526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-77346831-cd30-4160-895f-bfcc92af33de service neutron] 10.222.0.16 "PUT /v2.0/ports/23ae729b-03c9-4389-8286-81159fcfa2be HTTP/1.1" status: 200 len: 1093 time: 1.8698184 Jul 30 03:50:52.520070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:50:52.531068 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96" -d '{"events": [{"name": "network-changed", "server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:50:52.560365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4c363-23f4-4ac9-97ab-0c03f483584c None None] Port 211804bc-b20e-40c3-8278-0e07d7402f2d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:52.565251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 12b4ac45-4418-4697-9e5b-9d8a50380829 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:52.570595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 12b4ac45-4418-4697-9e5b-9d8a50380829 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:52.571260 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.572117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] In _notify_port_updated(), no bound segment for port cdf54cc0-4e95-4efa-b847-56125aa88752 on network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:50:52.589108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:52.589939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.594621 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-356d0aeb-d54a-4497-b2f2-09d50748db3e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/ports/cdf54cc0-4e95-4efa-b847-56125aa88752 HTTP/1.1" status: 200 len: 920 time: 3.9759297 Jul 30 03:50:52.595517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38438) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:52.642650 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50218dc4-2475-4815-9501-2c69ebb17501 x-openstack-request-id: req-50218dc4-2475-4815-9501-2c69ebb17501 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:50:52.643012 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:50:52.643252 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50218dc4-2475-4815-9501-2c69ebb17501 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:50:52.643599 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be', 'status': 'completed', 'code': 200} Jul 30 03:50:52.717798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f9557e93-be37-4dcc-848f-b933d7d13e55 None None] Provisioning complete for port 12b4ac45-4418-4697-9e5b-9d8a50380829 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:52.718194 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f9557e93-be37-4dcc-848f-b933d7d13e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.792713 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-2bd6f01a-6edf-460f-8cc0-2fa49f80b8e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 997 time: 0.5302148 Jul 30 03:50:52.798032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.829039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.852956 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.886970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:50:52.914529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.916345 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Added segment 1b892dfd-fc65-4156-913f-662608815779 of type vlan for network 01b8175f-310f-448f-a829-724bb2002339 Jul 30 03:50:52.922377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 12b4ac45-4418-4697-9e5b-9d8a50380829, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=12b4ac45-4418-4697-9e5b-9d8a50380829,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:52.924148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-246f5f71-d8e4-4f6f-b072-5c69c68c5d51 service neutron] 10.222.0.16 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9763105 Jul 30 03:50:52.952301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:52.965623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:53.011098 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '12b4ac45-4418-4697-9e5b-9d8a50380829', 'name': '', 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'mac_address': 'fa:16:3e:38:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:50:51Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'subnets': [{'id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:53.072976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-0c89e8ce-145b-420d-bef4-68cdd5d1c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.075436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-0c89e8ce-145b-420d-bef4-68cdd5d1c771 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.2369773 Jul 30 03:50:53.092095 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.105469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071014e-57f9-44d9-98dd-90ef1ebb527e None None] The sync data for ids ['ece9798a-7a7c-4f54-ab57-fa08ca429580'] in n-d-778696-14 is: [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:50:45Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '12b4ac45-4418-4697-9e5b-9d8a50380829', 'name': '', 'network_id': 'da54f7a6-2ad5-48f4-b802-019af821f61f', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'mac_address': 'fa:16:3e:38:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:50:51Z', 'revision_number': 4, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'subnets': [{'id': '54a49be7-2bbb-48f8-b085-d2cfaacc8462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:50:53.139661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=12b4ac45-4418-4697-9e5b-9d8a50380829,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:53.163468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-be6156c1-336d-4e19-bdea-62958910bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.165226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-be6156c1-336d-4e19-bdea-62958910bec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 1096 time: 0.5299387 Jul 30 03:50:53.172700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port cdf54cc0-4e95-4efa-b847-56125aa88752 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:50:53.173350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.189169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27b449-8f00-42a5-8451-eaa21d01deaa req-e12700fb-814a-49cf-a4c9-30c4134dadec tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.194913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:53.196125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.198742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e27b449-8f00-42a5-8451-eaa21d01deaa req-e12700fb-814a-49cf-a4c9-30c4134dadec tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 944 time: 0.6902664 Jul 30 03:50:53.268373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47184788-d1cf-4c62-801f-134a72c54503,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:53.274654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-f2146acc-7780-4cf5-9da1-648dae73a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.276953 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-f2146acc-7780-4cf5-9da1-648dae73a243 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925406 Jul 30 03:50:53.285308 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f25c1002-1391-41bc-bcd4-0135df3f505e req-c77e7cbc-085a-4ab2-9cc2-95473f1df2bd service neutron] 10.222.0.16 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499415 Jul 30 03:50:53.332012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-077fa1d2-83a0-486b-879f-131fda9024bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae729b-03c9-4389-8286-81159fcfa2be HTTP/1.1" status: 200 len: 217 time: 0.1249804 Jul 30 03:50:53.336839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a155b547-8806-4930-9e02-fc4a26f13096 None None] Provisioning complete for port cdf54cc0-4e95-4efa-b847-56125aa88752 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:53.337247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a155b547-8806-4930-9e02-fc4a26f13096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.405871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77ff08-a05d-4598-a003-a87a8d55a22e req-3579b7c5-6123-46f6-92fa-bac9447d1c16 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.415347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c77ff08-a05d-4598-a003-a87a8d55a22e req-3579b7c5-6123-46f6-92fa-bac9447d1c16 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.3860755 Jul 30 03:50:53.440370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a155b547-8806-4930-9e02-fc4a26f13096 None None] Port cdf54cc0-4e95-4efa-b847-56125aa88752 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:53.442447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e27b449-8f00-42a5-8451-eaa21d01deaa req-11523e5b-b4ef-486a-8851-f9b78728fb92 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400725 Jul 30 03:50:53.465684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.496106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.496756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.533540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.538065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-0d45dacf-e835-42ea-9331-443120b6d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.540445 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-0d45dacf-e835-42ea-9331-443120b6d753 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1095 time: 0.1608138 Jul 30 03:50:53.583806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for cdf54cc0-4e95-4efa-b847-56125aa88752 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:50:53.608431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Pushing event updated for resources: {'Network': ['ID=01b8175f-310f-448f-a829-724bb2002339,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:53.612682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-09d3935c-a84a-4687-9127-487c3f9b208b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7795250 Jul 30 03:50:53.618639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:53.625168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-85b1e687-1671-4857-9e6b-d95fb1cc0edc tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-346016819') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:53.631347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 01b8175f-310f-448f-a829-724bb2002339 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:50:53.704230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-5d58c2f7-3c42-4499-a129-71d1d23b2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.705853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-5d58c2f7-3c42-4499-a129-71d1d23b2e0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.3467627 Jul 30 03:50:53.711543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0c77ff08-a05d-4598-a003-a87a8d55a22e req-93470ab8-dfd2-474b-a538-fa244137a3cc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952225 Jul 30 03:50:53.800598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-1a1ddb95-37cb-4f5e-9667-7b264491a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:53.801950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-1a1ddb95-37cb-4f5e-9667-7b264491a45a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799603 Jul 30 03:50:53.847488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:53.863489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-3b1791ec-713a-457d-9b9a-aa6908b7ce6a service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745561 Jul 30 03:50:53.874250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-85b1e687-1671-4857-9e6b-d95fb1cc0edc tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "PUT /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-346016819 HTTP/1.1" status: 201 len: 201 time: 0.2516875 Jul 30 03:50:53.874475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:53.878907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-a1d69354-5dac-4e90-a60c-d483ee4b6be5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-346016819') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:53.899456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=cdf54cc0-4e95-4efa-b847-56125aa88752,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:53.989585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-149b6666-1aaa-47e0-8f15-2199f75467d5 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777601 Jul 30 03:50:54.033258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a1d69354-5dac-4e90-a60c-d483ee4b6be5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-346016819 HTTP/1.1" status: 204 len: 168 time: 0.1556177 Jul 30 03:50:54.061733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.066930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-6bfd2418-c85d-465e-8142-02003c20fada tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:54.202735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b14baab6-4cd6-4078-a9b5-49f963e6a920 req-3d324f50-3ffe-4387-ab5b-fcf6de7255d9 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051849 Jul 30 03:50:54.207200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6bfd2418-c85d-465e-8142-02003c20fada tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags HTTP/1.1" status: 200 len: 237 time: 0.1427572 Jul 30 03:50:54.208276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38452) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.218147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-c89cfb05-c3c1-4bd0-8fe5-ce4cea053c31 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', {'tags': ['tempest-TagsTest-Tag-1060128849', 'tempest-TagsTest-Tag-1284209258', 'tempest-TagsTest-Tag-1918508725']}) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:54.219116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 12b4ac45-4418-4697-9e5b-9d8a50380829 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:54.292908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 12b4ac45-4418-4697-9e5b-9d8a50380829 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:54.293394 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:54.366304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c89cfb05-c3c1-4bd0-8fe5-ce4cea053c31 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "PUT /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags HTTP/1.1" status: 200 len: 309 time: 0.1560431 Jul 30 03:50:54.369482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.384156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-2d0568e1-da05-4fab-a2ad-156989a75200 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-1060128849') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:54.463272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-25f89c0a-b5cd-4432-8675-b1ad39943247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.464803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-25f89c0a-b5cd-4432-8675-b1ad39943247 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 1096 time: 0.1520576 Jul 30 03:50:54.516565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-847c4be8-1c5c-44b6-9d9e-53ae5334afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.518173 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-847c4be8-1c5c-44b6-9d9e-53ae5334afe2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.9591303 Jul 30 03:50:54.581068 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-60f9fe60-cf45-4c66-a6de-c86be2c08893 service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869473 Jul 30 03:50:54.582144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:54.584245 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8ef624a8-953c-4e2d-bf6f-5d97522a70e4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/cdf54cc0-4e95-4efa-b847-56125aa88752 HTTP/1.1" status: 204 len: 168 time: 1.9840841 Jul 30 03:50:54.587230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38460) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.614326 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdf3373-3210-44f4-a89b-087c362aafdf tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:50:54.616603 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5cdf3373-3210-44f4-a89b-087c362aafdf tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/cdf54cc0-4e95-4efa-b847-56125aa88752 HTTP/1.1" status: 404 len: 333 time: 0.0281820 Jul 30 03:50:54.619808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38462) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.654601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233b4d5-1111-457e-8684-6d117fc28d07 req-952e9f7d-103c-49cc-80ef-b711ff804b0b tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.662489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5233b4d5-1111-457e-8684-6d117fc28d07 req-952e9f7d-103c-49cc-80ef-b711ff804b0b tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 944 time: 0.1202145 Jul 30 03:50:54.664738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-0f678848-9add-4307-9839-2978473b0a16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 997 time: 0.1350684 Jul 30 03:50:54.683192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2d0568e1-da05-4fab-a2ad-156989a75200 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "DELETE /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-1060128849 HTTP/1.1" status: 204 len: 168 time: 0.3124945 Jul 30 03:50:54.695386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38466) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.702795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.tag.tag_plugin [None req-64afcbb0-ce0a-4390-ab1e-626522aa2f9c tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-1060128849') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:54.707391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-9422eddc-b00b-41ec-a231-0349e6243ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.708929 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-9422eddc-b00b-41ec-a231-0349e6243ca4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.2355413 Jul 30 03:50:54.743173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5233b4d5-1111-457e-8684-6d117fc28d07 req-a73e6dfc-afaf-4ce0-a04b-ba69265d8969 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782263 Jul 30 03:50:54.794021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-983e4d4d-98ec-40c8-b357-ba13a0331e1f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:54.806800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-0d66bbb8-e0ed-4b7f-90ef-7ea525a6df42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae729b-03c9-4389-8286-81159fcfa2be HTTP/1.1" status: 200 len: 217 time: 0.0633655 Jul 30 03:50:54.813554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-a76864b6-c965-4868-b40c-92c06b9eb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.815027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-a76864b6-c965-4868-b40c-92c06b9eb6ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.1336572 Jul 30 03:50:54.874040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-983e4d4d-98ec-40c8-b357-ba13a0331e1f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:54.896090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-351f006a-bbc0-4f99-a7cd-f31ef05b37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.897818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-351f006a-bbc0-4f99-a7cd-f31ef05b37c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.0769544 Jul 30 03:50:54.906438 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-64afcbb0-ce0a-4390-ab1e-626522aa2f9c tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] show failed (client error): The resource could not be found. Jul 30 03:50:54.906671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e69ca-c7f0-434d-a88b-e35389b76f31 req-344e3ab2-c7d7-49e3-9417-d0e71b1e152e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.907519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64afcbb0-ce0a-4390-ab1e-626522aa2f9c tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-1060128849 HTTP/1.1" status: 404 len: 326 time: 0.2089653 Jul 30 03:50:54.911465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-600e69ca-c7f0-434d-a88b-e35389b76f31 req-344e3ab2-c7d7-49e3-9417-d0e71b1e152e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.0989811 Jul 30 03:50:54.913013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:54.924306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-b4b26183-1755-4265-bc36-52dd999a8f2c tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-1284209258') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:54.926059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4efb-d02e-441d-884f-b660fea416db req-ae24d2ae-27a6-4755-8c29-a5522b7c43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:54.927607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-ae24d2ae-27a6-4755-8c29-a5522b7c43b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967999 Jul 30 03:50:54.979430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-983e4d4d-98ec-40c8-b357-ba13a0331e1f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:54.981976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-983e4d4d-98ec-40c8-b357-ba13a0331e1f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:54.985845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-983e4d4d-98ec-40c8-b357-ba13a0331e1f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/security-groups/ee15a87f-9677-4be7-92a2-498fda7da889 HTTP/1.1" status: 204 len: 168 time: 0.3627183 Jul 30 03:50:54.990469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38472) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.018345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4d4d-98ec-40c8-b357-ba13a0331e1f tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15a87f-9677-4be7-92a2-498fda7da889,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:55.034694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-52683df4-fc94-4b48-8772-85b76759eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:55.036316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-52683df4-fc94-4b48-8772-85b76759eea5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245978 Jul 30 03:50:55.051742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-600e69ca-c7f0-434d-a88b-e35389b76f31 req-c6ada4cf-90fb-4cf7-8817-f70bca795781 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220748 Jul 30 03:50:55.089277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-878b7993-795f-4904-af43-ffbc6a61a52e service neutron] 10.222.0.16 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539879 Jul 30 03:50:55.094983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2b72892-c022-4ff9-958a-118d177c5eae tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.128027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4b26183-1755-4265-bc36-52dd999a8f2c tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-1284209258 HTTP/1.1" status: 204 len: 168 time: 0.2136738 Jul 30 03:50:55.128559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.139584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-eee2668a-6fa7-4c51-bf57-752a5db93255 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-1918508725') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:55.167169 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2b72892-c022-4ff9-958a-118d177c5eae tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.248344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e6e4efb-d02e-441d-884f-b660fea416db req-0f2f9102-f1d8-4ef0-a8a7-1044aa2a4816 service neutron] 10.222.0.16 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505318 Jul 30 03:50:55.249450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2b72892-c022-4ff9-958a-118d177c5eae tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.252090 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2b72892-c022-4ff9-958a-118d177c5eae tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.255710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2b72892-c022-4ff9-958a-118d177c5eae tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/security-groups/98b0cdf8-1ec0-4f8e-bfa4-afaf1d1b4d24 HTTP/1.1" status: 204 len: 168 time: 0.2617753 Jul 30 03:50:55.256832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38476) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.273750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b72892-c022-4ff9-958a-118d177c5eae tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0cdf8-1ec0-4f8e-bfa4-afaf1d1b4d24,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:55.322904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet 033944b7-55cf-4b2a-bcc0-0d4875c2d4c9 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:50:55.326620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.379442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.493325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.521542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-3e476917-f3e1-4499-ac05-e06e90862f38 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685905 Jul 30 03:50:55.564706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.591326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eee2668a-6fa7-4c51-bf57-752a5db93255 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-1918508725 HTTP/1.1" status: 204 len: 168 time: 0.4592457 Jul 30 03:50:55.594280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=033944b7-55cf-4b2a-bcc0-0d4875c2d4c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:55.596484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.598155 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.600623 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-667e91de-4225-44c7-8e19-4f777f7a4947 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/033944b7-55cf-4b2a-bcc0-0d4875c2d4c9 HTTP/1.1" status: 204 len: 168 time: 0.3423026 Jul 30 03:50:55.607040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38480) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.609763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca16f31-529a-4023-936e-6a890e72487d None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:55.613159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:55.616430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-0dd91ce9-2e64-4117-85aa-8bf595e19257 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:55.728766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc6bed95-a3e9-4da8-af8d-d1b418a8af96 req-77416742-f049-4e71-8ba0-527ae622fca7 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978462 Jul 30 03:50:55.773896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0dd91ce9-2e64-4117-85aa-8bf595e19257 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "DELETE /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags HTTP/1.1" status: 204 len: 168 time: 0.1756418 Jul 30 03:50:55.776780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.786604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-ba67348a-6858-4a59-b1e1-c1ad36059329 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-1284209258') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:55.802299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:55.811333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:55.922174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080e842-7971-4f00-a31b-a40fa13e6f97 req-f3d3d81f-e54b-4a94-b65c-748c1fd72b71 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:55.923741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5080e842-7971-4f00-a31b-a40fa13e6f97 req-f3d3d81f-e54b-4a94-b65c-748c1fd72b71 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 944 time: 0.0751069 Jul 30 03:50:55.929700 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-ba67348a-6858-4a59-b1e1-c1ad36059329 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] show failed (client error): The resource could not be found. Jul 30 03:50:55.931179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ba67348a-6858-4a59-b1e1-c1ad36059329 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-1284209258 HTTP/1.1" status: 404 len: 326 time: 0.1516411 Jul 30 03:50:55.934428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:55.944877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-4b8f92e2-dd90-4052-ae14-b62547c7f827 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339', 'tempest-TagsTest-Tag-1918508725') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:56.023852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5080e842-7971-4f00-a31b-a40fa13e6f97 req-f6bf4e28-0ea7-4f50-b12f-9ab9376459a6 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904813 Jul 30 03:50:56.059202 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4b8f92e2-dd90-4052-ae14-b62547c7f827 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] show failed (client error): The resource could not be found. Jul 30 03:50:56.063950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b8f92e2-dd90-4052-ae14-b62547c7f827 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "GET /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags/tempest-TagsTest-Tag-1918508725 HTTP/1.1" status: 404 len: 326 time: 0.1239910 Jul 30 03:50:56.064642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:56.075549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-6c03976b-dfc5-496e-ba04-086d55a9c51b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01b8175f-310f-448f-a829-724bb2002339') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:56.177002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.189588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6c03976b-dfc5-496e-ba04-086d55a9c51b tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "DELETE /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339/tags HTTP/1.1" status: 204 len: 168 time: 0.1237595 Jul 30 03:50:56.203527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:56.215547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:56.219003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:56.223188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:56.223784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.247477 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6389706 Jul 30 03:50:56.252700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:56.262922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106233929'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:56.277497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab72889-ff5e-4050-83fc-a9689d760904 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=dab9f346-8115-4cb9-b9da-74d9ce2c8dd5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:56.307690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.310425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b7880-59d2-4224-9a5f-358a14d36775 req-5e7ab9cb-fe6a-45d4-91e7-689d86e5f067 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:56.312071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e8b7880-59d2-4224-9a5f-358a14d36775 req-5e7ab9cb-fe6a-45d4-91e7-689d86e5f067 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1437354 Jul 30 03:50:56.317749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.393098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e8b7880-59d2-4224-9a5f-358a14d36775 req-c30c637f-2b37-4e89-94ee-03c78c3b4698 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726252 Jul 30 03:50:56.450967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.456330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.474309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.490268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b8175f-310f-448f-a829-724bb2002339']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:56.496136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.498174 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2438250 Jul 30 03:50:56.505829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4170734-4fe8-4bd4-b5f1-329d1c18883d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe58855-29a1-4c81-b522-ebd9b2104b91,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:56.509470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:56.516484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'security_group': {'name': 'tempest-secgroup-369435053'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:56.522147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b892dfd-fc65-4156-913f-662608815779') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:56.522766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b892dfd-fc65-4156-913f-662608815779') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:50:56.536690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.560076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.565448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.570089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:50:56.570490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.575886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22401eb5-5ab2-42de-9a2f-58e130653594 None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:50:56.576900 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:50:56.650385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-178980ff-3998-4a97-a4fa-b5f2dd4617a3 None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:56.651588 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-178980ff-3998-4a97-a4fa-b5f2dd4617a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.657010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.665346 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.667293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] 10.222.0.39 "DELETE /v2.0/networks/01b8175f-310f-448f-a829-724bb2002339 HTTP/1.1" status: 204 len: 168 time: 0.4628348 Jul 30 03:50:56.686653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c1a4e-ad2c-45f2-b7bc-9718a87bb2c5 tempest-TagsTest-1274529304 tempest-TagsTest-1274529304-project] Pushing event deleted for resources: {'Network': ['ID=01b8175f-310f-448f-a829-724bb2002339,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:56.742021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.749072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.785566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.786852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2763596 Jul 30 03:50:56.790291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38506) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:56.796257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'security_group': {'name': 'tempest-secgroup-715028743'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:56.802534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1cee0-2ec3-4c0b-9dc6-2262e8f8197a tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d14737-4616-4723-abc1-ae11da293bce,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:56.837154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.858890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-178980ff-3998-4a97-a4fa-b5f2dd4617a3 None None] Provisioning complete for port 211804bc-b20e-40c3-8278-0e07d7402f2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:56.859611 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-178980ff-3998-4a97-a4fa-b5f2dd4617a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:56.914374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-178980ff-3998-4a97-a4fa-b5f2dd4617a3 None None] Port 211804bc-b20e-40c3-8278-0e07d7402f2d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:56.949665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Update dhcp port {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'fixed_ips': [{'subnet_id': 'e37e6182-836b-4aa7-a755-a352fd13bd46', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dab9f346-8115-4cb9-b9da-74d9ce2c8dd5'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '06886c53-0e5e-4b72-9713-a2e522c3ed8e'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:50:56.994426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.067398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.074114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.110958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.114806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3210194 Jul 30 03:50:57.115249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:57.121462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1712986842', 'security_groups': ['d57e27b8-211a-4682-9c56-24f25a82af49'], 'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dab9f346-8115-4cb9-b9da-74d9ce2c8dd5'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:57.139157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabca21-04d2-4152-be0b-69ecaa4aed96 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e27b8-211a-4682-9c56-24f25a82af49,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:57.186540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:57.266069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Allocated IP 172.20.0.2 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/dab9f346-8115-4cb9-b9da-74d9ce2c8dd5/06886c53-0e5e-4b72-9713-a2e522c3ed8e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:57.292513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239b861-87a3-4b30-b4be-c8235b50b55f req-b8d02079-edb7-4f18-b075-36dcc2426136 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:57.294079 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7239b861-87a3-4b30-b4be-c8235b50b55f req-b8d02079-edb7-4f18-b075-36dcc2426136 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 944 time: 0.1598101 Jul 30 03:50:57.357847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7239b861-87a3-4b30-b4be-c8235b50b55f req-ed2d4e92-c79e-4ec8-9b4c-6b81d2f8c13d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529189 Jul 30 03:50:57.358940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:57.410901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d321fbc-65df-4a62-95f7-24105a2033dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=188ffb3e3d254a26beefbaee6090ae1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131927 Jul 30 03:50:57.415413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:57.429443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=06886c53-0e5e-4b72-9713-a2e522c3ed8e,segment=NetworkSegment(acafac32-988d-44f5-958c-4dded3caa9fb),segment_id=acafac32-988d-44f5-958c-4dded3caa9fb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:57.466626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.484268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Transition to ACTIVE for port object 06886c53-0e5e-4b72-9713-a2e522c3ed8e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:57.489838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.537167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1020ec83-d515-4a7b-a19b-4a2f9b2f7515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.556433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.592617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0cc42-480b-4f79-8bbb-0f877223eb0c None None] Pushing event updated for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:57.595176 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1020ec83-d515-4a7b-a19b-4a2f9b2f7515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.614718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] device_id is not set on port 43ee8bdc-501b-4993-9e5f-9fc07770c94a yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:50:57.627155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab5a1b-600d-4122-b9c0-170bff7c7187 req-aa75566e-56c9-47eb-bf82-c4d082ef5ccc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:57.628692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02ab5a1b-600d-4122-b9c0-170bff7c7187 req-aa75566e-56c9-47eb-bf82-c4d082ef5ccc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1288400 Jul 30 03:50:57.762269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02ab5a1b-600d-4122-b9c0-170bff7c7187 req-943cf7df-c8b3-4cfe-ab7c-0b735ff19ed4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228523 Jul 30 03:50:57.766964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1020ec83-d515-4a7b-a19b-4a2f9b2f7515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.769710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1020ec83-d515-4a7b-a19b-4a2f9b2f7515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:57.774238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1020ec83-d515-4a7b-a19b-4a2f9b2f7515 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47184788-d1cf-4c62-801f-134a72c54503 HTTP/1.1" status: 204 len: 168 time: 0.3576522 Jul 30 03:50:57.794305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020ec83-d515-4a7b-a19b-4a2f9b2f7515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47184788-d1cf-4c62-801f-134a72c54503,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:57.895582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.14 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/dab9f346-8115-4cb9-b9da-74d9ce2c8dd5/43ee8bdc-501b-4993-9e5f-9fc07770c94a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:50:58.236857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.262300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object 43ee8bdc-501b-4993-9e5f-9fc07770c94a will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:50:58.283671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76c348-d6a9-4ddb-a72f-d44f2f2c5f21 req-8bd3711b-e23b-41bf-ab92-623db5350787 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:58.293406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b76c348-d6a9-4ddb-a72f-d44f2f2c5f21 req-8bd3711b-e23b-41bf-ab92-623db5350787 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 943 time: 0.1728754 Jul 30 03:50:58.317084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:50:58.352018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-a38f7107-732a-4238-97d0-de753896b357 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:58.354111 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-a38f7107-732a-4238-97d0-de753896b357 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60&tenant_id=55fcb199556c4121938ac914dcad765d&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 943 time: 0.2034864 Jul 30 03:50:58.388775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b76c348-d6a9-4ddb-a72f-d44f2f2c5f21 req-25da7240-ec0c-48f9-818b-f3eab7919d87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919049 Jul 30 03:50:58.415807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b29bac69-0f59-42fc-9b52-df96549b9b8e None None] Provisioning for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:58.418100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:58.418738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.432662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.450948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b29bac69-0f59-42fc-9b52-df96549b9b8e None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:58.451358 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29bac69-0f59-42fc-9b52-df96549b9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.473714 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-86713c13-a3c6-4d43-ba1c-de581c248104 service neutron] delete failed (client error): The resource could not be found. Jul 30 03:50:58.476528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-86713c13-a3c6-4d43-ba1c-de581c248104 service neutron] 10.222.0.18 "DELETE /v2.0/ports/6064e73b-09c9-4038-9cc4-e4969aa0ad1d/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.1083736 Jul 30 03:50:58.538308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:50:58.544845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:50:58.547887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:50:58.611441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=43ee8bdc-501b-4993-9e5f-9fc07770c94a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:58.622236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-5979aaee-676c-4625-b126-9655ccf10eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:58.625500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-5979aaee-676c-4625-b126-9655ccf10eb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1095 time: 0.0985732 Jul 30 03:50:58.642771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5802e4-89d1-4cf1-a292-655b4fe59da1 req-88b440b3-e383-467b-9390-d6310f47fc54 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:58.651510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a5802e4-89d1-4cf1-a292-655b4fe59da1 req-88b440b3-e383-467b-9390-d6310f47fc54 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 944 time: 0.1582687 Jul 30 03:50:58.680870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:58.681549 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.696806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b29bac69-0f59-42fc-9b52-df96549b9b8e None None] Provisioning complete for port 211804bc-b20e-40c3-8278-0e07d7402f2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:58.697466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29bac69-0f59-42fc-9b52-df96549b9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.741366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b29bac69-0f59-42fc-9b52-df96549b9b8e None None] Port 211804bc-b20e-40c3-8278-0e07d7402f2d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:58.743365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6eaf383-1c0e-46c6-9a9e-7146f6e40050 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6266575 Jul 30 03:50:58.746029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:58.752827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:58.831590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a5802e4-89d1-4cf1-a292-655b4fe59da1 req-e722a011-ea22-485c-a9d7-8c48ba4106c5 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793761 Jul 30 03:50:58.831831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-dfe84090-8913-455d-b9c9-ad8a3d409a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:58.833077 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-dfe84090-8913-455d-b9c9-ad8a3d409a68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.1991792 Jul 30 03:50:58.929026 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-6429943d-e5d8-469c-812e-8e87c74c607a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 997 time: 0.0880072 Jul 30 03:50:58.936685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:58.941131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:58.981355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3a610be-ca73-4113-9884-c02715cbd4d8 None None] Provisioning for port 43ee8bdc-501b-4993-9e5f-9fc07770c94a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:50:58.993165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:50:58.996895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d3a610be-ca73-4113-9884-c02715cbd4d8 None None] Provisioning complete for port 43ee8bdc-501b-4993-9e5f-9fc07770c94a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:50:58.997290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d3a610be-ca73-4113-9884-c02715cbd4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.041543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-259405ca-2207-483c-909c-31825421e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:59.043795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-259405ca-2207-483c-909c-31825421e7f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.1086838 Jul 30 03:50:59.061838 n-d-778696-14 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dab9f346-8115-4cb9-b9da-74d9ce2c8dd5 (CIDR: 172.20.0.0/28) Jul 30 03:50:59.066511 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:50:59.066511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:50:59.091118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c2ba8185-3736-4e64-9999-f8abb646a44b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3408613 Jul 30 03:50:59.091421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:59.097613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:59.139470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d3a610be-ca73-4113-9884-c02715cbd4d8 None None] Port 43ee8bdc-501b-4993-9e5f-9fc07770c94a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:50:59.165993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-04f61e0f-86db-4f85-9d7d-2896cda281c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:59.168366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-04f61e0f-86db-4f85-9d7d-2896cda281c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154826 Jul 30 03:50:59.212615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:59.236314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'port_id': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'mac_address': 'fa:16:3e:94:56:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:50:59.281927 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.297064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6064e73b-09c9-4038-9cc4-e4969aa0ad1d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:50:59.311248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:59.313636 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-a62065ed-5be5-4c10-9627-617d2b42bd30 service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369281 Jul 30 03:50:59.317705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.322756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:59.328474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.329634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 23ae729b-03c9-4389-8286-81159fcfa2be details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:50:59.467306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2043e18e-25ff-4219-b6ee-3890b04cefae req-3ced8763-c035-4ed6-8c95-871e75bc4c4e service neutron] 10.222.0.18 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467080 Jul 30 03:50:59.521280 n-d-778696-14 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e37e6182-836b-4aa7-a755-a352fd13bd46 (CIDR: 172.20.0.16/28) Jul 30 03:50:59.554392 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:50:59.555938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:50:59.600391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9983a-484a-485f-953a-3b8ef5157bfa req-16bc84be-8185-427a-a632-2b5b640fd58a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:59.605044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4c9983a-484a-485f-953a-3b8ef5157bfa req-16bc84be-8185-427a-a632-2b5b640fd58a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 944 time: 0.0996609 Jul 30 03:50:59.610388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:50:59.610746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-08530559-1795-486f-9e1e-12a40b354e1c tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5177746 Jul 30 03:50:59.618982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'subnet': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:50:59.657500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:50:59.717603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 23ae729b-03c9-4389-8286-81159fcfa2be, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=23ae729b-03c9-4389-8286-81159fcfa2be,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:59.737356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '23ae729b-03c9-4389-8286-81159fcfa2be', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'port_id': '23ae729b-03c9-4389-8286-81159fcfa2be', 'mac_address': 'fa:16:3e:22:3d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:50:59.752881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4c9983a-484a-485f-953a-3b8ef5157bfa req-16d1af46-24c8-4d64-9ddd-4d416ad4fe44 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263449 Jul 30 03:50:59.760762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-f7de7af5-22ab-499d-b56e-17b8de3829d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1084132 Jul 30 03:50:59.811448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Made reservation on behalf of d652611f10224c56b5d4d73ef1d743a7 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:50:59.816200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.829695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.850115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ae729b-03c9-4389-8286-81159fcfa2be {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:50:59.883190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 23ae729b-03c9-4389-8286-81159fcfa2be, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=23ae729b-03c9-4389-8286-81159fcfa2be,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:50:59.888970 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:50:59.957358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-66f296fe-7661-4fdb-8386-8e30b7ca9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:50:59.976618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-66f296fe-7661-4fdb-8386-8e30b7ca9a31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.1218965 Jul 30 03:50:59.991964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=23ae729b-03c9-4389-8286-81159fcfa2be,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:00.140307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0856f9-388c-446f-98cb-96afa4ee2974 req-db49dea4-f108-404c-9653-f42b9128b75d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:00.148380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de0856f9-388c-446f-98cb-96afa4ee2974 req-db49dea4-f108-404c-9653-f42b9128b75d tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 945 time: 0.1589711 Jul 30 03:51:00.201162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de0856f9-388c-446f-98cb-96afa4ee2974 req-7536b795-c6f2-41bb-917a-1faab38ee36e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517676 Jul 30 03:51:00.249512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-66ac953e-e5a1-44aa-b835-dfc46444387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:00.251357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-66ac953e-e5a1-44aa-b835-dfc46444387c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.2494056 Jul 30 03:51:00.299050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:00.341070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['6064e73b-09c9-4038-9cc4-e4969aa0ad1d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:51:00.376566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['23ae729b-03c9-4389-8286-81159fcfa2be'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:51:00.376852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:51:00.380829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-ab904d8a-2a31-475c-ac5d-045c4862a612 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1002 time: 0.1193168 Jul 30 03:51:00.394110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:51:00.404886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:00.408751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:00.422227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0ad1c-1cd0-43b4-9158-c62b0628b5cb None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:51:00.442189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8305845 Jul 30 03:51:00.443114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Subnet': ['ID=339e4459-8906-44bf-9900-4006ca9976f0,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:00.445905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38598) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:00.451983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-943164544', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '339e4459-8906-44bf-9900-4006ca9976f0'}], 'security_groups': ['7fe58855-29a1-4c81-b522-ebd9b2104b91', '43d14737-4616-4723-abc1-ae11da293bce']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:51:00.487652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-5a71b404-552e-4e8f-a61c-9f537741d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:00.490117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.491300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.491654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.492263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.492609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.492944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.493280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.493695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.494062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.494773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.494773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.495015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfbd11-6d6f-4325-b1e7-c8cf254cd36b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:00.497499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-5a71b404-552e-4e8f-a61c-9f537741d638 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1019840 Jul 30 03:51:00.594729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-b73c8d03-d91b-4326-abf9-aecb735de673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:00.597813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-b73c8d03-d91b-4326-abf9-aecb735de673 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986052 Jul 30 03:51:00.659381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:00.738716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-42be14bd-e614-47f7-85a0-2a98c3e8bcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330433 Jul 30 03:51:00.750661 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:00.790108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:00.888158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f31e70b-35ee-41f8-a36c-d9ff71f513d6 req-93eb50c3-b7e2-413e-929c-c0f07fb2b716 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405611 Jul 30 03:51:00.979107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcbd7f-fd09-4aff-a1ad-89e8581ef415 req-aa85a557-fe83-41d8-b63b-05452c422b68 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:00.981706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9dcbd7f-fd09-4aff-a1ad-89e8581ef415 req-aa85a557-fe83-41d8-b63b-05452c422b68 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 944 time: 0.0934832 Jul 30 03:51:01.014335 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c658687-063f-41aa-97e0-d1f2962ff420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.020796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Update dhcp port {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'fixed_ips': [{'subnet_id': 'e37e6182-836b-4aa7-a755-a352fd13bd46', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dab9f346-8115-4cb9-b9da-74d9ce2c8dd5', 'ip_address': '172.20.0.2'}, {'subnet_id': '339e4459-8906-44bf-9900-4006ca9976f0'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '06886c53-0e5e-4b72-9713-a2e522c3ed8e'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:51:01.043817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9dcbd7f-fd09-4aff-a1ad-89e8581ef415 req-1fdaa1ab-f704-42b9-9689-e7875bd9b61a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555949 Jul 30 03:51:01.052382 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.077434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:01.168740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a4e1ea2f-1f4b-4379-8a5f-204d8c9d0f6b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 HTTP/1.1" status: 200 len: 990 time: 0.0873172 Jul 30 03:51:01.196555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Delete allocated IP 172.20.0.14 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/dab9f346-8115-4cb9-b9da-74d9ce2c8dd5) {{(pid=93877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 03:51:01.212955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Allocated IP 172.20.0.37 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/339e4459-8906-44bf-9900-4006ca9976f0/43ee8bdc-501b-4993-9e5f-9fc07770c94a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:51:01.256986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c658687-063f-41aa-97e0-d1f2962ff420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.265754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c658687-063f-41aa-97e0-d1f2962ff420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.329281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7c658687-063f-41aa-97e0-d1f2962ff420 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82344d911ca748c2a3a03629c09da954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377412 Jul 30 03:51:01.331971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:01.335876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c658687-063f-41aa-97e0-d1f2962ff420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e0f55-2b96-47ed-b4df-0136d2254a4d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:01.367570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c738ca-8054-491b-84f1-92c5d0732b0d req-34e2401d-ecfd-422a-9076-5e2104adedd8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:01.375387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32c738ca-8054-491b-84f1-92c5d0732b0d req-34e2401d-ecfd-422a-9076-5e2104adedd8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 945 time: 0.0814276 Jul 30 03:51:01.436770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32c738ca-8054-491b-84f1-92c5d0732b0d req-54dfb3fd-8e95-4dd2-aae9-c3aa78530a1e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604777 Jul 30 03:51:01.447082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.471787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.482145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.486741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Transition to ACTIVE for port object 43ee8bdc-501b-4993-9e5f-9fc07770c94a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:51:01.492272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.547118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.551436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.559651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec9e0f55-2b96-47ed-b4df-0136d2254a4d HTTP/1.1" status: 204 len: 168 time: 0.2244406 Jul 30 03:51:01.562965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Allocated IP 172.20.0.34 (be3ca73f-d26f-47f4-8c96-0a9af256bcf6/339e4459-8906-44bf-9900-4006ca9976f0/06886c53-0e5e-4b72-9713-a2e522c3ed8e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:51:01.573708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e0f55-2b96-47ed-b4df-0136d2254a4d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:01.585102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.585587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.586133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.587148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.587500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.587840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.588175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.588489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.588880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.589339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.589671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.589995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f53a0-c591-4e88-b9bb-46deb245eb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:01.621689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event updated for resources: {'Port': ['ID=43ee8bdc-501b-4993-9e5f-9fc07770c94a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:01.639062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] In _notify_port_updated(), no bound segment for port 43ee8bdc-501b-4993-9e5f-9fc07770c94a on network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:51:01.644526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:01.645150 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.646461 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-231e9d60-152b-480c-8d33-2316f9ff1a7b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "PUT /v2.0/ports/43ee8bdc-501b-4993-9e5f-9fc07770c94a HTTP/1.1" status: 200 len: 959 time: 1.1996412 Jul 30 03:51:01.650380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:01.699864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=06886c53-0e5e-4b72-9713-a2e522c3ed8e,segment=NetworkSegment(acafac32-988d-44f5-958c-4dded3caa9fb),segment_id=acafac32-988d-44f5-958c-4dded3caa9fb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:01.732262 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.749960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Transition to ACTIVE for port object 06886c53-0e5e-4b72-9713-a2e522c3ed8e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:51:01.758403 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.762339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 43ee8bdc-501b-4993-9e5f-9fc07770c94a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:51:01.762339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.864242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:01.879255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 43ee8bdc-501b-4993-9e5f-9fc07770c94a owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:51:01.888250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e4856-267d-4e22-8fc4-679dff463706 None None] Pushing event updated for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:01.999752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:02.031478 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7af2513c-6b0d-4050-829d-929c979c2a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.081757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.136411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=43ee8bdc-501b-4993-9e5f-9fc07770c94a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:02.205891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:51:02.281911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.284111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a30ae637-6238-4e73-8d51-cbbf6cfdfab7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/43ee8bdc-501b-4993-9e5f-9fc07770c94a HTTP/1.1" status: 204 len: 168 time: 0.6318967 Jul 30 03:51:02.286769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:02.295656 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7af2513c-6b0d-4050-829d-929c979c2a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.304814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7af2513c-6b0d-4050-829d-929c979c2a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.327204 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a4d1eb-374a-45df-a5fd-47ddbd22ea0b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] GET failed (client error): The resource could not be found. Jul 30 03:51:02.329129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a7a4d1eb-374a-45df-a5fd-47ddbd22ea0b tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports/43ee8bdc-501b-4993-9e5f-9fc07770c94a HTTP/1.1" status: 404 len: 333 time: 0.0407746 Jul 30 03:51:02.331860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38630) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:02.353950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7af2513c-6b0d-4050-829d-929c979c2a5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e9585eca1c54dfdb633654605d167cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529820 Jul 30 03:51:02.354958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2513c-6b0d-4050-829d-929c979c2a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff71ad-33cd-4261-8280-efc9215a77ec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:02.356506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38632) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:02.442945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2445696-dcd0-427c-917f-09f8e43e7d89 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.452560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4fcb-c300-457e-8946-32adde2184f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.488772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2445696-dcd0-427c-917f-09f8e43e7d89 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.500650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4fcb-c300-457e-8946-32adde2184f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.580560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2445696-dcd0-427c-917f-09f8e43e7d89 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.583260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2445696-dcd0-427c-917f-09f8e43e7d89 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.585324 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e2445696-dcd0-427c-917f-09f8e43e7d89 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/security-groups/d57e27b8-211a-4682-9c56-24f25a82af49 HTTP/1.1" status: 204 len: 168 time: 0.2493315 Jul 30 03:51:02.588924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38638) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:02.589382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4fcb-c300-457e-8946-32adde2184f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.591893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4fcb-c300-457e-8946-32adde2184f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.595336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d7a4fcb-c300-457e-8946-32adde2184f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78ff71ad-33cd-4261-8280-efc9215a77ec HTTP/1.1" status: 204 len: 168 time: 0.2347043 Jul 30 03:51:02.603767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2445696-dcd0-427c-917f-09f8e43e7d89 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e27b8-211a-4682-9c56-24f25a82af49,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:02.613768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4fcb-c300-457e-8946-32adde2184f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff71ad-33cd-4261-8280-efc9215a77ec,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:02.683962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Could not find standard attr ID for object 43ee8bdc-501b-4993-9e5f-9fc07770c94a. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:51:02.702187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Provisioning for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:51:02.707887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:02.708698 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.716757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a8a0-e9ad-4670-b0ed-b014c9ba5f28 req-0fdfbfdb-b031-41ff-b4e5-e8bf7a39080e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:02.718315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b66a8a0-e9ad-4670-b0ed-b014c9ba5f28 req-0fdfbfdb-b031-41ff-b4e5-e8bf7a39080e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 945 time: 0.1433313 Jul 30 03:51:02.765218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa5b547d-02d7-4550-aeb5-4c45f99953d4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.771102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b66a8a0-e9ad-4670-b0ed-b014c9ba5f28 req-f57dea45-b68d-4428-ba03-1937c3161707 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Jul 30 03:51:02.802181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa5b547d-02d7-4550-aeb5-4c45f99953d4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.833033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Provisioning complete for port 211804bc-b20e-40c3-8278-0e07d7402f2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:02.833424 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.852920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa5b547d-02d7-4550-aeb5-4c45f99953d4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.855973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa5b547d-02d7-4550-aeb5-4c45f99953d4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.859975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38644) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:02.863751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aa5b547d-02d7-4550-aeb5-4c45f99953d4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/security-groups/43d14737-4616-4723-abc1-ae11da293bce HTTP/1.1" status: 204 len: 168 time: 0.2717249 Jul 30 03:51:02.877839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b547d-02d7-4550-aeb5-4c45f99953d4 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d14737-4616-4723-abc1-ae11da293bce,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:02.880448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc030e-5037-472e-9308-45aeb14f2dbc None None] Port 211804bc-b20e-40c3-8278-0e07d7402f2d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:51:02.933182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aab64d17-9b0c-408d-9156-5450f9793f53 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.961428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aab64d17-9b0c-408d-9156-5450f9793f53 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:02.998547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:51:03.027248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aab64d17-9b0c-408d-9156-5450f9793f53 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.030773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aab64d17-9b0c-408d-9156-5450f9793f53 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.032443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aab64d17-9b0c-408d-9156-5450f9793f53 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/security-groups/7fe58855-29a1-4c81-b522-ebd9b2104b91 HTTP/1.1" status: 204 len: 168 time: 0.1709697 Jul 30 03:51:03.035482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:03.067049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab64d17-9b0c-408d-9156-5450f9793f53 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe58855-29a1-4c81-b522-ebd9b2104b91,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:03.119092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet dab9f346-8115-4cb9-b9da-74d9ce2c8dd5 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:51:03.123573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.128409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:51:03.135238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:03.136684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.198662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.275563 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.309099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:51:03.312989 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e594597a-a296-43da-9959-d4b59b925017" -d '{"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-plugged", "status": "completed", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:51:03.355088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6655ca12-7b0e-4bee-b697-8890414bcf24 None None] Could not find standard attr ID for object 43ee8bdc-501b-4993-9e5f-9fc07770c94a. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:51:03.372478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:03.383874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.385204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 23ae729b-03c9-4389-8286-81159fcfa2be up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:51:03.395488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.410790 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea732b7-f9bf-46b6-bc7c-042d28ff635b x-openstack-request-id: req-5ea732b7-f9bf-46b6-bc7c-042d28ff635b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:51:03.412325 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-plugged", "status": "completed", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:51:03.412693 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ea732b7-f9bf-46b6-bc7c-042d28ff635b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:51:03.413183 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'code': 200} Jul 30 03:51:03.478959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:03.499117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 23ae729b-03c9-4389-8286-81159fcfa2be completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:51:03.504260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 23ae729b-03c9-4389-8286-81159fcfa2be triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:03.506655 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.508969 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.536683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=dab9f346-8115-4cb9-b9da-74d9ce2c8dd5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:03.541121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.548319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-450beb6c-cf2a-428d-ada6-7586da368613 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/dab9f346-8115-4cb9-b9da-74d9ce2c8dd5 HTTP/1.1" status: 204 len: 168 time: 0.5117111 Jul 30 03:51:03.548857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38662) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:03.621732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet 339e4459-8906-44bf-9900-4006ca9976f0 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:51:03.625548 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.633667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.663282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36f90b-3676-4064-adb5-81da63d734ac None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:51:03.688363 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.750155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 23ae729b-03c9-4389-8286-81159fcfa2be, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=23ae729b-03c9-4389-8286-81159fcfa2be,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:03.765364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.808517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.858031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=23ae729b-03c9-4389-8286-81159fcfa2be,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:03.902706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.945174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=339e4459-8906-44bf-9900-4006ca9976f0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:03.949051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:03.953271 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a84456fa-73fa-4547-8f33-1ed4404462c9 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/339e4459-8906-44bf-9900-4006ca9976f0 HTTP/1.1" status: 204 len: 168 time: 0.4008887 Jul 30 03:51:03.953452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38676) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:03.966565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6514-0af9-40da-aa61-a225c6f36ee3 req-03cddc70-1172-4469-8bb1-8eee38e2b099 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:03.969250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edff6514-0af9-40da-aa61-a225c6f36ee3 req-03cddc70-1172-4469-8bb1-8eee38e2b099 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.0837665 Jul 30 03:51:03.993079 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6da018-5c18-4e5a-8ff3-b26035d08ef0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:03.993545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6da018-5c18-4e5a-8ff3-b26035d08ef0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:03.997893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc6da018-5c18-4e5a-8ff3-b26035d08ef0 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/dab9f346-8115-4cb9-b9da-74d9ce2c8dd5 HTTP/1.1" status: 404 len: 337 time: 0.0411921 Jul 30 03:51:03.998093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.026409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8e7a1-b18a-4a42-bdf7-4732ec038b2d None None] Update dhcp port {'port': {'network_id': 'be3ca73f-d26f-47f4-8c96-0a9af256bcf6', 'fixed_ips': [{'subnet_id': 'e37e6182-836b-4aa7-a755-a352fd13bd46', 'ip_address': '172.20.0.18'}, {'subnet_id': '339e4459-8906-44bf-9900-4006ca9976f0'}], 'binding:host_id': 'n-d-778696-14'}, 'id': '06886c53-0e5e-4b72-9713-a2e522c3ed8e'} from n-d-778696-14. {{(pid=93878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 03:51:04.030842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edff6514-0af9-40da-aa61-a225c6f36ee3 req-04a920d4-8da1-42b0-bae6-34aa22b14443 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510087 Jul 30 03:51:04.060244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e7a1-b18a-4a42-bdf7-4732ec038b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.064351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting subnet e37e6182-836b-4aa7-a755-a352fd13bd46 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:51:04.067472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.123424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.237133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.343112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-fbc8e7a1-b18a-4a42-bdf7-4732ec038b2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e37e6182-836b-4aa7-a755-a352fd13bd46: This subnet is being modified by another concurrent operation. Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e37e6182-836b-4aa7-a755-a352fd13bd46: This subnet is being modified by another concurrent operation. Jul 30 03:51:04.345985 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 03:51:04.380026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Subnet': ['ID=e37e6182-836b-4aa7-a755-a352fd13bd46,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:04.384648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.389075 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-362584c7-41ef-4786-8e28-fb63a08e9cb7 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/e37e6182-836b-4aa7-a755-a352fd13bd46 HTTP/1.1" status: 204 len: 168 time: 0.3875065 Jul 30 03:51:04.389075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38686) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.430440 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed64ade-fa87-4360-bf25-b8d3d81f61cc tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.431210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed64ade-fa87-4360-bf25-b8d3d81f61cc tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.435195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bed64ade-fa87-4360-bf25-b8d3d81f61cc tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/033944b7-55cf-4b2a-bcc0-0d4875c2d4c9 HTTP/1.1" status: 404 len: 337 time: 0.0426610 Jul 30 03:51:04.436013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.464507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d49c2-fc30-4c54-ad07-0d1ef3fc21ae None None] Network be3ca73f-d26f-47f4-8c96-0a9af256bcf6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:51:04.496773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ff5adbd6-5e56-4abe-adec-7c84470b424e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd09fd59-6024-4377-82f5-b53ce6f03532 HTTP/1.1" status: 200 len: 205 time: 0.0595374 Jul 30 03:51:04.499662 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38694) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.548740 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-56cf8b41-a4fa-48d8-aaf7-70923fdd957e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] delete failed (client error): The resource could not be found. Jul 30 03:51:04.552321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-56cf8b41-a4fa-48d8-aaf7-70923fdd957e tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/routers/fd09fd59-6024-4377-82f5-b53ce6f03532 HTTP/1.1" status: 404 len: 336 time: 0.0491347 Jul 30 03:51:04.553593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.577846 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5366a297-c171-43e6-a33b-75fc84595a6d None None] Provisioning complete for port 06886c53-0e5e-4b72-9713-a2e522c3ed8e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:04.578220 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5366a297-c171-43e6-a33b-75fc84595a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.584433 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd71adc0-67ef-4c6e-ae8a-213c14c48aea tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.584433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd71adc0-67ef-4c6e-ae8a-213c14c48aea tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.585393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fd71adc0-67ef-4c6e-ae8a-213c14c48aea tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/2c54c338-9e9e-4d79-ac72-f6862b33e455 HTTP/1.1" status: 404 len: 337 time: 0.0308194 Jul 30 03:51:04.588407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38700) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.620001 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06c86b6-8292-4b1d-bbd2-7311c20c0941 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.620608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06c86b6-8292-4b1d-bbd2-7311c20c0941 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.625650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.626005 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b06c86b6-8292-4b1d-bbd2-7311c20c0941 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/a6186a0e-8a2a-455d-ba1e-0e044bfe88c1 HTTP/1.1" status: 404 len: 337 time: 0.0364728 Jul 30 03:51:04.659882 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67ae93a-614c-40ac-9ac7-9a153bc2d9cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.660402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67ae93a-614c-40ac-9ac7-9a153bc2d9cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.662440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a67ae93a-614c-40ac-9ac7-9a153bc2d9cb tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/5362a2bc-73fc-4704-b170-ddf9cb0dc70c HTTP/1.1" status: 404 len: 337 time: 0.0350192 Jul 30 03:51:04.664970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38706) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.692829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] DHCP port deletion for be3ca73f-d26f-47f4-8c96-0a9af256bcf6 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:51:04.697273 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6e4268-38af-4e5c-a8ee-6e566060cd40 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.698200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6e4268-38af-4e5c-a8ee-6e566060cd40 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.700764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f6e4268-38af-4e5c-a8ee-6e566060cd40 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/05420cbd-06b3-4da2-87af-91118c81bc7f HTTP/1.1" status: 404 len: 333 time: 0.0337024 Jul 30 03:51:04.703347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.734865 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-51200c25-4c0c-41ed-8b2f-d7c72e61f112 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.735692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51200c25-4c0c-41ed-8b2f-d7c72e61f112 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.737533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-51200c25-4c0c-41ed-8b2f-d7c72e61f112 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/ad4212dd-e09f-452c-ba12-82121b966b52 HTTP/1.1" status: 404 len: 337 time: 0.0330508 Jul 30 03:51:04.740423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.759605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5366a297-c171-43e6-a33b-75fc84595a6d None None] Provisioning complete for port 211804bc-b20e-40c3-8278-0e07d7402f2d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:04.760061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5366a297-c171-43e6-a33b-75fc84595a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.801907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] Deleting port 06886c53-0e5e-4b72-9713-a2e522c3ed8e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:51:04.802272 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.813248 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4b7eae-23b8-4925-80ee-dd9689638fee tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.813702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4b7eae-23b8-4925-80ee-dd9689638fee tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.819473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b4b7eae-23b8-4925-80ee-dd9689638fee tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/74e1c2bc-b654-4987-9d41-962534eec7d4 HTTP/1.1" status: 404 len: 337 time: 0.0751579 Jul 30 03:51:04.820172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5366a297-c171-43e6-a33b-75fc84595a6d None None] Port 211804bc-b20e-40c3-8278-0e07d7402f2d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:51:04.820960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.854545 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7310c84-c2db-465e-9e90-5cd879b90657 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.856349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7310c84-c2db-465e-9e90-5cd879b90657 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.861624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7310c84-c2db-465e-9e90-5cd879b90657 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/f5d8734d-ed0f-4983-ba89-61ec1c5df6d7 HTTP/1.1" status: 404 len: 333 time: 0.0366099 Jul 30 03:51:04.862035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38720) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.885769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] For port 06886c53-0e5e-4b72-9713-a2e522c3ed8e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=06886c53-0e5e-4b72-9713-a2e522c3ed8e,segment=NetworkSegment(acafac32-988d-44f5-958c-4dded3caa9fb),segment_id=acafac32-988d-44f5-958c-4dded3caa9fb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:04.886183 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:04.892085 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1e3522-f37a-43e3-ac0e-d55da83c439d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.892584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1e3522-f37a-43e3-ac0e-d55da83c439d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.897883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bc1e3522-f37a-43e3-ac0e-d55da83c439d tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/ebc590a0-52e3-4674-ab29-de524672310d HTTP/1.1" status: 404 len: 337 time: 0.0316415 Jul 30 03:51:04.898252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:04.901877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] Calling delete_port for 06886c53-0e5e-4b72-9713-a2e522c3ed8e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:51:04.927378 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1764c218-4556-4da0-80bd-596a394417d2 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] DELETE failed (client error): The resource could not be found. Jul 30 03:51:04.927971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1764c218-4556-4da0-80bd-596a394417d2 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:51:04.931191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1764c218-4556-4da0-80bd-596a394417d2 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/subnets/82654cc0-ae5b-4ac9-96d3-34a3ccde063c HTTP/1.1" status: 404 len: 337 time: 0.0309336 Jul 30 03:51:04.932611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:05.026678 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:05.058361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Deleting port 211804bc-b20e-40c3-8278-0e07d7402f2d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:51:05.059849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:05.061414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] Pushing event deleted for resources: {'Port': ['ID=06886c53-0e5e-4b72-9713-a2e522c3ed8e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:05.068168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb67bd0-7597-4072-af5a-b9f37449e66c None None] No DVR routers for this DVR port 06886c53-0e5e-4b72-9713-a2e522c3ed8e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:51:05.088329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463b986-d449-4733-9090-96cc1894132d None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 03:51:05.210385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:05.224314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463b986-d449-4733-9090-96cc1894132d None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 03:51:05.232716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Calling delete_port for 211804bc-b20e-40c3-8278-0e07d7402f2d owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:51:05.257283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8956c6-add0-46d1-b883-874fdc1351a3 req-d0eb3d63-d060-4d41-8b83-b4d4a36fdcc5 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:05.259177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8956c6-add0-46d1-b883-874fdc1351a3 req-d0eb3d63-d060-4d41-8b83-b4d4a36fdcc5 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.1218112 Jul 30 03:51:05.415526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:51:05.418478 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab29bc4-9acd-4240-a41c-9ce417bf23ed" -d '{"events": [{"server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "name": "network-vif-plugged", "status": "completed", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:51:05.519850 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ef954a-0646-4b02-8c69-f002367867cf x-openstack-request-id: req-81ef954a-0646-4b02-8c69-f002367867cf {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:51:05.520123 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "name": "network-vif-plugged", "status": "completed", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:51:05.520252 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81ef954a-0646-4b02-8c69-f002367867cf {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:51:05.520642 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be', 'code': 200} Jul 30 03:51:05.696021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:05.711543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8956c6-add0-46d1-b883-874fdc1351a3 req-afe3116f-91ac-4983-8630-e7f9d768bcca tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459579 Jul 30 03:51:05.732393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65f781-ac04-4c4b-86e5-b97d83d9a2bf req-adbb6d15-110b-4def-9246-b368d8dc1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:05.733925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d65f781-ac04-4c4b-86e5-b97d83d9a2bf req-adbb6d15-110b-4def-9246-b368d8dc1535 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 1098 time: 0.0916622 Jul 30 03:51:05.757557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:05.794807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Port': ['ID=211804bc-b20e-40c3-8278-0e07d7402f2d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:05.804135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:05.807644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4fe34dc9-4bb3-4108-b7f4-0c4b2231c555 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/ports/211804bc-b20e-40c3-8278-0e07d7402f2d HTTP/1.1" status: 204 len: 168 time: 0.8740671 Jul 30 03:51:05.808981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:05.822668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d65f781-ac04-4c4b-86e5-b97d83d9a2bf req-42127f5a-50ad-4148-a204-36475792ada7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810328 Jul 30 03:51:05.884725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69eb3b14-b61e-4b1f-b41f-0ff77517fdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:05.922733 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.042285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.054854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3ca73f-d26f-47f4-8c96-0a9af256bcf6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:06.068679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acafac32-988d-44f5-958c-4dded3caa9fb') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:06.068944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acafac32-988d-44f5-958c-4dded3caa9fb') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:06.084522 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.103935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69eb3b14-b61e-4b1f-b41f-0ff77517fdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.108703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.113388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69eb3b14-b61e-4b1f-b41f-0ff77517fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.125244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:51:06.125651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:51:06.129373 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:51:06.182186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:51:06.200998 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-69eb3b14-b61e-4b1f-b41f-0ff77517fdbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9f8fb8933e14619a58fd78723c53398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036168 Jul 30 03:51:06.204419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:06.205192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 06886c53-0e5e-4b72-9713-a2e522c3ed8e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:51:06.205800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 06886c53-0e5e-4b72-9713-a2e522c3ed8e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:51:06.206129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb3b14-b61e-4b1f-b41f-0ff77517fdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d458b-4a7d-4058-b2cd-1b1626785986,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:06.217992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.226958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.228970 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] 10.222.0.39 "DELETE /v2.0/networks/be3ca73f-d26f-47f4-8c96-0a9af256bcf6 HTTP/1.1" status: 204 len: 168 time: 0.4189420 Jul 30 03:51:06.247981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829802df-78a5-4a24-a40e-e65f0d811902 tempest-PortsTestJSON-456852934 tempest-PortsTestJSON-456852934-project] Pushing event deleted for resources: {'Network': ['ID=be3ca73f-d26f-47f4-8c96-0a9af256bcf6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:06.282384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4321942b-4bb4-403c-90ff-976251abc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.304775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4321942b-4bb4-403c-90ff-976251abc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.360500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4321942b-4bb4-403c-90ff-976251abc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.363739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4321942b-4bb4-403c-90ff-976251abc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.366061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4321942b-4bb4-403c-90ff-976251abc393 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb3d458b-4a7d-4058-b2cd-1b1626785986 HTTP/1.1" status: 204 len: 168 time: 0.1588759 Jul 30 03:51:06.374892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321942b-4bb4-403c-90ff-976251abc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d458b-4a7d-4058-b2cd-1b1626785986,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:06.487121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:06.666614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:06.684179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac828bb3-8f31-46f4-8f37-9a0270bf5616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.709342 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3b9f4f6a-fd76-49f5-9467-ea0fb56921a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d652611f10224c56b5d4d73ef1d743a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172894 Jul 30 03:51:06.710404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 38796) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:06.767220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21c28ad0-e9ac-49a3-b9cc-e91219302367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.791028 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac828bb3-8f31-46f4-8f37-9a0270bf5616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.791452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21c28ad0-e9ac-49a3-b9cc-e91219302367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.799108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac828bb3-8f31-46f4-8f37-9a0270bf5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.848548 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21c28ad0-e9ac-49a3-b9cc-e91219302367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.853147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21c28ad0-e9ac-49a3-b9cc-e91219302367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:06.855668 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-21c28ad0-e9ac-49a3-b9cc-e91219302367 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ab8207d-7a94-4108-8d82-de595df43a92 HTTP/1.1" status: 204 len: 168 time: 0.1432476 Jul 30 03:51:06.866563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28ad0-e9ac-49a3-b9cc-e91219302367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8207d-7a94-4108-8d82-de595df43a92,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:06.885206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828bb3-8f31-46f4-8f37-9a0270bf5616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ee7a1-ee92-486d-868f-f0fea70964ce,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:06.893494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ac828bb3-8f31-46f4-8f37-9a0270bf5616 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=657e150ec7714be4815d44c3b0fdb10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256210 Jul 30 03:51:06.894121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:06.922783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441c2af-2ece-4d4d-9004-bcbdfa8ab812 req-2313638d-8f59-4a44-ae1b-e3c45302a3a3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:06.924338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a441c2af-2ece-4d4d-9004-bcbdfa8ab812 req-2313638d-8f59-4a44-ae1b-e3c45302a3a3 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.1193275 Jul 30 03:51:06.995717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a441c2af-2ece-4d4d-9004-bcbdfa8ab812 req-b9936467-19f1-4eff-b5d8-b0e942d0902e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629301 Jul 30 03:51:07.002244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca023695-f041-4ecd-a901-be6d8640f8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:07.028104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca023695-f041-4ecd-a901-be6d8640f8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:07.085680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca023695-f041-4ecd-a901-be6d8640f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:07.088582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca023695-f041-4ecd-a901-be6d8640f8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:07.092190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca023695-f041-4ecd-a901-be6d8640f8f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/394ee7a1-ee92-486d-868f-f0fea70964ce HTTP/1.1" status: 204 len: 168 time: 0.1942379 Jul 30 03:51:07.106018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023695-f041-4ecd-a901-be6d8640f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ee7a1-ee92-486d-868f-f0fea70964ce,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:08.128986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7c55-a4e2-4492-8c16-b25d5378e553 req-2bde586e-6cf9-434a-9f81-7ea51f916173 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:08.132350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0ac7c55-a4e2-4492-8c16-b25d5378e553 req-2bde586e-6cf9-434a-9f81-7ea51f916173 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.0591204 Jul 30 03:51:08.178771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0ac7c55-a4e2-4492-8c16-b25d5378e553 req-0811fa4f-419a-4989-80c9-52a5e3d28e92 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407107 Jul 30 03:51:08.321024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad9b18-bf7c-46a9-b8d1-7897300ae6f1 req-65272cfc-d108-4f46-bd26-6dc86e97f2db tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:08.323373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0aad9b18-bf7c-46a9-b8d1-7897300ae6f1 req-65272cfc-d108-4f46-bd26-6dc86e97f2db tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.0665581 Jul 30 03:51:08.332376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 38878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:08.338999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Request body: {'floatingip': {'port_id': '23ae729b-03c9-4389-8286-81159fcfa2be'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:51:08.388612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:08.982629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:08.990076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:09.123119 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Floating IP 0f63086f-c708-4872-bfce-1b7fbc662019 associated. External IP: 172.25.6.233, port: 23ae729b-03c9-4389-8286-81159fcfa2be. Jul 30 03:51:09.408920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:51:09.548506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:51:09.553913 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:09.560567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:51:09.577034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:51:09.577589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:09.585308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e49fce78-283e-464e-9b01-f586f2874e74 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "PUT /v2.0/floatingips/0f63086f-c708-4872-bfce-1b7fbc662019 HTTP/1.1" status: 200 len: 992 time: 1.2516866 Jul 30 03:51:09.585911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:51:09.588683 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b82b7-a42a-4953-b519-045d61e04f62" -d '{"events": [{"name": "network-changed", "server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:51:09.653840 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633c23a-19dd-4b7c-91c6-274b53276974 x-openstack-request-id: req-e633c23a-19dd-4b7c-91c6-274b53276974 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:51:09.654441 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:51:09.654768 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e633c23a-19dd-4b7c-91c6-274b53276974 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:51:09.655282 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be', 'status': 'completed', 'code': 200} Jul 30 03:51:09.767086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b82b7-a42a-4953-b519-045d61e04f62 req-e0e873af-62b8-4189-bd10-e0b635616d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:09.768908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-e0e873af-62b8-4189-bd10-e0b635616d98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 1098 time: 0.0547638 Jul 30 03:51:09.891810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b82b7-a42a-4953-b519-045d61e04f62 req-a0a34945-a0f5-4850-96b1-4e27415e5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:09.892882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:51:09.893543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-a0a34945-a0f5-4850-96b1-4e27415e5943 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.1105049 Jul 30 03:51:09.976997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-cf3bfe16-e0e1-4f5e-8bb1-54610610dd50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae729b-03c9-4389-8286-81159fcfa2be HTTP/1.1" status: 200 len: 1000 time: 0.0705853 Jul 30 03:51:10.027892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b82b7-a42a-4953-b519-045d61e04f62 req-9219ba22-0594-43e0-948a-6693a3b877cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:10.029298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-9219ba22-0594-43e0-948a-6693a3b877cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.0448205 Jul 30 03:51:10.080397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b82b7-a42a-4953-b519-045d61e04f62 req-ec0e28c9-87a9-4ba4-a738-f5031782b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:10.081817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-ec0e28c9-87a9-4ba4-a738-f5031782b939 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453873 Jul 30 03:51:10.123188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '0f63086f-c708-4872-bfce-1b7fbc662019', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'port_id': '23ae729b-03c9-4389-8286-81159fcfa2be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'mac_address': 'fa:16:3e:22:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:51:08Z', 'revision_number': 1, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:10.153496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:51:10.162040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:51:10.162665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:50:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:10.176594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-25f18ca4-ab3b-45d7-b1bc-e00d5b6e4daa service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854733 Jul 30 03:51:10.307762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-404b82b7-a42a-4953-b519-045d61e04f62 req-6696ba83-07a7-4836-8dc3-61d3632eecb3 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209576 Jul 30 03:51:10.312439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:51:10.604641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '0f63086f-c708-4872-bfce-1b7fbc662019', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'port_id': '23ae729b-03c9-4389-8286-81159fcfa2be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'mac_address': 'fa:16:3e:22:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:51:08Z', 'revision_number': 1, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:10.634001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1693950-7968-4094-a75b-820a9540f2cd None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '0f63086f-c708-4872-bfce-1b7fbc662019', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'port_id': '23ae729b-03c9-4389-8286-81159fcfa2be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'mac_address': 'fa:16:3e:22:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:50:44Z', 'updated_at': '2021-07-30T03:51:08Z', 'revision_number': 1, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:51:10.867730 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90ea47-8033-447d-a587-d815ff578127 None None] New status for floating IP 0f63086f-c708-4872-bfce-1b7fbc662019: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:51:10.908805 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:11.680616 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:51:12.393035 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9b3346f2-5453-45bc-862a-14f09d326866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:14.684395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a81b63f9-b2e4-4422-a6e7-2696240fb3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:14.948990 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:16.402574 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:18.022535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:27.988130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:28.097911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-258e79b8-8f96-401b-986e-44aaf9f36373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.197227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-258e79b8-8f96-401b-986e-44aaf9f36373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.202582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-258e79b8-8f96-401b-986e-44aaf9f36373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.242708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39414) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:28.256312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-258e79b8-8f96-401b-986e-44aaf9f36373 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d919ab9b0c174911a5f4074821914812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662954 Jul 30 03:51:28.278183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e79b8-8f96-401b-986e-44aaf9f36373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265e739d-0395-40d6-b7b1-6ae185f0efa7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:28.311497 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790d75e5-e898-498d-a75a-4a86143d79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.331874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790d75e5-e898-498d-a75a-4a86143d79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.390051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790d75e5-e898-498d-a75a-4a86143d79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.392637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790d75e5-e898-498d-a75a-4a86143d79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.393785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-790d75e5-e898-498d-a75a-4a86143d79a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/265e739d-0395-40d6-b7b1-6ae185f0efa7 HTTP/1.1" status: 204 len: 168 time: 0.1499949 Jul 30 03:51:28.402415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d75e5-e898-498d-a75a-4a86143d79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e739d-0395-40d6-b7b1-6ae185f0efa7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:28.685564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39422) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:28.700594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-787ec0c0-ae2c-4bbd-8afa-d08e6b53bbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.793117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-787ec0c0-ae2c-4bbd-8afa-d08e6b53bbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.797448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-787ec0c0-ae2c-4bbd-8afa-d08e6b53bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.835617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ec0c0-ae2c-4bbd-8afa-d08e6b53bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb1c12-9ab7-4777-9f19-b72604b6f229,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:28.839948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-787ec0c0-ae2c-4bbd-8afa-d08e6b53bbaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05730ceaa2884425ba3cfc07534a77d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533093 Jul 30 03:51:28.842486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:28.891361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81b7b72a-a6b6-47de-8dcd-3e20c2c7292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.921790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81b7b72a-a6b6-47de-8dcd-3e20c2c7292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.980667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81b7b72a-a6b6-47de-8dcd-3e20c2c7292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.983527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81b7b72a-a6b6-47de-8dcd-3e20c2c7292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:28.985323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-81b7b72a-a6b6-47de-8dcd-3e20c2c7292e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4bb1c12-9ab7-4777-9f19-b72604b6f229 HTTP/1.1" status: 204 len: 168 time: 0.1415694 Jul 30 03:51:28.998714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7b72a-a6b6-47de-8dcd-3e20c2c7292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb1c12-9ab7-4777-9f19-b72604b6f229,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:29.511073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:29.663053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0be8-c264-4e35-97cc-f1f5490f263c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.775051 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0be8-c264-4e35-97cc-f1f5490f263c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.780589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0be8-c264-4e35-97cc-f1f5490f263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.831057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39486) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:29.831569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cd3a0be8-c264-4e35-97cc-f1f5490f263c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93b96f394c1e45c4be0c60ded1eb4e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189282 Jul 30 03:51:29.834297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a0be8-c264-4e35-97cc-f1f5490f263c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae4612-99e6-4ad0-9cd8-29fc21cacfc2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:29.889601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1565-22f2-4505-b5fb-0ba671ded4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.921861 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1565-22f2-4505-b5fb-0ba671ded4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.978378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1565-22f2-4505-b5fb-0ba671ded4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.981691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1565-22f2-4505-b5fb-0ba671ded4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:29.983596 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a5f1565-22f2-4505-b5fb-0ba671ded4b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53ae4612-99e6-4ad0-9cd8-29fc21cacfc2 HTTP/1.1" status: 204 len: 168 time: 0.1512611 Jul 30 03:51:29.995690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1565-22f2-4505-b5fb-0ba671ded4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae4612-99e6-4ad0-9cd8-29fc21cacfc2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:30.321143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39504) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:30.335251 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619defa9-0131-42ab-b2f5-c21356950ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.433138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619defa9-0131-42ab-b2f5-c21356950ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.438486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-619defa9-0131-42ab-b2f5-c21356950ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.498645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:30.506770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-619defa9-0131-42ab-b2f5-c21356950ddc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2448f4dd833c48dda8d2189456a48893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841362 Jul 30 03:51:30.518495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619defa9-0131-42ab-b2f5-c21356950ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274a19ce-2a30-4954-a801-b7552493b534,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:30.566771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98ac0bc7-b425-4a05-a458-3fdaee210ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.591972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98ac0bc7-b425-4a05-a458-3fdaee210ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.646297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98ac0bc7-b425-4a05-a458-3fdaee210ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.649122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98ac0bc7-b425-4a05-a458-3fdaee210ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:30.652206 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-98ac0bc7-b425-4a05-a458-3fdaee210ce2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/274a19ce-2a30-4954-a801-b7552493b534 HTTP/1.1" status: 204 len: 168 time: 0.1518865 Jul 30 03:51:30.665879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac0bc7-b425-4a05-a458-3fdaee210ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274a19ce-2a30-4954-a801-b7552493b534,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:30.716443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.343159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39676) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:35.445692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-017f2a5e-8d47-46f9-aeb1-dd85a53af4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.537085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-017f2a5e-8d47-46f9-aeb1-dd85a53af4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.540972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-017f2a5e-8d47-46f9-aeb1-dd85a53af4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.586190 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-017f2a5e-8d47-46f9-aeb1-dd85a53af4ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2baf9afaf38469684527fafbb3f4e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395895 Jul 30 03:51:35.586190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f2a5e-8d47-46f9-aeb1-dd85a53af4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee375cd-e255-4940-a5af-a015bb419341,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:35.587080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:35.638494 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ee2221f-b7d3-4bd1-9b53-f7b856e90e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.659067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ee2221f-b7d3-4bd1-9b53-f7b856e90e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.706634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ee2221f-b7d3-4bd1-9b53-f7b856e90e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.709646 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ee2221f-b7d3-4bd1-9b53-f7b856e90e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:35.710791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6ee2221f-b7d3-4bd1-9b53-f7b856e90e09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ee375cd-e255-4940-a5af-a015bb419341 HTTP/1.1" status: 204 len: 168 time: 0.1221900 Jul 30 03:51:35.718897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2221f-b7d3-4bd1-9b53-f7b856e90e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee375cd-e255-4940-a5af-a015bb419341,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:35.993302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:36.013503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbcc2bb-6cc8-4923-8744-20f50aeb804e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.125148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbcc2bb-6cc8-4923-8744-20f50aeb804e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.135268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbcc2bb-6cc8-4923-8744-20f50aeb804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.202945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcc2bb-6cc8-4923-8744-20f50aeb804e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237be9c0-3380-48af-bd14-a3f290480e51,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:36.211537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-afbcc2bb-6cc8-4923-8744-20f50aeb804e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=032710d675434ad78dda37a385eedbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141888 Jul 30 03:51:36.211871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:36.296589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82700596-cda9-4f7e-87db-42a435cde4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.322768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82700596-cda9-4f7e-87db-42a435cde4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.382610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82700596-cda9-4f7e-87db-42a435cde4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.390198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82700596-cda9-4f7e-87db-42a435cde4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:36.394677 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-82700596-cda9-4f7e-87db-42a435cde4f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/237be9c0-3380-48af-bd14-a3f290480e51 HTTP/1.1" status: 204 len: 168 time: 0.1795356 Jul 30 03:51:36.402461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82700596-cda9-4f7e-87db-42a435cde4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237be9c0-3380-48af-bd14-a3f290480e51,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:38.460474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:38.574878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84942b71-8349-4207-9b01-5870c6e1885d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.669666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84942b71-8349-4207-9b01-5870c6e1885d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.678105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84942b71-8349-4207-9b01-5870c6e1885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.721903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:38.722434 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-84942b71-8349-4207-9b01-5870c6e1885d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=349f3df41d9e4c8b897e0b3fe22a3df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604024 Jul 30 03:51:38.723965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84942b71-8349-4207-9b01-5870c6e1885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8c4c6-76db-4115-8eca-107147df5e84,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:38.799860 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6582b8-3b1d-45cf-9d02-03610efd7581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.825958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6582b8-3b1d-45cf-9d02-03610efd7581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.876768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6582b8-3b1d-45cf-9d02-03610efd7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.881346 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6582b8-3b1d-45cf-9d02-03610efd7581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:38.882782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ab6582b8-3b1d-45cf-9d02-03610efd7581 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02c8c4c6-76db-4115-8eca-107147df5e84 HTTP/1.1" status: 204 len: 168 time: 0.1578686 Jul 30 03:51:38.893750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6582b8-3b1d-45cf-9d02-03610efd7581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8c4c6-76db-4115-8eca-107147df5e84,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:39.155754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed1ec-511a-41c5-acd7-ce7b228bd98f req-722ca6cb-319f-4af5-8cf8-cb11bb200512 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:39.159819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d34ed1ec-511a-41c5-acd7-ce7b228bd98f req-722ca6cb-319f-4af5-8cf8-cb11bb200512 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0552680 Jul 30 03:51:39.206842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d34ed1ec-511a-41c5-acd7-ce7b228bd98f req-74e044c8-8db5-4bb2-8f08-68e415abb53d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404849 Jul 30 03:51:39.248425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:39.263174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6005414-fd34-4ccd-90df-5a4c9d9f15eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.389724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6005414-fd34-4ccd-90df-5a4c9d9f15eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.395846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6005414-fd34-4ccd-90df-5a4c9d9f15eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.439103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6005414-fd34-4ccd-90df-5a4c9d9f15eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d085016c033b49d5bc9108085a8964ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893630 Jul 30 03:51:39.443073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:39.450373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6005414-fd34-4ccd-90df-5a4c9d9f15eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b68f69-925b-4cc3-b9d5-89a0713f9dec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:39.510804 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-384c8cdd-0b80-4b57-a5cc-2e8b2bad3457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.537170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-384c8cdd-0b80-4b57-a5cc-2e8b2bad3457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.603185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-384c8cdd-0b80-4b57-a5cc-2e8b2bad3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.606343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-384c8cdd-0b80-4b57-a5cc-2e8b2bad3457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:39.608311 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-384c8cdd-0b80-4b57-a5cc-2e8b2bad3457 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46b68f69-925b-4cc3-b9d5-89a0713f9dec HTTP/1.1" status: 204 len: 168 time: 0.1641023 Jul 30 03:51:39.618914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c8cdd-0b80-4b57-a5cc-2e8b2bad3457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b68f69-925b-4cc3-b9d5-89a0713f9dec,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:40.374816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8a86f-15ff-4410-a4d8-4baf1f953ff1 req-fdfd72ac-a56d-4805-8cf6-9673448b103e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:40.380502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ec8a86f-15ff-4410-a4d8-4baf1f953ff1 req-fdfd72ac-a56d-4805-8cf6-9673448b103e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0568755 Jul 30 03:51:40.418376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ec8a86f-15ff-4410-a4d8-4baf1f953ff1 req-76282649-011e-4097-9896-e6969e1e53e6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Jul 30 03:51:40.758066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 39888) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:40.882576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c872-ae91-48df-89c2-1c2ea344fbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:40.932191 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.008932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c872-ae91-48df-89c2-1c2ea344fbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.013785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c872-ae91-48df-89c2-1c2ea344fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.054105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8c872-ae91-48df-89c2-1c2ea344fbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995811c7-1b6d-4549-8626-35450757e571,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:41.073751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:41.090421 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1ec8c872-ae91-48df-89c2-1c2ea344fbea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3523e93fa6b74994b37684f4ed715df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310564 Jul 30 03:51:41.133133 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7be6c9f1-a4ea-4326-8801-0c2abf645736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.163814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7be6c9f1-a4ea-4326-8801-0c2abf645736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.224105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7be6c9f1-a4ea-4326-8801-0c2abf645736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.227087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7be6c9f1-a4ea-4326-8801-0c2abf645736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:41.228550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7be6c9f1-a4ea-4326-8801-0c2abf645736 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/995811c7-1b6d-4549-8626-35450757e571 HTTP/1.1" status: 204 len: 168 time: 0.1538177 Jul 30 03:51:41.238985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6c9f1-a4ea-4326-8801-0c2abf645736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995811c7-1b6d-4549-8626-35450757e571,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:41.567657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba12c0-3a6e-4c58-9a4e-7cc7efe7c7e9 req-098b4f8b-c805-4bb8-a58b-cddbaffeda93 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:41.569194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bba12c0-3a6e-4c58-9a4e-7cc7efe7c7e9 req-098b4f8b-c805-4bb8-a58b-cddbaffeda93 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0707402 Jul 30 03:51:41.622800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bba12c0-3a6e-4c58-9a4e-7cc7efe7c7e9 req-751cae64-0cc6-47c0-b42e-8bd0613cd3ed tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459006 Jul 30 03:51:42.390612 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82265803-2f1b-488c-8cb7-9ff737c51145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:42.784272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d6d9-5e6b-4fec-97cd-b8398568a342 req-cb60271c-68af-49a6-84ce-467a6edab75b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:42.794316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00e2d6d9-5e6b-4fec-97cd-b8398568a342 req-cb60271c-68af-49a6-84ce-467a6edab75b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0637081 Jul 30 03:51:42.846771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00e2d6d9-5e6b-4fec-97cd-b8398568a342 req-7634dd85-859b-484b-9bdf-c6d2e0ca15e8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512645 Jul 30 03:51:43.223570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:43.387042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8a1100e-4dd3-4d4d-9943-53d0fa513e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.484391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8a1100e-4dd3-4d4d-9943-53d0fa513e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.488868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8a1100e-4dd3-4d4d-9943-53d0fa513e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.535007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1100e-4dd3-4d4d-9943-53d0fa513e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002052a2-448a-48c7-b761-aaf9215f4abb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:43.551628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a8a1100e-4dd3-4d4d-9943-53d0fa513e9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f870ed151084a419efe80a21fc949f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264787 Jul 30 03:51:43.553257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39968) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:43.608322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338b2d00-1a6b-4963-8eb3-02b29682c1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.631552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338b2d00-1a6b-4963-8eb3-02b29682c1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.680911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338b2d00-1a6b-4963-8eb3-02b29682c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.684129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338b2d00-1a6b-4963-8eb3-02b29682c1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:43.685307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-338b2d00-1a6b-4963-8eb3-02b29682c1d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/002052a2-448a-48c7-b761-aaf9215f4abb HTTP/1.1" status: 204 len: 168 time: 0.1310062 Jul 30 03:51:43.694724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b2d00-1a6b-4963-8eb3-02b29682c1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002052a2-448a-48c7-b761-aaf9215f4abb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:43.999798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71554-3700-4c97-b6b5-f2369720c538 req-836b4a98-3a08-48d6-be62-95ba048af3c0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:44.003717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dd71554-3700-4c97-b6b5-f2369720c538 req-836b4a98-3a08-48d6-be62-95ba048af3c0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0752625 Jul 30 03:51:44.049139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 39996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:44.061471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dd71554-3700-4c97-b6b5-f2369720c538 req-8fc98d21-d6c9-4219-acda-c197c9add77e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518928 Jul 30 03:51:44.071094 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cfb81b0-1a2e-449a-9dc8-45e7ac20354c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.179976 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cfb81b0-1a2e-449a-9dc8-45e7ac20354c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.184010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cfb81b0-1a2e-449a-9dc8-45e7ac20354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.231269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb81b0-1a2e-449a-9dc8-45e7ac20354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525beb6b-071b-4ad1-9546-c415793770b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:44.240240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40008) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:44.240714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3cfb81b0-1a2e-449a-9dc8-45e7ac20354c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd4c1040710646c5821efa421d970dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897383 Jul 30 03:51:44.309797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-519beb84-d480-4182-abc6-20958f66636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.335068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-519beb84-d480-4182-abc6-20958f66636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.394897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-519beb84-d480-4182-abc6-20958f66636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.398117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-519beb84-d480-4182-abc6-20958f66636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.402566 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-519beb84-d480-4182-abc6-20958f66636b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/525beb6b-071b-4ad1-9546-c415793770b4 HTTP/1.1" status: 204 len: 168 time: 0.1611285 Jul 30 03:51:44.412543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519beb84-d480-4182-abc6-20958f66636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525beb6b-071b-4ad1-9546-c415793770b4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:44.668560 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-48f1f16a-c749-4387-bbee-cbd20dd9fbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:44.943969 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:45.203853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8de57d-94c7-4dc6-8492-a23f954b04ca req-186185cc-4cf5-4199-9a1d-6b1b8e7bc4f6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:45.206720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce8de57d-94c7-4dc6-8492-a23f954b04ca req-186185cc-4cf5-4199-9a1d-6b1b8e7bc4f6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0609047 Jul 30 03:51:45.275240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce8de57d-94c7-4dc6-8492-a23f954b04ca req-d66958bc-83b6-4433-b8d9-0b6ef8e13bca tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504975 Jul 30 03:51:46.407410 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:46.452077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf99ace-c72a-4b25-98d5-814f4a908abc req-54542440-7927-4085-8f0d-7e3acb985915 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:46.454465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fcf99ace-c72a-4b25-98d5-814f4a908abc req-54542440-7927-4085-8f0d-7e3acb985915 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0651388 Jul 30 03:51:46.529491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fcf99ace-c72a-4b25-98d5-814f4a908abc req-ef4f308a-cd73-42cc-be42-2626d2ffe716 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617850 Jul 30 03:51:46.681255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:46.793140 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f1ca-147a-4bb1-90e8-9813936ceb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:46.884103 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f1ca-147a-4bb1-90e8-9813936ceb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:46.887917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f1ca-147a-4bb1-90e8-9813936ceb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:46.927488 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4ae2f1ca-147a-4bb1-90e8-9813936ceb9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc9996949eb54120bc23b79664d7aeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449818 Jul 30 03:51:46.928215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f1ca-147a-4bb1-90e8-9813936ceb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdc5014-fb32-4be2-85e5-f10ad9f9fc36,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:46.930400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:46.983421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ae72764-b87c-419d-bb88-7eade89dbc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:47.004751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ae72764-b87c-419d-bb88-7eade89dbc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:47.054877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ae72764-b87c-419d-bb88-7eade89dbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:47.058183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ae72764-b87c-419d-bb88-7eade89dbc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:47.062314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9ae72764-b87c-419d-bb88-7eade89dbc1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cdc5014-fb32-4be2-85e5-f10ad9f9fc36 HTTP/1.1" status: 204 len: 168 time: 0.1307819 Jul 30 03:51:47.071805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72764-b87c-419d-bb88-7eade89dbc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdc5014-fb32-4be2-85e5-f10ad9f9fc36,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:47.680802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb6dc6-9488-4a02-9c9e-d94903e58778 req-c7240824-d6d3-43e4-ac17-677751e5a998 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:47.688696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73bb6dc6-9488-4a02-9c9e-d94903e58778 req-c7240824-d6d3-43e4-ac17-677751e5a998 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0734482 Jul 30 03:51:47.731999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73bb6dc6-9488-4a02-9c9e-d94903e58778 req-a8ba10cf-34c9-4868-9a5c-60c6a5ca87aa tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Jul 30 03:51:48.014604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:48.672640 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:51:48.883060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78b46-26e9-4c49-87b3-5fb65ae1bdb6 req-baf0c3d5-cceb-4378-96b1-a4c46dfb4635 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:48.884651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ba78b46-26e9-4c49-87b3-5fb65ae1bdb6 req-baf0c3d5-cceb-4378-96b1-a4c46dfb4635 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0773871 Jul 30 03:51:48.926806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ba78b46-26e9-4c49-87b3-5fb65ae1bdb6 req-2bc175e6-7a3d-44d9-ae34-46cfde0412e2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351446 Jul 30 03:51:49.724088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:49.851832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5275ba8b-7c92-4e86-9574-a0eab89f4eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:49.959353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5275ba8b-7c92-4e86-9574-a0eab89f4eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:49.967842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5275ba8b-7c92-4e86-9574-a0eab89f4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:50.013491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275ba8b-7c92-4e86-9574-a0eab89f4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a09a9-97aa-44d6-9209-0c0d18ade92e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:50.023030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40216) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:50.030324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5275ba8b-7c92-4e86-9574-a0eab89f4eb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5d48b3d9a3a40d184b051ade75a841d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041034 Jul 30 03:51:50.083208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8377-1ee4-4c6e-a9f6-71a482e654ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:50.085549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c3d3-20e5-4e01-a96d-f149acc17908 req-6b6d55c8-8c6a-4178-a16a-a7392bb12f18 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:50.087217 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f1c3d3-20e5-4e01-a96d-f149acc17908 req-6b6d55c8-8c6a-4178-a16a-a7392bb12f18 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0510302 Jul 30 03:51:50.108570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8377-1ee4-4c6e-a9f6-71a482e654ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:50.131530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1f1c3d3-20e5-4e01-a96d-f149acc17908 req-58972e21-92f8-4f54-b816-ff72c5660535 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382116 Jul 30 03:51:50.161163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8377-1ee4-4c6e-a9f6-71a482e654ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:50.163787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb1c8377-1ee4-4c6e-a9f6-71a482e654ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:50.167948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bb1c8377-1ee4-4c6e-a9f6-71a482e654ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c35a09a9-97aa-44d6-9209-0c0d18ade92e HTTP/1.1" status: 204 len: 168 time: 0.1441946 Jul 30 03:51:50.177620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c8377-1ee4-4c6e-a9f6-71a482e654ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a09a9-97aa-44d6-9209-0c0d18ade92e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:50.513134 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:50.575681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1432e1b-5532-4427-b11f-4cdb92f50f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.028357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1432e1b-5532-4427-b11f-4cdb92f50f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.032641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1432e1b-5532-4427-b11f-4cdb92f50f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.069117 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f1432e1b-5532-4427-b11f-4cdb92f50f6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b73ab94411e4184924b0962a176e26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536780 Jul 30 03:51:51.070985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432e1b-5532-4427-b11f-4cdb92f50f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca4655f-1bc7-4f33-b17a-e1ae7296faae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:51.071965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:51.128324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ade9-2959-44d6-bcf8-8a19d4069e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.150277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ade9-2959-44d6-bcf8-8a19d4069e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.207579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ade9-2959-44d6-bcf8-8a19d4069e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.212306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ade9-2959-44d6-bcf8-8a19d4069e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:51.213803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7bb5ade9-2959-44d6-bcf8-8a19d4069e0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ca4655f-1bc7-4f33-b17a-e1ae7296faae HTTP/1.1" status: 204 len: 168 time: 0.1403244 Jul 30 03:51:51.224628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5ade9-2959-44d6-bcf8-8a19d4069e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca4655f-1bc7-4f33-b17a-e1ae7296faae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:51.291857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b04c6-1903-4ae5-8892-cd60f7861563 req-849b7005-2ca6-4369-a8b6-c5561aea9e79 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:51.293514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e0b04c6-1903-4ae5-8892-cd60f7861563 req-849b7005-2ca6-4369-a8b6-c5561aea9e79 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0562618 Jul 30 03:51:51.337870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e0b04c6-1903-4ae5-8892-cd60f7861563 req-97d4f5d3-8cb8-48d1-8969-b6094465c40b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 Jul 30 03:51:52.347742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:52.481058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd03-2879-4f4c-b8c0-567dce84e760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.483381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799f6c-b27f-4bed-b652-61e0bb0e4169 req-23586611-56d1-4eda-9ee1-067a23899f04 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:52.485279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3799f6c-b27f-4bed-b652-61e0bb0e4169 req-23586611-56d1-4eda-9ee1-067a23899f04 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0663836 Jul 30 03:51:52.530901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3799f6c-b27f-4bed-b652-61e0bb0e4169 req-85cfbf4d-7258-4c7f-a5af-00e468d96095 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394430 Jul 30 03:51:52.606955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd03-2879-4f4c-b8c0-567dce84e760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.612097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd03-2879-4f4c-b8c0-567dce84e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.653088 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-96a5cd03-2879-4f4c-b8c0-567dce84e760 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0048d01dfde4292be4f5bb9e3b047a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042185 Jul 30 03:51:52.654020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5cd03-2879-4f4c-b8c0-567dce84e760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2c33b0-b990-4ed3-bcc2-58b7425f83fd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:52.655953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:52.729814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ce1efe0-035a-4686-838f-68335b8174fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.757409 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ce1efe0-035a-4686-838f-68335b8174fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.818888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ce1efe0-035a-4686-838f-68335b8174fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.823023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ce1efe0-035a-4686-838f-68335b8174fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:52.824787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4ce1efe0-035a-4686-838f-68335b8174fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee2c33b0-b990-4ed3-bcc2-58b7425f83fd HTTP/1.1" status: 204 len: 168 time: 0.1677961 Jul 30 03:51:52.851305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1efe0-035a-4686-838f-68335b8174fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2c33b0-b990-4ed3-bcc2-58b7425f83fd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:53.227965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:51:53.342760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:53.360331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '692c299a-3e20-49aa-bdaf-4143357f094b', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b', 'mac_address': 'fa:16:3e:5b:1b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:51:53.400543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:53.413985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:51:53.434940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:53.438983 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:53.509406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:53.520512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.520867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.521214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.521554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.521888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.522364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.522728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.523031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.523383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.523714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.524039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.524363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:51:53.599201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['692c299a-3e20-49aa-bdaf-4143357f094b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:51:53.661286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef39d0e-fb5d-46f5-9e98-9490b9fc1e41 req-2cca3ebb-ab35-4bc5-8d35-152e6d2ba811 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:53.669996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bef39d0e-fb5d-46f5-9e98-9490b9fc1e41 req-2cca3ebb-ab35-4bc5-8d35-152e6d2ba811 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0609319 Jul 30 03:51:53.710970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bef39d0e-fb5d-46f5-9e98-9490b9fc1e41 req-3ef79f10-bee2-4bb0-813c-85ed22596dca tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Jul 30 03:51:54.400216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7426f-e98b-42b5-aff7-215859c80dcf req-e621fe50-2c0a-4632-8cc8-722801c48e7b tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:54.408836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ec7426f-e98b-42b5-aff7-215859c80dcf req-e621fe50-2c0a-4632-8cc8-722801c48e7b tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1097 time: 0.0562627 Jul 30 03:51:54.458218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ec7426f-e98b-42b5-aff7-215859c80dcf req-8f58739e-47f3-40ce-ab9a-7bd27827fd1c tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Jul 30 03:51:54.475644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40354) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:51:54.670236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 1f336aab-6c55-4878-9605-7f16aead926a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:51:54.670808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:54.765396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:54.766088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:54.800038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 1f336aab-6c55-4878-9605-7f16aead926a owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:51:54.921177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73873f2-0850-4ebc-b1c9-8c824bcf9164 req-cb246013-876f-4a6b-a214-8053f4f58f3b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:54.929385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73873f2-0850-4ebc-b1c9-8c824bcf9164 req-cb246013-876f-4a6b-a214-8053f4f58f3b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0723782 Jul 30 03:51:54.994014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c73873f2-0850-4ebc-b1c9-8c824bcf9164 req-32807712-e5e5-41e6-867c-7f73d729651c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598626 Jul 30 03:51:54.996060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:55.031104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=1f336aab-6c55-4878-9605-7f16aead926a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:55.103876 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:55.106133 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 disassociated (deleted). External IP: 172.25.6.7, port: 6064e73b-09c9-4038-9cc4-e4969aa0ad1d. Jul 30 03:51:55.247251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:51:55.402509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 692c299a-3e20-49aa-bdaf-4143357f094b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:55.402894 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:55.506611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-a4a2e4d2-ee2d-4206-9248-091888a87bb8 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296323 Jul 30 03:51:55.548752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:55.582766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:51:55.585086 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42081c-a51f-4e8b-adbc-dfe3dfbba9a0" -d '{"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-plugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:51:55.591010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:51:55.613282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:55.624992 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:55.657550 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f34b62f-0cf0-43f0-a955-2ddb59bbdba7 x-openstack-request-id: req-8f34b62f-0cf0-43f0-a955-2ddb59bbdba7 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:51:55.657550 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-plugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:51:55.657958 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f34b62f-0cf0-43f0-a955-2ddb59bbdba7 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:51:55.658467 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'code': 200} Jul 30 03:51:55.664778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-cdc50649-6edc-46fa-8463-af2ed54cb89a tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:55.666625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-cdc50649-6edc-46fa-8463-af2ed54cb89a tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588984 Jul 30 03:51:55.683407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-41c964c7-959c-4ec5-9cfc-7f14f1fd10a8 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/quotas/8d87f4d31dd24c6a981a8bba21a549ca HTTP/1.1" status: 200 len: 375 time: 0.0109448 Jul 30 03:51:55.711344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:55.715388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:51:55.720787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-8029383b-2222-4330-8401-a5b7525b2fa7 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296669 Jul 30 03:51:55.721181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:55.725806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] Sync routers for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:51:55.734861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:51:55.735912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:51:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:55.765264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-824b73df-eef0-4e9c-a3da-0d3424bb8620 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/floatingips/d5dff3a9-af64-4dd9-99cf-cc9e39364cf7 HTTP/1.1" status: 204 len: 168 time: 1.2859707 Jul 30 03:51:55.765264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:51:55.778336 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45617899-aed2-49a5-94fc-b9b7ff9f7774" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:51:55.857711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:51:55.903111 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6f829-a414-484d-ab5d-0a29040ab01f x-openstack-request-id: req-15b6f829-a414-484d-ab5d-0a29040ab01f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:51:55.903648 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:51:55.903917 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15b6f829-a414-484d-ab5d-0a29040ab01f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:51:55.904572 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'status': 'completed', 'code': 200} Jul 30 03:51:56.043710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50a83194-6c28-4ed3-8806-990703214421 req-3962ae12-93d8-4e9a-9327-89ad08d12f27 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 210 time: 0.0870540 Jul 30 03:51:56.088573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-04a0f60a-cdb0-404d-b4c8-70cf36bc5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:56.090493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-04a0f60a-cdb0-404d-b4c8-70cf36bc5bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 1097 time: 0.1235230 Jul 30 03:51:56.162789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:40Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:56.201470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] Checking router: 5eb3277f-7323-4347-b3e3-8ca3bfad8489 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:51:56.212575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:51:56.213294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:51:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:56.224345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e07c31-c3ba-4ceb-9d92-a9ecb84688ef req-d3e3150e-ec7f-4e29-8e3b-fb12d237e4ac tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:56.225898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71e07c31-c3ba-4ceb-9d92-a9ecb84688ef req-d3e3150e-ec7f-4e29-8e3b-fb12d237e4ac tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1791117 Jul 30 03:51:56.226986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-f43f7599-f590-4737-abe3-b0367cb6638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:56.228573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-f43f7599-f590-4737-abe3-b0367cb6638d service neutron] 10.222.0.16 "GET /v2.0/networks?id=56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 200 len: 896 time: 0.1265936 Jul 30 03:51:56.299530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-05b35004-1a3d-4a64-a922-7368116425da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 200 len: 217 time: 0.0613065 Jul 30 03:51:56.407617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:51:56.725009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:40Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:51:56.780247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5c71e-118c-4e01-a684-cf41cc4232ce None None] The sync data for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 is: [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '044805eb-7c98-4c9c-b671-8c28b974a5ae', 'name': '', 'network_id': '56531843-5319-4252-ab8b-833423fab7d7', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:88:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:33Z', 'updated_at': '2021-07-30T03:49:40Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': '8c1a076c-71f0-43ef-9767-1b34fd22403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:51:56.826535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-53a1ac0f-5b99-41c4-a9e3-a5b6ecd0b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:56.828137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-53a1ac0f-5b99-41c4-a9e3-a5b6ecd0b0a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 200 len: 834 time: 0.1011307 Jul 30 03:51:56.899874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71e07c31-c3ba-4ceb-9d92-a9ecb84688ef req-070a1cfe-1ef4-4e0a-a31d-867da6e7323c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5991454 Jul 30 03:51:56.921174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe57cf8-480d-4219-b186-4e53261f3665 req-337aa1df-4009-455e-8a93-71bfe9eb3952 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:56.923216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebe57cf8-480d-4219-b186-4e53261f3665 req-337aa1df-4009-455e-8a93-71bfe9eb3952 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.6939576 Jul 30 03:51:57.013534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-7b7fc83a-54a6-4f1e-bca2-6c1eec573c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:57.016583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-7b7fc83a-54a6-4f1e-bca2-6c1eec573c3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56531843-5319-4252-ab8b-833423fab7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1726568 Jul 30 03:51:57.033528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebe57cf8-480d-4219-b186-4e53261f3665 req-4802ee1b-eba1-40a8-9371-ab1030512ca8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859990 Jul 30 03:51:57.219819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7269aee1-6b56-4d57-8adf-239e2b278c67 req-741d29e5-a9ae-4e2e-9aaa-07cdaec703d7 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 210 time: 0.0685992 Jul 30 03:51:57.249384 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-556e58b1-3b02-4c0c-b015-252757602386 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563378 Jul 30 03:51:57.258754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-1d076024-fd21-4014-980e-dd5815a4abdd service neutron] 10.222.0.16 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240999 Jul 30 03:51:57.433626 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179f016-28d2-45b3-890a-7330ba721422 None None] New status for floating IP d5dff3a9-af64-4dd9-99cf-cc9e39364cf7: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:51:57.486116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45617899-aed2-49a5-94fc-b9b7ff9f7774 req-d9bb9f8c-6754-4939-8082-8c27c49455ac service neutron] 10.222.0.16 "GET /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226546 Jul 30 03:51:57.519873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-5d03fa1f-52e4-4506-b7bd-37763cccd75e tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:57.521783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-5d03fa1f-52e4-4506-b7bd-37763cccd75e tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568722 Jul 30 03:51:57.536951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Request body: {'port': {'device_id': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '8d87f4d31dd24c6a981a8bba21a549ca'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:51:57.688500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Made reservation on behalf of 8d87f4d31dd24c6a981a8bba21a549ca for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:51:57.694095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:57.706048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:57.848290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:57.855610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:57.912151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaba4b6-47ad-4156-86c1-50f5f7c430c9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:58.044761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-d2fe9d76-1bdd-483c-bb40-4808365613be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:58.046326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-d2fe9d76-1bdd-483c-bb40-4808365613be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.0964170 Jul 30 03:51:58.290470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d71d-7a66-436d-b7ad-8222587eea10 req-822b6b44-1fab-4956-a431-f557ab58a7a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:58.292220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6254d71d-7a66-436d-b7ad-8222587eea10 req-822b6b44-1fab-4956-a431-f557ab58a7a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 945 time: 0.1962717 Jul 30 03:51:58.295635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:51:58.296112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:58.320714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Allocated IP 192.168.233.178 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:51:58.438303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:51:58.446497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:58.463681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 6064e73b-09c9-4038-9cc4-e4969aa0ad1d owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:51:58.541842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b939fc7-ef96-4835-bd87-6d54da838b3f req-72b903b3-bdac-47cb-ae25-15d53fa442df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:58.543611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b939fc7-ef96-4835-bd87-6d54da838b3f req-72b903b3-bdac-47cb-ae25-15d53fa442df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.3773525 Jul 30 03:51:58.702848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6254d71d-7a66-436d-b7ad-8222587eea10 req-26375690-d8ad-4dbf-aada-950c79adbb07 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddbfa6ba-45ad-4265-b275-8530ea4b266b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719840 Jul 30 03:51:58.794531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:58.853288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Transition to ACTIVE for port object fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:51:58.853954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:58.865435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b939fc7-ef96-4835-bd87-6d54da838b3f req-5fdeaef3-916d-4446-a691-41c767c3933b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038082 Jul 30 03:51:58.912664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=6064e73b-09c9-4038-9cc4-e4969aa0ad1d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:58.956177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] No DVR routers for this DVR port 6064e73b-09c9-4038-9cc4-e4969aa0ad1d on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:51:58.967481 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:58.971440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8b8fef1-6e6a-4ef9-9601-ce57251f752c req-aaecd2b6-73e7-42c7-9b00-61741822f94a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "DELETE /v2.0/ports/6064e73b-09c9-4038-9cc4-e4969aa0ad1d HTTP/1.1" status: 204 len: 173 time: 0.9166152 Jul 30 03:51:58.971994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-deleted', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:51:58.979835 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5f593f-d4ff-4885-ad1c-56341ba3bc93" -d '{"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-deleted", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:51:58.990361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:59.086322 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350571bb-7204-4347-9163-58581a18f573 x-openstack-request-id: req-350571bb-7204-4347-9163-58581a18f573 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:51:59.086322 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60", "name": "network-vif-deleted", "tag": "6064e73b-09c9-4038-9cc4-e4969aa0ad1d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:51:59.086322 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-350571bb-7204-4347-9163-58581a18f573 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:51:59.086723 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60', 'name': 'network-vif-deleted', 'tag': '6064e73b-09c9-4038-9cc4-e4969aa0ad1d', 'status': 'completed', 'code': 200} Jul 30 03:51:59.112072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:51:59.122701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a02031-9ad7-40a5-98f2-a975efaa2c44 req-7ff9e492-fb30-4a96-8d0e-d9156b76539e tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:59.123695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:51:59.124341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a02031-9ad7-40a5-98f2-a975efaa2c44 req-7ff9e492-fb30-4a96-8d0e-d9156b76539e tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 936 time: 0.0964630 Jul 30 03:51:59.135154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:51:59.231988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a02031-9ad7-40a5-98f2-a975efaa2c44 req-a45163f7-5333-4459-a2a8-c5daa22239c7 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997474 Jul 30 03:51:59.261857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:51:59.262801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:59.282867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Pushing event updated for resources: {'Port': ['ID=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:51:59.301843 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-c2976054-45ce-4e32-9a54-77ebe2882a9c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7703586 Jul 30 03:51:59.317441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Request body: {'port': {'device_id': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:51:59.406652 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:59.624999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-660a4919-088e-4e7f-aa2c-830b909a4494 None None] Provisioning for port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:51:59.631379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-660a4919-088e-4e7f-aa2c-830b909a4494 None None] Provisioning complete for port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:51:59.631966 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-660a4919-088e-4e7f-aa2c-830b909a4494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:59.710271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-660a4919-088e-4e7f-aa2c-830b909a4494 None None] Port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:51:59.898893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:51:59.914704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:51:59.980952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9806810a-9a69-48f5-a482-d33d15b57806 req-bf5e213e-f880-47fa-97f3-e35102816975 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed23f41-504d-4d8f-8cbe-6ecd21cc2f60 HTTP/1.1" status: 200 len: 210 time: 0.1096559 Jul 30 03:52:00.027275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Transition to ACTIVE for port object fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:00.042499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:00.133549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Pushing event updated for resources: {'Port': ['ID=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:00.249476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a7698-f4b4-4403-bee6-6f79dbb4b45b req-e0e92ce9-413b-4386-be41-32275a3153e2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:00.260338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c72a7698-f4b4-4403-bee6-6f79dbb4b45b req-e0e92ce9-413b-4386-be41-32275a3153e2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1412234 Jul 30 03:52:00.324726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Attempting to bind port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:00.327549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Attempting to bind port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:00.329929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Attempting to bind port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:00.339162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:52:00.342045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Attempting to bind port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:00.344852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c72a7698-f4b4-4403-bee6-6f79dbb4b45b req-f0b418c5-b4f0-49f4-9126-7a0d0999a21d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821109 Jul 30 03:52:00.350637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:00.351125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:00.352309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:00.352782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Bound port: fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:00.353158 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:00.475792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] For port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:00.479871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] For port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:00.485888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:00.549438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:00.551016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:00.552643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] 10.222.0.18 "PUT /v2.0/ports/fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df HTTP/1.1" status: 200 len: 1097 time: 1.2418332 Jul 30 03:52:00.553174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'tag': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:00.557659 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a" -d '{"events": [{"name": "network-changed", "server_uuid": "0edfb589-dd3b-466d-b415-edc201c5c73f", "tag": "fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:00.600041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260f3b-28f3-4e73-b43d-e16a2f5e097b req-564693da-a984-4721-9f16-682d06fae145 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:00.619930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00260f3b-28f3-4e73-b43d-e16a2f5e097b req-564693da-a984-4721-9f16-682d06fae145 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 948 time: 0.1577098 Jul 30 03:52:00.706903 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb20cd-a9be-4a92-b6c5-5efeaaa3a7c8 x-openstack-request-id: req-2bbb20cd-a9be-4a92-b6c5-5efeaaa3a7c8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:00.707229 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edfb589-dd3b-466d-b415-edc201c5c73f", "tag": "fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:00.707572 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bbb20cd-a9be-4a92-b6c5-5efeaaa3a7c8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:00.707977 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'tag': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df', 'status': 'completed', 'code': 200} Jul 30 03:52:00.716832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:00.732486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Pushing event updated for resources: {'Port': ['ID=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:00.748185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-00260f3b-28f3-4e73-b43d-e16a2f5e097b req-64ef6595-da89-4248-8e97-6240f0e66972 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273699 Jul 30 03:52:00.755316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.755785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.756296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.756468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.756810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.757147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.757534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.757866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.758193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.758527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.758853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.759917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee28100-5bb9-45ab-9328-b7bf097308fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:00.777346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-89a48314-05df-46e8-a984-320c18340b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:00.783231 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-89a48314-05df-46e8-a984-320c18340b68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 1100 time: 0.1622915 Jul 30 03:52:00.857651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-b48aaae4-9de7-4932-8336-092ecfea96a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df HTTP/1.1" status: 200 len: 217 time: 0.0658522 Jul 30 03:52:00.964422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-7583a019-fc70-4207-9ac0-c840946eb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:00.965964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-7583a019-fc70-4207-9ac0-c840946eb6a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0992146 Jul 30 03:52:01.034008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-6590c43b-78d5-44bc-a9d5-21c510b1fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:01.036093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-6590c43b-78d5-44bc-a9d5-21c510b1fd3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626225 Jul 30 03:52:01.071661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:01.246710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-b385f8f5-6dc7-42b7-ab21-327e8f7c8e77 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031634 Jul 30 03:52:01.425353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-37bee23c-5207-403b-bf69-3e3cfb74e22b req-306190e1-1bea-428e-8040-8a44649ee207 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684906 Jul 30 03:52:01.573763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-7d4a4a8c-9e04-4114-af82-302ae003c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:01.575278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-7d4a4a8c-9e04-4114-af82-302ae003c5c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 1100 time: 0.0914609 Jul 30 03:52:01.626036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6647af-592b-4ce8-922b-c7c9f7cd27e5 req-ab1b2110-90db-4364-85e8-4349e8d571ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:01.627858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff6647af-592b-4ce8-922b-c7c9f7cd27e5 req-ab1b2110-90db-4364-85e8-4349e8d571ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1135814 Jul 30 03:52:01.798692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff6647af-592b-4ce8-922b-c7c9f7cd27e5 req-9524d2ce-807f-4273-ac43-a49b6ebea864 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467083 Jul 30 03:52:01.833886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-55428d60-ff83-490f-96af-bc94bdf2565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:01.845278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-55428d60-ff83-490f-96af-bc94bdf2565b service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2614565 Jul 30 03:52:01.910760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-d36730d8-ae4a-464b-8c64-a0c8979b7fbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df HTTP/1.1" status: 200 len: 217 time: 0.0579169 Jul 30 03:52:01.994257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-4190b1c3-b453-4d3e-ad33-e9077f35e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:01.996314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-4190b1c3-b453-4d3e-ad33-e9077f35e35d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0765777 Jul 30 03:52:02.109526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af763ae-4146-4b5b-b839-ae131c923bb5 req-b45d47c2-ec4b-4468-90b1-a68677fef3d9 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:02.115585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-a85568fd-0978-44ac-acc4-b2e6f5e8d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:02.116515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0af763ae-4146-4b5b-b839-ae131c923bb5 req-b45d47c2-ec4b-4468-90b1-a68677fef3d9 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 948 time: 0.1915991 Jul 30 03:52:02.117748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-a85568fd-0978-44ac-acc4-b2e6f5e8d5d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1121588 Jul 30 03:52:02.272576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0af763ae-4146-4b5b-b839-ae131c923bb5 req-3f47b5a7-5e49-4ae1-b857-c205ba2d2beb tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131003 Jul 30 03:52:02.338802 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-827e00fc-ca6c-436b-b9ec-120fd6f87ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125270 Jul 30 03:52:02.480920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:02.587965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c5a4c8f-c0e3-45ab-862d-b9471dda664a req-99b3d6bb-0804-42ed-9a20-a959cfd4a60d service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404170 Jul 30 03:52:02.930823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 044805eb-7c98-4c9c-b671-8c28b974a5ae {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:52:02.931267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:03.081781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445080c-25eb-4577-afc0-a2cc71a16426 req-4979e60b-4fc0-4da3-b47a-a097fac3e817 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:03.097859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1445080c-25eb-4577-afc0-a2cc71a16426 req-4979e60b-4fc0-4da3-b47a-a097fac3e817 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0892937 Jul 30 03:52:03.200434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1445080c-25eb-4577-afc0-a2cc71a16426 req-94e2f612-9db1-45ca-80d5-f86770a46553 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091003 Jul 30 03:52:03.203024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 044805eb-7c98-4c9c-b671-8c28b974a5ae, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=044805eb-7c98-4c9c-b671-8c28b974a5ae,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:03.203585 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:03.233762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 044805eb-7c98-4c9c-b671-8c28b974a5ae owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:52:03.307818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:52:03.353440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 6064e73b-09c9-4038-9cc4-e4969aa0ad1d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:52:03.353440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 6064e73b-09c9-4038-9cc4-e4969aa0ad1d not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:52:03.486149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd043d-ee89-4f5b-ad73-687ffe72c3f2 req-c724f521-b676-4303-91de-f9e38c37f76c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:03.489388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1dd043d-ee89-4f5b-ad73-687ffe72c3f2 req-c724f521-b676-4303-91de-f9e38c37f76c tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 948 time: 0.0808632 Jul 30 03:52:03.580827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1dd043d-ee89-4f5b-ad73-687ffe72c3f2 req-def72605-51e0-4aaf-9750-0869b3cea680 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857353 Jul 30 03:52:03.607831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:03.640535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=044805eb-7c98-4c9c-b671-8c28b974a5ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:03.654204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.654588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.654925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.655296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.655652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.655973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.656313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.656646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.656979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.657303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.657644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.657971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:03.929107 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:04.375399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:52:04.414526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:52:04.466277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18ee2-5521-47b7-9bcf-182aaf02a09b req-bdc6f18b-d5f9-4363-a37e-0a78244b300e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:04.481697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53c18ee2-5521-47b7-9bcf-182aaf02a09b req-bdc6f18b-d5f9-4363-a37e-0a78244b300e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1471691 Jul 30 03:52:04.588841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:04.618107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df', 'mac_address': 'fa:16:3e:d3:60:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:52:04.709357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:04.725503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:52:04.781209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:04.791926 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:04.879504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:05.019936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:52:05.271741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:05.292402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53c18ee2-5521-47b7-9bcf-182aaf02a09b req-6f7fb5cb-e20f-49fd-8039-a6403fc31a41 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8097143 Jul 30 03:52:05.298186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6085f2d2-2bf2-4232-831d-c0ed07e99bdc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/5eb3277f-7323-4347-b3e3-8ca3bfad8489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2254570 Jul 30 03:52:05.301283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:05.306385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] Sync routers for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:05.341335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5ba6-0652-4c3d-9011-ed7a790b7bcc req-fa860adc-fcd6-42e1-80b9-c41399fec4f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:05.351736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6df5ba6-0652-4c3d-9011-ed7a790b7bcc req-fa860adc-fcd6-42e1-80b9-c41399fec4f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 949 time: 0.2287836 Jul 30 03:52:05.354452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:05.356471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:51:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:05.437792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting subnet 8c1a076c-71f0-43ef-9767-1b34fd22403c {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:52:05.444835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:05.455240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6df5ba6-0652-4c3d-9011-ed7a790b7bcc req-194b1879-aad9-47d1-b5d1-560d6d4694a6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016204 Jul 30 03:52:05.511448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:05.650789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:05.661706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:05.798035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:05.880598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1a076c-71f0-43ef-9767-1b34fd22403c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:05.883228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:05.886306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-44ec63bf-8974-43b8-b243-e436c72b38f9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/subnets/8c1a076c-71f0-43ef-9767-1b34fd22403c HTTP/1.1" status: 204 len: 168 time: 0.5825679 Jul 30 03:52:05.888714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40634) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:06.014134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f265d1-659b-4dfd-963c-49481e4b3838 None None] Network 56531843-5319-4252-ab8b-833423fab7d7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:06.119341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:06.296224 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:06.391320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:06.402591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 9bd1efa6-d173-4b88-9d70-c86beb1786b5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:52:06.406288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:06.481183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:52:03Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '9bd1efa6-d173-4b88-9d70-c86beb1786b5', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:06.483472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] DHCP port deletion for 56531843-5319-4252-ab8b-833423fab7d7 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:52:06.508237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:06.539996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:06.540370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:06.544154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] Checking router: 5eb3277f-7323-4347-b3e3-8ca3bfad8489 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:06.568958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 9bd1efa6-d173-4b88-9d70-c86beb1786b5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9bd1efa6-d173-4b88-9d70-c86beb1786b5,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:06.569705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:06.583985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 9bd1efa6-d173-4b88-9d70-c86beb1786b5 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:52:06.655543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] Routers {'5eb3277f-7323-4347-b3e3-8ca3bfad8489'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:06.659171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:51:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:06.685816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5588de-63b4-40d0-b3b0-73a9c623993d req-34d846bd-4471-4044-a9a9-67a8d6352dde tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:06.687910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff5588de-63b4-40d0-b3b0-73a9c623993d req-34d846bd-4471-4044-a9a9-67a8d6352dde tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 949 time: 0.1289837 Jul 30 03:52:06.701428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf5f6-a5d7-4710-bfdf-90b1fe871cef req-4814cfbd-5bc1-4ca4-a241-b9f1c50c394c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:06.709859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f2cf5f6-a5d7-4710-bfdf-90b1fe871cef req-4814cfbd-5bc1-4ca4-a241-b9f1c50c394c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1012378 Jul 30 03:52:06.773901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f2cf5f6-a5d7-4710-bfdf-90b1fe871cef req-2368cd48-ff92-4db4-903f-6d4615baf6a8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629711 Jul 30 03:52:06.790545 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:06.834127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] Set router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:06.845196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff5588de-63b4-40d0-b3b0-73a9c623993d req-ea0ae1ad-08cb-4ba0-bd50-37bf715f7454 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255729 Jul 30 03:52:06.879316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=9bd1efa6-d173-4b88-9d70-c86beb1786b5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:06.895765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:52:06Z', 'revision_number': 6, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:06.932203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032dfda-238f-49a1-8344-c6f4d70a5d7b None None] The sync data for ids ['5eb3277f-7323-4347-b3e3-8ca3bfad8489'] in n-d-778696-14 is: [{'id': '5eb3277f-7323-4347-b3e3-8ca3bfad8489', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264281632', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:49:27Z', 'updated_at': '2021-07-30T03:52:06Z', 'revision_number': 6, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:06.950370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] Deleting port faad8659-3967-479f-b5bb-e7646134dba2 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:52:06.950752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.021777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.042405 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.076338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:07.078733 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3495588-e5bc-4a0c-990a-4f845384e77e" -d '{"events": [{"server_uuid": "0edfb589-dd3b-466d-b415-edc201c5c73f", "name": "network-vif-plugged", "status": "completed", "tag": "fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:07.102381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:07.107975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] For port faad8659-3967-479f-b5bb-e7646134dba2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=faad8659-3967-479f-b5bb-e7646134dba2,segment=NetworkSegment(2f4ad890-9d2e-44ea-93d1-0fd109fb16a2),segment_id=2f4ad890-9d2e-44ea-93d1-0fd109fb16a2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:07.108382 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.121373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.181921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] Calling delete_port for faad8659-3967-479f-b5bb-e7646134dba2 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:52:07.185144 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ca5cb-1c41-40ec-aebe-8375b7d09df8 x-openstack-request-id: req-214ca5cb-1c41-40ec-aebe-8375b7d09df8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:07.185440 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edfb589-dd3b-466d-b415-edc201c5c73f", "name": "network-vif-plugged", "status": "completed", "tag": "fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:07.185695 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-214ca5cb-1c41-40ec-aebe-8375b7d09df8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:07.186092 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df', 'code': 200} Jul 30 03:52:07.186832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:07.258814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.261801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.322002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.352867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.353347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb3277f-7323-4347-b3e3-8ca3bfad8489 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:52:07.361434 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.366032 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-be21054d-3e9d-4300-bf57-d625210061c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/routers/5eb3277f-7323-4347-b3e3-8ca3bfad8489 HTTP/1.1" status: 204 len: 168 time: 1.4728844 Jul 30 03:52:07.366382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40658) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:07.377440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] Pushing event deleted for resources: {'Port': ['ID=faad8659-3967-479f-b5bb-e7646134dba2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:07.397722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6a533-8fd5-47d8-aa21-18f4e089a535 None None] No DVR routers for this DVR port faad8659-3967-479f-b5bb-e7646134dba2 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:52:07.502313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5719d-adca-46e8-b65c-c056065847a2 req-1070f7fc-9516-4d2e-b739-6ebe65aaa986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:07.509182 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18e5719d-adca-46e8-b65c-c056065847a2 req-1070f7fc-9516-4d2e-b739-6ebe65aaa986 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 1102 time: 0.1890326 Jul 30 03:52:07.566668 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-18e5719d-adca-46e8-b65c-c056065847a2 req-3c6a05ce-600d-405d-bab6-711e0a7c73d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Jul 30 03:52:07.575023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.799480 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:07.839085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56531843-5319-4252-ab8b-833423fab7d7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:07.953888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:07.962242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4ad890-9d2e-44ea-93d1-0fd109fb16a2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:07.988571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.098096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.101468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40672) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:08.165773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:52:08.170779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:52:08.179013 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:52:08.292019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e94d-efd8-422f-8a43-abd1723178cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.327066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 044805eb-7c98-4c9c-b671-8c28b974a5ae no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:52:08.359640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 044805eb-7c98-4c9c-b671-8c28b974a5ae {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:52:08.361181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 044805eb-7c98-4c9c-b671-8c28b974a5ae not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:52:08.363079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device faad8659-3967-479f-b5bb-e7646134dba2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:52:08.401660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214cb5-0328-4060-a402-7e739386b90a req-3da4a8cc-b6fa-4884-852a-7fb71b561f5f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:08.411496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db214cb5-0328-4060-a402-7e739386b90a req-3da4a8cc-b6fa-4884-852a-7fb71b561f5f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.3932738 Jul 30 03:52:08.457302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: faad8659-3967-479f-b5bb-e7646134dba2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:52:08.457646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device faad8659-3967-479f-b5bb-e7646134dba2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:52:08.458097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bd1efa6-d173-4b88-9d70-c86beb1786b5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:52:08.536969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e94d-efd8-422f-8a43-abd1723178cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.539973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db214cb5-0328-4060-a402-7e739386b90a req-0c50eecc-965a-4dcd-a069-94110ea9b74a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898643 Jul 30 03:52:08.540221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9bd1efa6-d173-4b88-9d70-c86beb1786b5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:52:08.540584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9bd1efa6-d173-4b88-9d70-c86beb1786b5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:52:08.549441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e94d-efd8-422f-8a43-abd1723178cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.561376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb63e1-0d99-4dd8-8786-16f790b31edf req-58e881b8-a31d-4636-b703-bb3a447ec095 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:08.574543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2bb63e1-0d99-4dd8-8786-16f790b31edf req-58e881b8-a31d-4636-b703-bb3a447ec095 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 950 time: 0.5390997 Jul 30 03:52:08.591539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.630192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.632488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/networks/56531843-5319-4252-ab8b-833423fab7d7 HTTP/1.1" status: 204 len: 168 time: 1.2650976 Jul 30 03:52:08.636133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40682) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:08.646126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b280cd-0dde-450c-b5e3-d4d84c5c8a15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Network': ['ID=56531843-5319-4252-ab8b-833423fab7d7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:08.683943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2bb63e1-0d99-4dd8-8786-16f790b31edf req-7372ff83-265b-40b9-8dbc-23d02d2d2b70 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085546 Jul 30 03:52:08.710010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3e94d-efd8-422f-8a43-abd1723178cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8c0f3-1167-421c-844b-35f143c3ad18,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:08.715364 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e8f3e94d-efd8-422f-8a43-abd1723178cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f911238aaf5f4680b58fb9788f88ebe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123946 Jul 30 03:52:08.718103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:08.772723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-708ddb82-a31a-4b46-aec5-3ecd3cad6616 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.804404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-708ddb82-a31a-4b46-aec5-3ecd3cad6616 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.814084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c93-ba24-4f44-b387-44d5548c9934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.838563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c93-ba24-4f44-b387-44d5548c9934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.877301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-708ddb82-a31a-4b46-aec5-3ecd3cad6616 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.881727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-708ddb82-a31a-4b46-aec5-3ecd3cad6616 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.887681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-708ddb82-a31a-4b46-aec5-3ecd3cad6616 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/security-groups/ddbfa6ba-45ad-4265-b275-8530ea4b266b HTTP/1.1" status: 204 len: 168 time: 0.2353430 Jul 30 03:52:08.918544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c93-ba24-4f44-b387-44d5548c9934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.919417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ddb82-a31a-4b46-aec5-3ecd3cad6616 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbfa6ba-45ad-4265-b275-8530ea4b266b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:08.925326 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c93-ba24-4f44-b387-44d5548c9934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:08.926761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-70ae4c93-ba24-4f44-b387-44d5548c9934 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8e8c0f3-1167-421c-844b-35f143c3ad18 HTTP/1.1" status: 204 len: 168 time: 0.2076027 Jul 30 03:52:08.939804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4c93-ba24-4f44-b387-44d5548c9934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8c0f3-1167-421c-844b-35f143c3ad18,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:09.637094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40716) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:09.642334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672138330', 'description': 'tempest-secgroup-smoke-672138330 description', 'project_id': '55fcb199556c4121938ac914dcad765d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:09.685795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:09.814278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda1f3-f6ab-448b-9e94-4db7532bcdbd req-84a52af3-fa5a-44a1-8df4-523fe746242e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:09.817608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29eda1f3-f6ab-448b-9e94-4db7532bcdbd req-84a52af3-fa5a-44a1-8df4-523fe746242e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1176717 Jul 30 03:52:09.895509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:09.919205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:09.933266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29eda1f3-f6ab-448b-9e94-4db7532bcdbd req-10148b1f-a57d-46ae-a0e8-547c894a8998 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031299 Jul 30 03:52:09.973940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:09.975206 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3368435 Jul 30 03:52:09.977106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79ebc-75a5-4b61-9f0e-c1434415edf0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:09.980512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40734) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:09.988011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380810-8658-4fa2-888a-53ae1cdecf70 req-370a6dcf-84b7-446a-b626-6ad78ee0f1d7 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:09.991306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '4bf18d1e-a7f4-4e4c-971d-6f2127ae0989', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:09.995205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff380810-8658-4fa2-888a-53ae1cdecf70 req-370a6dcf-84b7-446a-b626-6ad78ee0f1d7 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 950 time: 0.1323507 Jul 30 03:52:10.042475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff380810-8658-4fa2-888a-53ae1cdecf70 req-1af7e8a4-4fdf-4fab-98ae-4ab079d054e6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Jul 30 03:52:10.092778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.245392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.255592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.283300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.285617 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032820 Jul 30 03:52:10.288530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:10.290105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e706-39ff-4035-8a7f-0f9dde356c1a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08832aa2-1804-4128-a263-704db65788df,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:10.296637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '4bf18d1e-a7f4-4e4c-971d-6f2127ae0989', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:10.359123 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.491756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.503933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.536759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc62198-19b3-4e28-a79d-4089a03e376c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:10.542755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.545792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-375d320c-386e-4541-afad-afa163eb0054 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2560709 Jul 30 03:52:10.548787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:10.563529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '4bf18d1e-a7f4-4e4c-971d-6f2127ae0989', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:10.658895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.761147 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.770402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.816718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.818265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2667587 Jul 30 03:52:10.820844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:10.825372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad57e2-59a7-4b2c-8d3b-fe94867690c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35bbdb5-d107-4705-8194-c502b237aeac,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:10.825608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '4bf18d1e-a7f4-4e4c-971d-6f2127ae0989', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:10.906042 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:10.911576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.015249 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.030078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.062654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34027fc-9fcf-405d-97e1-09cc9b463627,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:11.075314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.076808 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-57d0854d-396c-4ff6-b1a1-c9f0b186d155 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2549019 Jul 30 03:52:11.079544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:11.089862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '4bf18d1e-a7f4-4e4c-971d-6f2127ae0989', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:11.173947 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:52:11.195095 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.386997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.400492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12836a04-a48a-4b36-8dba-8bdb2facae1b req-80d325d4-6436-4812-9097-df4657a17d99 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:11.410834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12836a04-a48a-4b36-8dba-8bdb2facae1b req-80d325d4-6436-4812-9097-df4657a17d99 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1851399 Jul 30 03:52:11.422044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.456573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc51aaa-19fb-442d-a265-084de579b027,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:11.505207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12836a04-a48a-4b36-8dba-8bdb2facae1b req-fba6a974-be71-4606-aea2-0d06a3b30750 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929859 Jul 30 03:52:11.508673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.510062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1106098a-ec41-481f-91fb-eb73b21eb0be tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4271142 Jul 30 03:52:11.512953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40788) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:11.518989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '4bf18d1e-a7f4-4e4c-971d-6f2127ae0989', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:11.583470 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:52:11.590865 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.681304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.686416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.731014 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.732767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2187076 Jul 30 03:52:11.735951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:11.742944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'network': {'name': 'tempest-network-smoke--1059235456', 'project_id': '55fcb199556c4121938ac914dcad765d', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:11.785959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2d6ab-f99c-434f-824f-78ddf5359e8a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f81553f-e1a8-4a4a-8640-0fe075ad2eb7,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:11.817930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:11.823105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.869595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:52:11.882321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:11.883538 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Added segment 31468768-2d06-413e-b250-5e6f3c403076 of type vlan for network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 Jul 30 03:52:11.960277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.021360 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.054443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:12.055749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.231438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4934483 Jul 30 03:52:12.233635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:12.239624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'admin_state_up': True, 'project_id': '55fcb199556c4121938ac914dcad765d', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:12.242551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb31b12-9b71-45ac-9ce8-546504e4be2b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Network': ['ID=b452f2ec-b33f-4d52-bb7b-0303aecb2a04,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:12.256788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:52:12.316674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.318432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.445835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04f9ab16-f4c1-4b3d-891e-9c22434c591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.480035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.713023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2ca7-ba5a-48cd-9fae-02f811179712 req-2ade2a98-f9ea-474c-92cf-62940ed13f89 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:12.723164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdcc2ca7-ba5a-48cd-9fae-02f811179712 req-2ade2a98-f9ea-474c-92cf-62940ed13f89 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0868590 Jul 30 03:52:12.770705 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:12.788403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fdcc2ca7-ba5a-48cd-9fae-02f811179712 req-3a47f605-d393-4559-9602-1cdc464d852d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626266 Jul 30 03:52:13.145428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:13.178010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:13.361554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.159 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5c13a16c-2599-44ab-8ef5-63d1f9bcb688) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:13.718801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:13.855291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:14.020545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:14.025065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:14.035773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:14.054928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a41586-b670-4eab-a29f-46a0dee47fcd req-fdbd58b7-a6a6-45fe-97d5-c07ddb1ea210 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:14.056562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a41586-b670-4eab-a29f-46a0dee47fcd req-fdbd58b7-a6a6-45fe-97d5-c07ddb1ea210 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1776516 Jul 30 03:52:14.195016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a41586-b670-4eab-a29f-46a0dee47fcd req-4b29a2ff-2aa5-4401-b96f-b404fc5f3e0b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251819 Jul 30 03:52:14.226695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:14.545808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:14.678063 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0db6363f-3a22-466e-be8d-768f6eb279c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:14.962637 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:15.427812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33ea41-bfc1-4d0b-8da7-e30974dcfc25 req-28c728d1-4338-4265-95b8-36ea9ced4120 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:15.451862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af33ea41-bfc1-4d0b-8da7-e30974dcfc25 req-28c728d1-4338-4265-95b8-36ea9ced4120 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1225772 Jul 30 03:52:15.535202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af33ea41-bfc1-4d0b-8da7-e30974dcfc25 req-f691d3a3-a42e-44c4-9ad5-e3176601db47 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820243 Jul 30 03:52:15.596650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:15.961661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 4d42d19b-3c26-4681-979a-425b40179fc0 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:52:16.195577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:16.208033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Sync routers for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:16.226405 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:16.228045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cc91d72d-9f3a-4b8b-bfd7-dcc7ee4e5a9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9933939 Jul 30 03:52:16.231253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:16.233703 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:16.236491 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:16.323884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-03f0c864-0c54-4cb4-bdfb-64d796f9008f tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=55fcb199556c4121938ac914dcad765d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890162 Jul 30 03:52:16.324377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 40872) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:16.405889 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:16.508582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9826077-b0e0-4f7a-ab8c-338c60b8533a tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:16.510431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c9826077-b0e0-4f7a-ab8c-338c60b8533a tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847343 Jul 30 03:52:16.513092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40882) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:16.514965 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:16.625382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b118984c-356e-4157-ae6e-98be6546f28c tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1102865 Jul 30 03:52:16.628696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40888) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:16.637931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715220751', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'project_id': '55fcb199556c4121938ac914dcad765d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:16.790335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6d07-5797-40ef-8b76-1ccfa7b010ac req-48665105-9373-41fe-a387-fc7b6b7acd4e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:16.799266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e5b6d07-5797-40ef-8b76-1ccfa7b010ac req-48665105-9373-41fe-a387-fc7b6b7acd4e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1226311 Jul 30 03:52:16.906401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e5b6d07-5797-40ef-8b76-1ccfa7b010ac req-1d0e4250-47ae-4d11-9c2b-aba49d6f2596 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054742 Jul 30 03:52:16.906770 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:14Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:16.970076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:16.976888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:16.980004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Checking router: 4d42d19b-3c26-4681-979a-425b40179fc0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:16.982130 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Updating router 4d42d19b-3c26-4681-979a-425b40179fc0 port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:52:17.032254 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.364888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.460853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Subnet': ['ID=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:17.473895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Checking segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:17.478173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network hostable DHCP agents. Network: b452f2ec-b33f-4d52-bb7b-0303aecb2a04, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:52:17.522175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:52:17.572589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, b452f2ec-b33f-4d52-bb7b-0303aecb2a04) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:17.582369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205370bf-8c3b-437a-bace-dd1ec6079ca7 None None] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:17.588608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:17.589214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.617524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-30e2863b-b357-40af-b598-77b4051b3d2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9841299 Jul 30 03:52:17.620308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 40916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:17.660103 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.677241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Transition to ACTIVE for port object 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:17.686620 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.810790 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Attempting to bind port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:17.811125 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Attempting to bind port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:17.811490 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Attempting to bind port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:17.845682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:17.847821 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:17.848300 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.848758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:17.849813 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Bound port: 5c13a16c-2599-44ab-8ef5-63d1f9bcb688, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:17.850210 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.856355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:52:17.857561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:17.861500 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Pushing event updated for resources: {'Port': ['ID=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:17.965184 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] For port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:17.969565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] For port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:17.979837 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.980412 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.980817 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.981194 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.981864 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.982299 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.982746 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.983244 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.983584 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.983962 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.984463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:17.985349 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:18.002109 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.088842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:18.089720 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:18.112950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Allocated IP 172.20.0.2 (b452f2ec-b33f-4d52-bb7b-0303aecb2a04/aebfb4f1-a0a5-47d0-96fa-d78e9d367b32/24148a86-49f3-4d41-8bcb-9f4e07dfcd7e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:18.191857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443e3e-30c3-4858-8ac5-15a80823866f req-e865acca-68bb-4c55-9292-8c93b5974f1b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:18.193856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b443e3e-30c3-4858-8ac5-15a80823866f req-e865acca-68bb-4c55-9292-8c93b5974f1b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1331396 Jul 30 03:52:18.267372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b443e3e-30c3-4858-8ac5-15a80823866f req-b4c20f62-94f7-4fe6-ac54-7da5a4f3e752 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482244 Jul 30 03:52:18.319519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ee49f-89d6-4c61-a3dc-a4d8b20fc968 None None] Pushing event updated for resources: {'Port': ['ID=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:18.382254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:18.406426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.406614 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.423707 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.449490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Transition to ACTIVE for port object 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:18.467193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Transition to ACTIVE for port object 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:18.503602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.576544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:18.585473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:18.588229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Pushing event updated for resources: {'Port': ['ID=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:18.597646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:18.662383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Attempting to bind port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:18.663161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Attempting to bind port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:18.663761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Attempting to bind port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:18.676010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:18.676366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Checking segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:18.676783 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.677202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Bound using segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:18.677667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Bound port: 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:18.678072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.768992 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:14Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:18.795836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] For port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:18.800736 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12a980-fac9-4125-82e5-57678edfea81 None None] The sync data for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 is: [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:14Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:18.801341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] For port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:18.807783 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:18.859662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-2ab97ef6-7816-4760-954f-feb15225062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:18.861445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-2ab97ef6-7816-4760-954f-feb15225062a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.1580684 Jul 30 03:52:18.893738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2148ef-b5ff-40c8-ae0c-20a531d3aeab None None] Pushing event updated for resources: {'Port': ['ID=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:19.035090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.1 (b452f2ec-b33f-4d52-bb7b-0303aecb2a04/aebfb4f1-a0a5-47d0-96fa-d78e9d367b32/788d3214-153b-40e8-8206-c9151302337b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:19.140417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-806276ca-ce73-4f72-993c-466f02bdcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:19.141981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-806276ca-ce73-4f72-993c-466f02bdcd0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.2275472 Jul 30 03:52:19.332404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-3cfa9f0e-4d47-4a1a-a011-92d896402893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1002 time: 0.1795502 Jul 30 03:52:19.399180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:19.465318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object 788d3214-153b-40e8-8206-c9151302337b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:19.564053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-2b59325d-8ac8-4745-a3a1-9ce9d8f0ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:19.566844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-2b59325d-8ac8-4745-a3a1-9ce9d8f0ca70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.2270792 Jul 30 03:52:19.570959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:19.663441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:19.670424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:19.688169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:19.715023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654aba-e67c-4bb3-9565-d405dd98c838 req-78c4e8e8-d602-47a1-8cfe-cd9bad046a88 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:19.716635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca654aba-e67c-4bb3-9565-d405dd98c838 req-78c4e8e8-d602-47a1-8cfe-cd9bad046a88 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.2550235 Jul 30 03:52:19.718462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=788d3214-153b-40e8-8206-c9151302337b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:19.840549 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:19.858089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-f086fd52-075f-4be7-b192-b08cdfb6f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:19.860221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-f086fd52-075f-4be7-b192-b08cdfb6f1b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528946 Jul 30 03:52:19.956916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca654aba-e67c-4bb3-9565-d405dd98c838 req-66032be0-3076-429c-81f0-bf26ff0e5494 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275949 Jul 30 03:52:20.121750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-00507c1f-9312-4b90-84bc-9dabcf3926d2 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173221 Jul 30 03:52:20.372782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063d0e3-19d3-4aeb-9931-5e25e693f3b4 None None] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:20.504833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:20.573734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-926178cf-57df-4a0b-a6fa-0552fe6990ee None None] Provisioning for port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:20.636392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:20.640688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:20.641129 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:20.697185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:20.704647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a6d5a7-926f-427c-9e7f-146eb453f773 req-f333aee4-111f-40b9-aae0-716acf06c691 service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614152 Jul 30 03:52:20.776077 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:20.892226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:20.905200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:20.906075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:21.205566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb7b51-580f-4088-b61f-ebe7d361e053 req-f85e5f4b-5054-4fab-9a5f-f8c64169424b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:21.214162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86eb7b51-580f-4088-b61f-ebe7d361e053 req-f85e5f4b-5054-4fab-9a5f-f8c64169424b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1122284 Jul 30 03:52:21.214360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-66ae7ebf-7392-4cef-ab80-ce652c8bce6a None None] Provisioning complete for port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:21.214576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66ae7ebf-7392-4cef-ab80-ce652c8bce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.218025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:21.268088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:21.268737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.283118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:21.284057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.298982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.447053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86eb7b51-580f-4088-b61f-ebe7d361e053 req-1b6c4d18-4274-49aa-9d66-fb3b8fdc9659 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317078 Jul 30 03:52:21.457379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.479823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=788d3214-153b-40e8-8206-c9151302337b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:21.529795 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.565598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-66ae7ebf-7392-4cef-ab80-ce652c8bce6a None None] Provisioning for port 788d3214-153b-40e8-8206-c9151302337b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:21.576568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:21.579964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-66ae7ebf-7392-4cef-ab80-ce652c8bce6a None None] Provisioning complete for port 788d3214-153b-40e8-8206-c9151302337b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:21.582084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-66ae7ebf-7392-4cef-ab80-ce652c8bce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.586253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.693473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-66ae7ebf-7392-4cef-ab80-ce652c8bce6a None None] Port 788d3214-153b-40e8-8206-c9151302337b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:21.712563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:21.725445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:21.727112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:21.732186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41002) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:21.830116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8b9a18cb-70a4-4049-8a93-5a39332baf98 None None] Provisioning complete for port 788d3214-153b-40e8-8206-c9151302337b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:21.831229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b9a18cb-70a4-4049-8a93-5a39332baf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:21.923932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a18cb-70a4-4049-8a93-5a39332baf98 None None] Port 788d3214-153b-40e8-8206-c9151302337b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:22.046098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54582ef1-4714-4a9d-8384-ed30eacee664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.191001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 4d42d19b-3c26-4681-979a-425b40179fc0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:52:22.249539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54582ef1-4714-4a9d-8384-ed30eacee664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.258862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54582ef1-4714-4a9d-8384-ed30eacee664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.269261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-78c4d5a8-b9c0-47f8-819b-90cefdc5864a None None] Provisioning complete for port 788d3214-153b-40e8-8206-c9151302337b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:22.269886 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78c4d5a8-b9c0-47f8-819b-90cefdc5864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.343360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:22.377888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-54582ef1-4714-4a9d-8384-ed30eacee664 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f86bb8e8a8ba4596a10a125edf7f9b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424191 Jul 30 03:52:22.377888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54582ef1-4714-4a9d-8384-ed30eacee664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d56ced-0125-4c6e-81c8-8978607c1057,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:22.379531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41014) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:22.418477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-78c4d5a8-b9c0-47f8-819b-90cefdc5864a None None] Port 788d3214-153b-40e8-8206-c9151302337b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:22.446209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:22.456322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7b9ebba8-9b2b-46da-9220-b8630d820839 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/4d42d19b-3c26-4681-979a-425b40179fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8338857 Jul 30 03:52:22.457789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:22.458573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.486292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Sync routers for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:22.497191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1641661e-4802-4302-a060-7d16ad3ca622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.516112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:22.517352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:22.595472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1641661e-4802-4302-a060-7d16ad3ca622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.676072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1641661e-4802-4302-a060-7d16ad3ca622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.678643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1641661e-4802-4302-a060-7d16ad3ca622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:22.684147 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1641661e-4802-4302-a060-7d16ad3ca622 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4d56ced-0125-4c6e-81c8-8978607c1057 HTTP/1.1" status: 204 len: 168 time: 0.2909124 Jul 30 03:52:22.699984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641661e-4802-4302-a060-7d16ad3ca622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d56ced-0125-4c6e-81c8-8978607c1057,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:22.728142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdb04a-90bc-4994-94ea-08994aaa31ae req-f1ca0f63-9f56-49cc-93b1-34bc1284596e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:22.729787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dcdb04a-90bc-4994-94ea-08994aaa31ae req-f1ca0f63-9f56-49cc-93b1-34bc1284596e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.1084146 Jul 30 03:52:22.816465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dcdb04a-90bc-4994-94ea-08994aaa31ae req-4c51af94-2789-452c-8e4f-3b8714dae600 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798423 Jul 30 03:52:22.855762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-4effb977-78cc-4113-a2a0-842e375709d0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672138330&fields=id&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 267 time: 0.0813177 Jul 30 03:52:22.936078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:23.017252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:23.037144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-8df5743c-969b-4497-acd7-d0dc1d66ed12 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:23.038951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-8df5743c-969b-4497-acd7-d0dc1d66ed12 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 797 time: 0.1806934 Jul 30 03:52:23.069245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-98bd2932-27ad-4bb3-827e-03185f851728 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/quotas/55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 375 time: 0.0186424 Jul 30 03:52:23.156980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-0a4fd2d7-a00b-482f-968c-e1ac96708cf3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818465 Jul 30 03:52:23.179190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:23.179595 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.410434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 2, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:23.447318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:52:23.451888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Checking router: 4d42d19b-3c26-4681-979a-425b40179fc0 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:23.452458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Updating router 4d42d19b-3c26-4681-979a-425b40179fc0 port 788d3214-153b-40e8-8206-c9151302337b binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:52:23.511685 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.593134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-8d7c8a40-04b4-4a8b-8bb7-02758d3770ba service neutron] 10.222.0.39 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201133 Jul 30 03:52:23.669212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.694151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41072) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:23.746310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:23.748732 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ec8919-7630-4a7e-b958-b4a56d94f643" -d '{"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:23.768371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:23.769622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-9c6339b0-9fd0-4db5-8189-97af4031ef9b service neutron] 10.222.0.39 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685748 Jul 30 03:52:23.782686 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.810176 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428a4dc3-977d-4259-b8b5-ff4251e2eb84 x-openstack-request-id: req-428a4dc3-977d-4259-b8b5-ff4251e2eb84 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:23.810472 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-unplugged", "status": "failed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "code": 422}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:23.810730 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-428a4dc3-977d-4259-b8b5-ff4251e2eb84 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:23.811092 n-d-778696-14 neutron-server[93878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'code': 422} returned with failed status Jul 30 03:52:23.842746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1244508696-network', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:23.864088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:23.907019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Made reservation on behalf of 464f2b17ee9d44a98393525d077e3de6 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:23.911525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.947870 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.952672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:23.968168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Transition to ACTIVE for port object 788d3214-153b-40e8-8206-c9151302337b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:23.976887 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.030830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c7f50-edc7-4928-885f-4d2cef29bf31 None None] Pushing event updated for resources: {'Port': ['ID=788d3214-153b-40e8-8206-c9151302337b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:24.088923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0aeeff0b-790e-4b44-bd06-09a4693f41d6 req-5b6bb1fe-d349-494d-8679-4f55c4fe0e04 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 210 time: 0.1046019 Jul 30 03:52:24.123783 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.127723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f405d79-a5b0-40cc-a2f0-b71ab5b89221 req-158d3ee0-0950-4493-a1a5-940d81a3be10 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:24.134651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.136972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f405d79-a5b0-40cc-a2f0-b71ab5b89221 req-158d3ee0-0950-4493-a1a5-940d81a3be10 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.2013721 Jul 30 03:52:24.185440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Attempting to bind port 788d3214-153b-40e8-8206-c9151302337b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:24.185980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Attempting to bind port 788d3214-153b-40e8-8206-c9151302337b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:24.186442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Attempting to bind port 788d3214-153b-40e8-8206-c9151302337b on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:24.201156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:24.203213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Checking segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:24.203748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.204285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa72f25-a76e-44bf-b352-5ae957c349a2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:24.205851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Bound using segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:24.207542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Bound port: 788d3214-153b-40e8-8206-c9151302337b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:24.210938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.228092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:52:24.253217 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.253646 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Added segment edde1eb2-e23d-47e5-a613-11d3af0bbd8d of type vlan for network 581061d2-2bdb-4af3-99d2-c7858ff55e72 Jul 30 03:52:24.258341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f405d79-a5b0-40cc-a2f0-b71ab5b89221 req-48b7756c-63a6-4dd4-86c5-d5cbe402edca tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136656 Jul 30 03:52:24.346995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.399537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] For port 788d3214-153b-40e8-8206-c9151302337b, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:24.408687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] For port 788d3214-153b-40e8-8206-c9151302337b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=788d3214-153b-40e8-8206-c9151302337b,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:24.433524 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.496524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.497996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:24.498935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.556966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c7f50-edc7-4928-885f-4d2cef29bf31 None None] Pushing event updated for resources: {'Port': ['ID=788d3214-153b-40e8-8206-c9151302337b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:24.566387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:24.567312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:24.604916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] Pushing event updated for resources: {'Network': ['ID=581061d2-2bdb-4af3-99d2-c7858ff55e72,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:24.621178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:52:24.636661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9b507b72-7cee-408f-a134-a427ce9d96ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9393234 Jul 30 03:52:24.638563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:24.644725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Request body: {'subnet': {'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1244508696-subnet', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:24.699673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Made reservation on behalf of 464f2b17ee9d44a98393525d077e3de6 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:24.703084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:24.886417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:25.025027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.129927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Checking segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:25.130302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Network hostable DHCP agents. Network: 581061d2-2bdb-4af3-99d2-c7858ff55e72, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:52:25.139630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc58d59-5581-46f2-aec6-1ea026e0fdab,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:25.157463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:52:25.178107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 581061d2-2bdb-4af3-99d2-c7858ff55e72) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:25.186755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:25.188583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.211484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f2b6b-6a81-4764-ae1f-709492bf95e3 None None] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:25.214682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4e59876a-c97d-4456-bfc0-7472ed800de0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5741870 Jul 30 03:52:25.216806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41134) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:25.224348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:25.270578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.272343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.380914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b21d08c9-edc8-4804-8e76-95c25bbab133 req-e9403566-34fe-47bf-a57f-b443916c2f5b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 210 time: 0.0798645 Jul 30 03:52:25.413272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.450674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:24Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:25.522074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d8f6c-7b3b-4ea0-ba7e-19b10d19ece5 None None] The sync data for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 is: [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:24Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:25.601066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-581061d2-2bdb-4af3-99d2-c7858ff55e72', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:52:25.601894 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.673240 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:52:25.726465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fe50-bb9d-4921-9275-5a89d5e618f4 req-9f0a704c-3d7c-47b4-a610-2f3bd10f86e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:25.728113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8415fe50-bb9d-4921-9275-5a89d5e618f4 req-9f0a704c-3d7c-47b4-a610-2f3bd10f86e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1979146 Jul 30 03:52:25.784935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:25.876108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8415fe50-bb9d-4921-9275-5a89d5e618f4 req-bba2dc76-cd06-4bd4-a8e1-66b0d633a9ac tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353881 Jul 30 03:52:25.973144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Allocated IP 172.20.0.2 (581061d2-2bdb-4af3-99d2-c7858ff55e72/1bc58d59-5581-46f2-aec6-1ea026e0fdab/bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:26.175866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-5db0e84e-c0d3-485e-b611-ca70867e202f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:26.178078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-5db0e84e-c0d3-485e-b611-ca70867e202f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 797 time: 0.3000662 Jul 30 03:52:26.190891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-0a081b9b-1d63-4c7a-8eef-524b5453b5b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2560058 Jul 30 03:52:26.287502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.294117 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.298935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-379df56e-9a51-4f60-b809-2aa5f32c3f5c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 379 time: 0.0699222 Jul 30 03:52:26.306275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Transition to ACTIVE for port object bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:26.325379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'port': {'device_id': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'admin_state_up': True, 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'security_groups': ['4bf18d1e-a7f4-4e4c-971d-6f2127ae0989']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:26.327036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Transition to ACTIVE for port object bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:26.336149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.404753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.443563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Pushing event updated for resources: {'Port': ['ID=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:26.446876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 788d3214-153b-40e8-8206-c9151302337b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:26.494841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:26.500052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:26.506124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:26.604411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Attempting to bind port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:26.605469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Attempting to bind port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:26.606415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Attempting to bind port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f on network 581061d2-2bdb-4af3-99d2-c7858ff55e72 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:26.616399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:26.617712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Checking segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:26.618497 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.619084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Bound using segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:26.619820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Bound port: bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:26.620773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.649806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 788d3214-153b-40e8-8206-c9151302337b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:26.664151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56bacab5-72ba-4f9a-8cc9-43c642f38673 req-0c651037-b72d-459f-9329-59999fb70f77 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 210 time: 0.0689173 Jul 30 03:52:26.721395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 788d3214-153b-40e8-8206-c9151302337b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:26.722291 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.750520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Allocated IP 172.25.6.17 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/1dc47fe0-2690-432d-9975-02cbbab0db46) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:26.769170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:26.776128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.847460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] For port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:26.853515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] For port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:26.937045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:26.949230 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:27.036454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.5 (b452f2ec-b33f-4d52-bb7b-0303aecb2a04/aebfb4f1-a0a5-47d0-96fa-d78e9d367b32/e74334a9-b3ad-4148-8a4e-6136107f40ad) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:27.042032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:27.089309 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:27.104140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc47fe0-2690-432d-9975-02cbbab0db46,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:27.124617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:27.127600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193c7c-1b62-4ca9-a916-83d8e362ed49 None None] Pushing event updated for resources: {'Port': ['ID=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:27.140864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:27.149873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:27.214136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 788d3214-153b-40e8-8206-c9151302337b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=788d3214-153b-40e8-8206-c9151302337b,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:27.227804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:27.444857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=788d3214-153b-40e8-8206-c9151302337b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:27.462381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:52:27.556988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c39aa-2c12-424b-b0d7-93bb914f9630 req-bf54c776-adc8-4f14-befd-b2c3644c526c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:27.590084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-871c39aa-2c12-424b-b0d7-93bb914f9630 req-bf54c776-adc8-4f14-befd-b2c3644c526c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.5176489 Jul 30 03:52:27.837899 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:27.875967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-871c39aa-2c12-424b-b0d7-93bb914f9630 req-3eca95cb-3918-4785-9e5b-5c9b73e20164 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783644 Jul 30 03:52:27.887960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object e74334a9-b3ad-4148-8a4e-6136107f40ad will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:27.945031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.006336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cfe13e5-3dbe-491f-be56-4ec760d9c2e0 req-5cbcc884-a5af-4fbc-9c0e-d8de22b79674 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 210 time: 0.0560229 Jul 30 03:52:28.038158 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.101747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:28.115167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:28.122854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:28.246553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:28.286317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:28.294616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.333429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-059a8661-380a-40ac-966a-70798ed70a93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0211582 Jul 30 03:52:28.353724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Request body: {'port': {'device_id': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:28.391121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.484408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:28.489400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.701327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Router ab26201c-4938-4e55-84ca-95f05993719a is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:52:28.759041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:28.769835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ead356ba-f3cb-45d6-a6f5-e2cb69d1239d None None] Provisioning for port e74334a9-b3ad-4148-8a4e-6136107f40ad completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:28.786662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ead356ba-f3cb-45d6-a6f5-e2cb69d1239d None None] Provisioning complete for port e74334a9-b3ad-4148-8a4e-6136107f40ad triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:28.791555 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ead356ba-f3cb-45d6-a6f5-e2cb69d1239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.795042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 788d3214-153b-40e8-8206-c9151302337b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:28.888103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:28.907717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Sync routers for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:28.925077 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:28.929085 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:28.961722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:28.970130 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2b31cf6f-f166-4f2a-9e30-971f68bcfb20 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7510858 Jul 30 03:52:28.971506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:29.021256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ead356ba-f3cb-45d6-a6f5-e2cb69d1239d None None] Port e74334a9-b3ad-4148-8a4e-6136107f40ad cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:29.068391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 788d3214-153b-40e8-8206-c9151302337b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:29.068929 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:29.237148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:29.297614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74334a9-b3ad-4148-8a4e-6136107f40ad {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:52:29.307681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:29.323021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Transition to ACTIVE for port object e74334a9-b3ad-4148-8a4e-6136107f40ad will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:29.437079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:29.477753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf212f-a2cd-484e-ac1d-61a22733eabd None None] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:29.559869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] Provisioning for port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:29.573274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] Provisioning complete for port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:29.573847 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:29.592268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:29.620008 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 3, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:29.671654 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Checking router: ab26201c-4938-4e55-84ca-95f05993719a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:29.674634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Updating router ab26201c-4938-4e55-84ca-95f05993719a port 1dc47fe0-2690-432d-9975-02cbbab0db46 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:52:29.722269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31a839-d32e-446d-bb40-0d18e225bf53 req-42b0bf00-a36c-4815-905f-467fc5ccc0ae tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:29.727819 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:29.739063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f31a839-d32e-446d-bb40-0d18e225bf53 req-42b0bf00-a36c-4815-905f-467fc5ccc0ae tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.6809640 Jul 30 03:52:29.890219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ef833-5bc6-4ed3-897d-2d1e4b5ba473 req-7ecd5719-079b-4aea-ba99-62667f7c2db1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:29.907586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be6ef833-5bc6-4ed3-897d-2d1e4b5ba473 req-7ecd5719-079b-4aea-ba99-62667f7c2db1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.5767813 Jul 30 03:52:30.010032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.121213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] For port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:30.134964 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.179253 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.219090 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Transition to ACTIVE for port object 1dc47fe0-2690-432d-9975-02cbbab0db46 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:30.230065 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.287797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be6ef833-5bc6-4ed3-897d-2d1e4b5ba473 req-d4497f0a-dc03-46fd-b010-ceb098f30037 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789959 Jul 30 03:52:30.353729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f31a839-d32e-446d-bb40-0d18e225bf53 req-83983256-3355-4915-b697-c4a9b7c23f3d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6072938 Jul 30 03:52:30.418479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Attempting to bind port 1dc47fe0-2690-432d-9975-02cbbab0db46 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:30.419563 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Attempting to bind port 1dc47fe0-2690-432d-9975-02cbbab0db46 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:30.419974 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Attempting to bind port 1dc47fe0-2690-432d-9975-02cbbab0db46 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:30.458473 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:30.459107 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:30.459528 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.459921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:30.460867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Bound port: 1dc47fe0-2690-432d-9975-02cbbab0db46, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:30.461246 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.514686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededa59e-91a5-4fce-bfdf-d50f808f2f93 None None] Pushing event updated for resources: {'Port': ['ID=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:30.522681 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26bf72-c707-4c48-8344-952020b1f335 None None] Pushing event updated for resources: {'Port': ['ID=1dc47fe0-2690-432d-9975-02cbbab0db46,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:30.557388 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] For port 1dc47fe0-2690-432d-9975-02cbbab0db46, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:30.563095 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] For port 1dc47fe0-2690-432d-9975-02cbbab0db46, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc47fe0-2690-432d-9975-02cbbab0db46,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:30.570268 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.574467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:30.575014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:30.575625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:30.588617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:52:30.589183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:30.600709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:30.601328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Checking segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:30.601891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Bound using segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:30.602494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Bound port: e74334a9-b3ad-4148-8a4e-6136107f40ad, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:30.603724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.637298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2be3c305-6fb7-4ad2-adbc-37e97bdf084d None None] Provisioning complete for port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:30.637873 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2be3c305-6fb7-4ad2-adbc-37e97bdf084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.648540 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:30.649342 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:30.750587 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26bf72-c707-4c48-8344-952020b1f335 None None] Pushing event updated for resources: {'Port': ['ID=1dc47fe0-2690-432d-9975-02cbbab0db46,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:30.785265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.828057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:30.863497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:30.882982 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:30.890701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.958671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:30.962625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:30.962625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] 10.222.0.16 "PUT /v2.0/ports/e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1092 time: 2.6125002 Jul 30 03:52:30.962625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:30.979100 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332dc966-1397-40a9-86de-cb06d17240f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:31.009216 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:31.108025 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe1c803-f449-45e7-b363-60dbd9b24413 x-openstack-request-id: req-1fe1c803-f449-45e7-b363-60dbd9b24413 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:31.108323 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:31.108577 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fe1c803-f449-45e7-b363-60dbd9b24413 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:31.108977 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'status': 'completed', 'code': 200} Jul 30 03:52:31.166963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c726-36f6-41a1-9140-ed1ce4bdac33 service neutron] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:31.217185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-3e14ef15-799a-474a-aa7f-fb75749904ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:31.218641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-3e14ef15-799a-474a-aa7f-fb75749904ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1095 time: 0.1821654 Jul 30 03:52:31.286078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-f10b15ff-66ec-4ea0-b084-82e3ac6352d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 217 time: 0.0487342 Jul 30 03:52:31.348495 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 3, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:31.436405 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df3c29-0e51-4c41-9d8b-6e744a46e13d None None] The sync data for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 is: [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 3, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:32.001261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-ecbd2762-b8a1-4438-9855-c080718f5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:32.008740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-ecbd2762-b8a1-4438-9855-c080718f5fe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.7138090 Jul 30 03:52:32.038514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9d20-de88-47d9-a81a-7f775006020d req-fe095026-ee16-4071-a60c-05e220ee4c56 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:32.045207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05fb9d20-de88-47d9-a81a-7f775006020d req-fe095026-ee16-4071-a60c-05e220ee4c56 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.2892578 Jul 30 03:52:32.123231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Allocated IP 172.20.0.1 (581061d2-2bdb-4af3-99d2-c7858ff55e72/1bc58d59-5581-46f2-aec6-1ea026e0fdab/153eab88-1084-4994-aeda-1608149815a5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:32.139938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe4c4-ae7a-4a86-84d8-f779c345d79f req-853cc9b3-7b0e-449d-b848-736475f61088 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:32.148236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87bfe4c4-ae7a-4a86-84d8-f779c345d79f req-853cc9b3-7b0e-449d-b848-736475f61088 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.3909414 Jul 30 03:52:32.262990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05fb9d20-de88-47d9-a81a-7f775006020d req-1856eb89-ef94-41f7-abab-482f8c34b302 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024102 Jul 30 03:52:32.281361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-6ecca1f3-0714-43c8-b782-e3fa98215772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:32.283444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-6ecca1f3-0714-43c8-b782-e3fa98215772 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2543538 Jul 30 03:52:32.519068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:32.580736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:32.581647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:32.625295 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87bfe4c4-ae7a-4a86-84d8-f779c345d79f req-2a4befb8-e7af-4d82-adc7-d8720c641606 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524980 Jul 30 03:52:32.639371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-4b5f76b3-6db7-4a51-9f48-a1657bc38d2a service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480680 Jul 30 03:52:32.752081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc47fe0-2690-432d-9975-02cbbab0db46 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:32.824957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1dc47fe0-2690-432d-9975-02cbbab0db46 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:32.831229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1dc47fe0-2690-432d-9975-02cbbab0db46 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:32.831431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:32.870341 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:32.900010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Transition to ACTIVE for port object 153eab88-1084-4994-aeda-1608149815a5 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:32.942369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-298f6f0d-a251-4688-bd13-f55f876e5f48 req-b151ec83-8fc9-4f38-a9ae-ca88a64f623f service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915184 Jul 30 03:52:32.991215 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:33.043589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 1dc47fe0-2690-432d-9975-02cbbab0db46, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc47fe0-2690-432d-9975-02cbbab0db46,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:33.051564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:33.052152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:33.138678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=1dc47fe0-2690-432d-9975-02cbbab0db46,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:33.182519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Pushing event updated for resources: {'Port': ['ID=153eab88-1084-4994-aeda-1608149815a5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:33.200960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:33.203876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:33.207396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:33.232608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc966-1397-40a9-86de-cb06d17240f8 req-897574ee-632c-49fd-8225-7afc32f53884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:33.235216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-897574ee-632c-49fd-8225-7afc32f53884 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1095 time: 0.0847623 Jul 30 03:52:33.266615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:33.448663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc966-1397-40a9-86de-cb06d17240f8 req-e300408a-6bc0-4dc0-b575-cff9f0eeb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:33.450259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-e300408a-6bc0-4dc0-b575-cff9f0eeb4de service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.2038851 Jul 30 03:52:33.523533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-d5afe2e7-7d5d-4a84-afd1-c829e68abf5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 217 time: 0.0538108 Jul 30 03:52:33.572915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7fc8b2e-59d4-4858-8685-b251b05feea2 None None] Provisioning for port 153eab88-1084-4994-aeda-1608149815a5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:33.577553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7fc8b2e-59d4-4858-8685-b251b05feea2 None None] Provisioning complete for port 153eab88-1084-4994-aeda-1608149815a5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:33.578388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8b2e-59d4-4858-8685-b251b05feea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:33.594900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:33.631059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9760a-2da7-417d-a10a-f25cf07f7acd req-71663787-e40b-4424-bb87-b4dc3758484c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:33.632685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4e9760a-2da7-417d-a10a-f25cf07f7acd req-71663787-e40b-4424-bb87-b4dc3758484c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.2097561 Jul 30 03:52:33.634172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc966-1397-40a9-86de-cb06d17240f8 req-767ba36b-5420-400e-a5c4-66c19ede5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:33.640841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-767ba36b-5420-400e-a5c4-66c19ede5a3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.1098802 Jul 30 03:52:33.664607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8b2e-59d4-4858-8685-b251b05feea2 None None] Port 153eab88-1084-4994-aeda-1608149815a5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:33.772087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4e9760a-2da7-417d-a10a-f25cf07f7acd req-83b8b103-49c1-4c0e-9f6f-65a2149658f5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276705 Jul 30 03:52:33.785786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc966-1397-40a9-86de-cb06d17240f8 req-f80c0c5c-4bac-405c-ab83-5448e01d9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:33.787687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-f80c0c5c-4bac-405c-ab83-5448e01d9642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377008 Jul 30 03:52:33.984013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c94af-caba-4c97-b06f-065a07fc9644 req-a3a85408-f7f9-4a95-a438-24dfef8bd350 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:33.985828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-441c94af-caba-4c97-b06f-065a07fc9644 req-a3a85408-f7f9-4a95-a438-24dfef8bd350 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1907363 Jul 30 03:52:34.042651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-04b8a7a9-eaa9-4279-af61-9390948f0a19 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360864 Jul 30 03:52:34.119502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-441c94af-caba-4c97-b06f-065a07fc9644 req-a512c129-f9e6-47c9-9df9-52e80939d2c5 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234639 Jul 30 03:52:34.159310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:34.172205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:34.280717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc47fe0-2690-432d-9975-02cbbab0db46 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:34.285158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-332dc966-1397-40a9-86de-cb06d17240f8 req-517da271-1a61-49cd-af52-1f9670186fa3 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337649 Jul 30 03:52:34.311453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Pushing event updated for resources: {'Port': ['ID=153eab88-1084-4994-aeda-1608149815a5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:34.313898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:34.349676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1dc47fe0-2690-432d-9975-02cbbab0db46 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:34.350035 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:34.501189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:34.503353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:34.657369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Router ab26201c-4938-4e55-84ca-95f05993719a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:52:34.847306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:34.861554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Sync routers for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:34.873105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-adf0c64e-505f-420b-badc-67d0248c016a admin admin] 10.222.0.39 "PUT /v2.0/routers/ab26201c-4938-4e55-84ca-95f05993719a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8970528 Jul 30 03:52:34.911623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:34.915617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:35.054364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4b2ec-1ba9-4cb7-bd3e-0c85bc73979c req-f78ef4ca-61a8-42a2-a013-2a0aa3b9cc12 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:35.065901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b4b2ec-1ba9-4cb7-bd3e-0c85bc73979c req-f78ef4ca-61a8-42a2-a013-2a0aa3b9cc12 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.1913917 Jul 30 03:52:35.115641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acbf32fa-b0b6-4f5a-a5c0-37ea323bc2e6 None None] Provisioning complete for port 153eab88-1084-4994-aeda-1608149815a5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:35.118682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acbf32fa-b0b6-4f5a-a5c0-37ea323bc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:35.131838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b4b2ec-1ba9-4cb7-bd3e-0c85bc73979c req-78372841-8562-4522-924d-22137a615d93 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628374 Jul 30 03:52:35.173953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-acbf32fa-b0b6-4f5a-a5c0-37ea323bc2e6 None None] Port 153eab88-1084-4994-aeda-1608149815a5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:35.333736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:35.335613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960ed71-888a-4676-9117-b134f86b9609 req-13deb0ac-b6b6-4ce7-8bfb-fc9a20360783 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:35.340615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b960ed71-888a-4676-9117-b134f86b9609 req-13deb0ac-b6b6-4ce7-8bfb-fc9a20360783 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1007712 Jul 30 03:52:35.437664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b960ed71-888a-4676-9117-b134f86b9609 req-f97cef1f-e6b5-442d-94b0-0b6695a9f103 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774450 Jul 30 03:52:35.683551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1b8a81c2-d5f2-4cce-8a43-faf74f12544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:35.691213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1b8a81c2-d5f2-4cce-8a43-faf74f12544c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7&tenant_id=8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 1096 time: 0.0826712 Jul 30 03:52:35.711092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:35.717983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 2, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:35.754562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Checking router: ab26201c-4938-4e55-84ca-95f05993719a for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:35.754926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Updating router ab26201c-4938-4e55-84ca-95f05993719a port 153eab88-1084-4994-aeda-1608149815a5 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:52:35.795565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:35.818380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:35.936356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:35.947692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1896055412-network', 'tenant_id': '26eca33f747d48adad77cbc9919a530e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:36.013784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Made reservation on behalf of 26eca33f747d48adad77cbc9919a530e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:36.018587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.028463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.142044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.149570 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.186171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:52:36.206078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81646c0a-3a6b-446a-befb-6bd043a16006,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:36.228211 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.230692 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Added segment 29c43be3-058c-44a4-b1a9-bf0325e1dbee of type vlan for network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 Jul 30 03:52:36.271751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:36.308356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:36.328936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.364599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:52:36.365065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.395188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Transition to ACTIVE for port object 153eab88-1084-4994-aeda-1608149815a5 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:36.406594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed7c4-c238-417f-bc3e-dd18b1f572ef req-3f0972eb-c78a-4a98-9855-a3ca29ceaf80 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:36.409028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.410286 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.414994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d7ed7c4-c238-417f-bc3e-dd18b1f572ef req-3f0972eb-c78a-4a98-9855-a3ca29ceaf80 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.1533263 Jul 30 03:52:36.424545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.425599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:36.426186 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.446086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Transition to ACTIVE for port object 692c299a-3e20-49aa-bdaf-4143357f094b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:36.456937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.472007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac76d-da7f-4a20-8c10-783bad05b99e None None] Pushing event updated for resources: {'Port': ['ID=153eab88-1084-4994-aeda-1608149815a5,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:36.568870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6312699 Jul 30 03:52:36.575451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:36.599205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Request body: {'subnet': {'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1896055412-subnet', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:36.605746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:36.644488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Attempting to bind port 153eab88-1084-4994-aeda-1608149815a5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:36.651411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Attempting to bind port 153eab88-1084-4994-aeda-1608149815a5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:36.652880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Attempting to bind port 153eab88-1084-4994-aeda-1608149815a5 on network 581061d2-2bdb-4af3-99d2-c7858ff55e72 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:36.665620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d7ed7c4-c238-417f-bc3e-dd18b1f572ef req-48c6ea05-b4e1-4143-a7a5-1486a742533d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448218 Jul 30 03:52:36.692462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:36.692855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Checking segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:36.693245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.693651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Bound using segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:36.694133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Bound port: 153eab88-1084-4994-aeda-1608149815a5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:36.694502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:36.726816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d653ad3-2ee0-4104-8b95-e3b40f3acf33 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5795c6-5eb8-4d24-b0f7-741bd05dad88,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:36.762080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] No DVR routers for this DVR port 692c299a-3e20-49aa-bdaf-4143357f094b on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:52:36.768891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:52:36.784676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f9f8-ed94-43a3-8f80-4493954e7c39 req-050580ef-de72-4add-a51a-03a3547fa250 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:36.797032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8b8f9f8-ed94-43a3-8f80-4493954e7c39 req-050580ef-de72-4add-a51a-03a3547fa250 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1639466 Jul 30 03:52:36.861082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Made reservation on behalf of 26eca33f747d48adad77cbc9919a530e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:36.870596 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.025620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] For port 153eab88-1084-4994-aeda-1608149815a5, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:37.036825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:37.037192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:37.037524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:37.044349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] For port 153eab88-1084-4994-aeda-1608149815a5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=153eab88-1084-4994-aeda-1608149815a5,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:37.047882 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Port 692c299a-3e20-49aa-bdaf-4143357f094b on network 3f076422-8250-48a7-8ec8-3fdef4cce05c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:52:37.048364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Attempting to bind port 692c299a-3e20-49aa-bdaf-4143357f094b on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:37.053158 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.062246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:37.062584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:37.062973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Bound using segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:37.063449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Bound port: 692c299a-3e20-49aa-bdaf-4143357f094b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:37.065518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.086263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8b8f9f8-ed94-43a3-8f80-4493954e7c39 req-df1779f0-4970-41fb-9dcd-3677939de19a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868180 Jul 30 03:52:37.141661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:37.143451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:37.259024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:37.263061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:37.272117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.312477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:37.313303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.326486 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1093 time: 1.6259840 Jul 30 03:52:37.361740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:37.426185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.431624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac76d-da7f-4a20-8c10-783bad05b99e None None] Pushing event updated for resources: {'Port': ['ID=153eab88-1084-4994-aeda-1608149815a5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:37.510033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:37.515784 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7e306c-26f2-426b-baa0-de1c97801eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:37.527278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338fddb-401e-47c9-9fc4-c1050c6ea6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:37.559039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Checking segment: {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:37.559418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Network hostable DHCP agents. Network: 4a5795c6-5eb8-4d24-b0f7-741bd05dad88, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:52:37.573428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:52:37.607348 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13f72c-557f-4b40-945f-d399fdb9e3c9 x-openstack-request-id: req-bb13f72c-557f-4b40-945f-d399fdb9e3c9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:37.607752 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:37.608012 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb13f72c-557f-4b40-945f-d399fdb9e3c9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:37.608418 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'status': 'completed', 'code': 200} Jul 30 03:52:37.609086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab716126-67a4-4f2c-828c-91485104ec98,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:37.628793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:52:37.629589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-107b4697-0d5e-42ed-b45e-d879c8b21118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:37.631542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-107b4697-0d5e-42ed-b45e-d879c8b21118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0974696 Jul 30 03:52:37.652194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 4a5795c6-5eb8-4d24-b0f7-741bd05dad88) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:37.666654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:37.672544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.705968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-24d74cb2-eb32-4d34-ad3d-037d8d8b080f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1246312 Jul 30 03:52:37.706231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:37.711522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:37.720231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:37.735681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'mac_address': 'fa:16:3e:28:39:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:52:37.737265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29409d-022b-4395-a06e-a6a35cfa09fb None None] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:37.761453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.763187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.859607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-99ecf1d4-0e5b-48d7-bd3c-aa736ae288ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:37.861955 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-99ecf1d4-0e5b-48d7-bd3c-aa736ae288ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.2218935 Jul 30 03:52:37.865137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.926254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:37.961527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74334a9-b3ad-4148-8a4e-6136107f40ad {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:52:37.983113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:37.989585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:38.096624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e4b8-2395-4e2f-9c0c-414fdb62eaac req-43b8bc55-fac1-4754-93b5-2028109245a7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:38.097510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-d76adc00-8e27-4d14-b08e-736487eaeb5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1000 time: 0.2276089 Jul 30 03:52:38.098866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7504e4b8-2395-4e2f-9c0c-414fdb62eaac req-43b8bc55-fac1-4754-93b5-2028109245a7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.2323780 Jul 30 03:52:38.190310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-b58b52cb-6324-40e9-a3e8-3f7a8e4f8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:38.192232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-b58b52cb-6324-40e9-a3e8-3f7a8e4f8238 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0855474 Jul 30 03:52:38.351688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-a5ee0751-fc42-472e-b3bc-70e8c90e8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:38.353404 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-a5ee0751-fc42-472e-b3bc-70e8c90e8b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521020 Jul 30 03:52:38.354093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:38.393951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:38.401253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7504e4b8-2395-4e2f-9c0c-414fdb62eaac req-cb187cb5-6845-408a-896b-3d6d6453ce13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421180 Jul 30 03:52:38.412738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-4a5795c6-5eb8-4d24-b0f7-741bd05dad88', 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'fixed_ips': [{'subnet_id': 'ab716126-67a4-4f2c-828c-91485104ec98'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:52:38.414190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:38.438274 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:36Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:38.441064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e74334a9-b3ad-4148-8a4e-6136107f40ad'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:52:38.554402 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-e268e009-88c9-449c-92e7-9285e64f4f4c service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907778 Jul 30 03:52:38.587817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c49a5-35cc-44db-bd5b-7a8c690cad34 req-96f6993e-d49c-49d9-9593-96739b9a9fa3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:38.589552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-926c49a5-35cc-44db-bd5b-7a8c690cad34 req-96f6993e-d49c-49d9-9593-96739b9a9fa3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2857070 Jul 30 03:52:38.619474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622e7b-2416-4f43-95f9-90670148c573 None None] The sync data for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 is: [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:36Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:38.706516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-926c49a5-35cc-44db-bd5b-7a8c690cad34 req-fc40809b-534e-4155-bebe-a82de379d7cd tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992126 Jul 30 03:52:38.770265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Allocated IP 172.20.0.2 (4a5795c6-5eb8-4d24-b0f7-741bd05dad88/ab716126-67a4-4f2c-828c-91485104ec98/5e1c740d-5cea-4b9b-aee6-047c8cecb89d) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:38.773133 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0e6cd74-4479-4154-97d1-2a5878dd1131 req-c3858167-4f34-42f7-ba80-11fc959cb51c service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110271 Jul 30 03:52:38.921192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-712e3c05-ef62-4a6d-b973-b9307c5e2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:38.922831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-712e3c05-ef62-4a6d-b973-b9307c5e2ac6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0838530 Jul 30 03:52:39.020972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.067530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.095888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-bab76b41-056d-44dd-bf2b-760d9d666166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:39.097777 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-bab76b41-056d-44dd-bf2b-760d9d666166 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1675196 Jul 30 03:52:39.226375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-5d5ee139-22bb-4b97-b455-0777b77272e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1000 time: 0.1142054 Jul 30 03:52:39.234049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.304870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Transition to ACTIVE for port object 5e1c740d-5cea-4b9b-aee6-047c8cecb89d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:39.358661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-30b72d57-d064-404d-87b8-85fbd7ca6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:39.361477 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-30b72d57-d064-404d-87b8-85fbd7ca6d19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1263502 Jul 30 03:52:39.388762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Allocated IP 172.25.6.114 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/6a5013ed-9c95-465e-9a60-4945d7562d58) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:39.396422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Transition to ACTIVE for port object 5e1c740d-5cea-4b9b-aee6-047c8cecb89d will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:39.425149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.501585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-45f417b3-b30c-48d2-9b19-4ec6688f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:39.505689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-45f417b3-b30c-48d2-9b19-4ec6688f86cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365497 Jul 30 03:52:39.625722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:39.634919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.659459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:39.676723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:39.682090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Pushing event updated for resources: {'Port': ['ID=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:39.746787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-a9d7d115-20c4-410c-a7c6-a7b3aea7af86 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319832 Jul 30 03:52:39.833350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1701-571c-4436-82fe-895e8f211cc8 req-dfd2f371-769a-46d3-88df-7075f2d224c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:39.849260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a48e1701-571c-4436-82fe-895e8f211cc8 req-dfd2f371-769a-46d3-88df-7075f2d224c2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.1913743 Jul 30 03:52:39.854435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Attempting to bind port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:39.856332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Attempting to bind port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:39.857044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Attempting to bind port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d on network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:39.874284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:39.891862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Checking segment: {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:39.892425 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.893118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Bound using segment: {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:39.899625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Bound port: 5e1c740d-5cea-4b9b-aee6-047c8cecb89d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:39.900190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:39.989268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:40.117389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] For port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:40.129688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] For port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:40.140942 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:40.147684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4a7e306c-26f2-426b-baa0-de1c97801eeb req-b1f4cc2c-b7b0-4262-9095-684e29073d00 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841184 Jul 30 03:52:40.249804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5013ed-9c95-465e-9a60-4945d7562d58,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:40.389346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:40.406533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a48e1701-571c-4436-82fe-895e8f211cc8 req-5df0552b-ea8a-42b6-91b0-5cb51c086191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5546732 Jul 30 03:52:40.418983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:40.434980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:40.461065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a5aa2-b539-4524-a8f2-2f1691e77c37 None None] Pushing event updated for resources: {'Port': ['ID=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:40.468146 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb20f97-0656-4766-afc2-fa45a07d2adf req-4cd64b1d-ee09-472a-84af-8a00fcf4f4df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:40.483544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2cb20f97-0656-4766-afc2-fa45a07d2adf req-4cd64b1d-ee09-472a-84af-8a00fcf4f4df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.5470684 Jul 30 03:52:40.504869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 153eab88-1084-4994-aeda-1608149815a5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:40.640004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 153eab88-1084-4994-aeda-1608149815a5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:40.650673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 153eab88-1084-4994-aeda-1608149815a5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:40.652165 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:40.767980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-9345b660-ee52-40cb-b8ee-8caa073329d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:40.769545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-9345b660-ee52-40cb-b8ee-8caa073329d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1362054 Jul 30 03:52:40.847425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2cb20f97-0656-4766-afc2-fa45a07d2adf req-85ecb6d3-2c1d-44e2-82ea-1eddbb838556 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589571 Jul 30 03:52:41.176372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-a6741714-8f75-42c1-ad2a-84f4effbb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:41.184314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-a6741714-8f75-42c1-ad2a-84f4effbb1db service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.3593636 Jul 30 03:52:41.301392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:41.428212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:41.492114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:41.509533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 153eab88-1084-4994-aeda-1608149815a5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=153eab88-1084-4994-aeda-1608149815a5,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:41.518336 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:41.619951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=153eab88-1084-4994-aeda-1608149815a5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:41.636283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:41.714055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port e74334a9-b3ad-4148-8a4e-6136107f40ad completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:41.722406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port e74334a9-b3ad-4148-8a4e-6136107f40ad triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:41.723667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:41.954161 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:42.000580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:42.003790 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2ee0d-f68a-4959-993d-1a024b910001" -d '{"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-plugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:42.036137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:42.045564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:42.142743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:42.262913 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-c6b706de-c1b3-4e85-9294-20351b83e848 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 200 len: 1000 time: 1.0590174 Jul 30 03:52:42.358407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d64cc1-538b-47f1-bc1f-cc4aaf941b5e None None] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:52:42.472903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-7cdd5861-6806-481c-b0fe-a8b2eef75add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:42.479045 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-7cdd5861-6806-481c-b0fe-a8b2eef75add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1249437 Jul 30 03:52:42.600167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-f35df982-ac1e-4893-b6e6-f45fc5f0ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:42.601702 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-f35df982-ac1e-4893-b6e6-f45fc5f0ab85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118727 Jul 30 03:52:42.658964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eda1ca-0f84-4875-bb7b-1f9eaa4962b3 req-2efe1ee5-70b9-4183-bbfc-d06f6dbadbba tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:42.679404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27eda1ca-0f84-4875-bb7b-1f9eaa4962b3 req-2efe1ee5-70b9-4183-bbfc-d06f6dbadbba tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 1.0704637 Jul 30 03:52:42.695510 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:42.713281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c740d-5cea-4b9b-aee6-047c8cecb89d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:42.750049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a9deb-e582-4fd3-a6e2-e0d722a4d7b0 req-fc6c42e3-fc7c-4f55-9fb6-ddd778d0c31d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:42.755576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a4a9deb-e582-4fd3-a6e2-e0d722a4d7b0 req-fc6c42e3-fc7c-4f55-9fb6-ddd778d0c31d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.5279908 Jul 30 03:52:42.823337 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1df78a9b-5ef1-4143-899c-64e9f0985b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:42.834581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:42.852896 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-94823ccb-e9ad-4370-8ee7-ecb6427e4ace service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360344 Jul 30 03:52:42.872415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:42.872839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:42.999786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-02af6bd1-0bce-4250-9e09-c574bad0a0a7 None None] Provisioning for port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:43.028936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-02af6bd1-0bce-4250-9e09-c574bad0a0a7 None None] Provisioning complete for port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:43.029313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02af6bd1-0bce-4250-9e09-c574bad0a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:43.157152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27eda1ca-0f84-4875-bb7b-1f9eaa4962b3 req-608771d2-0ecb-47fc-9746-8af66cf64adc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4765639 Jul 30 03:52:43.191316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bf14e22f-6646-42e6-be8b-86715c262a81 req-c02aea77-6c7e-4d6a-bfe2-45de584e2140 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095965 Jul 30 03:52:43.283801 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0afff0-3db4-482b-9991-2d5da1f91738 x-openstack-request-id: req-1a0afff0-3db4-482b-9991-2d5da1f91738 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:43.284154 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-plugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:43.284357 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a0afff0-3db4-482b-9991-2d5da1f91738 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:43.284770 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'code': 200} Jul 30 03:52:43.345836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:43.368907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a4a9deb-e582-4fd3-a6e2-e0d722a4d7b0 req-60d6ebce-8499-48fe-a1a0-fec35eb58599 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4325008 Jul 30 03:52:43.540822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dddba-cd3d-49b2-b689-b7d17f14802c req-6e7add9e-52fb-4be1-9419-2d6e36e21f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:43.546288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d5dddba-cd3d-49b2-b689-b7d17f14802c req-6e7add9e-52fb-4be1-9419-2d6e36e21f91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1097 time: 0.1731288 Jul 30 03:52:43.556426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:43.560755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-02af6bd1-0bce-4250-9e09-c574bad0a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:43.623832 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:43.624525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 153eab88-1084-4994-aeda-1608149815a5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:43.631670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d5dddba-cd3d-49b2-b689-b7d17f14802c req-ed6c49f4-eb0f-4d01-9a1a-19b631ec763b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758715 Jul 30 03:52:43.632331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Router 7383ac05-7cb1-4605-aad3-738171f919d1 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:52:43.849730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-02af6bd1-0bce-4250-9e09-c574bad0a0a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:52:43.850431 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-02af6bd1-0bce-4250-9e09-c574bad0a0a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:52:43.884355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:43.899196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 153eab88-1084-4994-aeda-1608149815a5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:43.899588 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:43.914253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:43.923913 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Sync routers for ids ['7383ac05-7cb1-4605-aad3-738171f919d1'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:43.943528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:43.944277 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Routers {'7383ac05-7cb1-4605-aad3-738171f919d1'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:43.945196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7383ac05-7cb1-4605-aad3-738171f919d1'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:43.948360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9c2390de-0846-41e7-a155-c80050a38e16 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2407801 Jul 30 03:52:43.951367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:44.500106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c740d-5cea-4b9b-aee6-047c8cecb89d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:44.551111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567fcf-939e-4073-8384-f257ae395781 req-cbf9b01e-5bb2-4cff-aa29-e9016d731e64 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:44.561611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a567fcf-939e-4073-8384-f257ae395781 req-cbf9b01e-5bb2-4cff-aa29-e9016d731e64 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.1890161 Jul 30 03:52:44.643989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c742f911-902d-4257-875c-cd22c8a8ae20 None None] Provisioning complete for port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:44.644365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c742f911-902d-4257-875c-cd22c8a8ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:44.691664 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Set router 7383ac05-7cb1-4605-aad3-738171f919d1 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:44.767605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7fdce84-7829-4dfe-9fb4-42ad65463049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:44.809623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:44.811049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:44.867632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a567fcf-939e-4073-8384-f257ae395781 req-fa29a11b-ac95-4cde-89f5-65b82868630c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936640 Jul 30 03:52:44.945868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdcf6f-4fee-48b3-b7a0-072e26e5ebaa req-9f0fb68a-9d67-4271-aebd-efbb8ca0f0e7 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:44.945868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96cdcf6f-4fee-48b3-b7a0-072e26e5ebaa req-9f0fb68a-9d67-4271-aebd-efbb8ca0f0e7 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3207004 Jul 30 03:52:45.094056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:45.113621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96cdcf6f-4fee-48b3-b7a0-072e26e5ebaa req-055200f2-23d9-4d13-8158-e05d5bf68ceb tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605315 Jul 30 03:52:45.172337 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 3, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:45.265703 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Checking router: 7383ac05-7cb1-4605-aad3-738171f919d1 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:45.266052 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Updating router 7383ac05-7cb1-4605-aad3-738171f919d1 port 6a5013ed-9c95-465e-9a60-4945d7562d58 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:52:45.296200 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:45.409864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:45.794772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Allocated IP 172.20.0.1 (4a5795c6-5eb8-4d24-b0f7-741bd05dad88/ab716126-67a4-4f2c-828c-91485104ec98/e3bc38be-28e1-4991-b9bb-5afad2f5f7fc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:45.943932 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:45.976671 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Transition to ACTIVE for port object 6a5013ed-9c95-465e-9a60-4945d7562d58 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:45.992293 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.097018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.108069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54208dfa-a7e4-40df-9804-1b6859637f50 req-6460a0c8-bf06-4d0a-99ce-304f80628159 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:46.121634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54208dfa-a7e4-40df-9804-1b6859637f50 req-6460a0c8-bf06-4d0a-99ce-304f80628159 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.1183748 Jul 30 03:52:46.136277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Transition to ACTIVE for port object e3bc38be-28e1-4991-b9bb-5afad2f5f7fc will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:46.165530 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Attempting to bind port 6a5013ed-9c95-465e-9a60-4945d7562d58 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:46.165996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Attempting to bind port 6a5013ed-9c95-465e-9a60-4945d7562d58 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:46.166452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Attempting to bind port 6a5013ed-9c95-465e-9a60-4945d7562d58 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:46.178459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10fceb-5f04-45ca-a6c3-9ae52de6629e None None] Pushing event updated for resources: {'Port': ['ID=6a5013ed-9c95-465e-9a60-4945d7562d58,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:46.180999 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:46.181600 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:46.181729 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.200229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:46.200789 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Bound port: 6a5013ed-9c95-465e-9a60-4945d7562d58, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:46.201195 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.214955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54208dfa-a7e4-40df-9804-1b6859637f50 req-e9bd6fe4-0956-4b0c-bc68-de0b151a6d6f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914271 Jul 30 03:52:46.256991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.326843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:46.334737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:46.346264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:46.367831 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] For port 6a5013ed-9c95-465e-9a60-4945d7562d58, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:46.371968 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] For port 6a5013ed-9c95-465e-9a60-4945d7562d58, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6a5013ed-9c95-465e-9a60-4945d7562d58,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:46.379801 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.421550 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.478325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0212-017e-49e3-b39c-d556bc50f84c req-b081c8b4-85b5-43ee-bca3-de30c9275262 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:46.479968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-897a0212-017e-49e3-b39c-d556bc50f84c req-b081c8b4-85b5-43ee-bca3-de30c9275262 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2056470 Jul 30 03:52:46.511187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.548674 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Routers {'7383ac05-7cb1-4605-aad3-738171f919d1'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:46.549660 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7383ac05-7cb1-4605-aad3-738171f919d1'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:46.624747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Pushing event updated for resources: {'Port': ['ID=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:46.732759 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] Set router 7383ac05-7cb1-4605-aad3-738171f919d1 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:46.736212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-897a0212-017e-49e3-b39c-d556bc50f84c req-9befb0d3-0140-4c76-8088-894cf87216c7 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436047 Jul 30 03:52:46.769968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07171-a50c-4cb1-ab0f-ed0c2ce66282 req-6ac7b706-8763-4037-8328-9ca42883dbb0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:46.781399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12d07171-a50c-4cb1-ab0f-ed0c2ce66282 req-6ac7b706-8763-4037-8328-9ca42883dbb0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.2821922 Jul 30 03:52:46.885459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12d07171-a50c-4cb1-ab0f-ed0c2ce66282 req-3a5b5695-8409-4190-b67b-034bf7c80070 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948632 Jul 30 03:52:46.887207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.896849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b3da2f59-d3e1-4c7a-ae87-27fd61c3cada None None] Provisioning for port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:46.903012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41432) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:46.904784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b3da2f59-d3e1-4c7a-ae87-27fd61c3cada None None] Provisioning complete for port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:46.905659 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3da2f59-d3e1-4c7a-ae87-27fd61c3cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:46.946530 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10fceb-5f04-45ca-a6c3-9ae52de6629e None None] Pushing event updated for resources: {'Port': ['ID=6a5013ed-9c95-465e-9a60-4945d7562d58,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:47.007162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b3da2f59-d3e1-4c7a-ae87-27fd61c3cada None None] Port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:47.067387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ff1c7-8429-434c-b0c4-a6045671c2e7 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:47.069415 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ed7ff1c7-8429-434c-b0c4-a6045671c2e7 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1092 time: 0.1647255 Jul 30 03:52:47.072116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:47.077695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:47.132506 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 3, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:47.134077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:47.170839 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea83bb-ab45-4f52-84f9-4b3ce51244e0 None None] The sync data for ids ['7383ac05-7cb1-4605-aad3-738171f919d1'] in n-d-778696-14 is: [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 3, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:47.416757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:47.440128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:47.563259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Pushing event updated for resources: {'Port': ['ID=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:47.593418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:47.596471 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:47.878010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:47.882967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:47.991660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f4262-4f38-41fc-8f4d-9308999dce3c req-14f70adc-3baf-469b-8651-c17fa83e5759 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:48.013676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-706f4262-4f38-41fc-8f4d-9308999dce3c req-14f70adc-3baf-469b-8651-c17fa83e5759 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1289136 Jul 30 03:52:48.045412 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:48.102324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-706f4262-4f38-41fc-8f4d-9308999dce3c req-bf68c1d5-2419-42fe-a838-2ac52864bdfb tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866079 Jul 30 03:52:48.117089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Router 7383ac05-7cb1-4605-aad3-738171f919d1 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:52:48.139865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.142 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/bd5f2e76-74b2-4f38-857b-c13b7dbe1acf) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:48.356591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fa9c2f7d-ed3c-4477-826c-6e9d2ee85a49 None None] Provisioning complete for port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:48.357462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa9c2f7d-ed3c-4477-826c-6e9d2ee85a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:48.390133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:48.396986 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61fcc62e-8f3e-43e4-8908-927868f65cbd admin admin] 10.222.0.39 "PUT /v2.0/routers/7383ac05-7cb1-4605-aad3-738171f919d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4444778 Jul 30 03:52:48.457139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a5013ed-9c95-465e-9a60-4945d7562d58 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:48.560568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c2f7d-ed3c-4477-826c-6e9d2ee85a49 None None] Port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:48.590065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6a5013ed-9c95-465e-9a60-4945d7562d58 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:48.601062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6a5013ed-9c95-465e-9a60-4945d7562d58 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:48.601589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:48.721481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:48.814772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:48.841984 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:48.885842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:48.895457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:48.904809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:48.909015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=bd5f2e76-74b2-4f38-857b-c13b7dbe1acf,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:48.917320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6a5013ed-9c95-465e-9a60-4945d7562d58, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6a5013ed-9c95-465e-9a60-4945d7562d58,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:48.926413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:49.068834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6a5013ed-9c95-465e-9a60-4945d7562d58,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:49.367187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb3df5-e48e-4148-9762-323e6f63596f req-2aa1f3b7-b711-4b7a-9aee-94bb8aca1d16 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:49.387807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0fb3df5-e48e-4148-9762-323e6f63596f req-2aa1f3b7-b711-4b7a-9aee-94bb8aca1d16 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1165562 Jul 30 03:52:49.507837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0fb3df5-e48e-4148-9762-323e6f63596f req-64a85267-e841-463c-9d4a-5b23e1a07cf0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189506 Jul 30 03:52:49.802370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:49.931155 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:49.980957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Sync routers for ids ['7383ac05-7cb1-4605-aad3-738171f919d1'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:50.001923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Routers {'7383ac05-7cb1-4605-aad3-738171f919d1'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:50.007492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7383ac05-7cb1-4605-aad3-738171f919d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:50.127044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41466) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:50.132561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565705875', 'description': 'tempest-secgroup-smoke-1565705875 description', 'project_id': '464f2b17ee9d44a98393525d077e3de6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:50.187393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.274024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Set router 7383ac05-7cb1-4605-aad3-738171f919d1 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:50.340693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.352627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.360738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a5013ed-9c95-465e-9a60-4945d7562d58 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:50.368114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.374567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.419375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=bd5f2e76-74b2-4f38-857b-c13b7dbe1acf,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:50.422935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79158cc1-8625-4550-a322-fafc841c5609,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:50.442335 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.446438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5901da04-709a-4f09-bdaa-909580cbefe6 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3182516 Jul 30 03:52:50.447680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41468) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:50.459590 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group_rule': {'security_group_id': '79158cc1-8625-4550-a322-fafc841c5609', 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:50.482669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.554339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.678141 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.684410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.688856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6a5013ed-9c95-465e-9a60-4945d7562d58 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:50.689578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.736170 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP 42789957-ea4c-4097-a63e-fa234441848c associated. External IP: 172.25.6.142, port: e74334a9-b3ad-4148-8a4e-6136107f40ad. Jul 30 03:52:50.743130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc7ad96-e4db-409b-8887-53e2409ced6b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:50.762100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.766163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e04ff853-c5e7-4e89-adad-d0b3812cdea7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3124764 Jul 30 03:52:50.767864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41476) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:50.775339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group_rule': {'security_group_id': '79158cc1-8625-4550-a322-fafc841c5609', 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:50.816863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f22f88-d4d3-4aec-8993-281b598eb369 req-35ed36bc-8f55-489d-97e2-aca35d5dcfea tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:50.818988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83f22f88-d4d3-4aec-8993-281b598eb369 req-35ed36bc-8f55-489d-97e2-aca35d5dcfea tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1232855 Jul 30 03:52:50.841896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.895338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83f22f88-d4d3-4aec-8993-281b598eb369 req-47779c67-d270-41ee-9c54-ebaaaf32517f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694387 Jul 30 03:52:50.975401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.981641 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:50.986124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:52:46Z', 'revision_number': 4, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e3bc38be-28e1-4991-b9bb-5afad2f5f7fc', 'name': '', 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'mac_address': 'fa:16:3e:15:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ab716126-67a4-4f2c-828c-91485104ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:45Z', 'updated_at': '2021-07-30T03:52:47Z', 'revision_number': 2, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'subnets': [{'id': 'ab716126-67a4-4f2c-828c-91485104ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:51.013086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaf5ddd-3cda-4751-a8d5-372f157fb6be,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:51.022335 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.024297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a763fa1a-b65c-4df5-9337-f5cf4e763c8b tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532315 Jul 30 03:52:51.026535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:51.032952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group_rule': {'security_group_id': '79158cc1-8625-4550-a322-fafc841c5609', 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:51.042617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Checking router: 7383ac05-7cb1-4605-aad3-738171f919d1 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:51.043422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Updating router 7383ac05-7cb1-4605-aad3-738171f919d1 port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:52:51.082951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.084662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.172171 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.178211 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.209129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.212801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826293 Jul 30 03:52:51.212952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d416ba1-c8b0-4fe3-9596-24d348b29ae0 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1430d2ee-b411-4375-87c8-9e8eb7b419b9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:51.215515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41484) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:51.222246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group_rule': {'security_group_id': '79158cc1-8625-4550-a322-fafc841c5609', 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:51.291154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 4d42d19b-3c26-4681-979a-425b40179fc0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:52:51.316289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.442928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.449921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.531041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e1704d-9a33-4c9a-a4dc-f2e187c87957,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:51.565934 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.567026 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef0735c0-fe22-43c8-9e75-428d588933a9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3498776 Jul 30 03:52:51.569672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:51.576012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group_rule': {'security_group_id': '79158cc1-8625-4550-a322-fafc841c5609', 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:51.586370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.617000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Transition to ACTIVE for port object e3bc38be-28e1-4991-b9bb-5afad2f5f7fc will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:51.618325 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Project 464f2b17ee9d44a98393525d077e3de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:52:51.625871 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.632285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.659722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:52:51.671759 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] Sync routers for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:52:51.688780 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:51.689952 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:51.711186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.790923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b3e0291-1cd0-432e-a2da-9c029fa77ac9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7173994 Jul 30 03:52:51.794148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:51.802597 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb30c2fe-6286-4611-984e-e4ac11049b98" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:51.872873 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62772cb7-c87f-4515-b5e0-0ea6f8eafadd x-openstack-request-id: req-62772cb7-c87f-4515-b5e0-0ea6f8eafadd {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:51.873159 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:51.873411 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62772cb7-c87f-4515-b5e0-0ea6f8eafadd {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:51.873961 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'status': 'completed', 'code': 200} Jul 30 03:52:51.878491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.882626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dade267-2ab9-47e2-a843-e2355c386f9c None None] Pushing event updated for resources: {'Port': ['ID=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:51.893567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:51.922687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d9af4e-9926-483a-b772-25ec17928849,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:51.927646 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:52.023325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Attempting to bind port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:52.023901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Attempting to bind port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:52.024378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Attempting to bind port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc on network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:52.042120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:52.042562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.042805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Checking segment: {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:52.043428 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.043830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-06553de0-ff88-4c18-982f-89a2ec10e726 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4724851 Jul 30 03:52:52.044011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Bound using segment: {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:52.044694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Bound port: e3bc38be-28e1-4991-b9bb-5afad2f5f7fc, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c43be3-058c-44a4-b1a9-bf0325e1dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:52.045199 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.046587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41500) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:52.051868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'security_group_rule': {'security_group_id': '79158cc1-8625-4550-a322-fafc841c5609', 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:52.113062 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Project 464f2b17ee9d44a98393525d077e3de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:52:52.121519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.122063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-daf4c71e-fcfd-4105-a99d-4ec880049167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.123991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-daf4c71e-fcfd-4105-a99d-4ec880049167 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1097 time: 0.1952827 Jul 30 03:52:52.154203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] For port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:52.159640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] For port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:52.169068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.259461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.268582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.272266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Routers {'7383ac05-7cb1-4605-aad3-738171f919d1'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:52.273174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7383ac05-7cb1-4605-aad3-738171f919d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:52.274920 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '42789957-ea4c-4097-a63e-fa234441848c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'mac_address': 'fa:16:3e:28:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:52:49Z', 'updated_at': '2021-07-30T03:52:49Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:52.277260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a258b5-c5ff-4195-8583-1a65258e1e27 req-c6e0f69b-ea41-4d4e-869d-574580b07450 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.285342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39a258b5-c5ff-4195-8583-1a65258e1e27 req-c6e0f69b-ea41-4d4e-869d-574580b07450 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.2973425 Jul 30 03:52:52.299756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0db0c52-de2e-41c7-a32d-aaff0f845af5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:52.322209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:52.323448 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] Checking router: 4d42d19b-3c26-4681-979a-425b40179fc0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:52:52.338284 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7483c129-7b14-4115-b54b-17d0e81b06d5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2900007 Jul 30 03:52:52.347511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:52:52.348057 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:52.366365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e8379-46d3-4e26-b3f5-839747b41f1d req-8b8260a4-cf29-40cb-b280-f8834a3fd559 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.367994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-913e8379-46d3-4e26-b3f5-839747b41f1d req-8b8260a4-cf29-40cb-b280-f8834a3fd559 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2562349 Jul 30 03:52:52.445515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] Set router 7383ac05-7cb1-4605-aad3-738171f919d1 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:52.448383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39a258b5-c5ff-4195-8583-1a65258e1e27 req-eb80c730-d52c-43eb-a8cb-00d6a0c94294 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428518 Jul 30 03:52:52.467725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41506) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:52.561741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-913e8379-46d3-4e26-b3f5-839747b41f1d req-73984f54-f0c3-4a09-9971-3fe59641b647 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807017 Jul 30 03:52:52.566389 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:52:52.626340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-f34579bb-d999-4723-85eb-18160e569bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.628278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-f34579bb-d999-4723-85eb-18160e569bf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.4897320 Jul 30 03:52:52.631607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eaa5080c-773d-44c2-bca0-c82cd963311d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/42789957-ea4c-4097-a63e-fa234441848c HTTP/1.1" status: 200 len: 991 time: 0.1605201 Jul 30 03:52:52.710535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-3a47b3ad-1391-49a7-9f3e-b81fd8bf99c7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565705875&fields=id&tenant_id=464f2b17ee9d44a98393525d077e3de6 HTTP/1.1" status: 200 len: 267 time: 0.1451743 Jul 30 03:52:52.743791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dade267-2ab9-47e2-a843-e2355c386f9c None None] Pushing event updated for resources: {'Port': ['ID=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:52.804689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-121e1c2f-9c31-46b2-a9d1-3096d895edb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.1647215 Jul 30 03:52:52.889384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-bda742e4-4e10-4fc9-bac2-8ea5fd0a5df5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.890945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-bda742e4-4e10-4fc9-bac2-8ea5fd0a5df5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/networks?id=581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 200 len: 809 time: 0.1714232 Jul 30 03:52:52.900074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-57baaa6e-89ba-4267-9763-15ca98d10d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.900074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-57baaa6e-89ba-4267-9763-15ca98d10d95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0841618 Jul 30 03:52:52.946948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-356a9357-22d5-4b87-bbb8-5aa5614b3517 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/quotas/464f2b17ee9d44a98393525d077e3de6 HTTP/1.1" status: 200 len: 375 time: 0.0474186 Jul 30 03:52:52.991780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-175ab0cd-fdc6-4bd6-b339-2abcc0e52eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:52.993415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-175ab0cd-fdc6-4bd6-b339-2abcc0e52eb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815332 Jul 30 03:52:53.009533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:52:46Z', 'revision_number': 4, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e3bc38be-28e1-4991-b9bb-5afad2f5f7fc', 'name': '', 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'mac_address': 'fa:16:3e:15:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ab716126-67a4-4f2c-828c-91485104ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:45Z', 'updated_at': '2021-07-30T03:52:52Z', 'revision_number': 4, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'subnets': [{'id': 'ab716126-67a4-4f2c-828c-91485104ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:53.039936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-d923bf8b-6f8c-4341-b4de-86f4dfe80043 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=464f2b17ee9d44a98393525d077e3de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836790 Jul 30 03:52:53.056933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72521f1-ddbd-4708-af06-7731a1dee2e7 None None] The sync data for ids ['7383ac05-7cb1-4605-aad3-738171f919d1'] in n-d-778696-14 is: [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:52:46Z', 'revision_number': 4, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e3bc38be-28e1-4991-b9bb-5afad2f5f7fc', 'name': '', 'network_id': '4a5795c6-5eb8-4d24-b0f7-741bd05dad88', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'mac_address': 'fa:16:3e:15:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ab716126-67a4-4f2c-828c-91485104ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:45Z', 'updated_at': '2021-07-30T03:52:52Z', 'revision_number': 4, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'subnets': [{'id': 'ab716126-67a4-4f2c-828c-91485104ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:53.071558 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '42789957-ea4c-4097-a63e-fa234441848c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'mac_address': 'fa:16:3e:28:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:52:49Z', 'updated_at': '2021-07-30T03:52:49Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:52:53.135180 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cebe0a-3219-4463-bb5a-190e188654db None None] The sync data for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 is: [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '42789957-ea4c-4097-a63e-fa234441848c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'mac_address': 'fa:16:3e:28:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:52:49Z', 'updated_at': '2021-07-30T03:52:49Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:52:53.224166 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-c0e38aeb-08d0-41d1-9ec8-1f0f563b42f7 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177494 Jul 30 03:52:53.248465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-efa37de5-6736-4a09-b426-ca4c2afe1cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785579 Jul 30 03:52:53.406623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb30c2fe-6286-4611-984e-e4ac11049b98 req-c909b52b-aea7-4e58-bc3d-724a456d7f05 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692917 Jul 30 03:52:53.409074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-2aa4a363-9a44-4672-82d8-a5bf8e3d58f3 service neutron] 10.222.0.39 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482067 Jul 30 03:52:53.493817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bef89-a00e-4e46-aee7-e659d2f1cd45 None None] New status for floating IP 42789957-ea4c-4097-a63e-fa234441848c: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:52:53.635946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:53.850621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d871df0-4793-49e5-9b80-dccb93341442 req-09f5963a-a3d5-43fd-a1c2-56678661af90 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 210 time: 0.0663567 Jul 30 03:52:53.866944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a6f908bc-5677-4761-b75e-17c3f5ef5f7a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/42789957-ea4c-4097-a63e-fa234441848c HTTP/1.1" status: 200 len: 991 time: 0.2296212 Jul 30 03:52:53.895908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d69225-fbef-44ba-86df-e8a97c3fd630 req-096fbcc3-7846-4243-957b-b9d9c68e2f3a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:53.903717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2d69225-fbef-44ba-86df-e8a97c3fd630 req-096fbcc3-7846-4243-957b-b9d9c68e2f3a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1977181 Jul 30 03:52:53.961513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2d69225-fbef-44ba-86df-e8a97c3fd630 req-1a37929a-b498-444a-95f3-24ad0bc46977 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566745 Jul 30 03:52:54.358374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e3bc38be-28e1-4991-b9bb-5afad2f5f7fc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:54.436370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:54.443943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:54.444644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:54.539907 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:54.581543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:52:54.585706 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:54.649199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:54.656607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.657054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.657648 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.658080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.658490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.658896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.659351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.659686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.660019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.660352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.660681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.661012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:52:54.872602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:52:54.978120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-f6c67eb9-e7b5-40cb-aa00-cd385d044d7c tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:54.979738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-f6c67eb9-e7b5-40cb-aa00-cd385d044d7c tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.18 "GET /v2.0/networks?id=581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 200 len: 809 time: 0.1858132 Jul 30 03:52:55.056591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ee21445b-75bc-4abf-a9ab-5e7a1598cc3c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/42789957-ea4c-4097-a63e-fa234441848c HTTP/1.1" status: 200 len: 993 time: 0.1766355 Jul 30 03:52:55.059549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-667d9f65-06c5-45bd-9f15-476f6b64cdcb req-6c06943f-b81a-42c8-bd28-1564c1d65b0e tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 210 time: 0.0525022 Jul 30 03:52:55.081612 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-98fe7c77-d752-41c5-8647-fe1b6087dbfb tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=464f2b17ee9d44a98393525d077e3de6 HTTP/1.1" status: 200 len: 380 time: 0.0925121 Jul 30 03:52:55.093407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'port': {'device_id': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'admin_state_up': True, 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'security_groups': ['79158cc1-8625-4550-a322-fafc841c5609']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:55.144030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924af6ed-5aed-40e2-ac37-d6ccf4c74a50 req-0100828f-65aa-4138-8c32-b4656790e625 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:55.145672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-924af6ed-5aed-40e2-ac37-d6ccf4c74a50 req-0100828f-65aa-4138-8c32-b4656790e625 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0579364 Jul 30 03:52:55.196780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-924af6ed-5aed-40e2-ac37-d6ccf4c74a50 req-449a2fa7-4f7d-49d5-9466-e03bc13ef317 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 Jul 30 03:52:55.224228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Made reservation on behalf of 464f2b17ee9d44a98393525d077e3de6 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:52:55.227742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:55.364752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Allocated IP 172.20.0.4 (581061d2-2bdb-4af3-99d2-c7858ff55e72/1bc58d59-5581-46f2-aec6-1ea026e0fdab/6804c49a-d057-4c08-bfb3-165a7878320a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:52:55.510518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:55.527163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Transition to ACTIVE for port object 6804c49a-d057-4c08-bfb3-165a7878320a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:55.567945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:55.614266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:52:55.617516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:52:55.623462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:52:55.650734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'Port': ['ID=6804c49a-d057-4c08-bfb3-165a7878320a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:55.694873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:55.694873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:55.716789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ad058b13-4069-44c5-833a-f2276111e4f9 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275733 Jul 30 03:52:55.730684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Request body: {'port': {'device_id': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:52:55.823060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:55.928289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a14fda07-f183-4191-8400-5e6277683092 None None] Provisioning for port 6804c49a-d057-4c08-bfb3-165a7878320a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:52:55.932679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a14fda07-f183-4191-8400-5e6277683092 None None] Provisioning complete for port 6804c49a-d057-4c08-bfb3-165a7878320a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:55.933065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a14fda07-f183-4191-8400-5e6277683092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:55.973369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a14fda07-f183-4191-8400-5e6277683092 None None] Port 6804c49a-d057-4c08-bfb3-165a7878320a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:52:56.133975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6804c49a-d057-4c08-bfb3-165a7878320a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:52:56.142144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:56.155275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Transition to ACTIVE for port object 6804c49a-d057-4c08-bfb3-165a7878320a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:52:56.159075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:56.195122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5da891-e397-4b65-a1f3-b09d0e6e5fe0 req-69c4d599-4413-490e-ba21-ad95f08914ab tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:56.197985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec5da891-e397-4b65-a1f3-b09d0e6e5fe0 req-69c4d599-4413-490e-ba21-ad95f08914ab tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 931 time: 0.0691214 Jul 30 03:52:56.210185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Pushing event updated for resources: {'Port': ['ID=6804c49a-d057-4c08-bfb3-165a7878320a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:56.263365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec5da891-e397-4b65-a1f3-b09d0e6e5fe0 req-490875c1-2a30-4c44-853e-16ea9b9316f5 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603051 Jul 30 03:52:56.332523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e3bc38be-28e1-4991-b9bb-5afad2f5f7fc up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:52:56.338543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Attempting to bind port 6804c49a-d057-4c08-bfb3-165a7878320a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:52:56.339323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Attempting to bind port 6804c49a-d057-4c08-bfb3-165a7878320a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:52:56.339996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Attempting to bind port 6804c49a-d057-4c08-bfb3-165a7878320a on network 581061d2-2bdb-4af3-99d2-c7858ff55e72 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:56.345170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Port 6804c49a-d057-4c08-bfb3-165a7878320a on network 581061d2-2bdb-4af3-99d2-c7858ff55e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:52:56.345679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Attempting to bind port 6804c49a-d057-4c08-bfb3-165a7878320a on network 581061d2-2bdb-4af3-99d2-c7858ff55e72 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:52:56.350904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:52:56.351484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Checking segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:52:56.352044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Bound using segment: {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:52:56.352650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Bound port: 6804c49a-d057-4c08-bfb3-165a7878320a, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:52:56.353350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:56.413473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:52:56.414204 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:56.422543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d25b2-ce54-4e16-b464-50f7d92785a0 req-a84cc797-d81b-43c0-8760-0a9193b59c6b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:56.424952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec0d25b2-ce54-4e16-b464-50f7d92785a0 req-a84cc797-d81b-43c0-8760-0a9193b59c6b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1079173 Jul 30 03:52:56.482946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec0d25b2-ce54-4e16-b464-50f7d92785a0 req-2f79c7d6-41b0-455e-be30-1104bf721392 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509698 Jul 30 03:52:56.799859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] For port 6804c49a-d057-4c08-bfb3-165a7878320a, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:52:56.803119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] For port 6804c49a-d057-4c08-bfb3-165a7878320a, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6804c49a-d057-4c08-bfb3-165a7878320a,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:52:56.814844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:56.859325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:56.860481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:52:56.862014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] 10.222.0.18 "PUT /v2.0/ports/6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 200 len: 1092 time: 1.1366644 Jul 30 03:52:56.862447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:52:56.864691 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f060f766-a969-455b-ae0b-da53a595c2db" -d '{"events": [{"name": "network-changed", "server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:52:56.929019 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7110e-3731-4ffa-87ae-720a6c6d2e9c x-openstack-request-id: req-4fa7110e-3731-4ffa-87ae-720a6c6d2e9c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:52:56.929309 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:52:56.929541 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fa7110e-3731-4ffa-87ae-720a6c6d2e9c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:52:56.930172 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a', 'status': 'completed', 'code': 200} Jul 30 03:52:56.932137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e73a-e228-4624-8c19-d2b9fd5c68ef service neutron] Pushing event updated for resources: {'Port': ['ID=6804c49a-d057-4c08-bfb3-165a7878320a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:52:56.978435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-a4507645-7d49-40a4-b694-9bea0e846f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:56.980101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-a4507645-7d49-40a4-b694-9bea0e846f5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f2b17ee9d44a98393525d077e3de6&device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1095 time: 0.0647237 Jul 30 03:52:57.034317 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-f93b4a03-5323-4ebf-8855-483802bf8c5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 200 len: 217 time: 0.0458767 Jul 30 03:52:57.104473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-3281debb-419e-441d-88c1-12c30fed014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.106059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-3281debb-419e-441d-88c1-12c30fed014d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1bc58d59-5581-46f2-aec6-1ea026e0fdab HTTP/1.1" status: 200 len: 848 time: 0.0643978 Jul 30 03:52:57.162095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0368f82b-6b48-4022-b6c1-5456effa4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.163732 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-0368f82b-6b48-4022-b6c1-5456effa4b8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=581061d2-2bdb-4af3-99d2-c7858ff55e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504198 Jul 30 03:52:57.361735 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-15ec4fcc-e3ea-49a6-87cc-fddf5fa480f6 service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020391 Jul 30 03:52:57.388890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-01f22e6b-406c-4a83-951b-6d86a583d4cd req-ef0c1083-b61f-4c15-a4de-f4744b79c6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053119 Jul 30 03:52:57.400252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220ecfc-ed96-4e9d-a8f9-3bbbb269e3f3 req-99522d01-c174-4aec-ac3d-f9a5e5adf45d tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.408969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2220ecfc-ed96-4e9d-a8f9-3bbbb269e3f3 req-99522d01-c174-4aec-ac3d-f9a5e5adf45d tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 943 time: 0.0617878 Jul 30 03:52:57.450596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2220ecfc-ed96-4e9d-a8f9-3bbbb269e3f3 req-9045df38-1aa1-4802-b711-1ea6b486c79c tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Jul 30 03:52:57.539232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f766-a969-455b-ae0b-da53a595c2db req-ffc7a611-988d-42b8-95c7-f8eef54b2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.541069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-ffc7a611-988d-42b8-95c7-f8eef54b2e3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f2b17ee9d44a98393525d077e3de6&device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1095 time: 0.0984311 Jul 30 03:52:57.646104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461440a7-84c4-4f6d-b684-bf149dd3833d req-3e345953-a5d6-4a14-a674-fec2c568c3b6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.648303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-461440a7-84c4-4f6d-b684-bf149dd3833d req-3e345953-a5d6-4a14-a674-fec2c568c3b6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0591893 Jul 30 03:52:57.682217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f766-a969-455b-ae0b-da53a595c2db req-470cc70f-57cf-4554-9dc5-f475e99aec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.683728 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-470cc70f-57cf-4554-9dc5-f475e99aec23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 200 len: 909 time: 0.1315680 Jul 30 03:52:57.697835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-461440a7-84c4-4f6d-b684-bf149dd3833d req-55ef185d-4fc2-4ff6-8e7b-7c6e447c98e9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Jul 30 03:52:57.739696 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-b8604410-6a97-4280-ba10-852a3361c06f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 200 len: 217 time: 0.0483336 Jul 30 03:52:57.794323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f766-a969-455b-ae0b-da53a595c2db req-9921bf2c-3293-4806-9823-674f671d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.795996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-9921bf2c-3293-4806-9823-674f671d5d19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1bc58d59-5581-46f2-aec6-1ea026e0fdab HTTP/1.1" status: 200 len: 848 time: 0.0463021 Jul 30 03:52:57.856193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f766-a969-455b-ae0b-da53a595c2db req-0c128552-5581-4e09-afb5-22b27218aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:57.857664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-0c128552-5581-4e09-afb5-22b27218aff4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=581061d2-2bdb-4af3-99d2-c7858ff55e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539174 Jul 30 03:52:57.964263 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-96836446-d213-455f-ade2-a0e8dd1641f7 service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958636 Jul 30 03:52:58.071809 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f060f766-a969-455b-ae0b-da53a595c2db req-2da38d14-aa04-40b4-a5c8-c901ada20f6d service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996819 Jul 30 03:52:58.596885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c0ef-46bf-480c-b19d-d2d63746e71b req-5cd4ec79-c50b-416c-815f-f2d3a364f4b4 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:58.605038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5a8c0ef-46bf-480c-b19d-d2d63746e71b req-5cd4ec79-c50b-416c-815f-f2d3a364f4b4 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 943 time: 0.0739901 Jul 30 03:52:58.647432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5a8c0ef-46bf-480c-b19d-d2d63746e71b req-e7659f03-d718-4f2b-9398-99d29d295fb7 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Jul 30 03:52:58.833689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807897fd-f2ea-4d78-b5f5-09119c3b20e4 req-bc095120-a3e7-4204-afed-13130e61e3c0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:58.835621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-807897fd-f2ea-4d78-b5f5-09119c3b20e4 req-bc095120-a3e7-4204-afed-13130e61e3c0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0554912 Jul 30 03:52:58.892265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-807897fd-f2ea-4d78-b5f5-09119c3b20e4 req-cc6872e3-24e4-4c24-985e-2566a6946d60 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505092 Jul 30 03:52:59.794940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2661-fa4b-4019-97a9-4fd1068cf9ed req-36bcdfe7-d4fb-4026-b7df-f4cfddac2a25 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:52:59.798088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6cb2661-fa4b-4019-97a9-4fd1068cf9ed req-36bcdfe7-d4fb-4026-b7df-f4cfddac2a25 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 943 time: 0.0640790 Jul 30 03:52:59.842311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6cb2661-fa4b-4019-97a9-4fd1068cf9ed req-b11aead5-4816-4a60-bdc9-53fdbc329189 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Jul 30 03:53:00.039625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26cd0c-be47-4a53-9b45-77c1f80abbf9 req-94e39738-29ca-49eb-92eb-027f5f698c19 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:00.043609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e26cd0c-be47-4a53-9b45-77c1f80abbf9 req-94e39738-29ca-49eb-92eb-027f5f698c19 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0655632 Jul 30 03:53:00.091816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e26cd0c-be47-4a53-9b45-77c1f80abbf9 req-40b7cca3-59a8-4800-96bd-ada57dcd1b05 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Jul 30 03:53:00.596009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6804c49a-d057-4c08-bfb3-165a7878320a details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:53:00.713522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6804c49a-d057-4c08-bfb3-165a7878320a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6804c49a-d057-4c08-bfb3-165a7878320a,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:00.735271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '6804c49a-d057-4c08-bfb3-165a7878320a', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'port_id': '6804c49a-d057-4c08-bfb3-165a7878320a', 'mac_address': 'fa:16:3e:67:04:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:53:00.740374 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:00.777706 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:00.792177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6804c49a-d057-4c08-bfb3-165a7878320a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:53:00.832450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6804c49a-d057-4c08-bfb3-165a7878320a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6804c49a-d057-4c08-bfb3-165a7878320a,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:00.849980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:00.851085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:53:00.974175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf20c3-7a79-4493-8200-6d3ca9d4e07f req-df221d5a-a197-4756-a3ff-d2c0a08b5b60 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:00.976033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3cf20c3-7a79-4493-8200-6d3ca9d4e07f req-df221d5a-a197-4756-a3ff-d2c0a08b5b60 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 944 time: 0.0520556 Jul 30 03:53:00.988111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6804c49a-d057-4c08-bfb3-165a7878320a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:01.026331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3cf20c3-7a79-4493-8200-6d3ca9d4e07f req-79e744c8-0532-4fe7-b137-d0d75cb55c49 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Jul 30 03:53:01.051119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:01.065182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '692c299a-3e20-49aa-bdaf-4143357f094b', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'port_id': '692c299a-3e20-49aa-bdaf-4143357f094b', 'mac_address': 'fa:16:3e:5b:1b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:53:01.116748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:01.135392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:53:01.160814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:01.171947 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:01.248085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:01.250338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3508-7dd6-4e43-992d-ad03eb878555 req-c01d27c3-acf4-41d3-a01d-91fbe8b2da36 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:01.258889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54ff3508-7dd6-4e43-992d-ad03eb878555 req-c01d27c3-acf4-41d3-a01d-91fbe8b2da36 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0761056 Jul 30 03:53:01.293649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-54ff3508-7dd6-4e43-992d-ad03eb878555 req-a6e567c6-bc48-4bad-92b0-63f6706f72d0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 Jul 30 03:53:01.399986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['6804c49a-d057-4c08-bfb3-165a7878320a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:53:01.407036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['692c299a-3e20-49aa-bdaf-4143357f094b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:53:01.888210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-975c48bd-86aa-46ae-a28d-f09026b8870f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758696 Jul 30 03:53:02.015127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-56c627cd-d3df-4aab-a4c1-26d82fd0ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:02.018197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-56c627cd-d3df-4aab-a4c1-26d82fd0ad33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d573571d583e4efd867a8b8f03c89746&device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 1098 time: 0.0454779 Jul 30 03:53:02.170462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-78232973-594c-4409-b598-65892cad0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:02.173095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-78232973-594c-4409-b598-65892cad0516 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 200 len: 911 time: 0.1339293 Jul 30 03:53:02.228260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b75d7e-da3c-42d7-8fee-f7a76e86ba40 req-b96df7e9-b475-4215-9b67-13286f333a2c tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:02.231963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87b75d7e-da3c-42d7-8fee-f7a76e86ba40 req-b96df7e9-b475-4215-9b67-13286f333a2c tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 944 time: 0.1156371 Jul 30 03:53:02.272715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-0b607f64-aee6-4ac6-81f8-404531126085 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae729b-03c9-4389-8286-81159fcfa2be HTTP/1.1" status: 200 len: 1002 time: 0.0927374 Jul 30 03:53:02.594683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:53:02.661075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 692c299a-3e20-49aa-bdaf-4143357f094b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:53:02.670143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 692c299a-3e20-49aa-bdaf-4143357f094b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:53:02.674456 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:53:02.675431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:02.703197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87b75d7e-da3c-42d7-8fee-f7a76e86ba40 req-4f08f431-d8f9-46fe-8d04-68f7dc9c3f68 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4652190 Jul 30 03:53:02.764026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-2d0cc5a2-6086-4fcf-8dee-5d03fe5d5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:02.765054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-2d0cc5a2-6086-4fcf-8dee-5d03fe5d5cb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 200 len: 850 time: 0.4795315 Jul 30 03:53:02.777587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6343c72-b81a-4d33-954e-c2991a6d5aa4 req-6a5e8d2c-7bc1-48d0-8334-035c8e23cf96 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:02.785493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6343c72-b81a-4d33-954e-c2991a6d5aa4 req-6a5e8d2c-7bc1-48d0-8334-035c8e23cf96 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 946 time: 0.0805445 Jul 30 03:53:02.802354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:02.840513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:02.842814 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01870a2-38f7-4537-a33e-64c3f6cbbd52" -d '{"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-plugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:02.858338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:02.864451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:02.865430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6804c49a-d057-4c08-bfb3-165a7878320a up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:53:02.867741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6343c72-b81a-4d33-954e-c2991a6d5aa4 req-33c2db2f-583d-4c3e-8a08-d857e30ace8c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800927 Jul 30 03:53:02.890663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-83444039-a45e-4f1e-990f-c16653c0f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:02.892599 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-83444039-a45e-4f1e-990f-c16653c0f17b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5713e578-2646-4550-9736-5d0a223180a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864749 Jul 30 03:53:02.950384 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ec060-d5e5-42bd-aacf-3848869d65fc x-openstack-request-id: req-4b4ec060-d5e5-42bd-aacf-3848869d65fc {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:02.950725 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-plugged", "status": "completed", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:02.950918 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b4ec060-d5e5-42bd-aacf-3848869d65fc {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:02.951322 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'code': 200} Jul 30 03:53:02.996521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 6804c49a-d057-4c08-bfb3-165a7878320a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:53:03.037968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 6804c49a-d057-4c08-bfb3-165a7878320a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:53:03.038814 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:03.078216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:03.121233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-41519ef6-4023-474e-b3e6-8b76cf600040 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193344 Jul 30 03:53:03.166243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c69e-b7a6-485c-a6c5-fcc3f70ada6f req-a59c9bad-88ac-409d-910f-6472373da875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:03.168514 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58d3c69e-b7a6-485c-a6c5-fcc3f70ada6f req-a59c9bad-88ac-409d-910f-6472373da875 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 1099 time: 0.0549877 Jul 30 03:53:03.189606 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:03.248651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 6804c49a-d057-4c08-bfb3-165a7878320a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6804c49a-d057-4c08-bfb3-165a7878320a,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:03.259015 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:03.276316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-58d3c69e-b7a6-485c-a6c5-fcc3f70ada6f req-0b48b6e9-2977-4872-9ba6-588c66afd091 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994551 Jul 30 03:53:03.294683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f6af90c-5abb-43e5-85fa-6dc0b18c1cba req-e438d38a-1566-4a7e-9fd3-9946f0440881 service neutron] 10.222.0.16 "GET /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639886 Jul 30 03:53:03.325176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=6804c49a-d057-4c08-bfb3-165a7878320a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:03.831986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ed61d-c6df-4d70-98ef-5e31cdb861de req-f3cfd048-ea7c-499b-bae8-76d9f68ee65e tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:03.833617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5ed61d-c6df-4d70-98ef-5e31cdb861de req-f3cfd048-ea7c-499b-bae8-76d9f68ee65e tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.0586185 Jul 30 03:53:03.883203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5ed61d-c6df-4d70-98ef-5e31cdb861de req-0590a018-ee75-4d01-baeb-62df6c5c0c42 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429831 Jul 30 03:53:04.021438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab794fe9-f4a5-4f17-8037-c3183397b69d req-7a86e9cd-b9a6-444e-9227-ac1b4eb950c8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:04.023216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab794fe9-f4a5-4f17-8037-c3183397b69d req-7a86e9cd-b9a6-444e-9227-ac1b4eb950c8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 947 time: 0.0761998 Jul 30 03:53:04.094751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab794fe9-f4a5-4f17-8037-c3183397b69d req-1dd2d9fe-06e5-4a66-8db6-a020f0c0df4b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496089 Jul 30 03:53:04.707307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-16a1ed1a-89c8-48e5-abc2-95573715ca8f req-ddbda437-6374-4004-a686-bab1b06b8f80 tempest-MultipleCreateTestJSON-1328576782 tempest-MultipleCreateTestJSON-1328576782-project] (93876) timed out ('10.222.0.16', 63277) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:53:04.952638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:04.956856 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffab9b0-e2d0-4a27-baa4-1308153b3f08" -d '{"events": [{"server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "name": "network-vif-plugged", "status": "completed", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:05.030135 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1206369f-5bea-4dba-8829-25afe4ea87c6 x-openstack-request-id: req-1206369f-5bea-4dba-8829-25afe4ea87c6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:05.030527 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "name": "network-vif-plugged", "status": "completed", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:05.030872 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1206369f-5bea-4dba-8829-25afe4ea87c6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:05.031984 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a', 'code': 200} Jul 30 03:53:05.044706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9653b8-3536-4bc4-8d8c-5cc7f1ded556 req-94c6b741-933f-481e-a466-cb664ee9a9bb tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:05.053380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc9653b8-3536-4bc4-8d8c-5cc7f1ded556 req-94c6b741-933f-481e-a466-cb664ee9a9bb tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.0802219 Jul 30 03:53:05.138279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc9653b8-3536-4bc4-8d8c-5cc7f1ded556 req-6deb6000-bae2-41c3-87dc-f3ec0cbf7236 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776763 Jul 30 03:53:05.230893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c0cc3-8cb0-4f10-923f-98636e4a6b4c req-cdbd1233-73ad-4c64-a0a0-797d3aab55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:05.233662 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1e8c0cc3-8cb0-4f10-923f-98636e4a6b4c req-cdbd1233-73ad-4c64-a0a0-797d3aab55fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1097 time: 0.1293051 Jul 30 03:53:05.289930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfe638-a223-4128-8512-51577aff2b7c req-426bc33d-fdf7-4426-8d5e-6e7ddf4078b3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:05.290278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1e8c0cc3-8cb0-4f10-923f-98636e4a6b4c req-cee23695-ef8d-4cd7-bd82-7d0db2086736 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493119 Jul 30 03:53:05.291491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63cfe638-a223-4128-8512-51577aff2b7c req-426bc33d-fdf7-4426-8d5e-6e7ddf4078b3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 947 time: 0.0787048 Jul 30 03:53:05.336728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63cfe638-a223-4128-8512-51577aff2b7c req-aaea99b7-f6df-47d2-9525-4e115912dca8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387392 Jul 30 03:53:06.258015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6fff-df8c-4fa4-8d7a-d663a7fe2dd0 req-1dfe29ad-bbc7-49e6-9b06-d921288e3edc tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:06.259689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984c6fff-df8c-4fa4-8d7a-d663a7fe2dd0 req-1dfe29ad-bbc7-49e6-9b06-d921288e3edc tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Jul 30 03:53:06.327102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984c6fff-df8c-4fa4-8d7a-d663a7fe2dd0 req-955c0318-6e2f-4385-ab37-99ec6a7a21ad tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561588 Jul 30 03:53:06.450539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bf62a-a318-467b-a03e-b150fbae0756 req-4c6ceb78-77c1-40d5-bd0e-539dd1c5781a tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:06.452109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3bf62a-a318-467b-a03e-b150fbae0756 req-4c6ceb78-77c1-40d5-bd0e-539dd1c5781a tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.0639865 Jul 30 03:53:06.503456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3bf62a-a318-467b-a03e-b150fbae0756 req-2ad1dc9a-57cf-45c3-a287-d3b324ba7009 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Jul 30 03:53:06.633005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369782d-f695-44a1-9ebe-c554f309def3 req-7f2b05b8-02a8-420e-80e1-c3c696ec9e34 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:06.634508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d369782d-f695-44a1-9ebe-c554f309def3 req-7f2b05b8-02a8-420e-80e1-c3c696ec9e34 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.0560212 Jul 30 03:53:06.678788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d369782d-f695-44a1-9ebe-c554f309def3 req-a7099b8b-f91f-4130-9f1c-0e3d640b9344 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381017 Jul 30 03:53:06.701800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 41986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:06.846989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21478bb4-b013-41e3-84dd-447b2a3b9a82 tempest-TestServerBasicOps-1414042589 tempest-TestServerBasicOps-1414042589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:06.849033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-21478bb4-b013-41e3-84dd-447b2a3b9a82 tempest-TestServerBasicOps-1414042589 tempest-TestServerBasicOps-1414042589-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1092 time: 0.1461942 Jul 30 03:53:06.852644 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 41996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:06.861969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '6804c49a-d057-4c08-bfb3-165a7878320a', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:06.895421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:07.017099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:07.153462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Allocated IP 172.25.6.145 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f2bee890-2e4a-4c6c-a338-2058b67f9707) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:53:07.273269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:07.315303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:07.365425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:53:07.371266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:53:07.377074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:53:07.380285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'Port': ['ID=f2bee890-2e4a-4c6c-a338-2058b67f9707,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:07.420860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.421210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.421552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.422571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.423049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.423443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.423991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.424334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.424690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.425012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.425529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.425947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:07.847016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:07.935305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:08.129553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:08.136903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:08.213320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event updated for resources: {'Port': ['ID=f2bee890-2e4a-4c6c-a338-2058b67f9707,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:08.233922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:08.352591 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Floating IP a447ac68-d442-496e-9989-45a2d94aaed4 associated. External IP: 172.25.6.145, port: 6804c49a-d057-4c08-bfb3-165a7878320a. Jul 30 03:53:08.602686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Router ab26201c-4938-4e55-84ca-95f05993719a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:53:08.721993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:53:08.731727 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] Sync routers for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:53:08.739049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:08.749076 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:08.750276 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:08.783474 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ed93978f-53e9-40d2-9ea7-b1f3d0e9fbfe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9150181 Jul 30 03:53:08.783474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:08.783474 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce01b3-2101-41b9-8e6b-02fb3d97e364" -d '{"events": [{"name": "network-changed", "server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:08.832147 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f8656-c202-403b-8d40-728f3416434b x-openstack-request-id: req-ce0f8656-c202-403b-8d40-728f3416434b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:08.834918 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:08.835614 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce0f8656-c202-403b-8d40-728f3416434b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:08.836199 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a', 'status': 'completed', 'code': 200} Jul 30 03:53:08.899799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-deabdd5e-b7e8-4acc-a352-c4a86ba04bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:08.901503 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-deabdd5e-b7e8-4acc-a352-c4a86ba04bbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f2b17ee9d44a98393525d077e3de6&device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1097 time: 0.0465176 Jul 30 03:53:08.908120 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:09.004810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-52fb3e03-e1e4-49b1-a10d-b7a0cfcf3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:09.006855 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-52fb3e03-e1e4-49b1-a10d-b7a0cfcf3b38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 200 len: 909 time: 0.0984571 Jul 30 03:53:09.112658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-4b49bd5a-5aff-414a-b60e-a2c7c24c0c55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 200 len: 999 time: 0.0979924 Jul 30 03:53:09.173145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-20163f4e-3e70-4cba-912c-ae89a41aefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:09.175294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-20163f4e-3e70-4cba-912c-ae89a41aefd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1bc58d59-5581-46f2-aec6-1ea026e0fdab HTTP/1.1" status: 200 len: 848 time: 0.0552740 Jul 30 03:53:09.235452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a447ac68-d442-496e-9989-45a2d94aaed4', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'port_id': '6804c49a-d057-4c08-bfb3-165a7878320a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'mac_address': 'fa:16:3e:67:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:07Z', 'updated_at': '2021-07-30T03:53:07Z', 'revision_number': 0, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:09.261089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-08ca87ea-15b6-42bd-ac02-89ce2b9ca259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:09.262658 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-08ca87ea-15b6-42bd-ac02-89ce2b9ca259 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=581061d2-2bdb-4af3-99d2-c7858ff55e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784311 Jul 30 03:53:09.273755 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] Checking router: ab26201c-4938-4e55-84ca-95f05993719a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:53:09.283080 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:09.284013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:52:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:09.388264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-c6c51cdf-466e-446b-8f85-ff3034de57d9 service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000767 Jul 30 03:53:09.434395 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:09.507699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-39ce01b3-2101-41b9-8e6b-02fb3d97e364 req-25a129e6-c726-442e-bbe2-1f3fedaec272 service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123669 Jul 30 03:53:09.725291 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a447ac68-d442-496e-9989-45a2d94aaed4', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'port_id': '6804c49a-d057-4c08-bfb3-165a7878320a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'mac_address': 'fa:16:3e:67:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:07Z', 'updated_at': '2021-07-30T03:53:07Z', 'revision_number': 0, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:09.752839 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ab925-8f2d-4b2e-b01d-9a560e06a394 None None] The sync data for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 is: [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a447ac68-d442-496e-9989-45a2d94aaed4', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'port_id': '6804c49a-d057-4c08-bfb3-165a7878320a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'mac_address': 'fa:16:3e:67:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:07Z', 'updated_at': '2021-07-30T03:53:07Z', 'revision_number': 0, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:53:09.995888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e831741d-0a98-4d07-a620-097d7e6698db None None] New status for floating IP a447ac68-d442-496e-9989-45a2d94aaed4: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:53:10.901468 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:12.376376 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6333097-f8bd-4d53-ba06-f31784e13c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:14.669549 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6fafc78-342d-4a6b-b681-1fe347b54dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:14.949940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:16.404396 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:16.989378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42280) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:16.994399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514985834', 'description': 'tempest-secgroup-smoke-514985834 description', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.019311 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.110177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.113577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.142700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b23049-5142-4da1-a6e3-5634f6df8317,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.145406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.149902 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b73a850-976a-4034-bf4e-e62384ce3719 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1561458 Jul 30 03:53:17.149902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:17.154643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group_rule': {'security_group_id': 'e1b23049-5142-4da1-a6e3-5634f6df8317', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.183019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.244799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.249145 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.269976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feedb93d-e4c9-4f8e-ade0-fac428a9dc0f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.273228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.274608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cf38fef5-c275-40ce-a9e8-b6505a01a3f2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238949 Jul 30 03:53:17.277460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42292) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:17.282626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group_rule': {'security_group_id': 'e1b23049-5142-4da1-a6e3-5634f6df8317', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.310416 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.377510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.381307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.399552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1cf794-dc92-47b6-bae9-cffa1e96611a,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.405452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.406844 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a5dcb36f-c482-4485-aff7-65ca8b8cba61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283643 Jul 30 03:53:17.409751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42294) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:17.414426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group_rule': {'security_group_id': 'e1b23049-5142-4da1-a6e3-5634f6df8317', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.441445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.500940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.504862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.522351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b4dd14-9680-48b5-8717-c148982eb744,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.529493 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.531563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ae0d1098-1cf8-49ba-a0cf-f08d1c258c24 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199784 Jul 30 03:53:17.534597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 42298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:17.539438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group_rule': {'security_group_id': 'e1b23049-5142-4da1-a6e3-5634f6df8317', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.569931 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.636190 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.639864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.658812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2000d66-00f3-469b-acbc-e0cb26dea4d3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.667078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.667445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.667784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.668116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.668508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.668838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.669162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.669481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.669803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.670142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.670470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.670797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:17.682205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.686478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:17.686615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a311bb1c-fe0a-49c9-ad6d-bbfe8ac8d38e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508534 Jul 30 03:53:17.695446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group_rule': {'security_group_id': 'e1b23049-5142-4da1-a6e3-5634f6df8317', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.717173 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Project d3e6a257bf5a415da376686bbb6ddfc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:53:17.722395 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.784518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.788190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.806615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17885951-f652-4a09-b60d-f51ee36b8f4e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.813553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.817369 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a9c9726d-0bb3-4181-9127-2fff9cf3ea8b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230693 Jul 30 03:53:17.817571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 42310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:17.822044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'security_group_rule': {'security_group_id': 'e1b23049-5142-4da1-a6e3-5634f6df8317', 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:17.843830 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Project d3e6a257bf5a415da376686bbb6ddfc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:53:17.849288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.917336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.922665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.946771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1549c35-b4a2-45c6-9d92-fc89958512ab,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:17.950722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:17.951957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-58574969-c577-44ed-b6ef-1835439c4123 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334109 Jul 30 03:53:18.019859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:18.158479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-6697a62a-9a8a-48dc-8eb1-cd0a4b1f81d6 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514985834&fields=id&tenant_id=d3e6a257bf5a415da376686bbb6ddfc0 HTTP/1.1" status: 200 len: 267 time: 0.0378938 Jul 30 03:53:18.268134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-24e682bd-1ed7-44b1-9238-64fec26b7cab tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:18.269603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-24e682bd-1ed7-44b1-9238-64fec26b7cab tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 812 time: 0.1038926 Jul 30 03:53:18.285170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-5bc66b37-b992-4a45-98da-4fb32ffd395c tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/quotas/d3e6a257bf5a415da376686bbb6ddfc0 HTTP/1.1" status: 200 len: 375 time: 0.0096631 Jul 30 03:53:18.336888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-b17e5cde-ccae-43a7-99e2-5a1ac966e959 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462813 Jul 30 03:53:18.448603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-eaf91994-dab2-478c-9c98-a402a46901e6 service neutron] 10.222.0.39 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992227 Jul 30 03:53:18.541239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-caa8a778-1ef6-4386-9e56-dfa8af7981ff service neutron] 10.222.0.39 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863500 Jul 30 03:53:18.845816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd0ffd46-1613-4074-8f2f-0a7bc500fbc2 req-28a00149-6902-4924-90d1-9a9e09cfe9ad tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 210 time: 0.0270572 Jul 30 03:53:19.919830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d97acaa0-8eba-4fbf-9a22-da53e9fa76b0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:19.921384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d97acaa0-8eba-4fbf-9a22-da53e9fa76b0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.16 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 812 time: 0.1201677 Jul 30 03:53:19.976369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e59601cf-8c7e-4538-9db0-bf4addd41016 req-8d5ceb65-6498-45d7-b71a-a368d60959f4 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 210 time: 0.0477571 Jul 30 03:53:20.010328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-44b8218d-f293-41b1-aa99-b7268d74f1ba tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e6a257bf5a415da376686bbb6ddfc0 HTTP/1.1" status: 200 len: 379 time: 0.0694375 Jul 30 03:53:20.022139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'port': {'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'admin_state_up': True, 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'security_groups': ['e1b23049-5142-4da1-a6e3-5634f6df8317']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:20.140607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Made reservation on behalf of d3e6a257bf5a415da376686bbb6ddfc0 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:53:20.144546 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:20.293784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Allocated IP 172.20.0.4 (7e12b29f-9ed2-4a04-979b-7f95cf179cfd/1240bfbc-666c-4166-981a-7c4e045fdab1/a243e400-add8-4e98-a36d-b687850d6cb5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:53:20.443704 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:20.457985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Transition to ACTIVE for port object a243e400-add8-4e98-a36d-b687850d6cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:53:20.493922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:20.563008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'Port': ['ID=a243e400-add8-4e98-a36d-b687850d6cb5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:20.572970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:53:20.574811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:53:20.577234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:53:20.638519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:20.639193 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:20.657528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-d1189eb8-40b6-45f0-b352-9503f695709b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6404104 Jul 30 03:53:20.685621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Request body: {'port': {'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:20.776747 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:20.864036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-98c3e622-8624-4bdd-91d6-863b2f127168 None None] Provisioning for port a243e400-add8-4e98-a36d-b687850d6cb5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:53:20.868338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-98c3e622-8624-4bdd-91d6-863b2f127168 None None] Provisioning complete for port a243e400-add8-4e98-a36d-b687850d6cb5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:53:20.868706 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-98c3e622-8624-4bdd-91d6-863b2f127168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:20.911240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-98c3e622-8624-4bdd-91d6-863b2f127168 None None] Port a243e400-add8-4e98-a36d-b687850d6cb5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:53:21.119483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a243e400-add8-4e98-a36d-b687850d6cb5 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:53:21.130384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:21.158270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94870ab-a635-41d9-a569-1867a5a438a7 req-5c6e40f1-3fc1-45ab-b969-a4051ae804b2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:21.159842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b94870ab-a635-41d9-a569-1867a5a438a7 req-5c6e40f1-3fc1-45ab-b969-a4051ae804b2 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 931 time: 0.0887499 Jul 30 03:53:21.160890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Transition to ACTIVE for port object a243e400-add8-4e98-a36d-b687850d6cb5 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:53:21.166057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:21.222920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Pushing event updated for resources: {'Port': ['ID=a243e400-add8-4e98-a36d-b687850d6cb5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:21.293874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b94870ab-a635-41d9-a569-1867a5a438a7 req-89376694-aada-4c16-b502-8e2f401c465c tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661292 Jul 30 03:53:21.381343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Attempting to bind port a243e400-add8-4e98-a36d-b687850d6cb5 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:53:21.381676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Attempting to bind port a243e400-add8-4e98-a36d-b687850d6cb5 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:53:21.382002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Attempting to bind port a243e400-add8-4e98-a36d-b687850d6cb5 on network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:53:21.386747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Port a243e400-add8-4e98-a36d-b687850d6cb5 on network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:53:21.387073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Attempting to bind port a243e400-add8-4e98-a36d-b687850d6cb5 on network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:53:21.398191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:53:21.399584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Checking segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:53:21.400077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Bound using segment: {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:53:21.400804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Bound port: a243e400-add8-4e98-a36d-b687850d6cb5, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:53:21.401287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:21.475078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] For port a243e400-add8-4e98-a36d-b687850d6cb5, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:53:21.478614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] For port a243e400-add8-4e98-a36d-b687850d6cb5, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a243e400-add8-4e98-a36d-b687850d6cb5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:53:21.487981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:21.548371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Pushing event updated for resources: {'Port': ['ID=a243e400-add8-4e98-a36d-b687850d6cb5,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:21.565579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:21.566203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:21.567650 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-ba12c01c-c8a5-4bd5-a945-b5ce3cff4753 service neutron] 10.222.0.16 "PUT /v2.0/ports/a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 1092 time: 0.8869472 Jul 30 03:53:21.568095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:21.570365 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d8724-d1fa-40f3-8c80-5216f599fe48" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:21.648974 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e9cd4-6260-4c3b-9315-b6e78019893f x-openstack-request-id: req-666e9cd4-6260-4c3b-9315-b6e78019893f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:21.649296 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:21.649601 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-666e9cd4-6260-4c3b-9315-b6e78019893f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:21.649990 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'status': 'completed', 'code': 200} Jul 30 03:53:21.723798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-8cb25e07-5283-4472-b517-db21110a309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:21.725819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-8cb25e07-5283-4472-b517-db21110a309b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1095 time: 0.0588214 Jul 30 03:53:21.792936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-8e0673ad-4a1c-4857-a2f5-d113296e9196 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 217 time: 0.0531619 Jul 30 03:53:21.849019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-95917d85-b319-4317-82e0-635feeadea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:21.850503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-95917d85-b319-4317-82e0-635feeadea3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 200 len: 851 time: 0.0502985 Jul 30 03:53:21.899067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-6f54596d-8658-4c2f-b8d5-e4d357866cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:21.900682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-6f54596d-8658-4c2f-b8d5-e4d357866cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432177 Jul 30 03:53:22.001770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-6b587dcf-14ad-474b-ba93-7c2560a35bda service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935345 Jul 30 03:53:22.101034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5122eba9-b73a-4d1d-a460-d59fa23b951d req-6c272a7a-32e9-4ff4-afa1-7eb0e36df829 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912247 Jul 30 03:53:22.293144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-efd34e91-65a5-4dc5-b4f2-9c000044c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:22.295842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-efd34e91-65a5-4dc5-b4f2-9c000044c97f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1095 time: 0.1093197 Jul 30 03:53:22.410961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-4eab9ff0-4868-4383-a40e-e3e93382f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:22.412583 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-4eab9ff0-4868-4383-a40e-e3e93382f02f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 912 time: 0.1091235 Jul 30 03:53:22.505344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-613c2201-b102-457d-9537-1fc6903c7512 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 217 time: 0.0852680 Jul 30 03:53:22.526183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b957e1-193c-4767-abdb-db8cc86ba7e2 req-46def044-016e-4bd6-83d9-aa8144f0a4a9 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:22.527784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82b957e1-193c-4767-abdb-db8cc86ba7e2 req-46def044-016e-4bd6-83d9-aa8144f0a4a9 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.1001196 Jul 30 03:53:22.579284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-d91b4a0e-58e5-4610-911b-1f48bb4bf3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:22.580812 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-d91b4a0e-58e5-4610-911b-1f48bb4bf3e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 200 len: 851 time: 0.0627522 Jul 30 03:53:22.636907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82b957e1-193c-4767-abdb-db8cc86ba7e2 req-271b3595-e992-4a48-932f-fd64f81d2c94 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680008 Jul 30 03:53:22.662694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-421fad54-79fb-470c-a3f5-bf0adeec9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:22.665352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-421fad54-79fb-470c-a3f5-bf0adeec9129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754733 Jul 30 03:53:22.769183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-83c7db11-2654-4aba-9574-545524cfba88 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963149 Jul 30 03:53:22.870398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-485d8724-d1fa-40f3-8c80-5216f599fe48 req-25b98f20-348c-4276-8036-1c32e2145d07 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937250 Jul 30 03:53:23.803988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8567c6e-1a3b-4d71-a6e7-899019d6f62d req-f0bfe779-81ff-448b-9165-dd689dc14087 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:23.805956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8567c6e-1a3b-4d71-a6e7-899019d6f62d req-f0bfe779-81ff-448b-9165-dd689dc14087 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0737348 Jul 30 03:53:23.868076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8567c6e-1a3b-4d71-a6e7-899019d6f62d req-c98c18a7-36c3-4cb7-b034-7cb55f45de63 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457385 Jul 30 03:53:24.993556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df025fd1-1bca-4daa-b6bc-57d2f3e0828b req-2791b302-a655-4bae-a8aa-b6dfbbd524fb tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:24.995067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df025fd1-1bca-4daa-b6bc-57d2f3e0828b req-2791b302-a655-4bae-a8aa-b6dfbbd524fb tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0501294 Jul 30 03:53:25.036128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df025fd1-1bca-4daa-b6bc-57d2f3e0828b req-eaf1ffdd-eca2-4e09-82cf-8896b6404798 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340474 Jul 30 03:53:26.153197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ebe9e-e76e-41f3-bc96-8fcf5f0ffd2a req-037fa312-6317-483a-972d-9c11d2eac4b1 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:26.154678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49ebe9e-e76e-41f3-bc96-8fcf5f0ffd2a req-037fa312-6317-483a-972d-9c11d2eac4b1 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0486400 Jul 30 03:53:26.193162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49ebe9e-e76e-41f3-bc96-8fcf5f0ffd2a req-c897a75a-40cb-4450-aaa6-e84f427b5798 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Jul 30 03:53:27.324166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4248d-351e-463f-98b4-f1ae0e72feba req-3bd37e72-625e-4d5a-af5f-8974366d4d37 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:27.325704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16b4248d-351e-463f-98b4-f1ae0e72feba req-3bd37e72-625e-4d5a-af5f-8974366d4d37 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0552957 Jul 30 03:53:27.367811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16b4248d-351e-463f-98b4-f1ae0e72feba req-8545812f-0968-4ca1-b9d8-329c93d209f1 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344815 Jul 30 03:53:28.482385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c7c7d-cefc-4dbc-8357-a69a27bc7d00 req-ed078c41-88cd-456b-8a99-c19b216aacb6 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:28.484188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-618c7c7d-cefc-4dbc-8357-a69a27bc7d00 req-ed078c41-88cd-456b-8a99-c19b216aacb6 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0494690 Jul 30 03:53:28.523345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-618c7c7d-cefc-4dbc-8357-a69a27bc7d00 req-9c5fe045-af19-492e-acab-3c67fd3bbe8a tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326784 Jul 30 03:53:29.637720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570211f-1ddd-4bdd-84b3-a475ef5902df req-3247027a-8d58-4ae8-a2bf-da829cdfb574 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:29.639153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8570211f-1ddd-4bdd-84b3-a475ef5902df req-3247027a-8d58-4ae8-a2bf-da829cdfb574 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0479472 Jul 30 03:53:29.678162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8570211f-1ddd-4bdd-84b3-a475ef5902df req-9066c06c-7884-4cdc-9f4f-7cf95f31714d tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Jul 30 03:53:30.736008 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:30.802441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc30d04-dfc9-4f6e-919a-91a14fbc9b88 req-cd05d4be-4255-4e59-bcf4-60c7290576fa tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:30.803968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc30d04-dfc9-4f6e-919a-91a14fbc9b88 req-cd05d4be-4255-4e59-bcf4-60c7290576fa tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0533791 Jul 30 03:53:30.843688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc30d04-dfc9-4f6e-919a-91a14fbc9b88 req-1a7e6bd6-bf63-4128-bbf9-e3587f1244a7 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338185 Jul 30 03:53:31.964534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20094c67-e6e7-48ba-a716-57b11ca68949 req-4fad5806-78b2-4a34-bd25-c8de0a720e57 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:31.966713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20094c67-e6e7-48ba-a716-57b11ca68949 req-4fad5806-78b2-4a34-bd25-c8de0a720e57 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0555003 Jul 30 03:53:32.008008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20094c67-e6e7-48ba-a716-57b11ca68949 req-c31a21ac-2ecd-4331-b629-dc69e5b0545a tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351386 Jul 30 03:53:33.128824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5fac0-bb0e-420c-a283-c044b058bd7b req-b7149575-a704-4d12-ab7a-06c9ee1d2762 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:33.135804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81d5fac0-bb0e-420c-a283-c044b058bd7b req-b7149575-a704-4d12-ab7a-06c9ee1d2762 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 943 time: 0.0569029 Jul 30 03:53:33.173971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81d5fac0-bb0e-420c-a283-c044b058bd7b req-553d8ba4-21a0-4766-aadd-69e5d4b5bd61 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371504 Jul 30 03:53:33.761125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a243e400-add8-4e98-a36d-b687850d6cb5 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:53:33.861156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a243e400-add8-4e98-a36d-b687850d6cb5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a243e400-add8-4e98-a36d-b687850d6cb5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:33.873176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:53:33.917828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:33.931001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a243e400-add8-4e98-a36d-b687850d6cb5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:53:33.952772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a243e400-add8-4e98-a36d-b687850d6cb5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a243e400-add8-4e98-a36d-b687850d6cb5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:33.957358 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:34.009828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a243e400-add8-4e98-a36d-b687850d6cb5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:34.299895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc524-8f68-40a8-b38c-a7d2af441b24 req-6f886d4e-6f37-47dc-9f99-75a8f2415d87 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:34.301376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e06fc524-8f68-40a8-b38c-a7d2af441b24 req-6f886d4e-6f37-47dc-9f99-75a8f2415d87 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 944 time: 0.0561564 Jul 30 03:53:34.341172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e06fc524-8f68-40a8-b38c-a7d2af441b24 req-585b0b45-a62e-42e6-814f-ca750c08f2c6 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339513 Jul 30 03:53:34.353620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['a243e400-add8-4e98-a36d-b687850d6cb5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:53:35.477706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcb613-76c1-4edf-a852-bf136f1a7763 req-bb53b803-7c24-43cf-b813-7c1b811c7dfb tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:35.479312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22dcb613-76c1-4edf-a852-bf136f1a7763 req-bb53b803-7c24-43cf-b813-7c1b811c7dfb tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 944 time: 0.0576296 Jul 30 03:53:35.520200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22dcb613-76c1-4edf-a852-bf136f1a7763 req-d6cb6244-c4e7-417f-ad55-66a1d4947e92 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341840 Jul 30 03:53:35.773636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a243e400-add8-4e98-a36d-b687850d6cb5 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:53:35.823304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port a243e400-add8-4e98-a36d-b687850d6cb5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:53:35.827496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port a243e400-add8-4e98-a36d-b687850d6cb5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:53:35.827907 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:35.904586 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:35.926633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:35.928899 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276eca45-873e-491b-9c0e-aa9833a2cfc0" -d '{"events": [{"server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "name": "network-vif-plugged", "status": "completed", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:35.949611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port a243e400-add8-4e98-a36d-b687850d6cb5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a243e400-add8-4e98-a36d-b687850d6cb5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:35.954222 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:35.978456 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8492ee-0c6f-4447-9ccb-eb9c75521a85 x-openstack-request-id: req-9b8492ee-0c6f-4447-9ccb-eb9c75521a85 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:35.978750 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "name": "network-vif-plugged", "status": "completed", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:35.979003 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b8492ee-0c6f-4447-9ccb-eb9c75521a85 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:35.979419 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'code': 200} Jul 30 03:53:36.009294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=a243e400-add8-4e98-a36d-b687850d6cb5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:36.103303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2609231-b52e-4104-a901-d7bccfea9e4a req-dc128676-b289-4133-886f-b26667ef3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:36.104858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2609231-b52e-4104-a901-d7bccfea9e4a req-dc128676-b289-4133-886f-b26667ef3b70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1097 time: 0.0451062 Jul 30 03:53:36.140460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d2609231-b52e-4104-a901-d7bccfea9e4a req-b316b2d8-c497-4124-839b-3eef10236336 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274911 Jul 30 03:53:36.647838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641db6d-c3a9-4687-b152-37d664ecd4f5 req-a8de053c-49a1-4e38-86e2-55ca55456b1e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:36.649526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2641db6d-c3a9-4687-b152-37d664ecd4f5 req-a8de053c-49a1-4e38-86e2-55ca55456b1e tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 945 time: 0.0538378 Jul 30 03:53:36.688910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2641db6d-c3a9-4687-b152-37d664ecd4f5 req-85deeb40-0325-48e1-98d4-6332886876fb tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Jul 30 03:53:37.804324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78f2c1-0e49-431e-acad-acfb46119a02 req-cb251ede-fbc0-44f9-898b-6a2b7acf24c5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:37.805841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a78f2c1-0e49-431e-acad-acfb46119a02 req-cb251ede-fbc0-44f9-898b-6a2b7acf24c5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 945 time: 0.0489166 Jul 30 03:53:37.844305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a78f2c1-0e49-431e-acad-acfb46119a02 req-5a0b77b2-829d-4364-9e2f-158ed6222a1b tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Jul 30 03:53:37.972354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf1dfd-1d52-4246-9921-c0258dedfea4 req-d65e4d85-f3c3-41cb-b39a-0d236ead254d tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:37.974005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9cf1dfd-1d52-4246-9921-c0258dedfea4 req-d65e4d85-f3c3-41cb-b39a-0d236ead254d tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 945 time: 0.0590253 Jul 30 03:53:38.012749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9cf1dfd-1d52-4246-9921-c0258dedfea4 req-3ff814a1-a862-4cd3-87ce-038cb969c438 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Jul 30 03:53:38.034581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:38.174892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76be204-c13e-4268-a90b-5df4cf960861 tempest-TestVolumeBackupRestore-1763032116 tempest-TestVolumeBackupRestore-1763032116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:38.176528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f76be204-c13e-4268-a90b-5df4cf960861 tempest-TestVolumeBackupRestore-1763032116 tempest-TestVolumeBackupRestore-1763032116-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1092 time: 0.1408694 Jul 30 03:53:38.179496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:38.183773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:38.205946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:38.306937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:38.421412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Allocated IP 172.25.6.251 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/cc4527db-445c-484f-a64c-5448b13522c0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:53:38.535528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:38.579433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:38.618534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:53:38.621707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:53:38.625178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:53:38.668824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'Port': ['ID=cc4527db-445c-484f-a64c-5448b13522c0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:39.040052 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:39.111297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:39.276456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:39.283365 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:39.349929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event updated for resources: {'Port': ['ID=cc4527db-445c-484f-a64c-5448b13522c0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:39.364749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:39.475379 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Floating IP 071dd11f-5431-4a68-a362-3b965f69cf7f associated. External IP: 172.25.6.251, port: a243e400-add8-4e98-a36d-b687850d6cb5. Jul 30 03:53:39.671899 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-4ff76225-0c20-4014-81dd-f79244b9c180 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414414 Jul 30 03:53:39.676247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:53:39.687734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Router a2a2196f-d53f-47ef-a533-1f40faae0ef7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:53:39.735734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-7133f47e-98ea-4b08-9bf8-079ad3a95663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:39.737527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-7133f47e-98ea-4b08-9bf8-079ad3a95663 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 1102 time: 0.0431223 Jul 30 03:53:39.802115 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:53:39.815353 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] Sync routers for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:53:39.821396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:39.835677 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:39.836309 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:39.861513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4c62f411-a1fb-445e-b200-09122daf77d0 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6782644 Jul 30 03:53:39.861513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:39.862432 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c48806-51c1-41ca-a05f-93931456080e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:39.866919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:39.919631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c6822-88a8-4a80-a6f4-ba621c2a0020 tempest-TestVolumeBackupRestore-1763032116 tempest-TestVolumeBackupRestore-1763032116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:39.922089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-290c6822-88a8-4a80-a6f4-ba621c2a0020 tempest-TestVolumeBackupRestore-1763032116 tempest-TestVolumeBackupRestore-1763032116-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1092 time: 0.0538666 Jul 30 03:53:39.925007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:39.935178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Request body: {'floatingip': {'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:39.945237 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81788847-0d3b-4293-b23c-4623fe028863 x-openstack-request-id: req-81788847-0d3b-4293-b23c-4623fe028863 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:39.945577 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:39.945784 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81788847-0d3b-4293-b23c-4623fe028863 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:39.946161 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'status': 'completed', 'code': 200} Jul 30 03:53:39.981777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-206b5b94-d5f2-4848-a9de-b6e7876aa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:39.983475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-206b5b94-d5f2-4848-a9de-b6e7876aa360 service neutron] 10.222.0.18 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.2228656 Jul 30 03:53:40.036564 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:40.044292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-120c5e3b-cb45-41c2-b16c-01cdc8e04466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df HTTP/1.1" status: 200 len: 217 time: 0.0524249 Jul 30 03:53:40.121741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-026845da-33b5-4cd3-a9dc-5ece03bae74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:40.123566 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-026845da-33b5-4cd3-a9dc-5ece03bae74e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0694370 Jul 30 03:53:40.145815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48806-51c1-41ca-a05f-93931456080e req-789d35e3-4d78-4279-9ce0-92d8299fef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:40.147379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-789d35e3-4d78-4279-9ce0-92d8299fef6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1097 time: 0.1218755 Jul 30 03:53:40.150541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:40.194310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-8cb5188a-52f0-4a52-a8ca-d3acc05d5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:40.196016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-8cb5188a-52f0-4a52-a8ca-d3acc05d5ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596781 Jul 30 03:53:40.307836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-f7a86a11-8bd8-4363-9e0e-bd5b3ea27cad service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030533 Jul 30 03:53:40.317645 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '071dd11f-5431-4a68-a362-3b965f69cf7f', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:38Z', 'updated_at': '2021-07-30T03:53:38Z', 'revision_number': 0, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:40.356771 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] Checking router: a2a2196f-d53f-47ef-a533-1f40faae0ef7 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:53:40.368332 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:40.369235 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:40.430062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7bd78ad0-726a-4e57-a60e-fc217e3f28f0 req-e471b5eb-1ee6-483d-b5c4-1f532afb1e5f service neutron] 10.222.0.18 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127222 Jul 30 03:53:40.496608 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:40.646915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d74b1-f724-4efe-9338-ebfe8b5c8232 req-35db66c8-d764-4379-9e81-db249cdc5352 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:40.648328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-267d74b1-f724-4efe-9338-ebfe8b5c8232 req-35db66c8-d764-4379-9e81-db249cdc5352 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 950 time: 0.5728996 Jul 30 03:53:40.736392 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '071dd11f-5431-4a68-a362-3b965f69cf7f', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:38Z', 'updated_at': '2021-07-30T03:53:38Z', 'revision_number': 0, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:40.772050 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98d178-c2c6-4fdd-ac74-dcef06ac309f None None] The sync data for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 is: [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '071dd11f-5431-4a68-a362-3b965f69cf7f', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:38Z', 'updated_at': '2021-07-30T03:53:38Z', 'revision_number': 0, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:53:40.781371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48806-51c1-41ca-a05f-93931456080e req-9d8fc70f-aaf9-4d3c-83fd-c1399706b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:40.782879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-9d8fc70f-aaf9-4d3c-83fd-c1399706b9fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 912 time: 0.6219516 Jul 30 03:53:40.790252 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-267d74b1-f724-4efe-9338-ebfe8b5c8232 req-baefb999-c931-4fb4-a7f0-095801f486fb tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096261 Jul 30 03:53:40.894176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-7528ad84-f300-4866-9e77-34a612b9d677 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 999 time: 0.1010394 Jul 30 03:53:40.917313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:41.000745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48806-51c1-41ca-a05f-93931456080e req-09305abb-a6d4-4e1a-8449-e32420f8dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:41.008265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-09305abb-a6d4-4e1a-8449-e32420f8dff7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 200 len: 851 time: 0.1041427 Jul 30 03:53:41.059476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf25e7-4071-43be-9de2-c91d144f1313 None None] New status for floating IP 071dd11f-5431-4a68-a362-3b965f69cf7f: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:53:41.141537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48806-51c1-41ca-a05f-93931456080e req-8ca89d1f-87a6-4102-8f4b-a6375f722b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:41.142956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-8ca89d1f-87a6-4102-8f4b-a6375f722b60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229820 Jul 30 03:53:41.219101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:53:41.219706 n-d-778696-14 neutron-server[93876]: DEBUG oslo_db.api [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:53:41.258684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-318104b5-1497-40cd-b9e5-74308839ff26 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079543 Jul 30 03:53:41.356607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69c48806-51c1-41ca-a05f-93931456080e req-dac55a0f-9fc9-47db-9d41-a06f0ec07ec7 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Jul 30 03:53:41.581221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-89c422c0-f071-4525-b641-00a2e338b503 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:41.582698 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-89c422c0-f071-4525-b641-00a2e338b503 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.18 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 950 time: 0.0501642 Jul 30 03:53:41.679273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Deleting port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:53:41.679620 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:41.721191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:41.772074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] For port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:41.772422 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:41.788366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Calling delete_port for fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:53:41.932831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:41.945449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:53:41.973079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Pushing event deleted for resources: {'Port': ['ID=fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:42.017028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] No DVR routers for this DVR port fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:53:42.026071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:42.029023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7827229d-3e29-46ee-8ea1-e4cae9f043d1 req-ba16cb61-83bd-41da-b621-fb6e017342f6 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.18 "DELETE /v2.0/ports/fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df HTTP/1.1" status: 204 len: 173 time: 0.4383254 Jul 30 03:53:42.030327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'name': 'network-vif-deleted', 'tag': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:42.039301 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89575da0-923e-436f-bc1d-94362b4727de" -d '{"events": [{"server_uuid": "0edfb589-dd3b-466d-b415-edc201c5c73f", "name": "network-vif-deleted", "tag": "fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:42.087100 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49f22a-96c5-4e95-a554-297b4e3783d0 x-openstack-request-id: req-9a49f22a-96c5-4e95-a554-297b4e3783d0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:42.087450 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edfb589-dd3b-466d-b415-edc201c5c73f", "name": "network-vif-deleted", "tag": "fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:42.087709 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a49f22a-96c5-4e95-a554-297b4e3783d0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:42.088142 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edfb589-dd3b-466d-b415-edc201c5c73f', 'name': 'network-vif-deleted', 'tag': 'fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df', 'status': 'completed', 'code': 200} Jul 30 03:53:42.115191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd833d0-7169-4ad8-835c-2bbce467b6dd req-1b4ce00d-e96c-49db-88bd-6d80651a7d07 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:42.119838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fd833d0-7169-4ad8-835c-2bbce467b6dd req-1b4ce00d-e96c-49db-88bd-6d80651a7d07 tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/ports?device_id=0edfb589-dd3b-466d-b415-edc201c5c73f HTTP/1.1" status: 200 len: 867 time: 0.2211180 Jul 30 03:53:42.215947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fd833d0-7169-4ad8-835c-2bbce467b6dd req-ea9ea3c9-8bdb-4da2-a35e-b749a5c448fe tempest-VolumesBackupsTest-1175539669 tempest-VolumesBackupsTest-1175539669-project] 10.222.0.39 "GET /v2.0/security-groups?id=beaba4b6-47ad-4156-86c1-50f5f7c430c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Jul 30 03:53:42.385140 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e75ffa19-2c47-4cbe-a8e4-f54cca9a7b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:42.395010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:42.401695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:42.702235 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Router a2a2196f-d53f-47ef-a533-1f40faae0ef7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:53:42.815890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:53:42.829395 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] Sync routers for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:53:42.829952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:42.849923 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:42.850898 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:42.862753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:42.865682 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad25654-25d3-4421-a77e-1819522797ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:42.905329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bfa54964-3b8c-4719-b457-abab0f88eb60 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "PUT /v2.0/floatingips/071dd11f-5431-4a68-a362-3b965f69cf7f HTTP/1.1" status: 200 len: 993 time: 2.9703426 Jul 30 03:53:42.934041 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0fd24-ba7e-40ff-a24f-c151975324cc x-openstack-request-id: req-d8f0fd24-ba7e-40ff-a24f-c151975324cc {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:42.934444 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:42.934792 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8f0fd24-ba7e-40ff-a24f-c151975324cc {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:42.935331 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'status': 'completed', 'code': 200} Jul 30 03:53:43.032627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25654-25d3-4421-a77e-1819522797ea req-7f23aca6-d472-4fd1-95db-90eb537b5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:43.034807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-7f23aca6-d472-4fd1-95db-90eb537b5cdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1097 time: 0.0522795 Jul 30 03:53:43.087868 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:43.160168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25654-25d3-4421-a77e-1819522797ea req-2156a2ed-425e-40e4-9807-ce07d3c08f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:43.162262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-2156a2ed-425e-40e4-9807-ce07d3c08f66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 912 time: 0.1200032 Jul 30 03:53:43.243547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-556ed00e-5dec-4def-85d9-fd13d651e6d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 1001 time: 0.0734873 Jul 30 03:53:43.300591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25654-25d3-4421-a77e-1819522797ea req-77fcd084-3997-4dab-93e1-1ab37e97ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:43.303409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-77fcd084-3997-4dab-93e1-1ab37e97ba4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 200 len: 851 time: 0.0532699 Jul 30 03:53:43.377280 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '071dd11f-5431-4a68-a362-3b965f69cf7f', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:38Z', 'updated_at': '2021-07-30T03:53:42Z', 'revision_number': 2, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:43.387183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25654-25d3-4421-a77e-1819522797ea req-f9115cd4-7dc2-44e0-8442-500662675778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:43.389562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-f9115cd4-7dc2-44e0-8442-500662675778 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724592 Jul 30 03:53:43.414189 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] Checking router: a2a2196f-d53f-47ef-a533-1f40faae0ef7 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:53:43.423389 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:43.424112 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:43.506109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-9ae70d4c-cb03-43da-ac31-3419b1835e1e service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059077 Jul 30 03:53:43.544095 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:43.617879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cad25654-25d3-4421-a77e-1819522797ea req-7223d98b-893e-48d5-a019-2dde8809e4c9 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930080 Jul 30 03:53:43.774854 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '071dd11f-5431-4a68-a362-3b965f69cf7f', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:38Z', 'updated_at': '2021-07-30T03:53:42Z', 'revision_number': 2, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:43.800070 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e612ac8-c16a-40a2-92ee-d4a9f21e522b None None] The sync data for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 is: [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '071dd11f-5431-4a68-a362-3b965f69cf7f', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'port_id': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'mac_address': 'fa:16:3e:44:3d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:38Z', 'updated_at': '2021-07-30T03:53:42Z', 'revision_number': 2, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:53:44.480627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe5e08-291d-49e2-a264-8fadc77e31c1 req-7a841441-b36f-435f-b696-b42f470ab447 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:44.482555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dbe5e08-291d-49e2-a264-8fadc77e31c1 req-7a841441-b36f-435f-b696-b42f470ab447 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 947 time: 0.0608258 Jul 30 03:53:44.531702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dbe5e08-291d-49e2-a264-8fadc77e31c1 req-d2b4ccb2-e4ab-454a-9b12-fbe03855eb4f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Jul 30 03:53:44.673821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6588be3-7de4-4942-9dd0-a355c9c5cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:44.841090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:53:44.861690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:53:44.862033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fd511420-4b0f-4f2f-a5f5-9a0b68f1d7df not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:53:44.936647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:44.939019 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:44.968877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:44.980607 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17360e-e1da-4625-883a-f851cadaee7f x-openstack-request-id: req-dd17360e-e1da-4625-883a-f851cadaee7f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:44.980733 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:44.980923 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd17360e-e1da-4625-883a-f851cadaee7f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:44.981331 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'status': 'completed', 'code': 200} Jul 30 03:53:45.066498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-d9908215-c131-4aef-a978-d9f28a274039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:45.068042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-d9908215-c131-4aef-a978-d9f28a274039 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1097 time: 0.0449862 Jul 30 03:53:45.163780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-5cffa216-65b3-4597-b13a-d8427f079f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:45.165298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-5cffa216-65b3-4597-b13a-d8427f079f6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 912 time: 0.0904794 Jul 30 03:53:45.240587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-5fa939e6-73a5-4258-835d-fa5894dd7636 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 1001 time: 0.0640781 Jul 30 03:53:45.293294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-785c8d1e-ef08-4ed6-a73e-2676af170a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:45.294802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-785c8d1e-ef08-4ed6-a73e-2676af170a9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 200 len: 851 time: 0.0467751 Jul 30 03:53:45.347584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-131f407b-caab-4083-bcf3-870a970fc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:45.349083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-131f407b-caab-4083-bcf3-870a970fc5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473928 Jul 30 03:53:45.450523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-6f575baa-25c3-4bc9-a6af-600f18a6503d service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940447 Jul 30 03:53:45.549792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f707aa0-df4c-4dd9-9205-83a24e90c6f1 req-0415567e-cc0d-4faa-8d44-2a3525df6436 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Jul 30 03:53:45.679383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409e20-b703-44f1-93f1-14ee099d703d req-5d85583f-9da6-4841-a352-dc74cbde51db tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:45.680942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7409e20-b703-44f1-93f1-14ee099d703d req-5d85583f-9da6-4841-a352-dc74cbde51db tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 947 time: 0.0545468 Jul 30 03:53:45.727693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7409e20-b703-44f1-93f1-14ee099d703d req-6afbb154-fc9f-45f1-8d9c-d566aa7037a4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bae8b5b-ed9f-49d5-aabd-c8991711ed45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391836 Jul 30 03:53:45.915786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-ed43eae6-8a7a-478b-90b5-ca4842b48dbb tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:45.917371 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-ed43eae6-8a7a-478b-90b5-ca4842b48dbb tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 947 time: 0.0588276 Jul 30 03:53:46.023928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Deleting port 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:53:46.024650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.127117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] For port 692c299a-3e20-49aa-bdaf-4143357f094b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=692c299a-3e20-49aa-bdaf-4143357f094b,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:46.127556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.316430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.317040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.317512 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Floating IP bffa1514-aa5d-4f0c-b093-f211aa86d2a3 disassociated. External IP: 172.25.6.235, port: 692c299a-3e20-49aa-bdaf-4143357f094b. Jul 30 03:53:46.318005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Calling delete_port for 692c299a-3e20-49aa-bdaf-4143357f094b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:53:46.408229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.459938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.493174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event deleted for resources: {'Port': ['ID=692c299a-3e20-49aa-bdaf-4143357f094b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:46.625668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:53:46.684398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:46.751735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:53:46.765681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:53:46.784249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:46.785028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:46.805054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eef860-ae26-4d02-bcba-595ede862faa req-c4612b3d-592f-4402-8be6-191870d804f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:46.811634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15eef860-ae26-4d02-bcba-595ede862faa req-c4612b3d-592f-4402-8be6-191870d804f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1097 time: 0.1259601 Jul 30 03:53:46.826961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] No DVR routers for this DVR port 692c299a-3e20-49aa-bdaf-4143357f094b on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:53:46.830431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:46.832760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd95d1d2-2fd0-4c8c-b352-19f2aee7d459 req-02077a5b-251d-4f53-b8b4-fdab2c9a21e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.18 "DELETE /v2.0/ports/692c299a-3e20-49aa-bdaf-4143357f094b HTTP/1.1" status: 204 len: 173 time: 0.9088860 Jul 30 03:53:46.833151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-deleted', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:46.835672 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d569ce-1403-44e5-996a-501fa36f1196" -d '{"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-deleted", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:46.878343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91156882-16af-4531-9cb6-6b1c4bdcdb54 req-1a37ef8b-4167-4f1c-bc84-f453c58b61bc tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7 HTTP/1.1" status: 200 len: 210 time: 0.0485835 Jul 30 03:53:46.900660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15eef860-ae26-4d02-bcba-595ede862faa req-b748c5bb-8937-436f-8659-287c083cac39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878038 Jul 30 03:53:46.904482 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9564e199-0715-4727-9fdb-2adde57c80e3 x-openstack-request-id: req-9564e199-0715-4727-9fdb-2adde57c80e3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:46.905088 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7", "name": "network-vif-deleted", "tag": "692c299a-3e20-49aa-bdaf-4143357f094b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:46.905621 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9564e199-0715-4727-9fdb-2adde57c80e3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:46.906178 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b01e86-261b-4dce-b6fb-9e7f2d45e2b7', 'name': 'network-vif-deleted', 'tag': '692c299a-3e20-49aa-bdaf-4143357f094b', 'status': 'completed', 'code': 200} Jul 30 03:53:46.975117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:47.204660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:47.232472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:53:47.241726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:53:47.242348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:47.529834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:53:47.778559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:53:47.819048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3f7c-3eef-4864-9694-1281d01cb0b9 None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:53:48.020246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:48.033803 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.104251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea4dffc-6736-4d6f-8e00-02b43e72e12c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.137774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea4dffc-6736-4d6f-8e00-02b43e72e12c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.205747 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea4dffc-6736-4d6f-8e00-02b43e72e12c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.208765 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ea4dffc-6736-4d6f-8e00-02b43e72e12c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.209837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8ea4dffc-6736-4d6f-8e00-02b43e72e12c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "DELETE /v2.0/security-groups/8bae8b5b-ed9f-49d5-aabd-c8991711ed45 HTTP/1.1" status: 204 len: 168 time: 0.1885920 Jul 30 03:53:48.213854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43260) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:48.220925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4dffc-6736-4d6f-8e00-02b43e72e12c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bae8b5b-ed9f-49d5-aabd-c8991711ed45,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:48.224451 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdf475-92ec-4599-a584-c9d35e3ffd2b None None] New status for floating IP bffa1514-aa5d-4f0c-b093-f211aa86d2a3: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:53:48.236519 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-618f2a7d-4408-44fc-a5fb-eea90de663d3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] show failed (client error): The resource could not be found. Jul 30 03:53:48.241073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43262) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:48.241232 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-618f2a7d-4408-44fc-a5fb-eea90de663d3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups/8bae8b5b-ed9f-49d5-aabd-c8991711ed45 HTTP/1.1" status: 404 len: 347 time: 0.0252676 Jul 30 03:53:48.425521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Deleting port 5f76c13c-c2bb-46ff-b7fd-5da11d8aee8a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:53:48.426159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.512221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.512545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.525412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Calling delete_port for 5f76c13c-c2bb-46ff-b7fd-5da11d8aee8a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:53:48.690268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.720507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event deleted for resources: {'Port': ['ID=5f76c13c-c2bb-46ff-b7fd-5da11d8aee8a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:48.792254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.795526 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:48.800006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9034a07b-d444-4e04-a846-e7a706e23657 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "DELETE /v2.0/floatingips/bffa1514-aa5d-4f0c-b093-f211aa86d2a3 HTTP/1.1" status: 204 len: 168 time: 0.5547934 Jul 30 03:53:48.840207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:53:48.887303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 692c299a-3e20-49aa-bdaf-4143357f094b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:53:48.890624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 692c299a-3e20-49aa-bdaf-4143357f094b not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:53:49.304917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43276) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:49.309825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010535670', 'description': 'tempest-description--658170473'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:49.334122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.429288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.434355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.463271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.464526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1585708 Jul 30 03:53:49.467708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:49.472322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc436c-7904-4438-822f-5657656b4211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:49.478127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fed9e-16a9-4aeb-a39b-87c11c2d735b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc436c-7904-4438-822f-5657656b4211,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:49.506711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.555441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.560010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.580321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5ea82c-fa86-4cd2-a667-ce2c53cda387,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:49.586091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.590017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:49.590156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f305d21b-657d-47ec-bc70-926f9d093c3f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213846 Jul 30 03:53:49.595380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc436c-7904-4438-822f-5657656b4211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:49.626222 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.692866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.697595 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.715241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca21ce90-8b85-47ff-94e5-12ec388f5694,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:49.724745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.725996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-26a262e8-8229-4644-98df-9cd03bbcf902 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349647 Jul 30 03:53:49.729125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:53:49.735297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:49.758242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:49.867635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.004405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Allocated IP 172.25.6.137 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/e95275bb-ff6a-4129-95da-a5d59d67e247) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:53:50.468969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.510216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.551763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:53:50.554629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:53:50.561472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:53:50.587076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'Port': ['ID=e95275bb-ff6a-4129-95da-a5d59d67e247,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:50.656364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.691801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.872187 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.880396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:50.957275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'Port': ['ID=e95275bb-ff6a-4129-95da-a5d59d67e247,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:50.974643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:51.007956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:51.011411 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e5b801ad-23ec-44e1-810f-67c26391b3ec tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2808077 Jul 30 03:53:51.295074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-419972a8-39d1-4060-bb8c-b39cc3bf2001 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2010535670&fields=id&tenant_id=8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 267 time: 0.0446327 Jul 30 03:53:51.764476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-9f2ef96c-8560-4c20-87d2-f780fb137c96 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:51.766399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-9f2ef96c-8560-4c20-87d2-f780fb137c96 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 817 time: 0.4592655 Jul 30 03:53:51.787159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-4990f2e1-ff8d-49b2-b377-ac8d15509f93 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/quotas/8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 375 time: 0.0133255 Jul 30 03:53:51.845819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d2a7c5c8-0fc1-4b4e-958f-111b46088224 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528464 Jul 30 03:53:51.974085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-71397fdd-d426-474d-a8ee-ab494492b53c service neutron] 10.222.0.39 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150548 Jul 30 03:53:52.091781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-00b37e00-29f3-4b4c-a49c-0719cd42d95e service neutron] 10.222.0.39 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077290 Jul 30 03:53:52.286324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d86960e-0bad-4fea-9ce4-a5b84541c1b4 req-4fe254c7-ffa5-4710-80ce-86872e8cec48 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 210 time: 0.0390975 Jul 30 03:53:53.379197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-742e302f-1cb9-4cd7-9634-844867042d3e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:53.380879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-742e302f-1cb9-4cd7-9634-844867042d3e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 817 time: 0.1813900 Jul 30 03:53:53.436010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-4ff71b8b-acb3-4970-a90c-36165859bd11 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 380 time: 0.0451124 Jul 30 03:53:53.440080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8f2512f-9d3f-40df-829d-7f27534b3a10 req-3139bb62-0a6f-48ce-a9c7-d0681c5b6f26 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 210 time: 0.0420127 Jul 30 03:53:53.447243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'port': {'device_id': 'b795940d-4578-42b1-9342-e74189a16686', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'admin_state_up': True, 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'security_groups': ['d3dc436c-7904-4438-822f-5657656b4211']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:53.567824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Made reservation on behalf of 8a11e35f536446af8f7e500d516c83b5 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:53:53.571714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:53.713454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Allocated IP 172.20.0.8 (3f076422-8250-48a7-8ec8-3fdef4cce05c/5118daf6-fca6-4a71-bc75-a5ca0e49a411/f7fa85e8-e0d7-482f-ad50-12e397aab965) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:53:53.898820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:53.913772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Transition to ACTIVE for port object f7fa85e8-e0d7-482f-ad50-12e397aab965 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:53:53.950053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:53.991974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:53:53.996905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:53:53.999558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:53:54.040048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:54.063841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:54.064643 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.085301 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-1d9c2912-57fa-4b18-85ee-ba2ed2fb3911 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6426959 Jul 30 03:53:54.098113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Request body: {'port': {'device_id': 'b795940d-4578-42b1-9342-e74189a16686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:53:54.165418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.240791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e93cd8b3-cc8a-4620-9f75-becc7c6a2968 None None] Provisioning for port f7fa85e8-e0d7-482f-ad50-12e397aab965 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:53:54.245661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e93cd8b3-cc8a-4620-9f75-becc7c6a2968 None None] Provisioning complete for port f7fa85e8-e0d7-482f-ad50-12e397aab965 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:53:54.246264 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e93cd8b3-cc8a-4620-9f75-becc7c6a2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.289514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e93cd8b3-cc8a-4620-9f75-becc7c6a2968 None None] Port f7fa85e8-e0d7-482f-ad50-12e397aab965 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:53:54.535089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:53:54.544083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.556852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Transition to ACTIVE for port object f7fa85e8-e0d7-482f-ad50-12e397aab965 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:53:54.562032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.586435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9920c-8d23-41c0-bd3e-b2ac557dea9f req-d7e44da5-7ff1-42fc-a556-ca159a78cf39 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:54.588120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b9920c-8d23-41c0-bd3e-b2ac557dea9f req-d7e44da5-7ff1-42fc-a556-ca159a78cf39 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 931 time: 0.0642881 Jul 30 03:53:54.626432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:54.655595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b9920c-8d23-41c0-bd3e-b2ac557dea9f req-cc13b922-f10b-4367-aaa1-a2fc5c568d06 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550468 Jul 30 03:53:54.718586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:53:54.718932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:53:54.719300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:53:54.724013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Port f7fa85e8-e0d7-482f-ad50-12e397aab965 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:53:54.724338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:53:54.729331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:53:54.729671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:53:54.730060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Bound using segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:53:54.730486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Bound port: f7fa85e8-e0d7-482f-ad50-12e397aab965, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:53:54.730853 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.803012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:53:54.806739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:53:54.818818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.854584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:54.855233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:54.856641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] 10.222.0.18 "PUT /v2.0/ports/f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 1092 time: 0.7633207 Jul 30 03:53:54.859218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:54.860618 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635bba4-a396-468d-939a-7e4ee44b21ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:54.918793 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6267b16f-c678-4704-a9ff-9970e75907ac x-openstack-request-id: req-6267b16f-c678-4704-a9ff-9970e75907ac {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:54.919355 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:54.921194 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6267b16f-c678-4704-a9ff-9970e75907ac {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:54.921194 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'status': 'completed', 'code': 200} Jul 30 03:53:54.955241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69929b4-0c47-4894-a2e6-6e1009fbc61e service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:54.973768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-3e2df497-9e5d-4c5b-ade6-3059e0c317fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:54.975413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-3e2df497-9e5d-4c5b-ade6-3059e0c317fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1095 time: 0.0796478 Jul 30 03:53:55.020996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-53445ec2-78e2-4a76-9ebd-88a6bf037556 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 217 time: 0.0368874 Jul 30 03:53:55.076478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-01cf107d-2100-4165-afc2-948acec4febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.078013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-01cf107d-2100-4165-afc2-948acec4febb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0505717 Jul 30 03:53:55.130663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-f5be1cb1-169d-47c3-8672-34b88e37bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.132527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-f5be1cb1-169d-47c3-8672-34b88e37bfbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479958 Jul 30 03:53:55.231901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-3a37441b-463d-4478-8886-1d402f840455 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919220 Jul 30 03:53:55.333800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2ad0dd58-3369-4d04-a3fd-d9e5cd9d9eb9 req-6dfd53b4-85ee-4edc-a567-bba88b66124a service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954859 Jul 30 03:53:55.428824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-d1730146-2a8d-4bbf-b43b-27274531515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.430891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-d1730146-2a8d-4bbf-b43b-27274531515e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1095 time: 0.0482266 Jul 30 03:53:55.534940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-8a0066eb-54b1-48f3-94a0-00ec953df563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.536330 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-8a0066eb-54b1-48f3-94a0-00ec953df563 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.0985978 Jul 30 03:53:55.594126 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-0124730e-ff22-4f84-afa8-5526329382ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 217 time: 0.0492017 Jul 30 03:53:55.649645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-bb5aa23c-67f7-4667-bce6-06b7221a4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.651246 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-bb5aa23c-67f7-4667-bce6-06b7221a4bde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0499260 Jul 30 03:53:55.709679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-948b0c5b-b370-4d56-ba82-abbb72e743ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.711376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-948b0c5b-b370-4d56-ba82-abbb72e743ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531807 Jul 30 03:53:55.787789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72ad74-b089-4b90-bc89-63d4f7e7dece req-4f0283f1-bb25-4fbd-8038-8a7167355e2e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:55.789268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f72ad74-b089-4b90-bc89-63d4f7e7dece req-4f0283f1-bb25-4fbd-8038-8a7167355e2e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 943 time: 0.0517998 Jul 30 03:53:55.825146 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-6e56d2c1-fdb2-4311-abcc-9a62d5cc06d5 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061327 Jul 30 03:53:55.836342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f72ad74-b089-4b90-bc89-63d4f7e7dece req-1fe58f31-bb71-47cb-9d3b-899cb3a84f2c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390780 Jul 30 03:53:55.920475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1635bba4-a396-468d-939a-7e4ee44b21ff req-1a138bef-1c36-4fcb-b372-de8e856430ce service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871408 Jul 30 03:53:56.887707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:53:56.995659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33760-edde-45a4-9955-9cad93988968 req-f1f2b370-7594-4bf4-878f-684c0234eb5e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:56.997255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1c33760-edde-45a4-9955-9cad93988968 req-f1f2b370-7594-4bf4-878f-684c0234eb5e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 943 time: 0.0640893 Jul 30 03:53:57.004905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:57.018126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'mac_address': 'fa:16:3e:00:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:53:57.040077 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1c33760-edde-45a4-9955-9cad93988968 req-8d474fc6-f5fc-4409-9391-ca41c7f31f0e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Jul 30 03:53:57.064585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:57.072399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:53:57.094115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:57.098285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:57.147630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:57.155376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.155729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.156075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.156419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.156761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.157098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.157431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.157762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.158156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.158416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.158789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.159074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:53:57.308929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f7fa85e8-e0d7-482f-ad50-12e397aab965'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:53:58.167443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8cfd1-938d-465c-8e46-15eaee319b0b req-7c404286-a629-46f2-a95c-2167de629b86 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:58.169009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dee8cfd1-938d-465c-8e46-15eaee319b0b req-7c404286-a629-46f2-a95c-2167de629b86 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0570674 Jul 30 03:53:58.211161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dee8cfd1-938d-465c-8e46-15eaee319b0b req-dab40e56-bd3f-4947-aac0-0d8c928443b2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357754 Jul 30 03:53:58.902212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:53:58.951789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port f7fa85e8-e0d7-482f-ad50-12e397aab965 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:53:58.956042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f7fa85e8-e0d7-482f-ad50-12e397aab965 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:53:58.956700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:59.042306 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:59.065564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:53:59.067900 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0dbd76-1b5d-4350-9f06-cad5592bb638" -d '{"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:53:59.084615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:53:59.090920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:53:59.123802 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e38b406-d171-4b1d-afd6-ba98e1238ce0 x-openstack-request-id: req-2e38b406-d171-4b1d-afd6-ba98e1238ce0 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:53:59.124100 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:53:59.124353 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e38b406-d171-4b1d-afd6-ba98e1238ce0 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:53:59.124745 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'code': 200} Jul 30 03:53:59.161104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:53:59.242811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fac-a846-40c5-a447-06881796d8f9 req-8124d501-281f-46fe-bffc-c0215b37e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:59.244409 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fed4fac-a846-40c5-a447-06881796d8f9 req-8124d501-281f-46fe-bffc-c0215b37e3fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1097 time: 0.0453930 Jul 30 03:53:59.298037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fed4fac-a846-40c5-a447-06881796d8f9 req-29d2d3c3-936e-431d-82f2-418210497606 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Jul 30 03:53:59.345785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753dbdb-cfcc-4540-8644-ad5450ec3248 req-828810d1-40bb-4ca1-9ba6-9a9569b23685 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:53:59.347377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2753dbdb-cfcc-4540-8644-ad5450ec3248 req-828810d1-40bb-4ca1-9ba6-9a9569b23685 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Jul 30 03:53:59.389432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2753dbdb-cfcc-4540-8644-ad5450ec3248 req-714878a1-3b87-4e63-b675-d987647da830 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Jul 30 03:54:00.338147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9811e5a-a65d-4909-a975-04208dc81bec req-ce6d6b61-aab9-410a-8f9c-41dcfadac160 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:00.339721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9811e5a-a65d-4909-a975-04208dc81bec req-ce6d6b61-aab9-410a-8f9c-41dcfadac160 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1097 time: 0.0419166 Jul 30 03:54:00.376850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9811e5a-a65d-4909-a975-04208dc81bec req-8c8c44ec-69eb-480f-984e-12bce3620ec2 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305867 Jul 30 03:54:00.537291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e864f-470c-4096-b3bf-38fd03d2588d req-3bcb5a6b-8a28-4d82-a40d-0b783ce9fb81 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:00.539393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-537e864f-470c-4096-b3bf-38fd03d2588d req-3bcb5a6b-8a28-4d82-a40d-0b783ce9fb81 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0924864 Jul 30 03:54:00.556673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b95caa-c66c-431c-8af8-907b9f089728 req-e8e062a3-6695-4705-97eb-b9133f9c5e83 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:00.558422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b95caa-c66c-431c-8af8-907b9f089728 req-e8e062a3-6695-4705-97eb-b9133f9c5e83 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0804899 Jul 30 03:54:00.625901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93b95caa-c66c-431c-8af8-907b9f089728 req-0c0dd594-bfe9-4f74-bdae-e9521e922008 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536737 Jul 30 03:54:00.631399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-537e864f-470c-4096-b3bf-38fd03d2588d req-d849e50c-9e50-4234-bb3e-e67b8a9c2b6c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718391 Jul 30 03:54:00.660332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43414) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:00.736467 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:00.749563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5955526-bea0-420a-94b6-e8e532a4ef34 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/42789957-ea4c-4097-a63e-fa234441848c HTTP/1.1" status: 200 len: 993 time: 0.0869043 Jul 30 03:54:00.813017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f15506-e22a-4291-b7ea-6b8af7041d58 req-fae5ed8a-92de-4f67-a12c-a7a7564b24b1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:00.814656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88f15506-e22a-4291-b7ea-6b8af7041d58 req-fae5ed8a-92de-4f67-a12c-a7a7564b24b1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0770385 Jul 30 03:54:00.827423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 43422) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:00.832482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Request body: {'floatingip': {'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:00.879821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:01.609060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:01.609265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6dc3-b2b3-4a97-91b9-311ae65ec5bc req-525cf70e-2147-4eb8-b712-195f1aed3934 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:01.611234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98af6dc3-b2b3-4a97-91b9-311ae65ec5bc req-525cf70e-2147-4eb8-b712-195f1aed3934 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0701146 Jul 30 03:54:01.618112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:01.680772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-2c2bb5be-e548-416c-aa45-05a37b5d1694 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918970 Jul 30 03:54:01.685556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98af6dc3-b2b3-4a97-91b9-311ae65ec5bc req-d5dea214-6ce8-49f0-b1b8-6e9b456d3f7f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575457 Jul 30 03:54:01.754590 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Floating IP 4fdfb057-54a0-4a43-96ff-988863e7d6e0 associated. External IP: 172.25.6.137, port: f7fa85e8-e0d7-482f-ad50-12e397aab965. Jul 30 03:54:02.045714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:02.205292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:02.210924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:02.218727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:02.231205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:02.232995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:02.248769 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6b75d2d7-c9c3-4417-b4ff-0d7aa1a5cde2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "PUT /v2.0/floatingips/4fdfb057-54a0-4a43-96ff-988863e7d6e0 HTTP/1.1" status: 200 len: 991 time: 1.4219508 Jul 30 03:54:02.249581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:02.251907 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494b279-ff9f-4545-8be4-cf3a1e2714ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:02.294095 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce2be8-fd93-4d6f-89e0-93b07198384c x-openstack-request-id: req-43ce2be8-fd93-4d6f-89e0-93b07198384c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:02.294805 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:02.294805 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43ce2be8-fd93-4d6f-89e0-93b07198384c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:02.295308 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'status': 'completed', 'code': 200} Jul 30 03:54:02.367425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-c4a370f7-c556-47ae-b25f-2208dfa53711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:02.369255 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-c4a370f7-c556-47ae-b25f-2208dfa53711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1097 time: 0.0534823 Jul 30 03:54:02.376353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:02.503018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-66b67d50-a77d-48d4-826a-440c0c2c03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:02.505097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-66b67d50-a77d-48d4-826a-440c0c2c03ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1282656 Jul 30 03:54:02.594878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-901a5132-1457-418b-bd51-ed2d1ff8c75e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 999 time: 0.0818522 Jul 30 03:54:02.663799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-9e2bb48a-8126-4f91-af09-052ddb9daa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:02.665940 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-9e2bb48a-8126-4f91-af09-052ddb9daa94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0634861 Jul 30 03:54:02.768373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '4fdfb057-54a0-4a43-96ff-988863e7d6e0', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'mac_address': 'fa:16:3e:00:b7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795940d-4578-42b1-9342-e74189a16686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:50Z', 'updated_at': '2021-07-30T03:54:01Z', 'revision_number': 1, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:02.774266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-1a586753-1432-429d-bddd-629f8d7b5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:02.776242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-1a586753-1432-429d-bddd-629f8d7b5a8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950899 Jul 30 03:54:02.792291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-3b127a11-5c28-4bc4-abeb-58ed52692fbd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:54:02.796178 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-3b127a11-5c28-4bc4-abeb-58ed52692fbd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121076 Jul 30 03:54:02.801163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:02.813133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:02.813819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:53:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:02.933981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:02.988312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-975edb4e-c741-497d-b4ae-3b6271033846 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765058 Jul 30 03:54:03.006966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34ba8-89a2-40ad-8abe-a474fd17870d req-0d1b59d0-53bc-4766-b5b9-ae5e186392dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:03.008628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16b34ba8-89a2-40ad-8abe-a474fd17870d req-0d1b59d0-53bc-4766-b5b9-ae5e186392dc tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.1991987 Jul 30 03:54:03.107663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16b34ba8-89a2-40ad-8abe-a474fd17870d req-fa34e371-ffda-4bc0-8988-8bb8985a9f84 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829234 Jul 30 03:54:03.188462 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2494b279-ff9f-4545-8be4-cf3a1e2714ee req-a80eb6d5-8377-447a-8cae-fcd57854f365 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929960 Jul 30 03:54:03.363593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '4fdfb057-54a0-4a43-96ff-988863e7d6e0', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'mac_address': 'fa:16:3e:00:b7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795940d-4578-42b1-9342-e74189a16686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:50Z', 'updated_at': '2021-07-30T03:54:01Z', 'revision_number': 1, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:03.381886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-c160d555-f8dd-45cd-bb96-c08b29716d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:03.384647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-c160d555-f8dd-45cd-bb96-c08b29716d87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1097 time: 0.0645838 Jul 30 03:54:03.410614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2a4a1-4a7c-43bf-851f-9bb2ae61413f None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '4fdfb057-54a0-4a43-96ff-988863e7d6e0', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'mac_address': 'fa:16:3e:00:b7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b795940d-4578-42b1-9342-e74189a16686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:53:50Z', 'updated_at': '2021-07-30T03:54:01Z', 'revision_number': 1, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:03.500653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-6b6c299b-c823-4d11-9742-379cc1273efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:03.502511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-6b6c299b-c823-4d11-9742-379cc1273efc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1103120 Jul 30 03:54:03.585019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-727808b9-4de1-4b8a-8b17-5f954c8c4021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1001 time: 0.0749123 Jul 30 03:54:03.645277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-dabbcb73-f203-4f8d-86f1-38b6aa44ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:03.646834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-dabbcb73-f203-4f8d-86f1-38b6aa44ee13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0549743 Jul 30 03:54:03.666880 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fca262-3ff9-4dcf-b45e-c4db14ff6b8e None None] New status for floating IP 4fdfb057-54a0-4a43-96ff-988863e7d6e0: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:54:03.699781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-b47789ee-32d3-4ef7-a9c4-ed47188c4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:03.701805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-b47789ee-32d3-4ef7-a9c4-ed47188c4519 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467322 Jul 30 03:54:03.814921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-2972f38f-2191-487f-815b-2418ba764269 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040933 Jul 30 03:54:03.920584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-8e39836d-e768-4ba5-bc62-282d7cb2d8e6 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967619 Jul 30 03:54:04.054867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-0f057c38-3fd3-49f6-a5ed-de745e288059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:04.056653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-0f057c38-3fd3-49f6-a5ed-de745e288059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1097 time: 0.0564780 Jul 30 03:54:04.164993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-e2615931-64fc-42e2-95e9-661c430a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:04.167028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-e2615931-64fc-42e2-95e9-661c430a89a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.0888016 Jul 30 03:54:04.266961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-dfcea9cf-bd8c-4c6e-b505-d6f1313451a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1001 time: 0.0924048 Jul 30 03:54:04.280451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a72be-e1e1-4ff9-bda6-ebbb6fea5d8f req-95787fbc-4bfd-46a4-93f3-870dbc326573 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:04.281958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a87a72be-e1e1-4ff9-bda6-ebbb6fea5d8f req-95787fbc-4bfd-46a4-93f3-870dbc326573 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.1005895 Jul 30 03:54:04.358404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-644a234d-485f-4479-9412-0ef7ddad7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:04.358617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-644a234d-485f-4479-9412-0ef7ddad7346 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0756006 Jul 30 03:54:04.361921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a87a72be-e1e1-4ff9-bda6-ebbb6fea5d8f req-7f711844-05e5-42d3-b385-32e97793bdc3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717087 Jul 30 03:54:04.440292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-9d9c2eac-9212-42ab-bbf5-838c84116d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:04.444122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-9d9c2eac-9212-42ab-bbf5-838c84116d00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764816 Jul 30 03:54:04.554306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-a836b639-b3dc-49b6-b17f-22324ef4381b service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015151 Jul 30 03:54:04.655962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ee7ca1d-044c-43da-83c6-21cecf32dad8 req-50075cea-4edf-4da1-b509-0fba79e4c8b5 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935540 Jul 30 03:54:05.490118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb857eb-b493-475d-bc55-338a255cd0a3 req-796d1e5a-c618-4262-8e1e-6b3a69faa0ab tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:05.491647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bb857eb-b493-475d-bc55-338a255cd0a3 req-796d1e5a-c618-4262-8e1e-6b3a69faa0ab tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0547650 Jul 30 03:54:05.532577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bb857eb-b493-475d-bc55-338a255cd0a3 req-9d6bf2c1-cd98-49bb-8f35-ca4d6bf4eee9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Jul 30 03:54:06.668064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e06e-4ef4-412f-a580-e4c64d16baad req-d5fc7bf7-eef5-4fda-a1c0-2a43b76e85aa tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:06.669577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fba7e06e-4ef4-412f-a580-e4c64d16baad req-d5fc7bf7-eef5-4fda-a1c0-2a43b76e85aa tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0573401 Jul 30 03:54:06.711270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fba7e06e-4ef4-412f-a580-e4c64d16baad req-fa1c01bd-37a5-47b3-8435-d486a1df538b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354412 Jul 30 03:54:07.844409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9468cd5-1029-46a3-9ab2-49733135da51 req-51283838-61d9-4206-ac35-26891c67151c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:07.845941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9468cd5-1029-46a3-9ab2-49733135da51 req-51283838-61d9-4206-ac35-26891c67151c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0568352 Jul 30 03:54:07.887115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9468cd5-1029-46a3-9ab2-49733135da51 req-a7e3aa6b-2a88-4a55-b141-91f7c1e662df tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347981 Jul 30 03:54:09.020016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266738f-a6fb-489e-a2eb-3753f09bf5a7 req-aea78b0f-493a-411f-8096-a1a04fbb3a29 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:09.021731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6266738f-a6fb-489e-a2eb-3753f09bf5a7 req-aea78b0f-493a-411f-8096-a1a04fbb3a29 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0606618 Jul 30 03:54:09.066161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6266738f-a6fb-489e-a2eb-3753f09bf5a7 req-ae704deb-362a-41bb-aeaf-96def58f7a36 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380318 Jul 30 03:54:10.185801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54d296-640d-44b4-bf8a-d13b9d20f3e4 req-f9ad7a03-8a7c-4d6b-a79f-b4cc268a9c15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:10.187392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba54d296-640d-44b4-bf8a-d13b9d20f3e4 req-f9ad7a03-8a7c-4d6b-a79f-b4cc268a9c15 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0503953 Jul 30 03:54:10.226439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba54d296-640d-44b4-bf8a-d13b9d20f3e4 req-3bb5109d-178b-4be7-81bf-d48061df18f4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329530 Jul 30 03:54:10.930194 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:11.344280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e7f6-ba35-43ce-821b-d323d99421b9 req-f94b00db-c1b0-4cfd-b5f1-016720ad1a11 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:11.345811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1391e7f6-ba35-43ce-821b-d323d99421b9 req-f94b00db-c1b0-4cfd-b5f1-016720ad1a11 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Jul 30 03:54:11.383579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1391e7f6-ba35-43ce-821b-d323d99421b9 req-f9451b6f-3faa-4700-9f1b-9e98aabc327f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jul 30 03:54:12.377026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82f9bfd5-8919-49b0-a00e-a8bfd313affa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:12.502397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d1ce2-29a2-402f-bb01-388d4cdc8d11 req-d46c191d-0b5f-4317-96df-ef5a6046f49c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:12.504081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e0d1ce2-29a2-402f-bb01-388d4cdc8d11 req-d46c191d-0b5f-4317-96df-ef5a6046f49c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0528276 Jul 30 03:54:12.544472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e0d1ce2-29a2-402f-bb01-388d4cdc8d11 req-84187a01-96a7-4ef3-8648-d74c46fd5a33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331597 Jul 30 03:54:13.665488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443e15e-3b2e-456f-be52-fcc503381584 req-f07e9221-8f4c-4645-9285-2e25d965852f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:13.666966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1443e15e-3b2e-456f-be52-fcc503381584 req-f07e9221-8f4c-4645-9285-2e25d965852f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0489678 Jul 30 03:54:13.705667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1443e15e-3b2e-456f-be52-fcc503381584 req-ed3e891a-b725-4281-a422-60c80e257eec tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327101 Jul 30 03:54:14.675473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3734200b-9151-485d-9121-a32c47ce7df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:14.830974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467a7f-5065-4f82-9fc9-90773ca0166e req-713463ff-1653-4812-9395-ad39e870d3ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:14.832850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5467a7f-5065-4f82-9fc9-90773ca0166e req-713463ff-1653-4812-9395-ad39e870d3ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0586731 Jul 30 03:54:14.875546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5467a7f-5065-4f82-9fc9-90773ca0166e req-3223c421-8f3b-41c8-9909-807e478481fa tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349565 Jul 30 03:54:14.952384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:16.014884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8a3c7-c09c-41ce-8da3-aa87255f778d req-98b3599f-1904-49df-99ed-8595315ca573 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:16.016747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbc8a3c7-c09c-41ce-8da3-aa87255f778d req-98b3599f-1904-49df-99ed-8595315ca573 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0630083 Jul 30 03:54:16.061671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbc8a3c7-c09c-41ce-8da3-aa87255f778d req-dea75af9-7092-46a9-8e39-07cb6053eb43 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385594 Jul 30 03:54:16.241848 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-61541a4f-6f9e-453e-92f3-c466fc98c257 service neutron] show failed (client error): The resource could not be found. Jul 30 03:54:16.242864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-61541a4f-6f9e-453e-92f3-c466fc98c257 service neutron] 10.222.0.16 "GET /v2.0/ports/e74334a9-b3ad-4148-8a4e-6136107f40ad/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0612388 Jul 30 03:54:16.420048 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:16.510779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-16f7a4a8-03c5-4b62-8262-4e124f1511be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:16.513183 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-16f7a4a8-03c5-4b62-8262-4e124f1511be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 1097 time: 0.0947974 Jul 30 03:54:16.525490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:16.579554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:16.675429 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:54:16.799276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:16.841709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:16.886356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:16.889333 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b967cea7-73ba-496d-8e2e-bd7e8d4ca2b7" -d '{"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-unplugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:16.893599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:16.907741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Transition to ACTIVE for port object e74334a9-b3ad-4148-8a4e-6136107f40ad will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:16.912270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:16.961714 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacad308-e88d-4655-8cae-439b5b904938 x-openstack-request-id: req-dacad308-e88d-4655-8cae-439b5b904938 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:16.962093 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-unplugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:16.962458 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dacad308-e88d-4655-8cae-439b5b904938 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:16.962880 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'code': 200} Jul 30 03:54:16.970505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:17.068340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.068770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.069114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.069451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.069788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.070115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.070438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.070819 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.071324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.071773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.072094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.072411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:17.077099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] No DVR routers for this DVR port e74334a9-b3ad-4148-8a4e-6136107f40ad on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:17.245758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:17.249096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:17.249517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:17.259055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:54:17.259420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:17.272433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:17.273982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Checking segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:17.274549 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Bound using segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:17.275232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Bound port: e74334a9-b3ad-4148-8a4e-6136107f40ad, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:17.276039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:17.277052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65fe51-1a7d-42ba-83af-96eca891762a req-e26d385e-4d97-4c85-b887-d1c81e747447 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:17.279831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d65fe51-1a7d-42ba-83af-96eca891762a req-e26d385e-4d97-4c85-b887-d1c81e747447 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.1013715 Jul 30 03:54:17.346670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d65fe51-1a7d-42ba-83af-96eca891762a req-7df93723-33ef-4421-a43b-7ad9d0fb3497 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607076 Jul 30 03:54:17.362392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:17.367865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:17.376467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:17.422156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:17.422894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:17.424393 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1092 time: 0.9032178 Jul 30 03:54:17.462045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01450cb7-100f-4825-b9fb-626a534e62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:17.508465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-aa5573cd-2de8-4b96-b573-45a339b69ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:17.510212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-aa5573cd-2de8-4b96-b573-45a339b69ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1095 time: 0.0572040 Jul 30 03:54:17.643890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-36207354-3bdb-41c4-8bca-4a2ad4658d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:17.646014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-36207354-3bdb-41c4-8bca-4a2ad4658d28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1279998 Jul 30 03:54:18.038304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:18.071526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:18.125235 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-51ba0f88-050f-49cf-93ed-739990896b23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.4709132 Jul 30 03:54:18.178786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-5f9fc001-781d-4d4e-a62f-37339f0f41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:18.180749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-5f9fc001-781d-4d4e-a62f-37339f0f41c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0478542 Jul 30 03:54:18.234611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-d6bc4c78-4c88-4e95-955d-a9b0024cca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:18.237278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-d6bc4c78-4c88-4e95-955d-a9b0024cca3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492938 Jul 30 03:54:18.255087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Deleting port cc4527db-445c-484f-a64c-5448b13522c0 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:18.255823 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:18.346003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:18.346553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:18.362194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Calling delete_port for cc4527db-445c-484f-a64c-5448b13522c0 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:18.370142 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-47763ef0-394c-4d5e-96c6-4cef589293ed service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240950 Jul 30 03:54:18.518946 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b85f653-1c89-4d1b-9eee-60ca1e93f0f6 req-962ae96e-598e-44ee-bfa6-f76f9eb91910 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353910 Jul 30 03:54:18.565464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697567e-ee9c-423b-afd6-8f3515e34e31 req-159ee4bf-7aa8-48d5-97ee-ba0343a2744a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:18.567182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8697567e-ee9c-423b-afd6-8f3515e34e31 req-159ee4bf-7aa8-48d5-97ee-ba0343a2744a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.0763440 Jul 30 03:54:18.631419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8697567e-ee9c-423b-afd6-8f3515e34e31 req-844c0498-26bc-4774-ac70-5c9ffaa57e19 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556610 Jul 30 03:54:18.716288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:18.745451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event deleted for resources: {'Port': ['ID=cc4527db-445c-484f-a64c-5448b13522c0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:18.756755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.757102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.757448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.757779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.758110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.758443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.758770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.759098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.759450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.759774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.760091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.760463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:18.826525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:18.826910 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Floating IP 071dd11f-5431-4a68-a362-3b965f69cf7f disassociated (deleted). External IP: 172.25.6.251, port: a243e400-add8-4e98-a36d-b687850d6cb5. Jul 30 03:54:18.964551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:18.967020 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecd30c-c267-4989-995c-75380776ce3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:19.019277 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad31e42-094d-4b64-a284-b60a2922d7d3 x-openstack-request-id: req-fad31e42-094d-4b64-a284-b60a2922d7d3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:19.019618 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:19.019875 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fad31e42-094d-4b64-a284-b60a2922d7d3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:19.020275 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'status': 'completed', 'code': 200} Jul 30 03:54:19.099539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-d12a628a-61f2-4adf-93af-648cdac8d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.101030 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-d12a628a-61f2-4adf-93af-648cdac8d9ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1095 time: 0.0532589 Jul 30 03:54:19.105506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Router a2a2196f-d53f-47ef-a533-1f40faae0ef7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:19.125990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-368cbee8-1f80-4b8a-a85e-8fb741142dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.127702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-368cbee8-1f80-4b8a-a85e-8fb741142dfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1095 time: 0.0612051 Jul 30 03:54:19.230188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-51529ec9-190d-4a05-bda5-cfdc061d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.231826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-51529ec9-190d-4a05-bda5-cfdc061d76f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1219468 Jul 30 03:54:19.301126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-5a24e5c9-2d5f-403e-a02e-9509e945cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.302863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-5a24e5c9-2d5f-403e-a02e-9509e945cc71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1302726 Jul 30 03:54:19.318448 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-9e6e26c1-3939-45fb-8eca-0c743ea047bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.0783043 Jul 30 03:54:19.385587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-250a5c6e-cf34-4ee3-b9a7-9fccf82419cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.0714350 Jul 30 03:54:19.387561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:19.398502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] Sync routers for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:19.399182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-e732c599-9411-48cb-ab8c-7a849b342a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.401499 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-e732c599-9411-48cb-ab8c-7a849b342a26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0696630 Jul 30 03:54:19.413379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:19.414081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:19.424506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:19.499199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-5ea66800-29b0-457f-8e4a-8f966b6c5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.506020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-5ea66800-29b0-457f-8e4a-8f966b6c5d54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939333 Jul 30 03:54:19.521654 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c103ff94-a6c5-485e-b06e-d0f3ef4fbaa5 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "DELETE /v2.0/floatingips/071dd11f-5431-4a68-a362-3b965f69cf7f HTTP/1.1" status: 204 len: 168 time: 1.4483697 Jul 30 03:54:19.525950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:19.534552 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a7ac1b-a906-467c-a27f-974249f113e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:19.577946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-b5095e5d-4d29-412f-9c5e-d304eb00aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.579726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-b5095e5d-4d29-412f-9c5e-d304eb00aa36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.1791384 Jul 30 03:54:19.637660 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2429b801-31a5-4192-8ced-5ac006978c8e x-openstack-request-id: req-2429b801-31a5-4192-8ced-5ac006978c8e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:19.638223 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:19.639147 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2429b801-31a5-4192-8ced-5ac006978c8e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:19.639727 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'status': 'completed', 'code': 200} Jul 30 03:54:19.665554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd30c-c267-4989-995c-75380776ce3b req-cbb18bae-5e43-41d9-b2d8-c0f66ad2c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.667507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-cbb18bae-5e43-41d9-b2d8-c0f66ad2c211 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750623 Jul 30 03:54:19.859361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-ff3f2c6c-2e8d-4eef-961c-a941bd2b96e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452315 Jul 30 03:54:19.897649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd710c1-5bc9-4118-98b2-cb62eb2c5ce6 req-57d1d25c-c443-4bda-a208-74df0df4e077 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:19.899452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fd710c1-5bc9-4118-98b2-cb62eb2c5ce6 req-57d1d25c-c443-4bda-a208-74df0df4e077 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 943 time: 0.1107154 Jul 30 03:54:19.903746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-78dde179-e5f7-41e8-a382-514b92379b98 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247841 Jul 30 03:54:19.990108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:20.030148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-0f889a92-25fa-465e-81fc-8f087427991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:20.032535 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-0f889a92-25fa-465e-81fc-8f087427991d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 1097 time: 0.3498545 Jul 30 03:54:20.073387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:20.092028 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-ebec0121-c8f7-4882-a763-c9d8d3f755b8 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193582 Jul 30 03:54:20.127373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bdfae-8c2d-4900-a934-2d8870682b40 req-3a596061-22d9-4ac6-ac9e-b6188a1e2ee6 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:20.129128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-782bdfae-8c2d-4900-a934-2d8870682b40 req-3a596061-22d9-4ac6-ac9e-b6188a1e2ee6 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 945 time: 0.2243879 Jul 30 03:54:20.178246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:20.189422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-ee4b41b0-b804-4767-bf46-84adf9f14131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:20.190111 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-ee4b41b0-b804-4767-bf46-84adf9f14131 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 200 len: 912 time: 0.1454837 Jul 30 03:54:20.240527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-782bdfae-8c2d-4900-a934-2d8870682b40 req-f683cb68-2e34-4080-82f9-7f3a17e08fcf tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856109 Jul 30 03:54:20.246466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-bd904b18-f494-4068-9c8c-3e6383132864 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 200 len: 217 time: 0.0439310 Jul 30 03:54:20.255328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fd710c1-5bc9-4118-98b2-cb62eb2c5ce6 req-ce94f253-4dc9-4c9f-b572-255e923ba469 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177495 Jul 30 03:54:20.319080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-abecd30c-c267-4989-995c-75380776ce3b req-b6b5f465-9b86-4702-bb60-c97772b25b9d service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658216 Jul 30 03:54:20.320464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:20.364989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] Checking router: a2a2196f-d53f-47ef-a533-1f40faae0ef7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:20.376224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-97cced20-7a6e-46d2-9733-5618b8d41cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:20.376564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:20.377285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:20.379862 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-97cced20-7a6e-46d2-9733-5618b8d41cbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 200 len: 851 time: 0.1198249 Jul 30 03:54:20.473569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-c4eaa9ee-ffbd-4616-ae50-4ffe0142325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:20.475187 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-c4eaa9ee-ffbd-4616-ae50-4ffe0142325a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e12b29f-9ed2-4a04-979b-7f95cf179cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859666 Jul 30 03:54:20.563957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:20.593518 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-66d171af-917f-432b-b1f0-52607bf4bc46 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087105 Jul 30 03:54:20.719540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6a7ac1b-a906-467c-a27f-974249f113e9 req-24975cda-7c65-43e4-8f28-17c94b8b49f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177869 Jul 30 03:54:20.794915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:20.826391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8a75c-3909-42ff-ad54-5fc4e29ca65e None None] The sync data for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 is: [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:33Z', 'revision_number': 4, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e9f07767-8c0d-4304-a9f6-85e0869c8b61', 'name': '', 'network_id': '7e12b29f-9ed2-4a04-979b-7f95cf179cfd', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'mac_address': 'fa:16:3e:d5:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:31Z', 'updated_at': '2021-07-30T03:50:40Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'subnets': [{'id': '1240bfbc-666c-4166-981a-7c4e045fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:20.998248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:54:21.126659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:21.138828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'mac_address': 'fa:16:3e:28:39:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:54:21.148962 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e9a16-ce61-49c9-b82a-163e8b6a155b None None] New status for floating IP 071dd11f-5431-4a68-a362-3b965f69cf7f: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:54:21.184988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:21.200372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74334a9-b3ad-4148-8a4e-6136107f40ad {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:54:21.222637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:21.226452 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:21.280802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:21.397622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5b03-4123-4cb2-abdf-e2e9cb70010a req-e5262263-fa3c-47d7-9a87-4b5810e130a9 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:21.399111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5dbb5b03-4123-4cb2-abdf-e2e9cb70010a req-e5262263-fa3c-47d7-9a87-4b5810e130a9 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 945 time: 0.0826583 Jul 30 03:54:21.422671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a20496-aec5-413b-a301-6350fb66819a req-e4e3b93d-a51a-46b9-b70e-26d988603cde tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:21.424154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59a20496-aec5-413b-a301-6350fb66819a req-e4e3b93d-a51a-46b9-b70e-26d988603cde tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0770323 Jul 30 03:54:21.467248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e74334a9-b3ad-4148-8a4e-6136107f40ad'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:54:21.467896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5dbb5b03-4123-4cb2-abdf-e2e9cb70010a req-f5b3d8c3-cae9-4c7b-9d87-828801917d0c tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1b23049-5142-4da1-a6e3-5634f6df8317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620885 Jul 30 03:54:21.480013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-59a20496-aec5-413b-a301-6350fb66819a req-8182eb5f-4b52-44b3-bfa9-93419cebf05b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495937 Jul 30 03:54:21.631370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae10776-00d6-453b-8785-07250a39e393 req-3ed66fd4-5ff2-42d3-8a7f-905f2630fefe tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:21.633928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bae10776-00d6-453b-8785-07250a39e393 req-3ed66fd4-5ff2-42d3-8a7f-905f2630fefe tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 945 time: 0.0783474 Jul 30 03:54:21.803002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-3acb679e-6ed7-4f10-a31c-6222829a151e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:21.804567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-3acb679e-6ed7-4f10-a31c-6222829a151e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01&tenant_id=55fcb199556c4121938ac914dcad765d&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 944 time: 0.0784934 Jul 30 03:54:21.812036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Deleting port a243e400-add8-4e98-a36d-b687850d6cb5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:21.812377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:21.893778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140d7e9-93dc-4a14-a130-70a79c07a758 req-675495c9-bab9-449f-8ba2-5a4a4b168cf4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:21.895774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e140d7e9-93dc-4a14-a130-70a79c07a758 req-675495c9-bab9-449f-8ba2-5a4a4b168cf4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0956595 Jul 30 03:54:21.944358 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-13c2b3c1-90cd-461f-bd12-111e2b800462 service neutron] 10.222.0.18 "GET /v2.0/ports/e74334a9-b3ad-4148-8a4e-6136107f40ad/bindings/n-h1-778696-14 HTTP/1.1" status: 200 len: 383 time: 0.1270316 Jul 30 03:54:21.965170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] For port a243e400-add8-4e98-a36d-b687850d6cb5, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=a243e400-add8-4e98-a36d-b687850d6cb5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:21.965499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:21.986680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e140d7e9-93dc-4a14-a130-70a79c07a758 req-a69f1edd-a6d2-4d23-be01-d06fd1d332c0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799668 Jul 30 03:54:21.989876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Calling delete_port for a243e400-add8-4e98-a36d-b687850d6cb5 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:22.062960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-b282049d-7764-4e1c-8a44-b4b3a692f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:22.064518 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-b282049d-7764-4e1c-8a44-b4b3a692f9b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1096 time: 0.0826809 Jul 30 03:54:22.222230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-6480eab4-32d4-4676-83fb-d30304acf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:22.223746 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-6480eab4-32d4-4676-83fb-d30304acf826 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1510153 Jul 30 03:54:22.282667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:22.321276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event deleted for resources: {'Port': ['ID=a243e400-add8-4e98-a36d-b687850d6cb5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:22.353579 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-acbc298a-ae12-4322-8cd1-99c9f48e2c3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1000 time: 0.1213992 Jul 30 03:54:22.380162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] No DVR routers for this DVR port a243e400-add8-4e98-a36d-b687850d6cb5 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:22.383011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:22.384887 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bae10776-00d6-453b-8785-07250a39e393 req-2571cb56-16d0-43d8-94c6-43e24667e482 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.16 "DELETE /v2.0/ports/a243e400-add8-4e98-a36d-b687850d6cb5 HTTP/1.1" status: 204 len: 173 time: 0.7406681 Jul 30 03:54:22.385307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'name': 'network-vif-deleted', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:22.388071 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c3fdd-0dd4-4fec-8bc5-1047e9b85ff4" -d '{"events": [{"server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "name": "network-vif-deleted", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:22.434874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-d6f204fe-c41b-47f3-a97e-c4f21182be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:22.436611 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-d6f204fe-c41b-47f3-a97e-c4f21182be10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0641410 Jul 30 03:54:22.438829 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9315fb-0c09-433d-a567-d3c21e2e6c41 x-openstack-request-id: req-6a9315fb-0c09-433d-a567-d3c21e2e6c41 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:22.439173 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc7a213-4bbe-4526-b26a-198f45c918c2", "name": "network-vif-deleted", "tag": "a243e400-add8-4e98-a36d-b687850d6cb5", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:22.439572 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a9315fb-0c09-433d-a567-d3c21e2e6c41 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:22.440002 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc7a213-4bbe-4526-b26a-198f45c918c2', 'name': 'network-vif-deleted', 'tag': 'a243e400-add8-4e98-a36d-b687850d6cb5', 'status': 'completed', 'code': 200} Jul 30 03:54:22.487617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-dce1eec5-bab5-4e57-8efa-605693a15468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:22.489223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-dce1eec5-bab5-4e57-8efa-605693a15468 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435455 Jul 30 03:54:22.605440 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-9dfe1a84-f88a-4332-959d-cb24147be1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093373 Jul 30 03:54:22.609245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4d34832-f1f2-4862-80fc-4e19070b3b4b req-0e9f756f-1783-4ac6-b412-8c1e8d2d2a43 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 210 time: 0.0483372 Jul 30 03:54:22.788868 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-10af02e9-99c5-41b9-81a2-8d9b06075025 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763945 Jul 30 03:54:23.010986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:23.073086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port e74334a9-b3ad-4148-8a4e-6136107f40ad completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:23.080536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port e74334a9-b3ad-4148-8a4e-6136107f40ad triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:23.081198 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:23.119937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9554-5c69-4ffa-bcf6-d27bc0d1ca3f req-cedd9e09-837e-4f84-84ff-5eece764681d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:23.127715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aeeb9554-5c69-4ffa-bcf6-d27bc0d1ca3f req-cedd9e09-837e-4f84-84ff-5eece764681d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0732896 Jul 30 03:54:23.170467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aeeb9554-5c69-4ffa-bcf6-d27bc0d1ca3f req-444f72f9-25d3-4e21-809d-8e4730358d1c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388832 Jul 30 03:54:23.193959 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:23.220024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:23.223503 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1481e092-3b31-4767-9f7c-45021aed4920" -d '{"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-plugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:23.239404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:23.247638 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:23.283785 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d06061-7355-407b-840f-317f223451be x-openstack-request-id: req-75d06061-7355-407b-840f-317f223451be {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:23.284336 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-plugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:23.284765 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75d06061-7355-407b-840f-317f223451be {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:23.285315 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'code': 200} Jul 30 03:54:23.315358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:23.708089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9374bf5-c8c6-4613-a800-491e4c6c9aaa req-460c049b-ef28-422b-bafa-32a66076a3d7 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Jul 30 03:54:24.474610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ad33-5a2f-49ff-b2c7-5ba7bed13918 req-1c6a4371-d330-4e3e-a71d-7bdebb93974e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:24.482790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7910ad33-5a2f-49ff-b2c7-5ba7bed13918 req-1c6a4371-d330-4e3e-a71d-7bdebb93974e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.2084224 Jul 30 03:54:24.541269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7910ad33-5a2f-49ff-b2c7-5ba7bed13918 req-b3962f9c-0f30-48e8-b89f-5613233b7f4b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524035 Jul 30 03:54:24.823875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07b79c39-312a-4c15-a2eb-80fc4406ba50 req-b044560b-77a6-4a83-9c44-ae107d985e33 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 210 time: 0.0402410 Jul 30 03:54:24.871793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4fc4a096-7dab-45d5-a9c8-bf47be125b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:24.874135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4fc4a096-7dab-45d5-a9c8-bf47be125b25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 1097 time: 0.0512974 Jul 30 03:54:24.894997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:24.980095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:25.192042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:25.227415 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:25.267791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:25.270170 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00a321-30a5-4f19-a3f6-3bd5d7ed9f35" -d '{"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-unplugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:25.274010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:25.286990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Transition to ACTIVE for port object e74334a9-b3ad-4148-8a4e-6136107f40ad will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:25.292398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:25.393254 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1893cfd3-93cf-4d52-9039-1cb6b897b79a x-openstack-request-id: req-1893cfd3-93cf-4d52-9039-1cb6b897b79a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:25.393579 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-unplugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:25.393807 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1893cfd3-93cf-4d52-9039-1cb6b897b79a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:25.394212 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'code': 200} Jul 30 03:54:25.397174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:25.453621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] No DVR routers for this DVR port e74334a9-b3ad-4148-8a4e-6136107f40ad on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:25.626274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:25.626701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:25.627036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:25.637701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:54:25.639726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Attempting to bind port e74334a9-b3ad-4148-8a4e-6136107f40ad on network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:25.645927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:25.646268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Checking segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:25.646655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Bound using segment: {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:25.647083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Bound port: e74334a9-b3ad-4148-8a4e-6136107f40ad, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31468768-2d06-413e-b250-5e6f3c403076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:25.647626 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:25.683108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed721-c25e-4ee6-95ac-4a635b7b361e req-f3a0f397-3dd2-4695-a649-da0a76732631 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:25.686103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-627ed721-c25e-4ee6-95ac-4a635b7b361e req-f3a0f397-3dd2-4695-a649-da0a76732631 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0641391 Jul 30 03:54:25.730931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:25.734529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:25.739771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:25.748330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-627ed721-c25e-4ee6-95ac-4a635b7b361e req-128e6fde-30c7-4ebb-b149-3f7d2138441e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544767 Jul 30 03:54:25.777788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:25.778706 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:25.780546 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] 10.222.0.16 "PUT /v2.0/ports/e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1093 time: 0.8912332 Jul 30 03:54:25.817038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ad394-e4d6-443e-9fe8-0e19e76f59bf service neutron] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:25.883831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-6f0b7c5a-d0d2-4b87-a775-f592ecaabde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:25.885344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-6f0b7c5a-d0d2-4b87-a775-f592ecaabde9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1096 time: 0.0639513 Jul 30 03:54:25.972457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-565b9029-40c2-4cf9-9a99-27bf46b8d0f3 req-4412dc48-dfc8-4174-aeb0-c0c98c03bf79 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc7a213-4bbe-4526-b26a-198f45c918c2 HTTP/1.1" status: 200 len: 210 time: 0.0407159 Jul 30 03:54:26.044535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-bcdf9c41-3e7a-47c8-b92d-2fb4d212fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:26.045967 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-bcdf9c41-3e7a-47c8-b92d-2fb4d212fbb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1532023 Jul 30 03:54:26.050676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a243e400-add8-4e98-a36d-b687850d6cb5 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:26.092478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: a243e400-add8-4e98-a36d-b687850d6cb5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:26.092825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device a243e400-add8-4e98-a36d-b687850d6cb5 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:26.154260 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-a9ae7012-685e-476a-abef-79415d4eb05e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.1000948 Jul 30 03:54:26.219432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-9f2b6237-b212-43c2-aa5f-7e0f04b6f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:26.220895 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-9f2b6237-b212-43c2-aa5f-7e0f04b6f117 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0608120 Jul 30 03:54:26.288432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-363a96f6-d8ef-447a-b791-fc31b183870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:26.289965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-363a96f6-d8ef-447a-b791-fc31b183870d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619555 Jul 30 03:54:26.399999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-cd7da609-1541-4423-9460-0a19c26cc28c service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021037 Jul 30 03:54:26.553272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e6e6434d-ba89-41f1-a587-9956e3aaab5d req-c4e36b74-8b4f-4319-80ef-fa59d25af309 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458330 Jul 30 03:54:26.897135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c7bd-6636-41b7-9a7c-5374430b9c6b req-5054fcce-ae2b-445f-bf51-a210ad974298 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:26.898720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c546c7bd-6636-41b7-9a7c-5374430b9c6b req-5054fcce-ae2b-445f-bf51-a210ad974298 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0755560 Jul 30 03:54:26.962821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c546c7bd-6636-41b7-9a7c-5374430b9c6b req-51db1aa4-3c5d-4d0d-8d57-880fbe11ccb0 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571189 Jul 30 03:54:27.013909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:27.067866 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 43820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:27.098311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:27.147714 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55bbb90e-837c-45fc-bc0b-a32973e18f44 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:27.173113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55bbb90e-837c-45fc-bc0b-a32973e18f44 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:27.236127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55bbb90e-837c-45fc-bc0b-a32973e18f44 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:27.239413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55bbb90e-837c-45fc-bc0b-a32973e18f44 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:27.243418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-55bbb90e-837c-45fc-bc0b-a32973e18f44 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] 10.222.0.39 "DELETE /v2.0/security-groups/e1b23049-5142-4da1-a6e3-5634f6df8317 HTTP/1.1" status: 204 len: 168 time: 0.1717105 Jul 30 03:54:27.252552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbb90e-837c-45fc-bc0b-a32973e18f44 tempest-TestVolumeBackupRestore-468743805 tempest-TestVolumeBackupRestore-468743805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b23049-5142-4da1-a6e3-5634f6df8317,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:27.395997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:27.400238 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a01d69a-1a13-4381-bbf6-65771b862a28" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:27.497914 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817a3fc-4fbb-41ab-a6df-0825db3cdfc0 x-openstack-request-id: req-2817a3fc-4fbb-41ab-a6df-0825db3cdfc0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:27.498490 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:27.498817 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2817a3fc-4fbb-41ab-a6df-0825db3cdfc0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:27.499389 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'status': 'completed', 'code': 200} Jul 30 03:54:27.655822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-63eb8750-00f3-4564-8786-55250b93eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:27.657937 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-63eb8750-00f3-4564-8786-55250b93eb2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1096 time: 0.1255491 Jul 30 03:54:27.660968 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-88e8488c-067f-479a-b8a8-4232440fb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:27.662515 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-88e8488c-067f-479a-b8a8-4232440fb104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1096 time: 0.1431916 Jul 30 03:54:27.839074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-d81472b3-d4fd-45a8-ba93-95ddcc1cb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:27.841425 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-d81472b3-d4fd-45a8-ba93-95ddcc1cb3a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1659827 Jul 30 03:54:27.842526 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-0741ae2c-e9bb-4e56-b1a7-b3b1f671544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:27.843989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-0741ae2c-e9bb-4e56-b1a7-b3b1f671544f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1782856 Jul 30 03:54:27.967734 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-2ea73dbb-e984-4a7d-98a7-23dd5d75f986 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.1180794 Jul 30 03:54:27.969633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-88d0b85e-9a79-4f20-8285-a5b4bba98f8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 999 time: 0.1124697 Jul 30 03:54:28.071857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-a923764c-f97f-4ae7-b30b-6eda35cb1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:28.073334 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-a923764c-f97f-4ae7-b30b-6eda35cb1031 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0554311 Jul 30 03:54:28.080111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-a1c4522c-722c-4711-9b3f-3fb43df926bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:28.081502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-a1c4522c-722c-4711-9b3f-3fb43df926bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.1073451 Jul 30 03:54:28.106961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b84d1a-8010-40ec-87e4-4b375c979e60 req-c35e1d8d-01eb-4b90-85e6-3951cccc81d2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:28.119637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37b84d1a-8010-40ec-87e4-4b375c979e60 req-c35e1d8d-01eb-4b90-85e6-3951cccc81d2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0671642 Jul 30 03:54:28.156443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-6ee80b80-b08a-4871-8ac6-13921531e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:28.157964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-6ee80b80-b08a-4871-8ac6-13921531e0fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756092 Jul 30 03:54:28.163983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-3b3567a8-9cc4-4548-9dc4-2afc128af909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:28.167337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-3b3567a8-9cc4-4548-9dc4-2afc128af909 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767751 Jul 30 03:54:28.172903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-2f90c028-aa06-4999-8640-ed2beaef1efd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:54:28.173887 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-2f90c028-aa06-4999-8640-ed2beaef1efd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051568 Jul 30 03:54:28.205241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37b84d1a-8010-40ec-87e4-4b375c979e60 req-18fcf511-c4d6-4ff7-82b0-dd026166c467 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820885 Jul 30 03:54:28.295736 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-a0b86cfb-04e5-46e3-8e9f-6f3d0805da5d service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085136 Jul 30 03:54:28.814832 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-520a0ced-2e2b-4df9-b609-246f06191737 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373975 Jul 30 03:54:28.834876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-661b8cd5-d21c-45d7-8cbe-978c9ac881c8 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149519 Jul 30 03:54:28.930908 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7a01d69a-1a13-4381-bbf6-65771b862a28 req-86d9ecd4-3408-464b-9c8f-e1c160d97ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082761 Jul 30 03:54:29.357721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d2788-a9f5-4387-b206-57aea92f5b43 req-4d5e6364-5baf-453c-b33a-ed8e1f050ea2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:29.365582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295d2788-a9f5-4387-b206-57aea92f5b43 req-4d5e6364-5baf-453c-b33a-ed8e1f050ea2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 944 time: 0.0642042 Jul 30 03:54:29.414363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295d2788-a9f5-4387-b206-57aea92f5b43 req-456de7db-7f6f-4461-95bb-ecadd2007e92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477881 Jul 30 03:54:30.069805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:54:30.199575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:30.213484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'port_id': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'mac_address': 'fa:16:3e:28:39:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:54:30.273649 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:30.290862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74334a9-b3ad-4148-8a4e-6136107f40ad {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:54:30.315225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:30.319655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:30.413518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:30.593567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795607d-77ab-474d-ab67-7bc406ab534a req-c73bb86e-df1e-4bcd-879a-d0d09d3d59ee tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:30.602347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5795607d-77ab-474d-ab67-7bc406ab534a req-c73bb86e-df1e-4bcd-879a-d0d09d3d59ee tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 945 time: 0.0648956 Jul 30 03:54:30.670283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5795607d-77ab-474d-ab67-7bc406ab534a req-9a40c0f9-6e89-4a37-ba78-77728b5e9332 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623398 Jul 30 03:54:30.683515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:30.709807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e74334a9-b3ad-4148-8a4e-6136107f40ad'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:54:30.755231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-910d79cb-780f-4478-9266-ec30f486cfc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/42789957-ea4c-4097-a63e-fa234441848c HTTP/1.1" status: 200 len: 992 time: 0.0660305 Jul 30 03:54:30.815607 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:31.633482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be474b3b-7d4a-4468-ad7a-377ecdc28b38 req-06775138-12c5-427b-9ddc-480eaef160ad tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:31.641821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be474b3b-7d4a-4468-ad7a-377ecdc28b38 req-06775138-12c5-427b-9ddc-480eaef160ad tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.0704093 Jul 30 03:54:31.719787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be474b3b-7d4a-4468-ad7a-377ecdc28b38 req-d45dfcba-ba28-40fa-bdb3-4771bc8f8cca tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770159 Jul 30 03:54:32.068719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:32.138670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port e74334a9-b3ad-4148-8a4e-6136107f40ad completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:32.143330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port e74334a9-b3ad-4148-8a4e-6136107f40ad triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:32.143904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:32.283480 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:32.313227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:32.316182 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a4449-0eef-4291-8023-f10dc87ddea4" -d '{"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-plugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:32.334601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:32.340655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:32.417354 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01780293-1240-42c8-8dcd-10a669420588 x-openstack-request-id: req-01780293-1240-42c8-8dcd-10a669420588 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:32.418873 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-plugged", "status": "completed", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:32.419647 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01780293-1240-42c8-8dcd-10a669420588 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:32.420116 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'code': 200} Jul 30 03:54:32.421356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=13']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:32.869500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfb7f8-3bde-42a6-88f3-43f3f6e9df1e req-d0aaf495-9324-4cb7-84c7-663a3a2a70d8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:32.875675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fbfb7f8-3bde-42a6-88f3-43f3f6e9df1e req-d0aaf495-9324-4cb7-84c7-663a3a2a70d8 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.0792718 Jul 30 03:54:32.918286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fbfb7f8-3bde-42a6-88f3-43f3f6e9df1e req-52a591a9-51b6-49de-a35c-cfc597318d87 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Jul 30 03:54:33.540595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639787c8-670d-4f40-b8d3-55fafc5198db req-47ecfd53-0fea-4eb9-8c4a-9461106d9606 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:33.542037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-639787c8-670d-4f40-b8d3-55fafc5198db req-47ecfd53-0fea-4eb9-8c4a-9461106d9606 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.16 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.0554616 Jul 30 03:54:33.646163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Deleting port 23ae729b-03c9-4389-8286-81159fcfa2be {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:33.646764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:33.775512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] For port 23ae729b-03c9-4389-8286-81159fcfa2be, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=23ae729b-03c9-4389-8286-81159fcfa2be,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:33.775887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:33.971678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:33.972263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:33.972671 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Floating IP 0f63086f-c708-4872-bfce-1b7fbc662019 disassociated. External IP: 172.25.6.233, port: 23ae729b-03c9-4389-8286-81159fcfa2be. Jul 30 03:54:33.973108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Calling delete_port for 23ae729b-03c9-4389-8286-81159fcfa2be owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:34.081632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:34.169492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:34.222862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event deleted for resources: {'Port': ['ID=23ae729b-03c9-4389-8286-81159fcfa2be,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:34.361878 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:34.517802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:34.530199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:34.544031 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:34.544754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:34.602577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] No DVR routers for this DVR port 23ae729b-03c9-4389-8286-81159fcfa2be on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:34.606681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:34.610375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-639787c8-670d-4f40-b8d3-55fafc5198db req-38c4c158-3946-4e36-864e-b08c5053480e tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.16 "DELETE /v2.0/ports/23ae729b-03c9-4389-8286-81159fcfa2be HTTP/1.1" status: 204 len: 173 time: 1.0613809 Jul 30 03:54:34.610955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'name': 'network-vif-deleted', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:54:34.613454 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1af54c-e996-4ad1-8350-9c1bcdbf4c8f" -d '{"events": [{"server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "name": "network-vif-deleted", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:54:34.654548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ca3c8-a40c-4430-a150-b3f05e4ae115 req-599b7093-ee71-446d-9a48-4908edd36b19 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:34.678395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-697ca3c8-a40c-4430-a150-b3f05e4ae115 req-599b7093-ee71-446d-9a48-4908edd36b19 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/ports?device_id=c088b237-cbef-453b-9fcc-35275b7d1ae2 HTTP/1.1" status: 200 len: 946 time: 0.6756377 Jul 30 03:54:34.695275 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd43bf68-9f2b-4496-bfed-eac4c1d4905f x-openstack-request-id: req-bd43bf68-9f2b-4496-bfed-eac4c1d4905f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:54:34.695686 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088b237-cbef-453b-9fcc-35275b7d1ae2", "name": "network-vif-deleted", "tag": "23ae729b-03c9-4389-8286-81159fcfa2be", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:54:34.696094 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd43bf68-9f2b-4496-bfed-eac4c1d4905f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:54:34.696613 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088b237-cbef-453b-9fcc-35275b7d1ae2', 'name': 'network-vif-deleted', 'tag': '23ae729b-03c9-4389-8286-81159fcfa2be', 'status': 'completed', 'code': 200} Jul 30 03:54:34.789327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:34.880027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-697ca3c8-a40c-4430-a150-b3f05e4ae115 req-35620422-c909-4e77-b070-59cd3c0f954a tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea8b54b-b2d4-4758-8685-36aeab3f38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003942 Jul 30 03:54:35.035446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:35.081484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:35.117311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:35.126576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:35.127338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:35.251129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:35.366752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Deleting port e9f07767-8c0d-4304-a9f6-85e0869c8b61 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:35.367409 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:35.455318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] For port e9f07767-8c0d-4304-a9f6-85e0869c8b61, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e9f07767-8c0d-4304-a9f6-85e0869c8b61,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:35.455684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:35.471252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Calling delete_port for e9f07767-8c0d-4304-a9f6-85e0869c8b61 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:35.497330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:35.524358 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec6176-40bd-477f-902a-05054408adb2 None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:46:25Z', 'revision_number': 4, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'f2fd4411-bc37-4221-8f03-bf6224b4b0ea', 'name': '', 'network_id': '5713e578-2646-4550-9736-5d0a223180a5', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'mac_address': 'fa:16:3e:7e:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:22Z', 'updated_at': '2021-07-30T03:46:39Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'subnets': [{'id': '1696c6f8-c2a7-4c48-a12d-3a17e867533c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:35.669442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:35.693275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f07767-8c0d-4304-a9f6-85e0869c8b61,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:35.836070 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce464b6a-d6da-4d8a-9a70-91c92619a231 None None] New status for floating IP 0f63086f-c708-4872-bfce-1b7fbc662019: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:54:35.884234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.026551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44390) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:36.105907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9638563b-86cd-4758-b649-01e2d64c3066 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.132336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9638563b-86cd-4758-b649-01e2d64c3066 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.191549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9638563b-86cd-4758-b649-01e2d64c3066 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.194430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9638563b-86cd-4758-b649-01e2d64c3066 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.195783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9638563b-86cd-4758-b649-01e2d64c3066 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ea8b54b-b2d4-4758-8685-36aeab3f38fa HTTP/1.1" status: 204 len: 168 time: 0.1658206 Jul 30 03:54:36.200620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:36.205629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638563b-86cd-4758-b649-01e2d64c3066 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8b54b-b2d4-4758-8685-36aeab3f38fa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:36.219599 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-dd34e6e5-22a8-4412-9c7d-de9843c94d26 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] show failed (client error): The resource could not be found. Jul 30 03:54:36.223403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dd34e6e5-22a8-4412-9c7d-de9843c94d26 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "GET /v2.0/security-groups/2ea8b54b-b2d4-4758-8685-36aeab3f38fa HTTP/1.1" status: 404 len: 347 time: 0.0191076 Jul 30 03:54:36.224058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44394) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:36.230606 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Router a2a2196f-d53f-47ef-a533-1f40faae0ef7 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:36.351450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:36.357382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-48ad935a-9da4-4d49-a2d2-f9a4c3b19b85 admin admin] 10.222.0.39 "PUT /v2.0/routers/a2a2196f-d53f-47ef-a533-1f40faae0ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675471 Jul 30 03:54:36.360143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:36.362499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] Sync routers for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:36.372109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:36.372808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:36.386725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Deleting port 38ca6885-1274-4bd3-b7dd-7b9c2c572f31 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:36.387676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.471343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.479578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.480777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.484035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:36.494023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Calling delete_port for 38ca6885-1274-4bd3-b7dd-7b9c2c572f31 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:36.586361 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.649818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Deleting port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:36.650203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.666059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.699641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Pushing event deleted for resources: {'Port': ['ID=38ca6885-1274-4bd3-b7dd-7b9c2c572f31,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:36.756300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] For port 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:36.756679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.777521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Calling delete_port for 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:36.785520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.789730 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:36.795123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d66654c-887e-4bc6-bd99-47d9156389b9 tempest-AttachVolumeTestJSON-768720746 tempest-AttachVolumeTestJSON-768720746-project] 10.222.0.39 "DELETE /v2.0/floatingips/0f63086f-c708-4872-bfce-1b7fbc662019 HTTP/1.1" status: 204 len: 168 time: 0.5696430 Jul 30 03:54:36.879013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:54:35Z', 'revision_number': 5, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port': {'id': '95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:36.911083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] Checking router: a2a2196f-d53f-47ef-a533-1f40faae0ef7 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:36.919491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] Routers {'a2a2196f-d53f-47ef-a533-1f40faae0ef7'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:36.920099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:37.001950 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.030707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Pushing event deleted for resources: {'Port': ['ID=95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:37.056538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] Set router a2a2196f-d53f-47ef-a533-1f40faae0ef7 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:37.102447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.137618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:54:36Z', 'revision_number': 6, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:37.167166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe92ce-4c80-4547-8011-0148d6b9836e None None] The sync data for ids ['a2a2196f-d53f-47ef-a533-1f40faae0ef7'] in n-d-778696-14 is: [{'id': 'a2a2196f-d53f-47ef-a533-1f40faae0ef7', 'name': 'tempest-TestVolumeBackupRestore-65346929-router', 'tenant_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:27Z', 'updated_at': '2021-07-30T03:54:36Z', 'revision_number': 6, 'project_id': 'd3e6a257bf5a415da376686bbb6ddfc0', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:37.211403 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.213699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.263701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.264200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a2196f-d53f-47ef-a533-1f40faae0ef7 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:54:37.269354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.270311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-50b94148-8291-4d91-bb1b-76723dff23bc admin admin] 10.222.0.39 "DELETE /v2.0/routers/a2a2196f-d53f-47ef-a533-1f40faae0ef7 HTTP/1.1" status: 204 len: 168 time: 0.9090364 Jul 30 03:54:37.272902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:37.325048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Deleting subnet 1240bfbc-666c-4166-981a-7c4e045fdab1 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:54:37.329020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.368626 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.457656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.523079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.560479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1240bfbc-666c-4166-981a-7c4e045fdab1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:37.571722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.573168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a03c2d-ff61-4e47-bfb3-0d6f82e317ac None None] Network 7e12b29f-9ed2-4a04-979b-7f95cf179cfd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:37.577743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44412) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:37.604001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-720f1bc7-2c56-48d6-971b-81cc79690815 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1240bfbc-666c-4166-981a-7c4e045fdab1 HTTP/1.1" status: 204 len: 168 time: 0.3290794 Jul 30 03:54:37.708003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.776204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Deleting port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:37.776495 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.846476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] For port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,segment=NetworkSegment(ba51fb3c-9f5a-4b96-8a76-3b790e1a278d),segment_id=ba51fb3c-9f5a-4b96-8a76-3b790e1a278d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:37.846910 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.862571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Calling delete_port for 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:37.952351 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:37.976273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f28a14-292f-4cf0-ba21-a3f4b9c24ca5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:37.988130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] No DVR routers for this DVR port 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:38.045184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f19e3a-62b3-4f92-8b0a-31bace79d6b8 None None] DHCP port deletion for 7e12b29f-9ed2-4a04-979b-7f95cf179cfd request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:54:38.074410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.087444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e12b29f-9ed2-4a04-979b-7f95cf179cfd']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:38.102002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:38.102564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba51fb3c-9f5a-4b96-8a76-3b790e1a278d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:38.117096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.121520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 23ae729b-03c9-4389-8286-81159fcfa2be no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:38.145364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.151519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:54:38.152170 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.170686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 23ae729b-03c9-4389-8286-81159fcfa2be {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:38.173594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 23ae729b-03c9-4389-8286-81159fcfa2be not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:54:38.212046 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:54:38.228672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.236970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.241909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7e12b29f-9ed2-4a04-979b-7f95cf179cfd HTTP/1.1" status: 204 len: 168 time: 0.6602323 Jul 30 03:54:38.242215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:38.255680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71e731-c5a5-4802-b015-d4ec22a115f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e12b29f-9ed2-4a04-979b-7f95cf179cfd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:38.349450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:38.371312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:38.371777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35f28a14-292f-4cf0-ba21-a3f4b9c24ca5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:38.372558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e9f07767-8c0d-4304-a9f6-85e0869c8b61 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:38.394359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e9f07767-8c0d-4304-a9f6-85e0869c8b61 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:38.394867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e9f07767-8c0d-4304-a9f6-85e0869c8b61 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:38.395431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:38.420468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:38.421349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 95d1e83f-224d-46b5-9bf7-6c5f9af9e2d2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:38.668533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:38.920588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Deleting port 12b4ac45-4418-4697-9e5b-9d8a50380829 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:38.920950 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:39.012842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] For port 12b4ac45-4418-4697-9e5b-9d8a50380829, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=12b4ac45-4418-4697-9e5b-9d8a50380829,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:39.013208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:39.027633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Calling delete_port for 12b4ac45-4418-4697-9e5b-9d8a50380829 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:39.221088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:39.247666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b4ac45-4418-4697-9e5b-9d8a50380829,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:39.449068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:39.702927 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-8569fadb-4d0f-4750-aa74-1d1492856e82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793891 Jul 30 03:54:39.722131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Router ece9798a-7a7c-4f54-ab57-fa08ca429580 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:39.848564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-bc81384f-fffb-46a0-9e6f-c14fddd66432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:39.850148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-bc81384f-fffb-46a0-9e6f-c14fddd66432 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f2b17ee9d44a98393525d077e3de6&device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1097 time: 0.0843351 Jul 30 03:54:39.867481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:39.875596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:39.876027 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bb17cc0c-03c4-4416-8ad0-01c6f66fde89 admin admin] 10.222.0.39 "PUT /v2.0/routers/ece9798a-7a7c-4f54-ab57-fa08ca429580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327133 Jul 30 03:54:39.879336 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] Sync routers for ids ['ece9798a-7a7c-4f54-ab57-fa08ca429580'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:39.891201 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] Routers {'ece9798a-7a7c-4f54-ab57-fa08ca429580'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:39.892085 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ece9798a-7a7c-4f54-ab57-fa08ca429580'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:40.001994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-a735fbe7-29c6-4620-8990-d252696f8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:40.003525 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-a735fbe7-29c6-4620-8990-d252696f8ee9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 200 len: 909 time: 0.1264300 Jul 30 03:54:40.036892 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] Set router ece9798a-7a7c-4f54-ab57-fa08ca429580 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:40.091625 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-8a7c8e65-5f50-4413-9377-a41745b3b0e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 200 len: 1001 time: 0.0805357 Jul 30 03:54:40.097547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:40.164247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-3fbc24a9-9dca-4df4-87bf-3fc5ea19b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:40.166500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-3fbc24a9-9dca-4df4-87bf-3fc5ea19b58c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1bc58d59-5581-46f2-aec6-1ea026e0fdab HTTP/1.1" status: 200 len: 848 time: 0.0671384 Jul 30 03:54:40.249681 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:54:39Z', 'revision_number': 5, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:40.271317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-15b3816d-abdf-4efe-a9a0-6f9d6d08e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:40.274949 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-15b3816d-abdf-4efe-a9a0-6f9d6d08e60d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=581061d2-2bdb-4af3-99d2-c7858ff55e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016631 Jul 30 03:54:40.296322 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] Checking router: ece9798a-7a7c-4f54-ab57-fa08ca429580 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:40.332100 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] Routers {'ece9798a-7a7c-4f54-ab57-fa08ca429580'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:40.333000 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ece9798a-7a7c-4f54-ab57-fa08ca429580'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:40.337162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:40.457598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Deleting port 260336de-5b95-4441-ab63-3fe858172f57 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:40.457964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:40.484191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-9446fa2c-c3de-4902-badc-9dd7dc91438a service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013211 Jul 30 03:54:40.562212 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] Set router ece9798a-7a7c-4f54-ab57-fa08ca429580 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:40.597966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] For port 260336de-5b95-4441-ab63-3fe858172f57, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=260336de-5b95-4441-ab63-3fe858172f57,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:40.598361 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:40.613176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Calling delete_port for 260336de-5b95-4441-ab63-3fe858172f57 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:40.669826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-42ae1a8c-455f-4411-8361-681d1d540b1b req-05cbef5b-d561-4a89-b98d-c0f29aff129a service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774340 Jul 30 03:54:40.840554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:40.846277 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:54:39Z', 'revision_number': 5, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:40.877021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Pushing event deleted for resources: {'Port': ['ID=260336de-5b95-4441-ab63-3fe858172f57,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:40.877436 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d97bd7-5593-450b-bf80-0c9bb8c21c83 None None] The sync data for ids ['ece9798a-7a7c-4f54-ab57-fa08ca429580'] in n-d-778696-14 is: [{'id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'name': 'tempest-TestVolumeBackupRestore-537513218-router', 'tenant_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '260336de-5b95-4441-ab63-3fe858172f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:50:39Z', 'updated_at': '2021-07-30T03:54:39Z', 'revision_number': 5, 'project_id': 'ddf44fe440d346cab0aa61f529ea7fa8', 'gw_port': {'id': '260336de-5b95-4441-ab63-3fe858172f57', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9798a-7a7c-4f54-ab57-fa08ca429580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:50:40Z', 'updated_at': '2021-07-30T03:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:40.951107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:40.987128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.080354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.082468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.126573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.127044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece9798a-7a7c-4f54-ab57-fa08ca429580 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:54:41.131416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.132634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4d4b5ac-5272-49e6-aa60-4d118261ec95 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ece9798a-7a7c-4f54-ab57-fa08ca429580 HTTP/1.1" status: 204 len: 168 time: 1.2560372 Jul 30 03:54:41.135168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:41.186055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Deleting subnet 54a49be7-2bbb-48f8-b085-d2cfaacc8462 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:54:41.189201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.224311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.334044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.411265 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.427969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.431355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] 10.222.0.39 "DELETE /v2.0/subnets/54a49be7-2bbb-48f8-b085-d2cfaacc8462 HTTP/1.1" status: 204 len: 168 time: 0.2951686 Jul 30 03:54:41.434425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44460) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:41.438464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512d067-d124-4ed5-8cc5-d18b12ee052f None None] Network da54f7a6-2ad5-48f4-b802-019af821f61f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:41.457315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aee66-8c8c-4b25-a1ed-c47b816f10da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a49be7-2bbb-48f8-b085-d2cfaacc8462,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:41.605695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.670802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Deleting port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:41.671221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.751911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] For port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:41.752300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.767688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] DHCP port deletion for da54f7a6-2ad5-48f4-b802-019af821f61f request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:54:41.785071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Calling delete_port for 15a4b891-fbb5-4285-9aa7-2960e8a5a73c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:41.841339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] Deleting port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:41.841732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.928312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] For port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,segment=NetworkSegment(e68ffb3f-d3a2-442c-a728-9f020244ef18),segment_id=e68ffb3f-d3a2-442c-a728-9f020244ef18)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:41.930176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.936211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:41.947319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] Calling delete_port for 15a4b891-fbb5-4285-9aa7-2960e8a5a73c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:41.999424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] No DVR routers for this DVR port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:42.042460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:42.056907 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.081907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] Pushing event deleted for resources: {'Port': ['ID=15a4b891-fbb5-4285-9aa7-2960e8a5a73c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:42.090913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165dce6-d22c-44dc-8457-cc0b3875e050 None None] No DVR routers for this DVR port 15a4b891-fbb5-4285-9aa7-2960e8a5a73c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:42.116442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.127180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da54f7a6-2ad5-48f4-b802-019af821f61f']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:42.137998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68ffb3f-d3a2-442c-a728-9f020244ef18') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:42.138306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68ffb3f-d3a2-442c-a728-9f020244ef18') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:42.147172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.161938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.168458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:54:42.168841 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:54:42.170641 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:54:42.229735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.242194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.247226 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] 10.222.0.39 "DELETE /v2.0/networks/da54f7a6-2ad5-48f4-b802-019af821f61f HTTP/1.1" status: 204 len: 168 time: 0.8087127 Jul 30 03:54:42.263622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908442ab-3122-454c-80a5-ea3b64ab3b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=da54f7a6-2ad5-48f4-b802-019af821f61f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:42.395654 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-496901b0-dc3e-4db7-afba-8b88be9ee52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.464719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15a4b891-fbb5-4285-9aa7-2960e8a5a73c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:42.497048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 15a4b891-fbb5-4285-9aa7-2960e8a5a73c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:42.497388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 15a4b891-fbb5-4285-9aa7-2960e8a5a73c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:42.506781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 12b4ac45-4418-4697-9e5b-9d8a50380829 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:42.551641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 12b4ac45-4418-4697-9e5b-9d8a50380829 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:42.552359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 12b4ac45-4418-4697-9e5b-9d8a50380829 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:42.553138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 260336de-5b95-4441-ab63-3fe858172f57 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:42.608951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 260336de-5b95-4441-ab63-3fe858172f57 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:42.611188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 260336de-5b95-4441-ab63-3fe858172f57 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:42.669940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44478) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:42.734607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44480) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:42.735400 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2691d49a-1eaa-4768-b474-df08a3e6a57d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3e6a257bf5a415da376686bbb6ddfc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635931 Jul 30 03:54:42.788436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3216c420-a0cb-4b43-896e-01b179df9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.813441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3216c420-a0cb-4b43-896e-01b179df9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.866712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3216c420-a0cb-4b43-896e-01b179df9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.870069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3216c420-a0cb-4b43-896e-01b179df9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:42.871520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3216c420-a0cb-4b43-896e-01b179df9b76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc128c4-0d8c-4977-8fce-e7c30e01c6da HTTP/1.1" status: 204 len: 168 time: 0.1354389 Jul 30 03:54:42.893901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c420-a0cb-4b43-896e-01b179df9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc128c4-0d8c-4977-8fce-e7c30e01c6da,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:43.318160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:43.363370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ffb63e0a-6c78-460a-89a7-f7e193198219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddf44fe440d346cab0aa61f529ea7fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439637 Jul 30 03:54:43.365899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44492) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:43.437191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad0c9cea-5245-4bfc-8d67-1eea8d693644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:43.458906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad0c9cea-5245-4bfc-8d67-1eea8d693644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:43.510523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad0c9cea-5245-4bfc-8d67-1eea8d693644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:43.514670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ad0c9cea-5245-4bfc-8d67-1eea8d693644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:43.518897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ad0c9cea-5245-4bfc-8d67-1eea8d693644 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d444274-7295-4f42-8a6d-626e44a5b658 HTTP/1.1" status: 204 len: 168 time: 0.1516979 Jul 30 03:54:43.528298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c9cea-5245-4bfc-8d67-1eea8d693644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d444274-7295-4f42-8a6d-626e44a5b658,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:44.427716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44534) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:44.577663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-629040901-network', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:44.600348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:44.603149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.613571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.680458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f53b553-acde-4354-91a3-23a32fa4d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.722756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.728175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.753082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:54:44.763648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e38c97f-7464-4eea-8144-fe6c77991337,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:44.768474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.768814 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Added segment 56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65 of type vlan for network fb940248-9782-40d4-b6f2-9a311b71d634 Jul 30 03:54:44.819806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.858704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.860194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:44.860911 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:44.915686 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4861426 Jul 30 03:54:44.919083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44540) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:44.925653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Request body: {'subnet': {'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-629040901-subnet', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:44.934984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb676d6-7029-4b9a-8a7e-0302f214ee50 admin admin] Pushing event updated for resources: {'Network': ['ID=fb940248-9782-40d4-b6f2-9a311b71d634,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:44.958660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network fb940248-9782-40d4-b6f2-9a311b71d634 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:54:44.977071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:44.980740 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.033000 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.537596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.594589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246f81b4-3455-45d6-85a1-dc72ec40daf3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:45.605158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:45.605527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Network hostable DHCP agents. Network: fb940248-9782-40d4-b6f2-9a311b71d634, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:54:45.623645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Network fb940248-9782-40d4-b6f2-9a311b71d634 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:54:45.633561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, fb940248-9782-40d4-b6f2-9a311b71d634) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:45.638851 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:45.639487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.651188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdd52e-f60f-43a2-82d3-11c3267b7952 None None] Network fb940248-9782-40d4-b6f2-9a311b71d634 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:45.657007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-523a030a-592f-450f-bc70-24ce26481562 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7368245 Jul 30 03:54:45.659774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:45.665457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:45.689837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.690964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.752576 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:45.841258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-fb940248-9782-40d4-b6f2-9a311b71d634', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:54:45.842849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.127716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Allocated IP 172.20.0.2 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/50a9968e-2a70-4a95-8196-9f3723f1c29c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:46.283696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.320368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.329405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Transition to ACTIVE for port object 50a9968e-2a70-4a95-8196-9f3723f1c29c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:46.348792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Transition to ACTIVE for port object 50a9968e-2a70-4a95-8196-9f3723f1c29c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:46.356446 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.406824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Pushing event updated for resources: {'Port': ['ID=50a9968e-2a70-4a95-8196-9f3723f1c29c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:46.427871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:46.429774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:46.433866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:54:46.437828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.499392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Attempting to bind port 50a9968e-2a70-4a95-8196-9f3723f1c29c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:46.500021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Attempting to bind port 50a9968e-2a70-4a95-8196-9f3723f1c29c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:46.500739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Attempting to bind port 50a9968e-2a70-4a95-8196-9f3723f1c29c on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:46.506159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:46.506727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:46.507344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.507894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:46.508540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Bound port: 50a9968e-2a70-4a95-8196-9f3723f1c29c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:46.509101 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.535958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.561739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.591951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] For port 50a9968e-2a70-4a95-8196-9f3723f1c29c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:46.595821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] For port 50a9968e-2a70-4a95-8196-9f3723f1c29c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50a9968e-2a70-4a95-8196-9f3723f1c29c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:46.601564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.674998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434f3b5-a654-4560-8423-dd0db77a474f None None] Pushing event updated for resources: {'Port': ['ID=50a9968e-2a70-4a95-8196-9f3723f1c29c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:46.686823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Allocated IP 172.25.6.131 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5e1c333d-135a-4ee0-9227-85f9113d715a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:46.798674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.853104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:46.931937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1c333d-135a-4ee0-9227-85f9113d715a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:46.961192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:46.961192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:46.964918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:54:47.206503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44576) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:47.320452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:47.558934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:47.688065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:47.727718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Router 8b8acaab-5599-44fd-9f78-460884f055fb is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:54:47.881554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:47.900033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:47.904212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:47.908057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f9a34ced-7dee-4209-84bf-a4580bf7ad16 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2446733 Jul 30 03:54:47.910873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:47.911594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:47.911876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:48.039398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8ba13-639d-4011-9b9f-6163d399b6aa None None] Network fb940248-9782-40d4-b6f2-9a311b71d634 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:48.050758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Deleting port f2fd4411-bc37-4221-8f03-bf6224b4b0ea {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:48.051172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.157587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] For port f2fd4411-bc37-4221-8f03-bf6224b4b0ea, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:48.158304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.179753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Calling delete_port for f2fd4411-bc37-4221-8f03-bf6224b4b0ea owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:48.219717 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.251286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4771e32b-03e3-4d91-b09b-e514ed781973 None None] Provisioning for port 50a9968e-2a70-4a95-8196-9f3723f1c29c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:48.276618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:48.481480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.494612 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50a9968e-2a70-4a95-8196-9f3723f1c29c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:48.495736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.523967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fd4411-bc37-4221-8f03-bf6224b4b0ea,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:48.603743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 50a9968e-2a70-4a95-8196-9f3723f1c29c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:48.622746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 50a9968e-2a70-4a95-8196-9f3723f1c29c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:48.623120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.628915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:47Z', 'revision_number': 3, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:48.730985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:48.731523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Updating router 8b8acaab-5599-44fd-9f78-460884f055fb port 5e1c333d-135a-4ee0-9227-85f9113d715a binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:54:48.764061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.776919 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.796425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Allocated IP 172.20.0.1 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/b8c02a24-8203-4d64-93e5-2fbd705c2f14) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:48.970938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.974711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:48.993433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Transition to ACTIVE for port object b8c02a24-8203-4d64-93e5-2fbd705c2f14 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:49.041139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.063523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 50a9968e-2a70-4a95-8196-9f3723f1c29c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50a9968e-2a70-4a95-8196-9f3723f1c29c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:49.093144 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.098270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:49.103518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:49.112298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:54:49.140039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Router 306fe01f-78f0-4362-bb20-6e555f8a34fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:49.163691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Pushing event updated for resources: {'Port': ['ID=b8c02a24-8203-4d64-93e5-2fbd705c2f14,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:49.173341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f46b3ea9-805a-4dad-bcd5-838bce774296 None None] Provisioning complete for port 50a9968e-2a70-4a95-8196-9f3723f1c29c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:49.176323 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f46b3ea9-805a-4dad-bcd5-838bce774296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.220038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.299457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:49.307043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-13a9a679-3e5d-4f4b-80e8-c93e281fc1a4 admin admin] 10.222.0.39 "PUT /v2.0/routers/306fe01f-78f0-4362-bb20-6e555f8a34fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0972493 Jul 30 03:54:49.307344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44598) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:49.314602 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] Sync routers for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:49.332323 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:49.333231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:49.342893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=50a9968e-2a70-4a95-8196-9f3723f1c29c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:49.375073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.395414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Transition to ACTIVE for port object 5e1c333d-135a-4ee0-9227-85f9113d715a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:49.409148 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.463918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.507718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd807b-8c6d-4354-8808-b28e9e1c8392 None None] Pushing event updated for resources: {'Port': ['ID=5e1c333d-135a-4ee0-9227-85f9113d715a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:49.517246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.525098 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:49.536730 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Attempting to bind port 5e1c333d-135a-4ee0-9227-85f9113d715a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:49.537113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Attempting to bind port 5e1c333d-135a-4ee0-9227-85f9113d715a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:49.537485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Attempting to bind port 5e1c333d-135a-4ee0-9227-85f9113d715a on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:49.545253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:49.545626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:49.546026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.546422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:49.546892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Bound port: 5e1c333d-135a-4ee0-9227-85f9113d715a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:49.547315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.621907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.727522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Deleting port b8175dbd-b858-4671-8aaf-a6ef9004fdb9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:49.727868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.759539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:54:48Z', 'revision_number': 5, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port': {'id': 'b8175dbd-b858-4671-8aaf-a6ef9004fdb9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:46:18Z', 'updated_at': '2021-07-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:49.772847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.784518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.792110 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] Checking router: 306fe01f-78f0-4362-bb20-6e555f8a34fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:49.798114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] For port 5e1c333d-135a-4ee0-9227-85f9113d715a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:49.801571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] For port 5e1c333d-135a-4ee0-9227-85f9113d715a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c333d-135a-4ee0-9227-85f9113d715a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:49.808761 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] Routers {'306fe01f-78f0-4362-bb20-6e555f8a34fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:49.809382 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['306fe01f-78f0-4362-bb20-6e555f8a34fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:49.813348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.856631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Pushing event updated for resources: {'Port': ['ID=b8c02a24-8203-4d64-93e5-2fbd705c2f14,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:49.880470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.887407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] For port b8175dbd-b858-4671-8aaf-a6ef9004fdb9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:49.887939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.890332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd807b-8c6d-4354-8808-b28e9e1c8392 None None] Pushing event updated for resources: {'Port': ['ID=5e1c333d-135a-4ee0-9227-85f9113d715a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:49.904918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f25d04e-491d-4127-9f59-38a039cbbe3f None None] Provisioning for port b8c02a24-8203-4d64-93e5-2fbd705c2f14 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:49.912112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f25d04e-491d-4127-9f59-38a039cbbe3f None None] Provisioning complete for port b8c02a24-8203-4d64-93e5-2fbd705c2f14 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:49.912492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f25d04e-491d-4127-9f59-38a039cbbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:49.915482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:49.915793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:49.918151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Calling delete_port for b8175dbd-b858-4671-8aaf-a6ef9004fdb9 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:49.996681 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] Set router 306fe01f-78f0-4362-bb20-6e555f8a34fd gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:50.005933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5f25d04e-491d-4127-9f59-38a039cbbe3f None None] Port b8c02a24-8203-4d64-93e5-2fbd705c2f14 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:54:50.021366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:50.023041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:50.099941 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 6, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:50.108879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:50.158669 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b24fb6-1361-40f3-9a59-e9cdbfb2c0f5 None None] The sync data for ids ['306fe01f-78f0-4362-bb20-6e555f8a34fd'] in n-d-778696-14 is: [{'id': '306fe01f-78f0-4362-bb20-6e555f8a34fd', 'name': 'tempest-AttachVolumeTestJSON-1749308409-router', 'tenant_id': 'd573571d583e4efd867a8b8f03c89746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:46:15Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 6, 'project_id': 'd573571d583e4efd867a8b8f03c89746', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:50.163455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.198815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8175dbd-b858-4671-8aaf-a6ef9004fdb9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:50.233354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:50.336166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.479287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a6de42b1-30df-4654-9583-da516c4dff74 None None] Provisioning complete for port b8c02a24-8203-4d64-93e5-2fbd705c2f14 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:50.479520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a6de42b1-30df-4654-9583-da516c4dff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.482665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:50.490413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.490588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6b1a8656-08b0-4856-a937-dbce65ca9d9b admin admin] 10.222.0.39 "PUT /v2.0/routers/8b8acaab-5599-44fd-9f78-460884f055fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770147 Jul 30 03:54:50.493166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.530158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a6de42b1-30df-4654-9583-da516c4dff74 None None] Port b8c02a24-8203-4d64-93e5-2fbd705c2f14 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:54:50.557386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.558805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306fe01f-78f0-4362-bb20-6e555f8a34fd {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:54:50.580128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:50.582108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-967fb57b-0204-4171-b5a3-d4ec168a4d5f admin admin] 10.222.0.39 "DELETE /v2.0/routers/306fe01f-78f0-4362-bb20-6e555f8a34fd HTTP/1.1" status: 204 len: 168 time: 1.2732344 Jul 30 03:54:50.584257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:50.606594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 2, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:50.644864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effaeca-a73a-40fe-87c1-ca1790628cbe None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 2, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:50.807104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50a9968e-2a70-4a95-8196-9f3723f1c29c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:50.910918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 50a9968e-2a70-4a95-8196-9f3723f1c29c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:50.911522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.026991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Deleting subnet 1696c6f8-c2a7-4c48-a12d-3a17e867533c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:54:51.030388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.080268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.167828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2fd4411-bc37-4221-8f03-bf6224b4b0ea no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:51.181765 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.193870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f2fd4411-bc37-4221-8f03-bf6224b4b0ea {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:51.194210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f2fd4411-bc37-4221-8f03-bf6224b4b0ea not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:51.266470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.272026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44624) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:51.280260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-129109084-network', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:51.297647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1696c6f8-c2a7-4c48-a12d-3a17e867533c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:51.307654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.312629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-db998faf-9443-418b-be53-ecfd546b937e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1696c6f8-c2a7-4c48-a12d-3a17e867533c HTTP/1.1" status: 204 len: 168 time: 0.7273178 Jul 30 03:54:51.313253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:51.317025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c4b1a-5ad8-459a-8d6c-c0355dcd6399 None None] Network 5713e578-2646-4550-9736-5d0a223180a5 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:51.343612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Made reservation on behalf of bb10a232f8e8450bab8ac1424cd4d51e for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:51.346792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.360199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.427699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.512487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Deleting port 1918ac9f-42ba-4282-a02a-7383b666f896 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:51.512826 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.516785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.529012 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.584401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:54:51.628157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] For port 1918ac9f-42ba-4282-a02a-7383b666f896, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1918ac9f-42ba-4282-a02a-7383b666f896,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:51.628676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.630463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d440688-a70a-4262-bbbf-d7c2c1ff22ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:51.648283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] DHCP port deletion for 5713e578-2646-4550-9736-5d0a223180a5 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:54:51.652311 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.655323 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Added segment bdc93c83-e125-46b4-9a50-b905ef0293ae of type vlan for network 27707a95-b6c2-47c5-92c9-9779f0842120 Jul 30 03:54:51.656830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Calling delete_port for 1918ac9f-42ba-4282-a02a-7383b666f896 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:51.705153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.738673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] Deleting port 1918ac9f-42ba-4282-a02a-7383b666f896 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:54:51.739055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.749126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.751233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:51.751859 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.778864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.844141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1918ac9f-42ba-4282-a02a-7383b666f896,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:51.846537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] No DVR routers for this DVR port 1918ac9f-42ba-4282-a02a-7383b666f896 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:51.859259 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5852385 Jul 30 03:54:51.864948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44634) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:51.876887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Request body: {'subnet': {'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-129109084-subnet', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:51.889675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] For port 1918ac9f-42ba-4282-a02a-7383b666f896, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1918ac9f-42ba-4282-a02a-7383b666f896,segment=NetworkSegment(3243ea66-8dcf-468c-84b9-c9af2ab2b851),segment_id=3243ea66-8dcf-468c-84b9-c9af2ab2b851)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:51.890188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.900806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350bd5-9688-44da-81bd-786559a1e948 admin admin] Pushing event updated for resources: {'Network': ['ID=27707a95-b6c2-47c5-92c9-9779f0842120,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:51.905463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] Calling delete_port for 1918ac9f-42ba-4282-a02a-7383b666f896 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:54:51.907601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Made reservation on behalf of bb10a232f8e8450bab8ac1424cd4d51e for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:51.911323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.937561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.949535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5713e578-2646-4550-9736-5d0a223180a5']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:51.964144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3243ea66-8dcf-468c-84b9-c9af2ab2b851') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:51.964144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3243ea66-8dcf-468c-84b9-c9af2ab2b851') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:51.973276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:51.983361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 27707a95-b6c2-47c5-92c9-9779f0842120 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:54:51.995761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.004571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:54:52.005311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:54:52.007473 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:54:52.038588 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.079797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.088634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.090764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5713e578-2646-4550-9736-5d0a223180a5 HTTP/1.1" status: 204 len: 168 time: 0.7765477 Jul 30 03:54:52.102474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] Pushing event deleted for resources: {'Port': ['ID=1918ac9f-42ba-4282-a02a-7383b666f896,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:52.106139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf9e1d-18ca-40c3-a775-f0a38f892a22 None None] No DVR routers for this DVR port 1918ac9f-42ba-4282-a02a-7383b666f896 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:54:52.130905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d395a7-b84e-44f2-9e22-4f58d0f10e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5713e578-2646-4550-9736-5d0a223180a5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:52.215072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.273656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86a6c1e-aca4-4aaf-8d0a-32229153c05e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:52.311342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Checking segment: {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:52.311910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Network hostable DHCP agents. Network: 27707a95-b6c2-47c5-92c9-9779f0842120, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:54:52.342102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Network 27707a95-b6c2-47c5-92c9-9779f0842120 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:54:52.356785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 27707a95-b6c2-47c5-92c9-9779f0842120) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:52.366465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d3a42-fe1e-4a64-8a91-5d273ac56fab None None] Network 27707a95-b6c2-47c5-92c9-9779f0842120 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:52.372113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:52.372908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.400884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:52.401768 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-074736c6-7098-4cdc-937d-fe0407975108 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5345414 Jul 30 03:54:52.408289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:52.420449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:52.455072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.456234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.488892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c333d-135a-4ee0-9227-85f9113d715a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:52.502134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc9e47dd-a6c1-47a0-b9b4-45cbe8b9eab4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d573571d583e4efd867a8b8f03c89746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772235 Jul 30 03:54:52.504435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44646) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:52.607651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5e1c333d-135a-4ee0-9227-85f9113d715a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:52.616443 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5dba5-3892-43fb-84a5-660693bd68dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.616956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5e1c333d-135a-4ee0-9227-85f9113d715a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:52.617852 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.627508 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.643018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5dba5-3892-43fb-84a5-660693bd68dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.709736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-27707a95-b6c2-47c5-92c9-9779f0842120', 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'fixed_ips': [{'subnet_id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:54:52.710300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.716312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5dba5-3892-43fb-84a5-660693bd68dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.722448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fff5dba5-3892-43fb-84a5-660693bd68dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.727349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fff5dba5-3892-43fb-84a5-660693bd68dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/749c35d9-4ab6-4e36-8f77-a14660db6061 HTTP/1.1" status: 204 len: 168 time: 0.2216032 Jul 30 03:54:52.737275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5dba5-3892-43fb-84a5-660693bd68dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749c35d9-4ab6-4e36-8f77-a14660db6061,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:52.802167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.857980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.878621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5e1c333d-135a-4ee0-9227-85f9113d715a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c333d-135a-4ee0-9227-85f9113d715a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:52.891956 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:52.999238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8175dbd-b858-4671-8aaf-a6ef9004fdb9 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:53.066703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b8175dbd-b858-4671-8aaf-a6ef9004fdb9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:53.067053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8175dbd-b858-4671-8aaf-a6ef9004fdb9 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:53.067508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1918ac9f-42ba-4282-a02a-7383b666f896 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:54:53.092220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1918ac9f-42ba-4282-a02a-7383b666f896 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:54:53.092580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1918ac9f-42ba-4282-a02a-7383b666f896 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:54:53.116450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5e1c333d-135a-4ee0-9227-85f9113d715a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:53.124485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Allocated IP 172.20.0.2 (27707a95-b6c2-47c5-92c9-9779f0842120/f86a6c1e-aca4-4aaf-8d0a-32229153c05e/e816989c-c2b1-4f2f-b037-eb7cc631df65) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:53.138152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.157948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.288449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Allocated IP 172.25.6.56 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/ed098840-88e3-4af7-9030-f73087c2fd23) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:53.319727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.331839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Transition to ACTIVE for port object e816989c-c2b1-4f2f-b037-eb7cc631df65 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:53.349081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Transition to ACTIVE for port object e816989c-c2b1-4f2f-b037-eb7cc631df65 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:53.359068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.420573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.430943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Network 27707a95-b6c2-47c5-92c9-9779f0842120 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:53.435681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:53.439773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:54:53.460366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Pushing event updated for resources: {'Port': ['ID=e816989c-c2b1-4f2f-b037-eb7cc631df65,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:53.478485 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.523694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Attempting to bind port e816989c-c2b1-4f2f-b037-eb7cc631df65 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:53.524223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Attempting to bind port e816989c-c2b1-4f2f-b037-eb7cc631df65 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:53.524703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Attempting to bind port e816989c-c2b1-4f2f-b037-eb7cc631df65 on network 27707a95-b6c2-47c5-92c9-9779f0842120 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:53.530953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:53.531516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Checking segment: {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:53.532032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.532539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Bound using segment: {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:53.533199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Bound port: e816989c-c2b1-4f2f-b037-eb7cc631df65, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:53.533697 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.571509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:53.577660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:53.580917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:54:53.610650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed098840-88e3-4af7-9030-f73087c2fd23,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:53.621647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] For port e816989c-c2b1-4f2f-b037-eb7cc631df65, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:53.625063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] For port e816989c-c2b1-4f2f-b037-eb7cc631df65, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e816989c-c2b1-4f2f-b037-eb7cc631df65,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:53.631487 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:53.678674 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:54:53.752178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9879a2-e982-4e23-80bd-4048c80e98b2 None None] Pushing event updated for resources: {'Port': ['ID=e816989c-c2b1-4f2f-b037-eb7cc631df65,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:53.937114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:53.953215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.079295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:54.091604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:54.092486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:54.146400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-680061330-network', 'tenant_id': 'a1d7891a048b49ad8d02450ca4c13776'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:54.179275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Made reservation on behalf of a1d7891a048b49ad8d02450ca4c13776 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:54.188736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.202152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.250048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:54.331610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.338003 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.349124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.368989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:54:54.387523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:54.399411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.400104 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Added segment 41c6e53e-5197-4055-8fd8-59616f420d8d of type vlan for network 2ca04bc5-c423-475c-b607-8e4227492ba9 Jul 30 03:54:54.456969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.504323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.506671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:54.507528 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.537920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e816989c-c2b1-4f2f-b037-eb7cc631df65 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:54.587178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Router 0970a870-5375-451f-a679-6b17e3b1d1e6 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:54:54.593559 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6552463 Jul 30 03:54:54.597117 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 44688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:54.602542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Request body: {'subnet': {'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-680061330-subnet', 'tenant_id': 'a1d7891a048b49ad8d02450ca4c13776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:54.616652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d590-5e13-4d33-9755-43f3cc74e703 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca04bc5-c423-475c-b607-8e4227492ba9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:54.633235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:54:54.706269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e816989c-c2b1-4f2f-b037-eb7cc631df65 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:54.712988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c333d-135a-4ee0-9227-85f9113d715a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:54.732552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:54.740874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 2, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:54.743312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Sync routers for ids ['0970a870-5375-451f-a679-6b17e3b1d1e6'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:54:54.756993 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Routers {'0970a870-5375-451f-a679-6b17e3b1d1e6'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:54.757551 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0970a870-5375-451f-a679-6b17e3b1d1e6'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:54.786732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Made reservation on behalf of a1d7891a048b49ad8d02450ca4c13776 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:54.789443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.793951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:54.796716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-47dfcd32-8cb0-421d-a631-2c0dd8942cf6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3916016 Jul 30 03:54:54.798269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 44692) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:54:54.861811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:54.865887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Updating router 8b8acaab-5599-44fd-9f78-460884f055fb port b8c02a24-8203-4d64-93e5-2fbd705c2f14 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:54:54.909278 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.156469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Set router 0970a870-5375-451f-a679-6b17e3b1d1e6 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:55.222954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.259643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b92f1d7-b027-4a50-8370-0a8113a52918 None None] Network 27707a95-b6c2-47c5-92c9-9779f0842120 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:55.310760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca06267b-6a4f-4850-bda4-97e51b3f7790,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:55.335464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] Provisioning for port e816989c-c2b1-4f2f-b037-eb7cc631df65 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:55.342923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Checking segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:55.348539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Network hostable DHCP agents. Network: 2ca04bc5-c423-475c-b607-8e4227492ba9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:54:55.355292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5e1c333d-135a-4ee0-9227-85f9113d715a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:55.355811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.357765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] Provisioning complete for port e816989c-c2b1-4f2f-b037-eb7cc631df65 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:55.358131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.403837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:54:55.427677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2ca04bc5-c423-475c-b607-8e4227492ba9) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:55.439248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:55.441336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.448906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b3a05-9a08-4758-9cd6-0fcc5e1c3698 None None] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:55.452803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.479953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-41987c23-05c5-4db4-ad22-70dafa2c6e07 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8813469 Jul 30 03:54:55.539248 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T03:54:53Z', 'revision_number': 3, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:55.574338 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Checking router: 0970a870-5375-451f-a679-6b17e3b1d1e6 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:54:55.574921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Updating router 0970a870-5375-451f-a679-6b17e3b1d1e6 port ed098840-88e3-4af7-9030-f73087c2fd23 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:54:55.615591 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.665976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Allocated IP 172.20.0.1 (27707a95-b6c2-47c5-92c9-9779f0842120/f86a6c1e-aca4-4aaf-8d0a-32229153c05e/ff345c9f-d5aa-4d33-b18e-2f81c2725a77) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:55.797141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.818515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Transition to ACTIVE for port object ff345c9f-d5aa-4d33-b18e-2f81c2725a77 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:55.856605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.863480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.883186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:55.938453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:55.954814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Network 27707a95-b6c2-47c5-92c9-9779f0842120 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:55.957263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:55.975967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:54:55.995362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Transition to ACTIVE for port object b8c02a24-8203-4d64-93e5-2fbd705c2f14 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:56.002081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72acd07-c1c9-4d9e-9e00-e320325323af None None] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:54:56.049352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.052611 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.090210 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.101942 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Transition to ACTIVE for port object ed098840-88e3-4af7-9030-f73087c2fd23 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:54:56.120545 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.130096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] For port e816989c-c2b1-4f2f-b037-eb7cc631df65, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e816989c-c2b1-4f2f-b037-eb7cc631df65,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:56.169354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.203417 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Pushing event updated for resources: {'Port': ['ID=ed098840-88e3-4af7-9030-f73087c2fd23,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:56.218984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.219364 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.219709 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.220275 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.220404 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.220701 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.221032 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.221356 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.221683 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.222007 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.222330 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.222650 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:56.251405 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Attempting to bind port ed098840-88e3-4af7-9030-f73087c2fd23 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:56.251702 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Attempting to bind port ed098840-88e3-4af7-9030-f73087c2fd23 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:56.252068 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Attempting to bind port ed098840-88e3-4af7-9030-f73087c2fd23 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:56.257384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:56.257760 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:56.258165 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.258560 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:56.259034 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Bound port: ed098840-88e3-4af7-9030-f73087c2fd23, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:56.259441 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.299410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c8618-fe09-4a03-a08c-acd07ae16c56 None None] Pushing event updated for resources: {'Port': ['ID=b8c02a24-8203-4d64-93e5-2fbd705c2f14,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:56.327647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.420726 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] For port ed098840-88e3-4af7-9030-f73087c2fd23, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:56.426283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] For port ed098840-88e3-4af7-9030-f73087c2fd23, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ed098840-88e3-4af7-9030-f73087c2fd23,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:56.438341 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.450080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Attempting to bind port b8c02a24-8203-4d64-93e5-2fbd705c2f14 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:54:56.450691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Attempting to bind port b8c02a24-8203-4d64-93e5-2fbd705c2f14 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:54:56.451249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Attempting to bind port b8c02a24-8203-4d64-93e5-2fbd705c2f14 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:54:56.459767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:54:56.460157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:54:56.460557 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.460958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:54:56.461444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Bound port: b8c02a24-8203-4d64-93e5-2fbd705c2f14, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:54:56.461835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.495794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-2c3c7503-b06e-42da-94db-b5ed01a61cc5 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:56.497408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-2c3c7503-b06e-42da-94db-b5ed01a61cc5 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.3048630 Jul 30 03:54:56.528886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-e836a752-3a7f-4928-b981-44c77de7a13d tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/quotas/a1d7891a048b49ad8d02450ca4c13776 HTTP/1.1" status: 200 len: 375 time: 0.0243201 Jul 30 03:54:56.550113 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ecc1-d2fe-4546-a23a-14e951c23b8e None None] Pushing event updated for resources: {'Port': ['ID=ed098840-88e3-4af7-9030-f73087c2fd23,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:56.582257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Routers {'0970a870-5375-451f-a679-6b17e3b1d1e6'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:56.582994 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0970a870-5375-451f-a679-6b17e3b1d1e6'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:56.592016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] For port b8c02a24-8203-4d64-93e5-2fbd705c2f14, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:54:56.596068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] For port b8c02a24-8203-4d64-93e5-2fbd705c2f14, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b8c02a24-8203-4d64-93e5-2fbd705c2f14,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:54:56.597591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9117b-e951-4d9f-85c4-deedd0631f3c None None] Pushing event updated for resources: {'Port': ['ID=e816989c-c2b1-4f2f-b037-eb7cc631df65,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:56.608459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-f83780ad-7077-42c9-8000-1ec99a4e9e82 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725586 Jul 30 03:54:56.623285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-13a6590e-c5bb-45d0-8e64-25e7cbab5c46 None None] Provisioning complete for port e816989c-c2b1-4f2f-b037-eb7cc631df65 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:56.623892 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-13a6590e-c5bb-45d0-8e64-25e7cbab5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.625346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-bbe22c29-3251-4b3b-94fc-55cef3159c58 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:54:56.632732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-bbe22c29-3251-4b3b-94fc-55cef3159c58 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117776 Jul 30 03:54:56.666879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.727348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c8618-fe09-4a03-a08c-acd07ae16c56 None None] Pushing event updated for resources: {'Port': ['ID=b8c02a24-8203-4d64-93e5-2fbd705c2f14,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:56.730709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.732194 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] Set router 0970a870-5375-451f-a679-6b17e3b1d1e6 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:56.742088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.766333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:54:56.767547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:56.835386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:56.841279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e4875f0-b8c8-4b4f-aa90-4c48bcba7192 service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072473 Jul 30 03:54:57.024597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Network 27707a95-b6c2-47c5-92c9-9779f0842120 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:54:57.030339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:54:57.041797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:57.042002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-787d2340-10ca-4592-be8c-27940bd6aaa9 service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992736 Jul 30 03:54:57.090844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:54:57.138019 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ff345c9f-d5aa-4d33-b18e-2f81c2725a77', 'name': '', 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'mac_address': 'fa:16:3e:e6:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:55Z', 'updated_at': '2021-07-30T03:54:55Z', 'revision_number': 1, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'subnets': [{'id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:57.179777 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d559aaf-8a34-48f3-a323-33f2086161fd None None] The sync data for ids ['0970a870-5375-451f-a679-6b17e3b1d1e6'] in n-d-778696-14 is: [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ff345c9f-d5aa-4d33-b18e-2f81c2725a77', 'name': '', 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'mac_address': 'fa:16:3e:e6:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:55Z', 'updated_at': '2021-07-30T03:54:55Z', 'revision_number': 1, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'subnets': [{'id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:57.231517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Router 0970a870-5375-451f-a679-6b17e3b1d1e6 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:54:57.391263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1289a596-014f-452b-9e58-f8554b5e0b8a None None] Provisioning for port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:57.409281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddcc3aae-1bef-4a9c-8cf0-4bbbe03ac161 req-018c138e-e48f-4c8e-add7-52facf292bc4 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 210 time: 0.0578957 Jul 30 03:54:57.442151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1289a596-014f-452b-9e58-f8554b5e0b8a None None] Provisioning complete for port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:57.442713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1289a596-014f-452b-9e58-f8554b5e0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:57.565287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1289a596-014f-452b-9e58-f8554b5e0b8a None None] Port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:54:57.685671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:54:57.725880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d71181-51fc-4d1b-a28e-8920bd1fe245 None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:54:57.782711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-45aea78f-9d5f-4a75-9de3-5bfb9a923b5c None None] Provisioning complete for port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:57.783097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45aea78f-9d5f-4a75-9de3-5bfb9a923b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:57.845114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-45aea78f-9d5f-4a75-9de3-5bfb9a923b5c None None] Port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:54:58.023259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:54:58.030885 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a64cb8dc-913c-4cea-b4ff-20479c4835d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/0970a870-5375-451f-a679-6b17e3b1d1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2315142 Jul 30 03:54:58.523689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8c02a24-8203-4d64-93e5-2fbd705c2f14 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:58.641194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ae24a676-ec62-4e0a-9334-5bd47f235694 req-d2ff33c7-bd1a-4ed4-8e60-20b151f08163 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 210 time: 0.0832431 Jul 30 03:54:58.695186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b8c02a24-8203-4d64-93e5-2fbd705c2f14 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:54:58.700255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b8c02a24-8203-4d64-93e5-2fbd705c2f14 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:58.700743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:58.827598 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:58.871714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b8c02a24-8203-4d64-93e5-2fbd705c2f14, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b8c02a24-8203-4d64-93e5-2fbd705c2f14,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:54:58.880880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:58.883263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e816989c-c2b1-4f2f-b037-eb7cc631df65 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:54:58.984012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b8c02a24-8203-4d64-93e5-2fbd705c2f14,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:54:58.993868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.993868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.994202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.994736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.995294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.995802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.996140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.996719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.996847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.997101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.997426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:58.997751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:54:59.009124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e816989c-c2b1-4f2f-b037-eb7cc631df65 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:54:59.009561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:59.413740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-5e14586b-34e2-432e-bb95-d35a38637172 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:54:59.415321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-5e14586b-34e2-432e-bb95-d35a38637172 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.2924237 Jul 30 03:54:59.436682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Request body: {'port': {'device_id': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'admin_state_up': True, 'tenant_id': 'a1d7891a048b49ad8d02450ca4c13776'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:54:59.564388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Made reservation on behalf of a1d7891a048b49ad8d02450ca4c13776 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:54:59.568556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:54:59.777791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Allocated IP 172.20.0.6 (2ca04bc5-c423-475c-b607-8e4227492ba9/ca06267b-6a4f-4850-bda4-97e51b3f7790/47ef698c-f4d3-4b24-b3d9-94e885191015) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:54:59.788609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-065ea72d-664d-45c1-b3c2-3e46bb79a10e req-e1665760-9544-4820-9fa5-2f0f07187ece tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 210 time: 0.0363617 Jul 30 03:54:59.971732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.046357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.101165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:00.110527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:00.114971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:00.118811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event updated for resources: {'Port': ['ID=47ef698c-f4d3-4b24-b3d9-94e885191015,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:00.172622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:00.173790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.190510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-4b118002-9576-4abf-8062-7d09f92b5fbc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593546 Jul 30 03:55:00.337345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Request body: {'port': {'device_id': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:00.428464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.520017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ed098840-88e3-4af7-9030-f73087c2fd23 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:00.608060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ed098840-88e3-4af7-9030-f73087c2fd23 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:00.613160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ed098840-88e3-4af7-9030-f73087c2fd23 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:00.613726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.771399 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.772661 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.801958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ed098840-88e3-4af7-9030-f73087c2fd23, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ed098840-88e3-4af7-9030-f73087c2fd23,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:00.808850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:00.812412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8c02a24-8203-4d64-93e5-2fbd705c2f14 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:00.966864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ed098840-88e3-4af7-9030-f73087c2fd23,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:00.977448 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ef698c-f4d3-4b24-b3d9-94e885191015 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:00.987428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-fd83ebee-0808-40b6-8741-a7f71b04500d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:00.991891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-fd83ebee-0808-40b6-8741-a7f71b04500d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.2827704 Jul 30 03:55:00.992159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.016546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b8c02a24-8203-4d64-93e5-2fbd705c2f14 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:01.017324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.021788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Transition to ACTIVE for port object 47ef698c-f4d3-4b24-b3d9-94e885191015 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:01.034554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.049189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4ac95d92-87e9-4e3d-845b-382dd3d70cd5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0373578 Jul 30 03:55:01.110066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56117f42-5817-4e56-9e72-187b57df0404 req-b20e53ad-17bc-43ff-be39-dfeeeb2c6b88 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:01.112060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56117f42-5817-4e56-9e72-187b57df0404 req-b20e53ad-17bc-43ff-be39-dfeeeb2c6b88 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 931 time: 0.1642139 Jul 30 03:55:01.141560 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-9bdc5580-f055-4b1c-9e55-71250b0697c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912735 Jul 30 03:55:01.158047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ef698c-f4d3-4b24-b3d9-94e885191015,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:01.191014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56117f42-5817-4e56-9e72-187b57df0404 req-08a8c3a1-f293-4dfd-9106-c00ad7996ab3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672843 Jul 30 03:55:01.219451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Attempting to bind port 47ef698c-f4d3-4b24-b3d9-94e885191015 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:01.219796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Attempting to bind port 47ef698c-f4d3-4b24-b3d9-94e885191015 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:01.220117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Attempting to bind port 47ef698c-f4d3-4b24-b3d9-94e885191015 on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:01.224630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Port 47ef698c-f4d3-4b24-b3d9-94e885191015 on network 2ca04bc5-c423-475c-b607-8e4227492ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:55:01.224953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Attempting to bind port 47ef698c-f4d3-4b24-b3d9-94e885191015 on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:01.230332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:01.230672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Checking segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:01.231055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Bound using segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:01.231574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Bound port: 47ef698c-f4d3-4b24-b3d9-94e885191015, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:01.231932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.286277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Sync routers for ids ['0970a870-5375-451f-a679-6b17e3b1d1e6'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:55:01.297086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Routers {'0970a870-5375-451f-a679-6b17e3b1d1e6'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:01.298113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0970a870-5375-451f-a679-6b17e3b1d1e6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:01.311746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] For port 47ef698c-f4d3-4b24-b3d9-94e885191015, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:01.315505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] For port 47ef698c-f4d3-4b24-b3d9-94e885191015, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=47ef698c-f4d3-4b24-b3d9-94e885191015,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:01.322515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.355209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-517fa9f2-63a7-4572-a836-c22cdab64587 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029378 Jul 30 03:55:01.396399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ef698c-f4d3-4b24-b3d9-94e885191015,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:01.411559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:01.412385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.413585 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-3e20b542-1299-4af3-a795-fbca40336df7 service neutron] 10.222.0.16 "PUT /v2.0/ports/47ef698c-f4d3-4b24-b3d9-94e885191015 HTTP/1.1" status: 200 len: 1092 time: 1.2044713 Jul 30 03:55:01.414111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'tag': '47ef698c-f4d3-4b24-b3d9-94e885191015'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:01.417844 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a20563d-f173-4901-842c-a4708644c9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb8a57-19a9-4419-a482-9fe588a1f981", "tag": "47ef698c-f4d3-4b24-b3d9-94e885191015"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:01.436378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Set router 0970a870-5375-451f-a679-6b17e3b1d1e6 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:01.481681 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d65f794-3917-4953-b64e-fc04421ed8a9 x-openstack-request-id: req-2d65f794-3917-4953-b64e-fc04421ed8a9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:01.482190 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb8a57-19a9-4419-a482-9fe588a1f981", "tag": "47ef698c-f4d3-4b24-b3d9-94e885191015", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:01.482190 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d65f794-3917-4953-b64e-fc04421ed8a9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:01.482985 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'tag': '47ef698c-f4d3-4b24-b3d9-94e885191015', 'status': 'completed', 'code': 200} Jul 30 03:55:01.491461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-89c112e9-1eff-4ea8-a560-6eba4f2fdc8d service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271350 Jul 30 03:55:01.549195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-00acedd6-5636-4837-9f60-ba8b0bdf851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:01.550634 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-00acedd6-5636-4837-9f60-ba8b0bdf851b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 1095 time: 0.0520291 Jul 30 03:55:01.606210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-1ea5b512-7afb-4f40-b46e-ec6b48803432 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ef698c-f4d3-4b24-b3d9-94e885191015 HTTP/1.1" status: 200 len: 217 time: 0.0384929 Jul 30 03:55:01.664348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-1f851667-d265-4647-a0b4-fbc1033e6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:01.665845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-1f851667-d265-4647-a0b4-fbc1033e6b13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0513425 Jul 30 03:55:01.692364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ff345c9f-d5aa-4d33-b18e-2f81c2725a77', 'name': '', 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'mac_address': 'fa:16:3e:e6:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:55Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 2, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'subnets': [{'id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:01.706332 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-e4606d81-e6e7-4eb7-8f5a-9a0c9c48493d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318482 Jul 30 03:55:01.721107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Checking router: 0970a870-5375-451f-a679-6b17e3b1d1e6 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:55:01.721470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Updating router 0970a870-5375-451f-a679-6b17e3b1d1e6 port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:55:01.752910 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:01.836221 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-6a2b3577-1d36-4714-9a29-0f6834407c54 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214941 Jul 30 03:55:01.949758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-744047bd-ef86-40cf-9af5-10b17c67f038 req-ef97a352-6197-4d6c-a565-c3846542aee3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 210 time: 0.0305569 Jul 30 03:55:01.959185 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-06edbbae-1b75-410e-bb03-e2a0dd66b9d4 req-48ffd36d-8ead-4162-861c-2896d8234446 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146171 Jul 30 03:55:02.110426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20563d-f173-4901-842c-a4708644c9a2 req-9097b1cb-1247-4d8b-b633-dbe9e2b591ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:02.112524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-9097b1cb-1247-4d8b-b633-dbe9e2b591ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 1095 time: 0.0476909 Jul 30 03:55:02.162299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:02.175105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Transition to ACTIVE for port object ff345c9f-d5aa-4d33-b18e-2f81c2725a77 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:02.192568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:02.241908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20563d-f173-4901-842c-a4708644c9a2 req-760b1b45-55b2-49fa-8a18-06d9a0080be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:02.244089 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-760b1b45-55b2-49fa-8a18-06d9a0080be5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 914 time: 0.1220670 Jul 30 03:55:02.298567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc9b33-110f-4965-b11f-4fc25b0bb2b2 None None] Pushing event updated for resources: {'Port': ['ID=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:02.334494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-9ed7b813-843c-491a-8991-d28e4bbdad7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ef698c-f4d3-4b24-b3d9-94e885191015 HTTP/1.1" status: 200 len: 217 time: 0.0817184 Jul 30 03:55:02.374666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee40b-e9ff-4af9-b379-771c64005025 req-9be51395-dadb-41d5-9aa6-add301a46080 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:02.377918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a24ee40b-e9ff-4af9-b379-771c64005025 req-9be51395-dadb-41d5-9aa6-add301a46080 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 943 time: 0.0879230 Jul 30 03:55:02.421371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Attempting to bind port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:02.422986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Attempting to bind port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:02.423402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Attempting to bind port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 on network 27707a95-b6c2-47c5-92c9-9779f0842120 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:02.436591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:02.436995 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Checking segment: {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:02.437409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:02.437815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Bound using segment: {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:02.439838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20563d-f173-4901-842c-a4708644c9a2 req-c80416a4-792b-40fb-9567-a7678130032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:02.441344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-c80416a4-792b-40fb-9567-a7678130032d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0973220 Jul 30 03:55:02.441558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Bound port: ff345c9f-d5aa-4d33-b18e-2f81c2725a77, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc93c83-e125-46b4-9a50-b905ef0293ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:02.442026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:02.447491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ed098840-88e3-4af7-9030-f73087c2fd23 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:02.490954 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-f4a842e4-9205-4625-8ee9-cf9cba08311e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411448 Jul 30 03:55:02.492865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a24ee40b-e9ff-4af9-b379-771c64005025 req-ed4623e8-d9e7-4d2f-96bf-7db4ed9e6e8e tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089602 Jul 30 03:55:02.609913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] For port ff345c9f-d5aa-4d33-b18e-2f81c2725a77, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:02.613636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] For port ff345c9f-d5aa-4d33-b18e-2f81c2725a77, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:02.638104 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-46501ee5-575c-44f3-a7f1-f5db6b53044e service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333449 Jul 30 03:55:02.640442 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:02.759699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc9b33-110f-4965-b11f-4fc25b0bb2b2 None None] Pushing event updated for resources: {'Port': ['ID=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:02.785442 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0a20563d-f173-4901-842c-a4708644c9a2 req-630b50be-1e79-4eb3-afb5-6a3637e6ae29 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437101 Jul 30 03:55:02.792603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Routers {'0970a870-5375-451f-a679-6b17e3b1d1e6'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:02.793678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:54:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0970a870-5375-451f-a679-6b17e3b1d1e6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:02.860353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ed098840-88e3-4af7-9030-f73087c2fd23 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:02.860869 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:02.967856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] Set router 0970a870-5375-451f-a679-6b17e3b1d1e6 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:03.062637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d838e89b-ec51-49cc-8183-0f41085b3c8d req-eb7bf269-566d-48b9-aedc-82b2d5c23d0c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Jul 30 03:55:03.265573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ff345c9f-d5aa-4d33-b18e-2f81c2725a77', 'name': '', 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'mac_address': 'fa:16:3e:e6:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:55Z', 'updated_at': '2021-07-30T03:55:02Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'subnets': [{'id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:03.288165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-ab8b0e90-7e54-4131-a154-9bdf8966083c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:03.289233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-ab8b0e90-7e54-4131-a154-9bdf8966083c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1556282 Jul 30 03:55:03.298388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51582a40-2c1d-48d7-954f-d0c24c1d61fa None None] The sync data for ids ['0970a870-5375-451f-a679-6b17e3b1d1e6'] in n-d-778696-14 is: [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T03:54:56Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ff345c9f-d5aa-4d33-b18e-2f81c2725a77', 'name': '', 'network_id': '27707a95-b6c2-47c5-92c9-9779f0842120', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'mac_address': 'fa:16:3e:e6:fa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:55Z', 'updated_at': '2021-07-30T03:55:02Z', 'revision_number': 4, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'subnets': [{'id': 'f86a6c1e-aca4-4aaf-8d0a-32229153c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:55:03.307460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': 'c38c9674-5db0-4451-84b9-035efe72db84', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:03.464399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:55:03.468368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:03.637275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.7 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/e5cbbd03-9f8c-4e65-9497-f484edb1d1d9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:03.696564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5f24c-ab60-4ff9-ae72-20821348e2da req-c3776176-05c4-426a-bc84-536360099974 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:03.699947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32c5f24c-ab60-4ff9-ae72-20821348e2da req-c3776176-05c4-426a-bc84-536360099974 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 943 time: 0.0970795 Jul 30 03:55:03.762515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32c5f24c-ab60-4ff9-ae72-20821348e2da req-248c2525-e5a2-44c7-b6ba-cad54e9ae2fe tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479739 Jul 30 03:55:03.881013 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:03.896537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:03.936792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:03.987730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:03.992972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:04.000628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:04.007702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:04.065848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:04.067022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.086201 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-e5e13473-2919-4ee0-b393-c48f3836181e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868042 Jul 30 03:55:04.099442 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Request body: {'port': {'device_id': 'c38c9674-5db0-4451-84b9-035efe72db84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:04.171909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.216180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c48af-37f1-403e-b322-7605118ad0d4 req-502b0533-c906-4fca-8d4f-1bf95b6a5f6c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:04.220862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b7c48af-37f1-403e-b322-7605118ad0d4 req-502b0533-c906-4fca-8d4f-1bf95b6a5f6c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 931 time: 0.0760412 Jul 30 03:55:04.268998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b7c48af-37f1-403e-b322-7605118ad0d4 req-2ae9f118-3104-4703-815b-9220cebabaae tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Jul 30 03:55:04.382689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eb7b70a3-916b-46a5-b568-783abe4c30c9 None None] Provisioning for port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:04.387732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eb7b70a3-916b-46a5-b568-783abe4c30c9 None None] Provisioning complete for port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:04.388104 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb7b70a3-916b-46a5-b568-783abe4c30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.432990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b70a3-916b-46a5-b568-783abe4c30c9 None None] Port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:55:04.437084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ff345c9f-d5aa-4d33-b18e-2f81c2725a77 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:04.513815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:04.520606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:04.525910 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.577172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:04.585243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.620781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Transition to ACTIVE for port object e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:04.625764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.652488 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.690232 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:04.743803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ff345c9f-d5aa-4d33-b18e-2f81c2725a77, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:04.751155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.815901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Attempting to bind port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:04.816277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Attempting to bind port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:04.816613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Attempting to bind port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:04.828351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:55:04.828678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Attempting to bind port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:04.841036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:04.841378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:04.841909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:04.842212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Bound port: e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:04.842579 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:04.846063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:04.991869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] For port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:04.996874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] For port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:05.001562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c143cf2-9452-4f8c-aa38-e1a2b51c419a req-250f7ac8-cc19-44b8-8bfa-f092ceb4df2f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.003937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:05.009426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c143cf2-9452-4f8c-aa38-e1a2b51c419a req-250f7ac8-cc19-44b8-8bfa-f092ceb4df2f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 943 time: 0.0893977 Jul 30 03:55:05.053045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.054390 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:05.056020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 HTTP/1.1" status: 200 len: 1092 time: 0.9620490 Jul 30 03:55:05.058957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38c9674-5db0-4451-84b9-035efe72db84', 'tag': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:05.059487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c143cf2-9452-4f8c-aa38-e1a2b51c419a req-c6aa0423-21a2-4fa9-b652-c1d566424c3d tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Jul 30 03:55:05.073364 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c38c9674-5db0-4451-84b9-035efe72db84", "tag": "e5cbbd03-9f8c-4e65-9497-f484edb1d1d9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:05.106774 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cc8d4-5a39-424e-8db7-a8ea3512d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:05.179105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-391df272-f374-460d-9d8e-d1caaf974f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.179105 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-391df272-f374-460d-9d8e-d1caaf974f59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 1095 time: 0.0651786 Jul 30 03:55:05.261205 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea33b548-21e4-4b9e-86f5-393900bd3aaa x-openstack-request-id: req-ea33b548-21e4-4b9e-86f5-393900bd3aaa {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:05.261694 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38c9674-5db0-4451-84b9-035efe72db84", "tag": "e5cbbd03-9f8c-4e65-9497-f484edb1d1d9", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:05.262232 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea33b548-21e4-4b9e-86f5-393900bd3aaa {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:05.262813 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38c9674-5db0-4451-84b9-035efe72db84', 'tag': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9', 'status': 'completed', 'code': 200} Jul 30 03:55:05.265475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-62b6ef48-3c2b-4dee-bc6f-0d5179c5ffad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 HTTP/1.1" status: 200 len: 217 time: 0.0803123 Jul 30 03:55:05.318967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-bda38272-6564-4eac-945f-c32404483ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.320844 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-bda38272-6564-4eac-945f-c32404483ca0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0475500 Jul 30 03:55:05.384369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-53a26788-ee08-40b7-a79a-b65b7c7db915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.386588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-53a26788-ee08-40b7-a79a-b65b7c7db915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580146 Jul 30 03:55:05.412977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2947-cce9-48cd-aa60-661fb17737d3 req-48dcd068-81bb-45f0-bcfe-aa8e2e567ff8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.414887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cd2947-cce9-48cd-aa60-661fb17737d3 req-48dcd068-81bb-45f0-bcfe-aa8e2e567ff8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0688379 Jul 30 03:55:05.459488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1cd2947-cce9-48cd-aa60-661fb17737d3 req-e8a4fbb0-5fe8-4da6-9fac-2504b8f4cef7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Jul 30 03:55:05.504737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-0dbcdcce-8c56-4796-99b6-221141878775 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089289 Jul 30 03:55:05.603196 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ac2dff64-dc74-4866-b00a-a6a2bc66da2e req-35d2b8af-d238-46b1-a70c-02c535fd4abe service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912597 Jul 30 03:55:05.689502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-5035719c-abe4-462c-92a6-a6b1786a5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.691043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-5035719c-abe4-462c-92a6-a6b1786a5d71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 1095 time: 0.0443814 Jul 30 03:55:05.797302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-3329124c-2895-4c66-96c1-def2687d7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.799070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-3329124c-2895-4c66-96c1-def2687d7231 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1011186 Jul 30 03:55:05.873881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-a6b4626b-dd8c-4d0c-bacf-d92aa317ce6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 HTTP/1.1" status: 200 len: 217 time: 0.0655832 Jul 30 03:55:05.920379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-550f1e03-3bab-43b7-ad58-c6aa528eea9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060965 Jul 30 03:55:05.938494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-082151bb-ab6d-48cd-9ade-bd4e3c4150ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:05.940760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-082151bb-ab6d-48cd-9ade-bd4e3c4150ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0594983 Jul 30 03:55:06.038001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-8e8c1460-3fdd-4f77-a14c-649aa4773538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.039941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-8e8c1460-3fdd-4f77-a14c-649aa4773538 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913477 Jul 30 03:55:06.073707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-0d76a5d4-912b-4d7b-ba9d-bf122751375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.075366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-0d76a5d4-912b-4d7b-ba9d-bf122751375e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1098 time: 0.0810258 Jul 30 03:55:06.184891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11cf7-2bd6-44f5-a84a-88b2fa96f5c0 req-4317e9c4-edb6-4f47-9dc0-af7028638836 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.188164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dd11cf7-2bd6-44f5-a84a-88b2fa96f5c0 req-4317e9c4-edb6-4f47-9dc0-af7028638836 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 943 time: 0.0649858 Jul 30 03:55:06.231723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-6d04e0d8-673b-455b-bc45-2438b02e8b8d service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822612 Jul 30 03:55:06.242382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dd11cf7-2bd6-44f5-a84a-88b2fa96f5c0 req-143022e7-53d3-41c9-9f31-34edb892a3e3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Jul 30 03:55:06.250387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-2049f79d-e68b-4dd5-b080-74acf6a3ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.251803 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-2049f79d-e68b-4dd5-b080-74acf6a3ba0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1440935 Jul 30 03:55:06.324882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 47ef698c-f4d3-4b24-b3d9-94e885191015 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:55:06.374179 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-6105d75d-ee9a-40a0-abfe-0c3732ecd282 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 1001 time: 0.1108603 Jul 30 03:55:06.413393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ff345c9f-d5aa-4d33-b18e-2f81c2725a77 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:06.419571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ae2b918f-76b8-42b5-a44e-266c1dd5c3a4 req-781b88b0-8bc5-4092-9a5d-76e6707dbdb8 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775134 Jul 30 03:55:06.437246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-1bb7360e-9c34-4018-8d99-e47278579afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.439337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-1bb7360e-9c34-4018-8d99-e47278579afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0524533 Jul 30 03:55:06.517309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 47ef698c-f4d3-4b24-b3d9-94e885191015, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=47ef698c-f4d3-4b24-b3d9-94e885191015,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:06.528430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:06.528804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:06.532107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-67791764-ffaf-45da-8297-2e8db9395f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.533964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '47ef698c-f4d3-4b24-b3d9-94e885191015', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'port_id': '47ef698c-f4d3-4b24-b3d9-94e885191015', 'mac_address': 'fa:16:3e:56:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca06267b-6a4f-4850-bda4-97e51b3f7790', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:55:06.537719 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-67791764-ffaf-45da-8297-2e8db9395f4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912032 Jul 30 03:55:06.612055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118764de-d6b5-410c-8552-0a40c015b01f req-813e0b77-d767-4637-a22b-38af486a8cd8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:06.614145 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:06.622423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-118764de-d6b5-410c-8552-0a40c015b01f req-813e0b77-d767-4637-a22b-38af486a8cd8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0675361 Jul 30 03:55:06.637028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ef698c-f4d3-4b24-b3d9-94e885191015 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:06.661844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 47ef698c-f4d3-4b24-b3d9-94e885191015, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=47ef698c-f4d3-4b24-b3d9-94e885191015,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:06.683805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-118764de-d6b5-410c-8552-0a40c015b01f req-2c1ddfa4-86fb-43de-b76f-a64ccdff78b2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584877 Jul 30 03:55:06.684851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-55f09bca-09dc-42a1-b711-15fe0fa8bb68 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374590 Jul 30 03:55:06.691413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:06.744800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=47ef698c-f4d3-4b24-b3d9-94e885191015,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:06.792536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e1d92bb0-5571-43cd-8abd-1ae65993b316 req-2d81fed8-fa9c-4536-8e03-81b989c5cca7 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994177 Jul 30 03:55:07.118820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:07.370192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccecee-91db-44e9-93d1-5791b7022160 req-96444c04-a52e-440e-a139-9a25425b6b5f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:07.377726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14ccecee-91db-44e9-93d1-5791b7022160 req-96444c04-a52e-440e-a139-9a25425b6b5f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 944 time: 0.0656927 Jul 30 03:55:07.419752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14ccecee-91db-44e9-93d1-5791b7022160 req-75bba9e1-4325-4138-8387-0da2bd6666bc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Jul 30 03:55:07.815415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a51f-cad1-4cbc-86ef-0d92afe8589f req-8e384d1e-e4af-4255-bbef-aaa92b6108d2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:07.817550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a650a51f-cad1-4cbc-86ef-0d92afe8589f req-8e384d1e-e4af-4255-bbef-aaa92b6108d2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0541728 Jul 30 03:55:07.859425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a650a51f-cad1-4cbc-86ef-0d92afe8589f req-6923283e-3973-4f6e-a511-8911e6566379 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Jul 30 03:55:08.345193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 47ef698c-f4d3-4b24-b3d9-94e885191015 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:08.392543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 47ef698c-f4d3-4b24-b3d9-94e885191015 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:08.396278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 47ef698c-f4d3-4b24-b3d9-94e885191015 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:08.396711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:08.475825 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:08.502136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef698c-f4d3-4b24-b3d9-94e885191015'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:08.504575 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b1c070-de22-477f-ad3d-dc517cf391e9" -d '{"events": [{"server_uuid": "15fb8a57-19a9-4419-a482-9fe588a1f981", "name": "network-vif-plugged", "status": "completed", "tag": "47ef698c-f4d3-4b24-b3d9-94e885191015"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:08.522658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 47ef698c-f4d3-4b24-b3d9-94e885191015, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=47ef698c-f4d3-4b24-b3d9-94e885191015,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:08.529157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:08.539451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656cbb-1c6a-442c-8688-bd63f7ca2423 req-b3ce45a4-1ee6-4af5-a86f-8aacbc40ec04 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:08.541053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc656cbb-1c6a-442c-8688-bd63f7ca2423 req-b3ce45a4-1ee6-4af5-a86f-8aacbc40ec04 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 944 time: 0.0567071 Jul 30 03:55:08.599254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=47ef698c-f4d3-4b24-b3d9-94e885191015,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:08.604534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc656cbb-1c6a-442c-8688-bd63f7ca2423 req-92f8e4bd-7eca-4352-9fb5-b33a2dc5db9f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555892 Jul 30 03:55:08.642171 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a2239-4ad8-4fe8-910f-130db91fa303 x-openstack-request-id: req-e08a2239-4ad8-4fe8-910f-130db91fa303 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:08.642490 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb8a57-19a9-4419-a482-9fe588a1f981", "name": "network-vif-plugged", "status": "completed", "tag": "47ef698c-f4d3-4b24-b3d9-94e885191015", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:08.642800 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e08a2239-4ad8-4fe8-910f-130db91fa303 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:08.643169 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef698c-f4d3-4b24-b3d9-94e885191015', 'code': 200} Jul 30 03:55:08.771087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed62fdf-55b6-4cb7-b8d1-afba8020bb0b req-20745bda-d3a9-401b-af70-1392868bce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:08.772635 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4ed62fdf-55b6-4cb7-b8d1-afba8020bb0b req-20745bda-d3a9-401b-af70-1392868bce26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 1097 time: 0.0424714 Jul 30 03:55:08.812925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4ed62fdf-55b6-4cb7-b8d1-afba8020bb0b req-afa18ffd-5bb2-41b1-8861-f9106b6e98b1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284104 Jul 30 03:55:09.019855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8630ef-47e3-4528-809a-e4c78534fdaa req-ad1eef2e-6067-4d50-a4e8-7798c876ccc1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:09.022149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe8630ef-47e3-4528-809a-e4c78534fdaa req-ad1eef2e-6067-4d50-a4e8-7798c876ccc1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0954676 Jul 30 03:55:09.065206 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe8630ef-47e3-4528-809a-e4c78534fdaa req-10299fd8-2806-4603-ba7d-a104f87b9c39 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Jul 30 03:55:09.718276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922f64-fdf0-47d0-bd1f-6cf450b2eebd req-816dce25-082b-4e90-8bc9-67c75ec7cbff tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:09.723888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46922f64-fdf0-47d0-bd1f-6cf450b2eebd req-816dce25-082b-4e90-8bc9-67c75ec7cbff tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 945 time: 0.0540330 Jul 30 03:55:09.760644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46922f64-fdf0-47d0-bd1f-6cf450b2eebd req-6717d7f4-3122-4ac7-bda0-b3a2134963ce tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Jul 30 03:55:10.184770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297ac05-7d81-4d42-ad4e-f39b58c0c1e1 req-63599310-fb5a-4944-8084-ac5a55cc37d1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:10.186335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0297ac05-7d81-4d42-ad4e-f39b58c0c1e1 req-63599310-fb5a-4944-8084-ac5a55cc37d1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0526314 Jul 30 03:55:10.231101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0297ac05-7d81-4d42-ad4e-f39b58c0c1e1 req-e678afc9-cad5-44ce-be14-f2885c6ff4f3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Jul 30 03:55:10.887500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebebd9-6d46-4e5f-9505-8fa5575ed4b0 req-2b4a65e1-3793-4da2-8fd5-18dd3bf02d88 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:10.888978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53ebebd9-6d46-4e5f-9505-8fa5575ed4b0 req-2b4a65e1-3793-4da2-8fd5-18dd3bf02d88 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 945 time: 0.0554035 Jul 30 03:55:10.927446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53ebebd9-6d46-4e5f-9505-8fa5575ed4b0 req-317bb6e5-d259-41e8-970b-4ef4a8712501 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Jul 30 03:55:10.950615 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:11.389347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78110bf-86a7-44a7-afd7-63291e78c07c req-8941ef77-2ae8-4648-bc41-f3fd540a5fa3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:11.391659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d78110bf-86a7-44a7-afd7-63291e78c07c req-8941ef77-2ae8-4648-bc41-f3fd540a5fa3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0765822 Jul 30 03:55:11.438713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d78110bf-86a7-44a7-afd7-63291e78c07c req-fef3086f-c142-440f-a524-c723ffea9718 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jul 30 03:55:12.382850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5750208e-bff3-4aa1-90af-72d3956f9574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:12.584966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2269-a2d6-4a6f-a406-704bec67d080 req-238bde27-f1d1-49e8-8468-de469c5cc5c8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:12.591641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d2a2269-a2d6-4a6f-a406-704bec67d080 req-238bde27-f1d1-49e8-8468-de469c5cc5c8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0665402 Jul 30 03:55:12.645624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d2a2269-a2d6-4a6f-a406-704bec67d080 req-ff929879-3b8e-450f-98e3-f276f2ace508 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525863 Jul 30 03:55:13.773563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a842a-50c3-4114-a189-4ace9155e584 req-09b9dc31-c2f1-4c6d-9819-db8abe18e473 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:13.775837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-043a842a-50c3-4114-a189-4ace9155e584 req-09b9dc31-c2f1-4c6d-9819-db8abe18e473 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0545521 Jul 30 03:55:13.819720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-043a842a-50c3-4114-a189-4ace9155e584 req-326a4d90-e176-4689-9c93-cac256d52744 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Jul 30 03:55:14.674431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-78e9527c-145d-47db-9710-560a58fbec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:14.941423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c1bf0-e276-433c-9e9b-7bbebb29cc31 req-89ce2046-509a-45b4-b9ee-38db2a4a8a07 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:14.943660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be1c1bf0-e276-433c-9e9b-7bbebb29cc31 req-89ce2046-509a-45b4-b9ee-38db2a4a8a07 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 943 time: 0.0535920 Jul 30 03:55:14.970608 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:14.992724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be1c1bf0-e276-433c-9e9b-7bbebb29cc31 req-862e8259-ab2c-40a8-947d-1bd0332af8a5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Jul 30 03:55:15.305545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:55:15.408503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:15.420952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9', 'mac_address': 'fa:16:3e:ee:94:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:55:15.459292 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:15.474302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:15.495190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:15.499242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:15.550837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:15.721209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e5cbbd03-9f8c-4e65-9497-f484edb1d1d9'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:16.118432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b18e9-b6e3-417e-84e7-d0264606a131 req-f5060dba-c69d-4aea-ad65-1aa65d4b205b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:16.120023 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c95b18e9-b6e3-417e-84e7-d0264606a131 req-f5060dba-c69d-4aea-ad65-1aa65d4b205b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 944 time: 0.0520725 Jul 30 03:55:16.160205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c95b18e9-b6e3-417e-84e7-d0264606a131 req-0accb323-d725-4b89-aaab-4ab3e7b438de tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Jul 30 03:55:16.410785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:17.293860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3a40e-6f00-4cbe-926a-5b9ca88e4c48 req-e50dea3e-b46f-42af-9d0c-c8c94ba40e9e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:17.295638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cae3a40e-6f00-4cbe-926a-5b9ca88e4c48 req-e50dea3e-b46f-42af-9d0c-c8c94ba40e9e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 944 time: 0.0565865 Jul 30 03:55:17.305560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:17.336471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cae3a40e-6f00-4cbe-926a-5b9ca88e4c48 req-547e4154-63f0-4798-a96a-73ed098d38aa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Jul 30 03:55:17.358108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:17.362115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:17.362491 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:17.445951 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:17.468782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38c9674-5db0-4451-84b9-035efe72db84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:17.471026 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734d31d-f95d-4087-ba64-cb68b90cc178" -d '{"events": [{"server_uuid": "c38c9674-5db0-4451-84b9-035efe72db84", "name": "network-vif-plugged", "status": "completed", "tag": "e5cbbd03-9f8c-4e65-9497-f484edb1d1d9"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:17.485004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:17.489379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:17.513547 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f0340-b8d4-4ede-9804-35d534ed7484 x-openstack-request-id: req-541f0340-b8d4-4ede-9804-35d534ed7484 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:17.513848 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38c9674-5db0-4451-84b9-035efe72db84", "name": "network-vif-plugged", "status": "completed", "tag": "e5cbbd03-9f8c-4e65-9497-f484edb1d1d9", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:17.514099 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-541f0340-b8d4-4ede-9804-35d534ed7484 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:17.514492 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38c9674-5db0-4451-84b9-035efe72db84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9', 'code': 200} Jul 30 03:55:17.541641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:17.610470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192c3e9-827e-48d3-8fae-fc65dafbf295 req-fb9d3b9c-7d9f-4a86-9d12-d66fabf603f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:17.612062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d192c3e9-827e-48d3-8fae-fc65dafbf295 req-fb9d3b9c-7d9f-4a86-9d12-d66fabf603f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 1097 time: 0.0489199 Jul 30 03:55:17.654603 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d192c3e9-827e-48d3-8fae-fc65dafbf295 req-b39db1de-a6d3-447b-8efc-a43ca8b4bbee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346124 Jul 30 03:55:18.039573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:18.465620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1602de7-849d-47fa-86fb-1af65c18a521 req-1ca72a65-2a53-41ce-b95c-3dde86c04c67 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:18.467310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1602de7-849d-47fa-86fb-1af65c18a521 req-1ca72a65-2a53-41ce-b95c-3dde86c04c67 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0550566 Jul 30 03:55:18.516093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1602de7-849d-47fa-86fb-1af65c18a521 req-d8f1ddb6-5a89-4726-95f8-51eea46aaf93 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Jul 30 03:55:19.383069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d00c1d-f0d6-4923-8819-c146cffae73b req-742883e0-c2d7-4377-a4e8-92f6b796ac71 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:19.385067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74d00c1d-f0d6-4923-8819-c146cffae73b req-742883e0-c2d7-4377-a4e8-92f6b796ac71 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1098 time: 0.0406845 Jul 30 03:55:19.420353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74d00c1d-f0d6-4923-8819-c146cffae73b req-c6104b46-367e-4421-b97d-fa4decb0d674 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290649 Jul 30 03:55:19.442024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:19.610569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port bd5f2e76-74b2-4f38-857b-c13b7dbe1acf {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:55:19.610912 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:19.645637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd13e-c911-4a30-9003-5869c2096e40 req-ac7db14c-6447-49fc-93f5-4dae7e117f87 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:19.647288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b0bd13e-c911-4a30-9003-5869c2096e40 req-ac7db14c-6447-49fc-93f5-4dae7e117f87 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0543909 Jul 30 03:55:19.688838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b0bd13e-c911-4a30-9003-5869c2096e40 req-d9b35b9e-a5b8-42a4-b42d-e038851e9951 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Jul 30 03:55:19.690787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:19.691123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:19.703946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for bd5f2e76-74b2-4f38-857b-c13b7dbe1acf owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:55:19.804988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cf055-adab-4105-8359-6b59df476dc5 req-21f7c162-bef1-4297-9929-c99f7998ff93 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:19.807749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a8cf055-adab-4105-8359-6b59df476dc5 req-21f7c162-bef1-4297-9929-c99f7998ff93 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0512319 Jul 30 03:55:19.849568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a8cf055-adab-4105-8359-6b59df476dc5 req-0f46977f-d807-4c6e-a6de-b9b11bf669ea tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359066 Jul 30 03:55:19.864681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:19.904365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=bd5f2e76-74b2-4f38-857b-c13b7dbe1acf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:19.918489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.919269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.919793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.920285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.920842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.921333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.921857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.922343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.922828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.923344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.923872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.924373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:19.992228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:19.993178 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP 42789957-ea4c-4097-a63e-fa234441848c disassociated (deleted). External IP: 172.25.6.142, port: e74334a9-b3ad-4148-8a4e-6136107f40ad. Jul 30 03:55:20.003604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9797bb-9dac-4dd2-af16-f1121d1d9776 req-7eae4560-2e09-4316-97a0-8a4c4d1b624f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:20.005091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d9797bb-9dac-4dd2-af16-f1121d1d9776 req-7eae4560-2e09-4316-97a0-8a4c4d1b624f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0583091 Jul 30 03:55:20.046335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d9797bb-9dac-4dd2-af16-f1121d1d9776 req-313bc4ce-429c-4290-a709-6b1df350dc16 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Jul 30 03:55:20.231757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 4d42d19b-3c26-4681-979a-425b40179fc0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:55:20.343642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3e1c9-bc94-4096-b91c-47008f4ff64f req-b8c3225c-396d-48dd-a23e-a55e8296af4f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:20.347612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0d3e1c9-bc94-4096-b91c-47008f4ff64f req-b8c3225c-396d-48dd-a23e-a55e8296af4f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0653312 Jul 30 03:55:20.363520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:55:20.369845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:20.380251 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] Sync routers for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:55:20.390755 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:20.391640 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:20.402304 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d24393ea-cfa1-4a9d-875f-5b4cb294901e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/floatingips/42789957-ea4c-4097-a63e-fa234441848c HTTP/1.1" status: 204 len: 168 time: 0.9590414 Jul 30 03:55:20.403733 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:20.407393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a0d3e1c9-bc94-4096-b91c-47008f4ff64f req-ac8612d9-3a12-45f8-98a2-90fa3256504f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Jul 30 03:55:20.419405 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65f0372-be54-4508-a362-1fe1c785913b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:20.470144 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceeb933-c4ed-4bd3-9a71-22d21184403f x-openstack-request-id: req-6ceeb933-c4ed-4bd3-9a71-22d21184403f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:20.470752 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:20.470752 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ceeb933-c4ed-4bd3-9a71-22d21184403f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:20.471060 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'status': 'completed', 'code': 200} Jul 30 03:55:20.503877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:20.573855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0372-be54-4508-a362-1fe1c785913b req-e2cd3e30-c1ed-450f-80b4-b740658abf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:20.576013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-e2cd3e30-c1ed-450f-80b4-b740658abf9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 1098 time: 0.0595214 Jul 30 03:55:20.708121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f43bfa-ada7-4704-bc51-1c8a84faaf30 req-a96cfbf0-32f7-4917-9767-811de1155214 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:20.709715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16f43bfa-ada7-4704-bc51-1c8a84faaf30 req-a96cfbf0-32f7-4917-9767-811de1155214 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 946 time: 0.0754650 Jul 30 03:55:20.723209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0372-be54-4508-a362-1fe1c785913b req-e7e12fc9-af05-42f4-b58b-4e569ca4c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:20.724787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-e7e12fc9-af05-42f4-b58b-4e569ca4c0ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 200 len: 897 time: 0.1037874 Jul 30 03:55:20.732700 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:20.756194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-16f43bfa-ada7-4704-bc51-1c8a84faaf30 req-75efff77-e2ac-4000-8fab-19dd70f72763 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359712 Jul 30 03:55:20.760486 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] Checking router: 4d42d19b-3c26-4681-979a-425b40179fc0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:55:20.769996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:20.770774 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:20.895344 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:21.117167 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:21.142167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-a9c41632-e6fe-4717-a6e2-bdbc74a54fb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 200 len: 217 time: 0.4092062 Jul 30 03:55:21.200586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0372-be54-4508-a362-1fe1c785913b req-71415bfe-9f81-4794-a0ce-f02c621f1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:21.202341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-71415bfe-9f81-4794-a0ce-f02c621f1224 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 200 len: 834 time: 0.0508556 Jul 30 03:55:21.242504 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29ccd3-0410-4612-a78f-b8c0396b9a0e None None] The sync data for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 is: [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:52:20Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '788d3214-153b-40e8-8206-c9151302337b', 'name': '', 'network_id': 'b452f2ec-b33f-4d52-bb7b-0303aecb2a04', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:93:6c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:18Z', 'updated_at': '2021-07-30T03:52:27Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'aebfb4f1-a0a5-47d0-96fa-d78e9d367b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:55:21.253376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0372-be54-4508-a362-1fe1c785913b req-78d33479-621e-4f5f-b7c2-84878bc24683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:21.254890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-78d33479-621e-4f5f-b7c2-84878bc24683 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b452f2ec-b33f-4d52-bb7b-0303aecb2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430951 Jul 30 03:55:21.363636 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-df1b7bd9-a402-423a-adbe-4183398d54c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994878 Jul 30 03:55:21.471385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b65f0372-be54-4508-a362-1fe1c785913b req-04be85a9-28e3-425f-822a-4852bbeb90f3 service neutron] 10.222.0.16 "GET /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974395 Jul 30 03:55:21.529660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92143176-0cbd-449d-9285-fdcee44cb3b2 req-1a0c333a-690b-4475-a94d-210020794883 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:21.531402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92143176-0cbd-449d-9285-fdcee44cb3b2 req-1a0c333a-690b-4475-a94d-210020794883 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0602977 Jul 30 03:55:21.537996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6868526a-cb13-4c17-a6cb-3f8b2fc139b5 None None] New status for floating IP 42789957-ea4c-4097-a63e-fa234441848c: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:55:21.572738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92143176-0cbd-449d-9285-fdcee44cb3b2 req-edca0f3f-3474-4fde-bffc-565ea80413bc tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Jul 30 03:55:21.748189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5b23-2720-424c-a3da-791200b23bf2 req-32fb930e-aeec-409f-a802-9662a34483fa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:21.749654 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-202c5b23-2720-424c-a3da-791200b23bf2 req-32fb930e-aeec-409f-a802-9662a34483fa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 945 time: 0.0494499 Jul 30 03:55:21.863439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:55:21.863786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:21.884204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a2e3-4780-43d5-81a4-a077fbc2a71a req-d71ba645-2925-40f9-a51e-2534d01c4d8e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:21.886182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58b7a2e3-4780-43d5-81a4-a077fbc2a71a req-d71ba645-2925-40f9-a51e-2534d01c4d8e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 946 time: 0.0560310 Jul 30 03:55:21.930457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58b7a2e3-4780-43d5-81a4-a077fbc2a71a req-816fd98c-b44a-4555-8df4-ea2be740eda4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384626 Jul 30 03:55:21.974385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:21.974756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:21.988013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:55:22.128535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:22.141051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e5cbbd03-9f8c-4e65-9497-f484edb1d1d9'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:22.159875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=e5cbbd03-9f8c-4e65-9497-f484edb1d1d9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:22.203849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:55:22.206537 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:22.208638 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-202c5b23-2720-424c-a3da-791200b23bf2 req-67c5a532-a6a6-4104-9aee-087cc1e5a927 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "DELETE /v2.0/ports/e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 HTTP/1.1" status: 204 len: 173 time: 0.4526553 Jul 30 03:55:22.345306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde05979-7094-4ac9-b405-56b7ea43327b req-f85c7848-184a-4642-9849-38b3ec79bbd2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:22.347154 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde05979-7094-4ac9-b405-56b7ea43327b req-f85c7848-184a-4642-9849-38b3ec79bbd2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 946 time: 0.0651383 Jul 30 03:55:22.448036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port e74334a9-b3ad-4148-8a4e-6136107f40ad {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:55:22.448390 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:22.491782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38c9674-5db0-4451-84b9-035efe72db84', 'name': 'network-vif-deleted', 'tag': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:22.494626 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af985d0b-7743-4c11-865c-65dc3219023d" -d '{"events": [{"server_uuid": "c38c9674-5db0-4451-84b9-035efe72db84", "name": "network-vif-deleted", "tag": "e5cbbd03-9f8c-4e65-9497-f484edb1d1d9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:22.543100 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34801842-7cfc-4834-a8f3-888f68fbdcb3 x-openstack-request-id: req-34801842-7cfc-4834-a8f3-888f68fbdcb3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:22.543669 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38c9674-5db0-4451-84b9-035efe72db84", "name": "network-vif-deleted", "tag": "e5cbbd03-9f8c-4e65-9497-f484edb1d1d9", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:22.544018 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34801842-7cfc-4834-a8f3-888f68fbdcb3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:22.544502 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38c9674-5db0-4451-84b9-035efe72db84', 'name': 'network-vif-deleted', 'tag': 'e5cbbd03-9f8c-4e65-9497-f484edb1d1d9', 'status': 'completed', 'code': 200} Jul 30 03:55:22.563745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port e74334a9-b3ad-4148-8a4e-6136107f40ad, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e74334a9-b3ad-4148-8a4e-6136107f40ad,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:22.564276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:22.578727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for e74334a9-b3ad-4148-8a4e-6136107f40ad owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:55:22.698685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d19d0eb-e786-47e4-9919-ed2aaf7bc77b req-7af897fb-3c36-43e1-b880-3e9681401ffe tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 210 time: 0.0382137 Jul 30 03:55:22.738536 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:22.767185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=e74334a9-b3ad-4148-8a4e-6136107f40ad,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:22.812007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] No DVR routers for this DVR port e74334a9-b3ad-4148-8a4e-6136107f40ad on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:55:22.815998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:22.818023 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dde05979-7094-4ac9-b405-56b7ea43327b req-1977d1dc-0f99-4006-b8f0-82507c6e69b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "DELETE /v2.0/ports/e74334a9-b3ad-4148-8a4e-6136107f40ad HTTP/1.1" status: 204 len: 173 time: 0.4628940 Jul 30 03:55:23.072153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbe94dd8-cab4-4b0d-9bb8-8c3a2e77445a req-3c7b7d74-d505-44bb-943e-d81d83c999b7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdc5da2-f8b8-46da-ba65-e7f820427b01 HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jul 30 03:55:23.803020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c171359-3301-4ce1-bda0-9eb2ec6ad024 req-d58985a2-aa3d-47de-9d7a-a6a8a57e43c0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 210 time: 0.0330071 Jul 30 03:55:24.134014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-c74cf427-96c0-48db-bc41-d7f8fb0ae7fc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:24.136202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-c74cf427-96c0-48db-bc41-d7f8fb0ae7fc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.1175292 Jul 30 03:55:24.138789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45300) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:24.161225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-2cd9ebab-734c-4651-b232-2ba9aa9e33ec tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/quotas/a1d7891a048b49ad8d02450ca4c13776 HTTP/1.1" status: 200 len: 375 time: 0.0160291 Jul 30 03:55:24.216253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-9b92dd00-5c49-471f-9dd6-9c30ae3cee0a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538940 Jul 30 03:55:24.317879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-08c0570b-9e30-4811-b6de-4e33b265bcc9 service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003146 Jul 30 03:55:24.407622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-18b01a15-b1dd-41d9-b198-5b6556b0e36b service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879362 Jul 30 03:55:24.548855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-deleted', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:24.551485 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63a9a1-1c2c-4e7a-85f5-8d12cb5f9549" -d '{"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-deleted", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:24.606885 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345b543-b5e8-46a8-bd19-eb862edaa360 x-openstack-request-id: req-5345b543-b5e8-46a8-bd19-eb862edaa360 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:24.607276 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc5da2-f8b8-46da-ba65-e7f820427b01", "name": "network-vif-deleted", "tag": "e74334a9-b3ad-4148-8a4e-6136107f40ad", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:24.607597 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5345b543-b5e8-46a8-bd19-eb862edaa360 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:24.608077 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc5da2-f8b8-46da-ba65-e7f820427b01', 'name': 'network-vif-deleted', 'tag': 'e74334a9-b3ad-4148-8a4e-6136107f40ad', 'status': 'completed', 'code': 200} Jul 30 03:55:24.636102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f2d6d52-299f-46ed-ac0d-a3def223f88e req-651358e7-d66d-4f67-878c-ff7bb1196ae6 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 210 time: 0.0470407 Jul 30 03:55:24.680908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:24.934384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbbc3728-ceb0-4625-88f0-0c8b1eb394b8 req-17ac52aa-7d4c-49dc-827e-f142613dadc2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 210 time: 0.0401187 Jul 30 03:55:24.996477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 788d3214-153b-40e8-8206-c9151302337b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:55:24.996824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:25.090969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 788d3214-153b-40e8-8206-c9151302337b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=788d3214-153b-40e8-8206-c9151302337b,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:25.091367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:25.110768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 788d3214-153b-40e8-8206-c9151302337b owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:55:25.310400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:25.335441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=788d3214-153b-40e8-8206-c9151302337b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:25.351756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:55:25.380582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:55:25.385823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e5cbbd03-9f8c-4e65-9497-f484edb1d1d9 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:55:25.566112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:25.780291 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eccd72da-423d-4b22-bd8c-9ed124f27c8c req-bdfa0538-909b-4c24-87d8-965721e50485 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 210 time: 0.0482039 Jul 30 03:55:25.824287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-748f94e4-aa4a-494e-bebe-e9e017f7332f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:25.826554 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-748f94e4-aa4a-494e-bebe-e9e017f7332f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.1975143 Jul 30 03:55:25.873710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Request body: {'port': {'device_id': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'admin_state_up': True, 'tenant_id': 'a1d7891a048b49ad8d02450ca4c13776'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:26.059472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02f3341a-624c-414d-9f40-d79e6fd68aab req-563e171b-87c0-4067-b14f-e8bf724de449 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=c38c9674-5db0-4451-84b9-035efe72db84 HTTP/1.1" status: 200 len: 210 time: 0.0349894 Jul 30 03:55:26.063312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 4d42d19b-3c26-4681-979a-425b40179fc0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:55:26.132562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Made reservation on behalf of a1d7891a048b49ad8d02450ca4c13776 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:55:26.136831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.284626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:55:26.298208 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] Sync routers for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:55:26.310789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d3765d35-74e6-4240-9133-69eb7bdfa415 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/4d42d19b-3c26-4681-979a-425b40179fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1676784 Jul 30 03:55:26.311316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45330) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:26.313441 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:26.314056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:26.375856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Allocated IP 172.20.0.2 (2ca04bc5-c423-475c-b607-8e4227492ba9/ca06267b-6a4f-4850-bda4-97e51b3f7790/b2aa07d1-a9bd-4276-9da0-26a2938d27ff) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:26.400001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting subnet aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:55:26.408517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.471567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:55:26.483622 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.494354 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:26.500234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: e74334a9-b3ad-4148-8a4e-6136107f40ad {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:55:26.500767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e74334a9-b3ad-4148-8a4e-6136107f40ad not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:55:26.657367 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.699182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.703037 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:55:25Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:26.739772 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] Checking router: 4d42d19b-3c26-4681-979a-425b40179fc0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:55:26.752758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] Routers {'4d42d19b-3c26-4681-979a-425b40179fc0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:26.753384 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d42d19b-3c26-4681-979a-425b40179fc0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:26.760272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.811368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.823094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd730ded-0b35-4117-9c09-c922c9050db3 None None] Network b452f2ec-b33f-4d52-bb7b-0303aecb2a04 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:55:26.872091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Subnet': ['ID=aebfb4f1-a0a5-47d0-96fa-d78e9d367b32,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:26.877049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:26.885304 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2a76804-402a-446d-84dc-7aa6540bd61d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/subnets/aebfb4f1-a0a5-47d0-96fa-d78e9d367b32 HTTP/1.1" status: 204 len: 168 time: 0.5717285 Jul 30 03:55:26.886191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event updated for resources: {'Port': ['ID=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:26.894782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45338) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:26.904102 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] Set router 4d42d19b-3c26-4681-979a-425b40179fc0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:26.920162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:26.924753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ebf6c-8cfa-4b93-a7a8-ef1ab6c8dff8 req-a0ce6ba4-81eb-485b-b92e-d1faad359585 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:26.928227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a5ebf6c-8cfa-4b93-a7a8-ef1ab6c8dff8 req-a0ce6ba4-81eb-485b-b92e-d1faad359585 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 931 time: 0.0621114 Jul 30 03:55:26.986551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a5ebf6c-8cfa-4b93-a7a8-ef1ab6c8dff8 req-fa8ac04d-ffa3-415e-8a9a-389932776d5e tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477974 Jul 30 03:55:26.995185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:27.001244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:27.011840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:27.067786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:27.068430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.145325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-daf20e73-c0f5-4f55-8c62-99c2ee55d4d8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2789416 Jul 30 03:55:27.184131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Request body: {'port': {'device_id': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:27.188789 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:55:25Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:27.237197 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da889f78-c33a-40dd-afa0-e2542b3ac2ee None None] The sync data for ids ['4d42d19b-3c26-4681-979a-425b40179fc0'] in n-d-778696-14 is: [{'id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862145475', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:12Z', 'updated_at': '2021-07-30T03:55:25Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '5c13a16c-2599-44ab-8ef5-63d1f9bcb688', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42d19b-3c26-4681-979a-425b40179fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:13Z', 'updated_at': '2021-07-30T03:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:55:27.241594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.276858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] DHCP port deletion for b452f2ec-b33f-4d52-bb7b-0303aecb2a04 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:55:27.362391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] Deleting port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:55:27.362773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.390400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.403357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.430327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] For port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,segment=NetworkSegment(31468768-2d06-413e-b250-5e6f3c403076),segment_id=31468768-2d06-413e-b250-5e6f3c403076)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:27.430800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.445492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] Calling delete_port for 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:55:27.532992 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.560799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:55:27.561291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:27.561970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] Pushing event deleted for resources: {'Port': ['ID=24148a86-49f3-4d41-8bcb-9f4e07dfcd7e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:27.565822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9463b0-2842-428d-b70b-ac9bc0fe8ee6 None None] No DVR routers for this DVR port 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:55:28.046476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-29f2ecd2-e542-4edd-a972-fadacdad84a7 req-02f75351-d527-4418-b170-63466dcf2a90 service neutron] (93877) timed out ('10.222.0.18', 54085) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:55:28.113162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254816f-a275-4af2-9ec2-a4725d0bedcd req-de69440c-6ce2-47ca-80fe-49ab0e690d37 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:28.115100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b254816f-a275-4af2-9ec2-a4725d0bedcd req-de69440c-6ce2-47ca-80fe-49ab0e690d37 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 931 time: 0.0537813 Jul 30 03:55:28.124145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 5c13a16c-2599-44ab-8ef5-63d1f9bcb688, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:28.124867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.147239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:55:28.156538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b254816f-a275-4af2-9ec2-a4725d0bedcd req-d12feed0-317e-4857-960f-8b8527f3fad7 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Jul 30 03:55:28.221551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2aa07d1-a9bd-4276-9da0-26a2938d27ff {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:28.230969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.254125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Transition to ACTIVE for port object b2aa07d1-a9bd-4276-9da0-26a2938d27ff will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:28.261564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.375868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:55:28.404467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:28.408562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:55:28.408979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 24148a86-49f3-4d41-8bcb-9f4e07dfcd7e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:55:28.410001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 788d3214-153b-40e8-8206-c9151302337b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:55:28.432910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 788d3214-153b-40e8-8206-c9151302337b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:55:28.433360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 788d3214-153b-40e8-8206-c9151302337b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:55:28.472052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Attempting to bind port b2aa07d1-a9bd-4276-9da0-26a2938d27ff on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:28.472359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Attempting to bind port b2aa07d1-a9bd-4276-9da0-26a2938d27ff by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:28.472696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Attempting to bind port b2aa07d1-a9bd-4276-9da0-26a2938d27ff on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:28.479908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Port b2aa07d1-a9bd-4276-9da0-26a2938d27ff on network 2ca04bc5-c423-475c-b607-8e4227492ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:55:28.480233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Attempting to bind port b2aa07d1-a9bd-4276-9da0-26a2938d27ff on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:28.490768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:28.491194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Checking segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:28.491655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Bound using segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:28.492091 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Bound port: b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:28.492450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.502294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.552755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=5c13a16c-2599-44ab-8ef5-63d1f9bcb688,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:28.637206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] For port b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:28.641220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.645283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] For port b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:28.703394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.769500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:28.769500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.770699 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] 10.222.0.16 "PUT /v2.0/ports/b2aa07d1-a9bd-4276-9da0-26a2938d27ff HTTP/1.1" status: 200 len: 1092 time: 1.6009037 Jul 30 03:55:28.772438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.775951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'tag': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:28.778203 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9e6f6b-1247-499a-84fe-4edc252e3765", "tag": "b2aa07d1-a9bd-4276-9da0-26a2938d27ff"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:28.781660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.836360 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074dfa7-b43c-49de-9735-5e37cbbeaac2 x-openstack-request-id: req-2074dfa7-b43c-49de-9735-5e37cbbeaac2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:28.837443 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9e6f6b-1247-499a-84fe-4edc252e3765", "tag": "b2aa07d1-a9bd-4276-9da0-26a2938d27ff", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:28.837874 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2074dfa7-b43c-49de-9735-5e37cbbeaac2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:28.837874 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'tag': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff', 'status': 'completed', 'code': 200} Jul 30 03:55:28.858561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dab1b-7747-4990-ad4c-4a90b9e6ba39 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:28.876376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.876885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Fanout notify agent at l3_agent the message router_deleted on router 4d42d19b-3c26-4681-979a-425b40179fc0 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:55:28.885139 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:28.887730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-df180bf4-65fb-4494-83be-954923668ec1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/routers/4d42d19b-3c26-4681-979a-425b40179fc0 HTTP/1.1" status: 204 len: 168 time: 1.9903543 Jul 30 03:55:28.889052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:28.901019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-99ff4c65-e87a-4083-a029-12f81f2e47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:28.903550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-99ff4c65-e87a-4083-a029-12f81f2e47d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 1095 time: 0.0581009 Jul 30 03:55:28.963917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-1248144d-e63f-4f5f-9b04-b04ef82da9c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff HTTP/1.1" status: 200 len: 217 time: 0.0452743 Jul 30 03:55:29.034755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-677fb64d-c4f5-4507-b52b-5c7830922ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:29.037299 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-677fb64d-c4f5-4507-b52b-5c7830922ec3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0647547 Jul 30 03:55:29.073249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-2afe7567-c319-4177-a386-59917e061535 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283158 Jul 30 03:55:29.179663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-f87938f9-40a3-4eca-b9ed-b05c84ee140a service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960600 Jul 30 03:55:29.309157 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-004969c9-0ab9-4a26-a4e0-89e8d84bb012 req-cb294cba-7538-42d8-8c1b-f0c0a926ddef service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229711 Jul 30 03:55:29.369646 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.377764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ba18c-3e4b-4c77-96b8-7e27bdc8243c req-4c2707f7-fef8-4aa1-9153-9dfa63039ce1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:29.379255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-954ba18c-3e4b-4c77-96b8-7e27bdc8243c req-4c2707f7-fef8-4aa1-9153-9dfa63039ce1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 943 time: 0.0771010 Jul 30 03:55:29.481311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-41ba4603-9afb-4a8b-82eb-faf2ac60d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:29.482853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-41ba4603-9afb-4a8b-82eb-faf2ac60d658 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 1095 time: 0.0626688 Jul 30 03:55:29.543084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-94a3701c-5b21-42c1-abfc-cd90245f6ef7 req-2f5cd939-a023-41b9-93f7-1443280a4633 service neutron] (93877) timed out ('10.222.0.16', 62994) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:55:29.545702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.567968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-954ba18c-3e4b-4c77-96b8-7e27bdc8243c req-6a347b3c-7d77-4878-b7de-9aa9eb093e90 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778772 Jul 30 03:55:29.576156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b452f2ec-b33f-4d52-bb7b-0303aecb2a04']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:29.589426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-99fc2f24-9f67-4eba-a78b-37d5eca37fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:29.591125 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-99fc2f24-9f67-4eba-a78b-37d5eca37fa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 914 time: 0.0949895 Jul 30 03:55:29.593443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31468768-2d06-413e-b250-5e6f3c403076') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:29.593741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31468768-2d06-413e-b250-5e6f3c403076') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:29.605699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.632878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.640559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:55:29.641174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.642152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-42a6ef8b-c4c9-4ddf-b751-177a8b25f869 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff HTTP/1.1" status: 200 len: 217 time: 0.0421126 Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:55:29.644729 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:55:29.714409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-bbe32f4d-3566-47a1-91a6-f0a4825d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:29.716004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.716148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-bbe32f4d-3566-47a1-91a6-f0a4825d8c26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0671098 Jul 30 03:55:29.724681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.729431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/networks/b452f2ec-b33f-4d52-bb7b-0303aecb2a04 HTTP/1.1" status: 204 len: 168 time: 0.8365061 Jul 30 03:55:29.729755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:29.755233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-03129698-e901-4d76-a9b5-e96e1171cc43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290141 Jul 30 03:55:29.826513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Network': ['ID=b452f2ec-b33f-4d52-bb7b-0303aecb2a04,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:29.876470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.876907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.877256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.877595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.877929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.878262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.878593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.878924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.879280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.879607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.880449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.880449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031a35-4641-472c-86fe-f7e772a51835 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:55:29.887869 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafc3acb-86ae-4b71-8160-42086149bc73 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:29.895712 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-92c6390d-11d2-4b98-a39f-21e0f38ce739 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329131 Jul 30 03:55:29.918986 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafc3acb-86ae-4b71-8160-42086149bc73 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.004969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafc3acb-86ae-4b71-8160-42086149bc73 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.008358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafc3acb-86ae-4b71-8160-42086149bc73 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.010478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bafc3acb-86ae-4b71-8160-42086149bc73 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/security-groups/4bf18d1e-a7f4-4e4c-971d-6f2127ae0989 HTTP/1.1" status: 204 len: 168 time: 0.2797165 Jul 30 03:55:30.024893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc3acb-86ae-4b71-8160-42086149bc73 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf18d1e-a7f4-4e4c-971d-6f2127ae0989,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:30.025487 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-68fb5a0a-63ea-437e-bd2c-9e99e35bd21a req-7c5badad-0bfa-4bf4-82a9-343babf130c8 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212075 Jul 30 03:55:30.378289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:55:30.400529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:55:30.401186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5c13a16c-2599-44ab-8ef5-63d1f9bcb688 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:55:30.465502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:30.470507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753664092', 'description': 'tempest-secgroup-smoke-753664092 description', 'project_id': '55fcb199556c4121938ac914dcad765d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:30.497230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.628331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.635634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.677326 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:55:30.705255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e37a6-36c7-4682-a734-a460fb5a690b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:30.710681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.715376 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7fba8600-ebf9-4570-a738-ada811f81f63 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2452993 Jul 30 03:55:30.717273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45388) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:30.723447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '8b3e37a6-36c7-4682-a734-a460fb5a690b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:30.730199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e46b1-29e1-49f1-920f-0214fecf7082 req-82c7907e-8361-4fb9-9165-5bdfe5bb9b91 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:30.731868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f6e46b1-29e1-49f1-920f-0214fecf7082 req-82c7907e-8361-4fb9-9165-5bdfe5bb9b91 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 943 time: 0.0784810 Jul 30 03:55:30.754160 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.761318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.777597 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f6e46b1-29e1-49f1-920f-0214fecf7082 req-589151e8-c285-4c0d-b24f-0cdcc3eaa081 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Jul 30 03:55:30.845667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.850645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.877623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e574d6-6051-4786-b143-50fd30dcd3cd,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:30.894427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:30.896338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08ac9842-ed2f-4d75-8b84-1674e82e1191 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768250 Jul 30 03:55:30.900494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:30.906052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '8b3e37a6-36c7-4682-a734-a460fb5a690b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:30.953497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.013078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.018096 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.041841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa0b589-5a6a-4df1-9227-d75fe19295d7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:31.050693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.055084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e2367333-c071-4cf9-89be-1f130cb573cd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508985 Jul 30 03:55:31.056133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45396) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:31.061602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '8b3e37a6-36c7-4682-a734-a460fb5a690b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:31.103269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.164888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.168285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.186740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515427ed-6c94-4bb7-854b-645b1c7280ab,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:31.189683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.191094 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-255a41b3-680b-492c-b76d-27254a833b72 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332822 Jul 30 03:55:31.193754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:31.198822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '8b3e37a6-36c7-4682-a734-a460fb5a690b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:31.223974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.284556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.288922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.311249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc498afb-a026-4c46-9d28-f03214a98607,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:31.315499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.319338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e197a194-ba71-4c83-8824-c716e75ecba3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220527 Jul 30 03:55:31.319779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45402) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:31.324138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '8b3e37a6-36c7-4682-a734-a460fb5a690b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:31.345508 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:55:31.350425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.413369 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.417143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.436515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a2781c-e2ab-4e07-9cff-11755343ee57,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:31.440184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.443867 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-837210f1-46f4-4865-a38c-7924aa5dfaf2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210148 Jul 30 03:55:31.444376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:31.449070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': '8b3e37a6-36c7-4682-a734-a460fb5a690b', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:31.470958 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:55:31.475777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.539341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.543570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.561872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3809064-743f-47e7-b0bd-e8cb262619f9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:31.570376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.574771 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fbcd5c27-2984-4eac-822c-093bbc01748a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271880 Jul 30 03:55:31.575768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45408) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:31.581100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'network': {'name': 'tempest-network-smoke--838259697', 'project_id': '55fcb199556c4121938ac914dcad765d', 'port_security_enabled': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:31.604373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:55:31.608853 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.638202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:55:31.647693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.648239 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Added segment 8793dd10-537a-4ffc-9e11-2c8abf3b9cb0 of type vlan for network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c Jul 30 03:55:31.689962 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.726287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.737501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:31.738468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.827747 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2484720 Jul 30 03:55:31.828460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:31.834495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'admin_state_up': True, 'project_id': '55fcb199556c4121938ac914dcad765d', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:31.855364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf48e8d-cbbd-4ff7-b6c0-6f6bd0f78cc8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Network': ['ID=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:31.870828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.871364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:55:31.872850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:31.933598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.124429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062162b-b224-4c04-b7d7-023920beaa0d req-7afe327f-1342-4fec-8195-bb8eeaa50d42 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:32.131815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d062162b-b224-4c04-b7d7-023920beaa0d req-7afe327f-1342-4fec-8195-bb8eeaa50d42 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 943 time: 0.1968436 Jul 30 03:55:32.144050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.216461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d062162b-b224-4c04-b7d7-023920beaa0d req-44632d1a-4af8-4ce4-804e-51b7e6f38b59 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Jul 30 03:55:32.406524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.426737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.621790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b2aa07d1-a9bd-4276-9da0-26a2938d27ff details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:55:32.632754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.119 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/8fdd8043-00ac-4c08-8ff2-836f5e13bb15) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:32.677559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:32.691889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'port_id': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff', 'mac_address': 'fa:16:3e:0f:2a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca06267b-6a4f-4850-bda4-97e51b3f7790', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:55:32.738853 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.756018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2aa07d1-a9bd-4276-9da0-26a2938d27ff {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:32.768829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.796224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:32.802199 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.824612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:32.872587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:32.885128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:32.890420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:32.898300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:32.924504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:33.203556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b2aa07d1-a9bd-4276-9da0-26a2938d27ff'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:33.213982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:33.472612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534099a9-5dc3-4e94-908d-9695da58494c req-807024a3-6957-40bd-952a-2730855630f6 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:33.474193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-534099a9-5dc3-4e94-908d-9695da58494c req-807024a3-6957-40bd-952a-2730855630f6 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 944 time: 0.1210032 Jul 30 03:55:33.560998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-534099a9-5dc3-4e94-908d-9695da58494c req-9a754a33-d36b-4833-abfe-00a010059d59 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790198 Jul 30 03:55:33.570613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:33.715879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 086c1032-22f7-4a3c-b41f-959771e2a74c is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:55:33.840573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:55:33.853006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Sync routers for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:55:33.861235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:33.862533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-08e189c4-cbc3-453b-8e07-4cbcf761b109 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0324194 Jul 30 03:55:33.864503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:33.865374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:33.865952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 45530) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:33.953135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-36cfe2ac-5f14-4189-aa7c-dfaa0f6d9090 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=55fcb199556c4121938ac914dcad765d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853055 Jul 30 03:55:33.955684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:34.012434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:34.208586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c25f82-f864-4eb7-a5de-9a82f90a30a9 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:34.216134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-54c25f82-f864-4eb7-a5de-9a82f90a30a9 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2568524 Jul 30 03:55:34.219666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:34.252263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:33Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:34.257772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-333a47ef-48cf-4fad-bf9a-fbae8dfc7d98 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347142 Jul 30 03:55:34.258991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:34.264189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735926312', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'project_id': '55fcb199556c4121938ac914dcad765d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:34.287560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Checking router: 086c1032-22f7-4a3c-b41f-959771e2a74c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:55:34.287911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Updating router 086c1032-22f7-4a3c-b41f-959771e2a74c port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:55:34.317724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.375327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:55:34.380738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.544809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b2aa07d1-a9bd-4276-9da0-26a2938d27ff up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:34.663757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port b2aa07d1-a9bd-4276-9da0-26a2938d27ff completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:34.667977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.680459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port b2aa07d1-a9bd-4276-9da0-26a2938d27ff triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:34.681424 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.786157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Subnet': ['ID=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:34.793782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.803847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2020a-2515-448f-b6c4-7a77bf4ac2a0 req-b5c5284b-a7bd-47fb-bc01-373686991264 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:34.812623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ca2020a-2515-448f-b6c4-7a77bf4ac2a0 req-b5c5284b-a7bd-47fb-bc01-373686991264 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 944 time: 0.1413879 Jul 30 03:55:34.828413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Transition to ACTIVE for port object 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:34.837981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Checking segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:34.838241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network hostable DHCP agents. Network: a2e83a3d-0a89-4eaa-8ad5-d39082b8718c, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:55:34.846481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.875932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ca2020a-2515-448f-b6c4-7a77bf4ac2a0 req-8b0f7ff0-a119-49f7-9ba6-3af2d7c4fd39 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622973 Jul 30 03:55:34.896095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.896463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:55:34.907517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a2e83a3d-0a89-4eaa-8ad5-d39082b8718c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:34.918007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:34.919971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:34.923614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5399a9a1-3065-4264-b4a9-a120f13c51ef None None] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:55:34.954857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a46546e-9c44-4542-b27d-653061505c06 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6946194 Jul 30 03:55:34.955951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 45560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:34.958309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:34.960750 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e091c3a-1e46-4f82-88b7-cae3ae404edc" -d '{"events": [{"server_uuid": "3f9e6f6b-1247-499a-84fe-4edc252e3765", "name": "network-vif-plugged", "status": "completed", "tag": "b2aa07d1-a9bd-4276-9da0-26a2938d27ff"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:35.005365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f105e-c245-40a9-8835-25dcd5c6dff8 None None] Pushing event updated for resources: {'Port': ['ID=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:35.015747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:35.020542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Attempting to bind port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:35.021614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Attempting to bind port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:35.021614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Attempting to bind port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:35.032935 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:35.042325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:35.042788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:35.043110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:35.043549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:35.044022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Bound port: 8fdd8043-00ac-4c08-8ff2-836f5e13bb15, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:35.044408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:35.107431 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dd6ae8-ae2f-4327-a889-79b42308b219 x-openstack-request-id: req-40dd6ae8-ae2f-4327-a889-79b42308b219 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:35.107990 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9e6f6b-1247-499a-84fe-4edc252e3765", "name": "network-vif-plugged", "status": "completed", "tag": "b2aa07d1-a9bd-4276-9da0-26a2938d27ff", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:35.108409 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40dd6ae8-ae2f-4327-a889-79b42308b219 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:35.108992 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff', 'code': 200} Jul 30 03:55:35.195001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:35.201090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] For port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:35.223684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] For port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:35.235608 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:35.266910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2d632-93de-4615-89d7-4e864734204e req-89727bf9-dd41-470a-852f-7b6ca8794987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:35.268637 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2b2d632-93de-4615-89d7-4e864734204e req-89727bf9-dd41-470a-852f-7b6ca8794987 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 1097 time: 0.0823305 Jul 30 03:55:35.320007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f105e-c245-40a9-8835-25dcd5c6dff8 None None] Pushing event updated for resources: {'Port': ['ID=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:35.361366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:55:35.362281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:35.371329 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2b2d632-93de-4615-89d7-4e864734204e req-282e8bb3-32d0-4214-a6d1-a2b1fabf84ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935004 Jul 30 03:55:35.412838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:35.413666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:35.811876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Allocated IP 172.20.0.2 (a2e83a3d-0a89-4eaa-8ad5-d39082b8718c/cc6c81c2-d630-40bf-8d1b-87d20c3b4e28/714b255d-2f8e-4728-ae4e-aebb41c9ea05) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:35.868708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:36.107417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066e5d4-9137-409a-9221-766f5ff6de7c req-ea82835a-77c3-4bed-8373-50f325d675ee tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:36.108516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4066e5d4-9137-409a-9221-766f5ff6de7c req-ea82835a-77c3-4bed-8373-50f325d675ee tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 945 time: 0.0990295 Jul 30 03:55:36.188491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.193018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4066e5d4-9137-409a-9221-766f5ff6de7c req-1c04225e-23a6-4a40-9e2d-459863952e3d tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531812 Jul 30 03:55:36.218535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.241653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Transition to ACTIVE for port object 714b255d-2f8e-4728-ae4e-aebb41c9ea05 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:36.261597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:33Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:36.320433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Transition to ACTIVE for port object 714b255d-2f8e-4728-ae4e-aebb41c9ea05 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:36.322888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85cc26-f1f8-42d2-af75-90c61c307ece None None] The sync data for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 is: [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:33Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:55:36.339381 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.398844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:36.402456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:36.412602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:36.421594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Pushing event updated for resources: {'Port': ['ID=714b255d-2f8e-4728-ae4e-aebb41c9ea05,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:36.532262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Attempting to bind port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:36.533015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Attempting to bind port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:36.533619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Attempting to bind port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:36.540018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:36.540798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Checking segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:36.541385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.541959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Bound using segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:36.542586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Bound port: 714b255d-2f8e-4728-ae4e-aebb41c9ea05, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:36.543170 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.631733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.1 (a2e83a3d-0a89-4eaa-8ad5-d39082b8718c/cc6c81c2-d630-40bf-8d1b-87d20c3b4e28/184adf58-7790-48ce-8dc0-59169ca7c45e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:36.668243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] For port 714b255d-2f8e-4728-ae4e-aebb41c9ea05, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:36.678221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] For port 714b255d-2f8e-4728-ae4e-aebb41c9ea05, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=714b255d-2f8e-4728-ae4e-aebb41c9ea05,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:36.712485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.790285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baccd36-bd17-4fd7-985a-5e47e01cd48b None None] Pushing event updated for resources: {'Port': ['ID=714b255d-2f8e-4728-ae4e-aebb41c9ea05,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:36.866062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:36.889229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object 184adf58-7790-48ce-8dc0-59169ca7c45e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:36.985141 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:37.033279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:37.037485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:37.045330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:37.109156 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:37.170819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=184adf58-7790-48ce-8dc0-59169ca7c45e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:37.353282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:37.536713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df8b5-4da7-4f2d-88ae-66e9e22c7ba5 req-9fd39aea-6b93-4f28-bbdc-834c9f4081a1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:37.538446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-683df8b5-4da7-4f2d-88ae-66e9e22c7ba5 req-9fd39aea-6b93-4f28-bbdc-834c9f4081a1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 945 time: 0.1646583 Jul 30 03:55:37.620727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-683df8b5-4da7-4f2d-88ae-66e9e22c7ba5 req-c0d23dbd-1741-489f-a4bf-2674cd4818fc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Jul 30 03:55:37.965751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:37.973482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:38.100433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:38.322389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=184adf58-7790-48ce-8dc0-59169ca7c45e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:38.354500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:38.356215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:38.521563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b576e-101c-4506-99d5-877e895299b6 None None] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:55:38.625722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:38.641184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 086c1032-22f7-4a3c-b41f-959771e2a74c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:55:38.773275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c89e160a-c251-4633-abf7-298ccc5dd3ee None None] Provisioning for port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:38.794774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:55:38.823705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6a2d68d-5f7a-483b-a599-9daa7b5db217 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/086c1032-22f7-4a3c-b41f-959771e2a74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655756 Jul 30 03:55:38.911657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:38.954863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:38.956427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:39.078135 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Sync routers for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:55:39.108241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:39.109148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:39.133741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:39.249657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:39.272573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:39.273385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 714b255d-2f8e-4728-ae4e-aebb41c9ea05 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:39.319981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-981f5424-f031-47f6-a6ec-c1184fc586d6 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753664092&fields=id&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 267 time: 0.1247888 Jul 30 03:55:39.469924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:39.479835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:39.492431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:39.494260 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:39.502472 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:39.564149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-64f8739e-0f9d-43eb-ad34-8db1492ce2b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:39.573527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-64f8739e-0f9d-43eb-ad34-8db1492ce2b9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 796 time: 0.2525361 Jul 30 03:55:39.586793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-b85e231a-8cf9-4114-b540-14295ca50a29 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/quotas/55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 375 time: 0.0118322 Jul 30 03:55:39.698125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:39.712419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-1472deb6-b29d-4ba8-ba6b-ad9bad63c54d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158698 Jul 30 03:55:39.753011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 714b255d-2f8e-4728-ae4e-aebb41c9ea05, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=714b255d-2f8e-4728-ae4e-aebb41c9ea05,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:39.763730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:39.912071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6df619b7-d8d3-40db-b61b-7eba2f4fc44a None None] Provisioning complete for port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:39.917886 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6df619b7-d8d3-40db-b61b-7eba2f4fc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.029464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=714b255d-2f8e-4728-ae4e-aebb41c9ea05,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:40.032043 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 2, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:40.035214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-63ff2b04-f4d0-44ae-9b75-9848a220600f service neutron] 10.222.0.39 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933626 Jul 30 03:55:40.099901 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Checking router: 086c1032-22f7-4a3c-b41f-959771e2a74c for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:55:40.101545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Updating router 086c1032-22f7-4a3c-b41f-959771e2a74c port 184adf58-7790-48ce-8dc0-59169ca7c45e binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:55:40.155594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6df619b7-d8d3-40db-b61b-7eba2f4fc44a None None] Provisioning for port 184adf58-7790-48ce-8dc0-59169ca7c45e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:40.169814 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.178286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6df619b7-d8d3-40db-b61b-7eba2f4fc44a None None] Provisioning complete for port 184adf58-7790-48ce-8dc0-59169ca7c45e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:40.179395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6df619b7-d8d3-40db-b61b-7eba2f4fc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.225148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6df619b7-d8d3-40db-b61b-7eba2f4fc44a None None] Port 184adf58-7790-48ce-8dc0-59169ca7c45e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:55:40.252538 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-d5a73d48-249a-4a56-91aa-e141dcef47b5 service neutron] 10.222.0.39 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161672 Jul 30 03:55:40.368007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-45ad07ef-2f5e-4c98-9212-7b48d7040e82 None None] Provisioning complete for port 184adf58-7790-48ce-8dc0-59169ca7c45e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:40.368562 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45ad07ef-2f5e-4c98-9212-7b48d7040e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.450114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-45ad07ef-2f5e-4c98-9212-7b48d7040e82 None None] Port 184adf58-7790-48ce-8dc0-59169ca7c45e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:55:40.502020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:40.613817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36bb4d48-bde7-415c-a6df-5bac13e0bad6 req-2081c8dd-e1eb-4064-a874-c90fc665e27c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 210 time: 0.0626206 Jul 30 03:55:40.694463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-16df6980-c7eb-48f7-bcad-3bb790ff5ebd None None] Provisioning complete for port 184adf58-7790-48ce-8dc0-59169ca7c45e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:40.694945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16df6980-c7eb-48f7-bcad-3bb790ff5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.739564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-16df6980-c7eb-48f7-bcad-3bb790ff5ebd None None] Port 184adf58-7790-48ce-8dc0-59169ca7c45e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:55:40.749645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:40.750265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.790916 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.821329 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Transition to ACTIVE for port object 184adf58-7790-48ce-8dc0-59169ca7c45e will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:40.823017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-563d2d8e-260e-4f08-99d9-7af4825c42f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1522217 Jul 30 03:55:40.853340 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:40.903310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 714b255d-2f8e-4728-ae4e-aebb41c9ea05 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:40.948336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-de1cdf46-793f-47a1-9a89-a38de4774cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:40.954833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-de1cdf46-793f-47a1-9a89-a38de4774cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1097 time: 0.1075888 Jul 30 03:55:40.975508 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dee40-978c-4c45-bc77-bbe035ff8556 None None] Pushing event updated for resources: {'Port': ['ID=184adf58-7790-48ce-8dc0-59169ca7c45e,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:41.010838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:41.048427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:41.048861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:41.131608 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Attempting to bind port 184adf58-7790-48ce-8dc0-59169ca7c45e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:41.138004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Attempting to bind port 184adf58-7790-48ce-8dc0-59169ca7c45e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:41.138948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Attempting to bind port 184adf58-7790-48ce-8dc0-59169ca7c45e on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:41.154640 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:41.156907 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Checking segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:41.158456 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:41.159839 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Bound using segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:41.163978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Bound port: 184adf58-7790-48ce-8dc0-59169ca7c45e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:41.164722 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:41.208275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-b268b98f-afcf-4fd2-adc2-fdce7b2a2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:41.221372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-b268b98f-afcf-4fd2-adc2-fdce7b2a2b90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.2449300 Jul 30 03:55:41.310882 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] For port 184adf58-7790-48ce-8dc0-59169ca7c45e, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:41.328190 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] For port 184adf58-7790-48ce-8dc0-59169ca7c45e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=184adf58-7790-48ce-8dc0-59169ca7c45e,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:41.338204 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:41.399123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-50754686-ceca-40b9-a0df-39a35ee0bdf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 1001 time: 0.1700342 Jul 30 03:55:41.452220 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dee40-978c-4c45-bc77-bbe035ff8556 None None] Pushing event updated for resources: {'Port': ['ID=184adf58-7790-48ce-8dc0-59169ca7c45e,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:41.491815 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:41.505392 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:41.530815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-d2e39677-eca3-4bb0-a355-05fd9daea77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:41.532869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-d2e39677-eca3-4bb0-a355-05fd9daea77f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.1262038 Jul 30 03:55:41.686627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-577a66e4-666f-480c-b739-5123ca169e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:41.690408 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-577a66e4-666f-480c-b739-5123ca169e72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494536 Jul 30 03:55:41.799368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bc70a89-0923-422a-becd-00763dd974d4 req-957aa40e-f8f7-4f32-956d-848a5985d476 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 210 time: 0.0660279 Jul 30 03:55:41.932072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-276e2015-9cfd-44f6-b74a-d621ca8b1cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286739 Jul 30 03:55:42.127784 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:42.308618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-107a6403-6a84-444f-b7e9-63085f21211b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:42.310423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-107a6403-6a84-444f-b7e9-63085f21211b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 796 time: 0.1598127 Jul 30 03:55:42.349078 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f0ee0d0e-8aef-4f0f-a8cc-b45b36da193f req-754f682e-6431-43e7-8ac5-1b49cfd5f518 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046197 Jul 30 03:55:42.388275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-792f75d4-d952-4c49-a2b6-fa45fb3676cb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 379 time: 0.0661409 Jul 30 03:55:42.391680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-010f749e-bf2a-4ef5-9209-7975848b54aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:42.400135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'port': {'device_id': '7473b606-8da8-438e-b671-c484aa681e11', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'admin_state_up': True, 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'security_groups': ['8b3e37a6-36c7-4682-a734-a460fb5a690b']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:42.554238 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:41Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:42.603979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706724b-e3c9-4601-b5b8-de0b89f3b219 None None] The sync data for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 is: [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:41Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:55:42.697515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dcc3d-4e35-4411-9f47-227cc0096e1e req-231ffb94-9162-42e6-a275-06931d5248ea tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:42.699118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-462dcc3d-4e35-4411-9f47-227cc0096e1e req-231ffb94-9162-42e6-a275-06931d5248ea tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.2659473 Jul 30 03:55:42.846939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:55:42.850553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:42.881828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-462dcc3d-4e35-4411-9f47-227cc0096e1e req-adad4b5f-a12a-429b-81a7-399f7e393339 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546066 Jul 30 03:55:43.098906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbc85306-c62d-4438-9882-a1c009eb31e4 req-2319a866-d8cb-4e77-9361-6fa1027f5f46 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 210 time: 0.0608494 Jul 30 03:55:43.215290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.12 (a2e83a3d-0a89-4eaa-8ad5-d39082b8718c/cc6c81c2-d630-40bf-8d1b-87d20c3b4e28/2f23a33a-fa99-4567-b12f-644bee915b75) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:43.618888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:43.655941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object 2f23a33a-fa99-4567-b12f-644bee915b75 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:43.732299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:43.815365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:43.819953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:43.821580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:43.823907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:43.963912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:43.966894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.029509 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-5fc13577-e94a-4592-a35b-9ed686edde1d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6339283 Jul 30 03:55:44.044861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Request body: {'port': {'device_id': '7473b606-8da8-438e-b671-c484aa681e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:44.267552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.287862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12372-7fb1-4c61-9ca5-a0b20a2ba93e req-e389bec9-5372-4e47-9497-af6f38c2a8dc tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:44.290264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05c12372-7fb1-4c61-9ca5-a0b20a2ba93e req-e389bec9-5372-4e47-9497-af6f38c2a8dc tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.2409706 Jul 30 03:55:44.324599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-370e7c85-012f-491d-bf1a-3609b7932ca0 None None] Provisioning for port 2f23a33a-fa99-4567-b12f-644bee915b75 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:44.336662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-370e7c85-012f-491d-bf1a-3609b7932ca0 None None] Provisioning complete for port 2f23a33a-fa99-4567-b12f-644bee915b75 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:44.337384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-370e7c85-012f-491d-bf1a-3609b7932ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.483946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-370e7c85-012f-491d-bf1a-3609b7932ca0 None None] Port 2f23a33a-fa99-4567-b12f-644bee915b75 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:55:44.501053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 184adf58-7790-48ce-8dc0-59169ca7c45e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:44.621601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-05c12372-7fb1-4c61-9ca5-a0b20a2ba93e req-d62d66ca-a151-491e-95e5-a1ff2cc503de tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246832 Jul 30 03:55:44.650086 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 184adf58-7790-48ce-8dc0-59169ca7c45e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:44.654483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 184adf58-7790-48ce-8dc0-59169ca7c45e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:44.655060 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.656200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce76167-4241-4d3e-bf34-6bbe7be789ea req-e175aee3-0a39-4de8-8ada-f8232c7afb9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:44.665544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ce76167-4241-4d3e-bf34-6bbe7be789ea req-e175aee3-0a39-4de8-8ada-f8232c7afb9e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 932 time: 0.3499908 Jul 30 03:55:44.715227 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f177e0ea-474b-41fe-8f99-8e29fed1978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.810299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.903852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 184adf58-7790-48ce-8dc0-59169ca7c45e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=184adf58-7790-48ce-8dc0-59169ca7c45e,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:44.915977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:44.991054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f23a33a-fa99-4567-b12f-644bee915b75 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:45.002261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:45.016724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Transition to ACTIVE for port object 2f23a33a-fa99-4567-b12f-644bee915b75 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:45.022259 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:45.092319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:45.108938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=184adf58-7790-48ce-8dc0-59169ca7c45e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:45.126840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ce76167-4241-4d3e-bf34-6bbe7be789ea req-59dffd28-598e-4589-b645-910bbb5b9212 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604180 Jul 30 03:55:45.172425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:45.241277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:45.241642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:45.241945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:45.264614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:55:45.264614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:45.269041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:45.273394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Checking segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:45.273394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Bound using segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:45.273394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Bound port: 2f23a33a-fa99-4567-b12f-644bee915b75, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:45.273394 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:45.370135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:45.375192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:45.381590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:45.445812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:45.446392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:45.447970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] 10.222.0.18 "PUT /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 1093 time: 1.4100738 Jul 30 03:55:45.450855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:45.454359 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8cc929-3480-4536-93c6-22d4e7061de8" -d '{"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:45.539213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce792ee0-438e-41ab-b77f-b0d9c94ebddc service neutron] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:45.577038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-eb2d115a-c138-40df-9551-5ae2c5e1dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:45.579168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-eb2d115a-c138-40df-9551-5ae2c5e1dd8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1096 time: 0.0826309 Jul 30 03:55:45.687038 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b9336d-2098-418b-aee3-59b259bd4905 x-openstack-request-id: req-79b9336d-2098-418b-aee3-59b259bd4905 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:45.688657 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:45.690268 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79b9336d-2098-418b-aee3-59b259bd4905 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:45.692893 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'status': 'completed', 'code': 200} Jul 30 03:55:45.696875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-61066600-0524-4cd6-8f7a-0ece194c9525 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 217 time: 0.0928607 Jul 30 03:55:45.767568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-4cc70ad2-620d-4423-87dd-b3d93e3e81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:45.769712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-4cc70ad2-620d-4423-87dd-b3d93e3e81e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0602422 Jul 30 03:55:45.862906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09c26f-060e-4c4b-93f3-aa30685487fb req-312be4ba-c7bc-458c-8afc-6260bf7b5f81 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:45.864742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd09c26f-060e-4c4b-93f3-aa30685487fb req-312be4ba-c7bc-458c-8afc-6260bf7b5f81 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0939884 Jul 30 03:55:45.867836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-13611bcc-64cc-4e4e-8b4a-6d5941934a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:45.869199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-13611bcc-64cc-4e4e-8b4a-6d5941934a3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893254 Jul 30 03:55:45.968117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd09c26f-060e-4c4b-93f3-aa30685487fb req-6dd40228-6f02-40ce-b32b-4cfe3a0bde62 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968754 Jul 30 03:55:46.000609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-11f9a9b2-8e7b-47cd-ac0f-b4d180dd6b57 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225855 Jul 30 03:55:46.136464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce4f4492-2f3b-41a6-b647-4629709f6f32 req-736b3268-3ddd-4a9a-ad7b-ebcd2c118906 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275644 Jul 30 03:55:46.282438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-f3efc601-d431-4d63-ac4f-3bbe35bb195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:46.284406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-f3efc601-d431-4d63-ac4f-3bbe35bb195e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1096 time: 0.0897498 Jul 30 03:55:46.324073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0dd04-5fd4-4b4e-abbf-359a8494d05a req-19b840d5-3ffa-4c50-9fbb-047016afa451 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:46.326418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29a0dd04-5fd4-4b4e-abbf-359a8494d05a req-19b840d5-3ffa-4c50-9fbb-047016afa451 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 944 time: 0.0948644 Jul 30 03:55:46.432092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:46.465675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 184adf58-7790-48ce-8dc0-59169ca7c45e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:46.482209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29a0dd04-5fd4-4b4e-abbf-359a8494d05a req-d7b54409-8726-4397-bcbf-f777ddd54e0d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382182 Jul 30 03:55:46.507674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-761848f3-dda9-4521-b831-b138ea997b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:46.510562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-761848f3-dda9-4521-b831-b138ea997b6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 896 time: 0.2185466 Jul 30 03:55:46.522760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 184adf58-7790-48ce-8dc0-59169ca7c45e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:46.523167 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:46.583191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-5c43cc6b-eeff-4a5e-8aac-aaa0871113a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 217 time: 0.0584400 Jul 30 03:55:46.655481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-b81aeee0-95e7-4a3a-9a02-f06358c984a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:46.657717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-b81aeee0-95e7-4a3a-9a02-f06358c984a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0664072 Jul 30 03:55:46.714888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-b7b89682-9a73-42d7-95b3-c03d0f3d3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:46.716661 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-b7b89682-9a73-42d7-95b3-c03d0f3d3b58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511460 Jul 30 03:55:46.823486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-6121295f-c252-4258-9259-4b1d44f71947 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989473 Jul 30 03:55:47.319353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697c38-4dd5-49ba-9c42-f976628694d4 req-f6b8dfd0-c75b-42c6-b1c5-e999a0003fd9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:47.321769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62697c38-4dd5-49ba-9c42-f976628694d4 req-f6b8dfd0-c75b-42c6-b1c5-e999a0003fd9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0651598 Jul 30 03:55:47.382903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c8cc929-3480-4536-93c6-22d4e7061de8 req-edb6f560-4f71-4517-ae09-2fd4a27d4a68 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507290 Jul 30 03:55:47.386261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62697c38-4dd5-49ba-9c42-f976628694d4 req-6a649710-0f94-4882-8158-f29017a5e7ff tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558114 Jul 30 03:55:47.679500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb6864-294d-474d-8507-ecec908a063e req-844eebb2-5b7e-4a6e-b412-43ed858ff44c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:47.686698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69eb6864-294d-474d-8507-ecec908a063e req-844eebb2-5b7e-4a6e-b412-43ed858ff44c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 944 time: 0.1192491 Jul 30 03:55:47.752755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69eb6864-294d-474d-8507-ecec908a063e req-6a8f9ca4-7bd6-42e8-bc83-d8b730357463 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643313 Jul 30 03:55:47.789441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-acd2ae85-f203-488a-a886-3cdde3490cd8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:47.790966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-acd2ae85-f203-488a-a886-3cdde3490cd8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.1870584 Jul 30 03:55:47.810270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-b5b36b4e-4eb1-47b5-a74c-20322e022e44 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/quotas/a1d7891a048b49ad8d02450ca4c13776 HTTP/1.1" status: 200 len: 375 time: 0.0101438 Jul 30 03:55:47.896007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-48f0b4cc-f68d-412f-ba7f-fa2e2ed4b45e tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792184 Jul 30 03:55:47.911933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-8e21a684-3232-40ea-b4fd-64fb464f3b1d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:55:47.915487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-8e21a684-3232-40ea-b4fd-64fb464f3b1d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078566 Jul 30 03:55:48.048682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:48.054975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-e89a4d94-92cc-4574-817b-f34f731d0b51 service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326265 Jul 30 03:55:48.171534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c26d5398-4e9c-49ee-afdc-1b16600fe7ba service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094055 Jul 30 03:55:48.363069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f66d26b-63b3-495b-bfd6-b0d73a9a09a8 req-15c61e2b-7189-442d-86ce-379fedbaf92b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0418375 Jul 30 03:55:48.548992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318742b5-2a7a-4d06-af60-b0930e18b01d req-56b80a98-476f-498c-9bad-e668a43cde9e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:48.558186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-318742b5-2a7a-4d06-af60-b0930e18b01d req-56b80a98-476f-498c-9bad-e668a43cde9e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0622609 Jul 30 03:55:48.608102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-318742b5-2a7a-4d06-af60-b0930e18b01d req-d6be206b-d663-4538-90a4-31e704d1c40d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490344 Jul 30 03:55:48.916306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a388b-742e-4522-b766-6eff8d7f301e req-9e9d6785-32fa-48b5-aeb8-bb2b5b45eb6f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:48.918044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e6a388b-742e-4522-b766-6eff8d7f301e req-9e9d6785-32fa-48b5-aeb8-bb2b5b45eb6f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 944 time: 0.0644407 Jul 30 03:55:49.005236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e6a388b-742e-4522-b766-6eff8d7f301e req-2d412984-16c2-4ed4-83f0-e8584ce0b1c5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786536 Jul 30 03:55:49.465818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:55:49.545951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29714b2d-3a97-46dc-9a68-2308130d14e7 req-3f1bf6c2-5671-47b2-9ae6-5720ed479dc1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0481048 Jul 30 03:55:49.628558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-bf01aec4-0845-4010-b326-2a3b21cb8840 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:49.630095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-bf01aec4-0845-4010-b326-2a3b21cb8840 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.18 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.2383637 Jul 30 03:55:49.646325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Request body: {'port': {'device_id': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'admin_state_up': True, 'tenant_id': 'a1d7891a048b49ad8d02450ca4c13776'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:49.677639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:49.708335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2f23a33a-fa99-4567-b12f-644bee915b75', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'port_id': '2f23a33a-fa99-4567-b12f-644bee915b75', 'mac_address': 'fa:16:3e:80:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:55:49.759769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:49.774318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f23a33a-fa99-4567-b12f-644bee915b75 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:49.796834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:49.802281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:49.820013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cbcee-46a9-4743-9c18-b6c9a828b2fb req-f44c9f31-51d9-447c-ab2f-44c9db8d89a2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:49.824470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db6cbcee-46a9-4743-9c18-b6c9a828b2fb req-f44c9f31-51d9-447c-ab2f-44c9db8d89a2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0976217 Jul 30 03:55:49.879799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:49.888326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db6cbcee-46a9-4743-9c18-b6c9a828b2fb req-c26590b1-f18e-45f8-b163-14aa9434629e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560033 Jul 30 03:55:49.892375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Made reservation on behalf of a1d7891a048b49ad8d02450ca4c13776 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:55:49.896864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:50.020857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2f23a33a-fa99-4567-b12f-644bee915b75'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:50.083026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Allocated IP 172.20.0.10 (2ca04bc5-c423-475c-b607-8e4227492ba9/ca06267b-6a4f-4850-bda4-97e51b3f7790/bfb3831d-44de-467b-b0ef-bc4cede1a61d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:50.214702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53642f19-4896-4490-ab5f-e03878369e55 req-1e3b6a23-62e0-4ed1-85b1-575b845eb918 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:50.216354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53642f19-4896-4490-ab5f-e03878369e55 req-1e3b6a23-62e0-4ed1-85b1-575b845eb918 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.0952065 Jul 30 03:55:50.340864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53642f19-4896-4490-ab5f-e03878369e55 req-177ef699-de7d-4a8a-a77f-3952c7d3c5a9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934861 Jul 30 03:55:50.404372 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:50.452004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:50.489559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015', 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:50.511686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:50.515986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:50.525196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:50.577713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event updated for resources: {'Port': ['ID=bfb3831d-44de-467b-b0ef-bc4cede1a61d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:50.625402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:50.626586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:50.650242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-c1bc36ee-3b1d-48a5-a418-4c9490963b0c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0085874 Jul 30 03:55:50.673308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Request body: {'port': {'device_id': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:50.761783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cc18b-a655-4d25-9ff0-477a23b9f91f req-e9d97ae8-dea1-4446-bb62-7bdb5e21f9f3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:50.767716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e6cc18b-a655-4d25-9ff0-477a23b9f91f req-e9d97ae8-dea1-4446-bb62-7bdb5e21f9f3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 932 time: 0.1209197 Jul 30 03:55:50.793401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:50.853182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e6cc18b-a655-4d25-9ff0-477a23b9f91f req-5f30e553-ff50-472f-adfb-e1453bf9db2b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812132 Jul 30 03:55:51.082734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62bb77-1153-4edb-a0be-4f8d85597dc1 req-0bcab78d-7436-4b08-a1a1-39a7205a6ff5 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:51.084300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e62bb77-1153-4edb-a0be-4f8d85597dc1 req-0bcab78d-7436-4b08-a1a1-39a7205a6ff5 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0826931 Jul 30 03:55:51.143556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e62bb77-1153-4edb-a0be-4f8d85597dc1 req-5a686011-9332-4f49-9056-9ffd7302b14c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526421 Jul 30 03:55:51.229037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb3831d-44de-467b-b0ef-bc4cede1a61d {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:51.251518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.270280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Transition to ACTIVE for port object bfb3831d-44de-467b-b0ef-bc4cede1a61d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:55:51.275989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.396315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb3831d-44de-467b-b0ef-bc4cede1a61d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:51.432968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Attempting to bind port bfb3831d-44de-467b-b0ef-bc4cede1a61d on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:55:51.433428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Attempting to bind port bfb3831d-44de-467b-b0ef-bc4cede1a61d by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:55:51.433822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Attempting to bind port bfb3831d-44de-467b-b0ef-bc4cede1a61d on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:51.439479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Port bfb3831d-44de-467b-b0ef-bc4cede1a61d on network 2ca04bc5-c423-475c-b607-8e4227492ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:55:51.439902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Attempting to bind port bfb3831d-44de-467b-b0ef-bc4cede1a61d on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:55:51.446420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:55:51.446920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Checking segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:55:51.447475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Bound using segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:55:51.448141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Bound port: bfb3831d-44de-467b-b0ef-bc4cede1a61d, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:55:51.448703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.476837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:51.547257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144e02-8273-4e37-b4ac-44d1b0e40202 req-14e8c173-3fa6-4471-bf36-589d10716b7d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:51.548961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6144e02-8273-4e37-b4ac-44d1b0e40202 req-14e8c173-3fa6-4471-bf36-589d10716b7d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.0972366 Jul 30 03:55:51.556549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] For port bfb3831d-44de-467b-b0ef-bc4cede1a61d, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:55:51.561709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] For port bfb3831d-44de-467b-b0ef-bc4cede1a61d, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:55:51.569441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2f23a33a-fa99-4567-b12f-644bee915b75 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:51.576770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2f23a33a-fa99-4567-b12f-644bee915b75 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:51.577285 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.581260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.633441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:51.634192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.635710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] 10.222.0.18 "PUT /v2.0/ports/bfb3831d-44de-467b-b0ef-bc4cede1a61d HTTP/1.1" status: 200 len: 1093 time: 0.9705646 Jul 30 03:55:51.642122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6144e02-8273-4e37-b4ac-44d1b0e40202 req-f9eadccc-234c-4548-aa74-7abc8252274e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828001 Jul 30 03:55:51.642899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'tag': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:51.645575 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7c350-ecbc-4531-8e3f-1c95a042a67e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb8bd94-0cdd-44cc-ba04-349bed91ecd7", "tag": "bfb3831d-44de-467b-b0ef-bc4cede1a61d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:51.693703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5113e25-c13c-45f3-a105-dd3879c37638 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb3831d-44de-467b-b0ef-bc4cede1a61d,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:51.738395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.752161 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f4a39-4d74-4284-8c3f-3fdeea932c55 x-openstack-request-id: req-c78f4a39-4d74-4284-8c3f-3fdeea932c55 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:51.752827 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb8bd94-0cdd-44cc-ba04-349bed91ecd7", "tag": "bfb3831d-44de-467b-b0ef-bc4cede1a61d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:51.753271 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c78f4a39-4d74-4284-8c3f-3fdeea932c55 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:51.753857 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'tag': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d', 'status': 'completed', 'code': 200} Jul 30 03:55:51.757149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-fced56c3-e2b5-4118-944d-f3c330619b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:51.758965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-fced56c3-e2b5-4118-944d-f3c330619b37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 1096 time: 0.0611513 Jul 30 03:55:51.767655 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:51.769939 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975da9d1-d02c-41f8-b1d0-5bab846da2dc" -d '{"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-plugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:51.800416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:51.808149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:51.820783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-a73bcd4f-349f-4684-b884-89637b9cf461 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d HTTP/1.1" status: 200 len: 217 time: 0.0532753 Jul 30 03:55:51.834364 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613bf751-a195-4240-9110-c6ad9c05c305 x-openstack-request-id: req-613bf751-a195-4240-9110-c6ad9c05c305 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:51.834707 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-plugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:51.840401 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-613bf751-a195-4240-9110-c6ad9c05c305 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:51.844476 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'code': 200} Jul 30 03:55:51.881302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:51.903229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-abfab207-5ed3-4a0a-8f72-572c031a4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:51.905440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-abfab207-5ed3-4a0a-8f72-572c031a4f74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0715230 Jul 30 03:55:51.947456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-6883c2af-b805-4e24-8031-05973158b8e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293319 Jul 30 03:55:51.969801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fdf91-8590-4ad3-aba7-f825ccd2930b req-0218efa5-13ce-412d-b232-cb9a276d3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:51.971592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5a8fdf91-8590-4ad3-aba7-f825ccd2930b req-0218efa5-13ce-412d-b232-cb9a276d3657 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1098 time: 0.0708082 Jul 30 03:55:52.016272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5a8fdf91-8590-4ad3-aba7-f825ccd2930b req-6d769034-b907-463a-8708-431c9cabfb41 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 Jul 30 03:55:52.079876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418bd87-404b-415d-aabb-da3b3c3e34de req-89a3b4ea-35f0-4aa7-90de-ca7349fe202a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:52.081514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5418bd87-404b-415d-aabb-da3b3c3e34de req-89a3b4ea-35f0-4aa7-90de-ca7349fe202a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 944 time: 0.1377647 Jul 30 03:55:52.088550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-7318091a-a142-41ae-9841-2719a0840272 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332309 Jul 30 03:55:52.176862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5418bd87-404b-415d-aabb-da3b3c3e34de req-0bc73257-3ece-48a2-9913-8c0c250bc572 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864317 Jul 30 03:55:52.219705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0972a12a-dbf1-4ddc-acf9-a50418b6f579 req-58f9580d-197f-4105-8d0f-ba74f55a1738 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228795 Jul 30 03:55:52.349686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06b77-5954-44a0-bf7a-35f1b80d33c6 req-fd508eec-08df-4a2a-961f-fa30da1aa7c4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:52.351925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89b06b77-5954-44a0-bf7a-35f1b80d33c6 req-fd508eec-08df-4a2a-961f-fa30da1aa7c4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0850806 Jul 30 03:55:52.358339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-0ff83478-e9cc-489d-bff6-b85f4c7d6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:52.360224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-0ff83478-e9cc-489d-bff6-b85f4c7d6ffa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 1096 time: 0.0804644 Jul 30 03:55:52.447947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89b06b77-5954-44a0-bf7a-35f1b80d33c6 req-b44f97f9-9150-4034-9681-93fdc35192da tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866675 Jul 30 03:55:52.490535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-8c8d0d8c-2522-44f1-aa77-16c6897cfb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:52.492573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-8c8d0d8c-2522-44f1-aa77-16c6897cfb1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 914 time: 0.1232929 Jul 30 03:55:52.539396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-e2ece77c-f316-4db8-b4fc-22f23705fc1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d HTTP/1.1" status: 200 len: 217 time: 0.0370340 Jul 30 03:55:52.591198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-47893b36-1baa-4f88-9c67-d9cadc92c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:52.593099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-47893b36-1baa-4f88-9c67-d9cadc92c866 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0467975 Jul 30 03:55:52.639813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-b46337c5-8a37-450a-bab2-09e2ef1e1ea6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332456 Jul 30 03:55:52.795058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-621631c3-5446-4edb-8057-305ccc05d637 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390252 Jul 30 03:55:52.824231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb740fb-13f2-4351-96b1-3bff308fd5c9 req-73fbd0e1-1597-4957-89d5-4617ba0c2a77 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:52.828975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccb740fb-13f2-4351-96b1-3bff308fd5c9 req-73fbd0e1-1597-4957-89d5-4617ba0c2a77 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0791066 Jul 30 03:55:52.938039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da7c350-ecbc-4531-8e3f-1c95a042a67e req-150d1c20-6d59-4f97-96b3-40c44e717321 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310775 Jul 30 03:55:52.956431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccb740fb-13f2-4351-96b1-3bff308fd5c9 req-cd9e3f31-421d-4254-b8bc-e16506a68c77 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575550 Jul 30 03:55:53.317063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd386ff6-d473-438e-921f-ad3ed375c0a8 req-e722d106-7b2f-4c3b-8cc9-c51d636b9208 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:53.318566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd386ff6-d473-438e-921f-ad3ed375c0a8 req-e722d106-7b2f-4c3b-8cc9-c51d636b9208 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0509796 Jul 30 03:55:53.365673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd386ff6-d473-438e-921f-ad3ed375c0a8 req-8dc186e1-de7e-443a-b6e4-b09c4daefafc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Jul 30 03:55:53.479321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:55:53.600679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:53.608088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7998e-998f-40b7-b176-42b83fdcf7d0 req-93993baa-652f-49da-aef3-24c14629a375 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:53.616357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'mac_address': 'fa:16:3e:00:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:55:53.617940 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91a7998e-998f-40b7-b176-42b83fdcf7d0 req-93993baa-652f-49da-aef3-24c14629a375 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0792179 Jul 30 03:55:53.659507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91a7998e-998f-40b7-b176-42b83fdcf7d0 req-3dabc33d-1cca-462c-9a44-e25372055958 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403979 Jul 30 03:55:53.662627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:53.687067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:53.702035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:53.707581 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:53.759809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:53.797606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['f7fa85e8-e0d7-482f-ad50-12e397aab965'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:54.096306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eb93e-235c-4dce-b232-74e8f24afff8 req-bae9c5a8-e5d4-41eb-bd0e-359ef91f9027 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:54.103730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c0eb93e-235c-4dce-b232-74e8f24afff8 req-bae9c5a8-e5d4-41eb-bd0e-359ef91f9027 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0629802 Jul 30 03:55:54.143176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c0eb93e-235c-4dce-b232-74e8f24afff8 req-e9ffbe04-edd4-4a1e-9455-fe2f32a67c4f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361726 Jul 30 03:55:54.282806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b0775-067c-4a19-8354-227ae73be0ae req-46ad8121-bad3-472f-ad71-a2ed7fefdc74 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:54.284613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e5b0775-067c-4a19-8354-227ae73be0ae req-46ad8121-bad3-472f-ad71-a2ed7fefdc74 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0659604 Jul 30 03:55:54.335272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e5b0775-067c-4a19-8354-227ae73be0ae req-0af93a84-1f28-4cd6-89c2-ad0273ab1c79 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441260 Jul 30 03:55:54.357446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:54.407187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7514a41-ec82-4ece-963c-13aa7eef8cf6 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:54.412019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:54.418133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '2f23a33a-fa99-4567-b12f-644bee915b75', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:55:54.423196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d7514a41-ec82-4ece-963c-13aa7eef8cf6 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1093 time: 0.0641708 Jul 30 03:55:54.468856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:54.503114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514255b-1eb9-4785-b9b7-9a6ae8e98fd2 req-862614b1-7164-4ca5-9275-560cddd47729 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:54.504783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4514255b-1eb9-4785-b9b7-9a6ae8e98fd2 req-862614b1-7164-4ca5-9275-560cddd47729 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0646608 Jul 30 03:55:54.596069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4514255b-1eb9-4785-b9b7-9a6ae8e98fd2 req-b6ebc94b-dc82-4790-8f52-e1c8e9b4774e tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822463 Jul 30 03:55:54.636442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:54.817731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.173 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/905cd414-999d-4acd-a9a5-1cbb08fe500e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:55:54.849014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1b72-f948-4b93-9b60-a11f79ab3d3b req-80b37066-5d93-442d-a510-bfddb081c9bf tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:54.850569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-460f1b72-f948-4b93-9b60-a11f79ab3d3b req-80b37066-5d93-442d-a510-bfddb081c9bf tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0753171 Jul 30 03:55:54.907842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-460f1b72-f948-4b93-9b60-a11f79ab3d3b req-b468e590-602a-4178-8b77-efb0f61cfe8f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449610 Jul 30 03:55:54.987816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:55.047843 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:55.093747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:55:55.098512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:55:55.102399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:55:55.144477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=905cd414-999d-4acd-a9a5-1cbb08fe500e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:55.494634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bfb3831d-44de-467b-b0ef-bc4cede1a61d details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:55:55.497325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:55.744818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port f7fa85e8-e0d7-482f-ad50-12e397aab965 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:55.745265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:55.825308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bfb3831d-44de-467b-b0ef-bc4cede1a61d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:55.886195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'port_id': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d', 'mac_address': 'fa:16:3e:87:54:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca06267b-6a4f-4850-bda4-97e51b3f7790', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:55:55.899802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaaae1-fcc4-4a20-bb33-011ea2449415 req-1188bcb1-cf17-4cac-9ea0-f5a31fdebdbd tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:55.907055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8edaaae1-fcc4-4a20-bb33-011ea2449415 req-1188bcb1-cf17-4cac-9ea0-f5a31fdebdbd tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 944 time: 0.1891448 Jul 30 03:55:55.920842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:55.943866 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:55.977642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.001452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:56.003924 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c912fb-f4fb-44bb-a87b-ce868cc5cedb" -d '{"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:56.041708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:56.044062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb3831d-44de-467b-b0ef-bc4cede1a61d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:55:56.056257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8edaaae1-fcc4-4a20-bb33-011ea2449415 req-667cc261-48b0-4c35-8543-d598076ad84f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455367 Jul 30 03:55:56.061479 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.186015 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0903dc-6148-4221-afb0-9464d6c72a38 x-openstack-request-id: req-9c0903dc-6148-4221-afb0-9464d6c72a38 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:56.186520 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:56.186847 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c0903dc-6148-4221-afb0-9464d6c72a38 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:56.187338 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'code': 200} Jul 30 03:55:56.199850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bfb3831d-44de-467b-b0ef-bc4cede1a61d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:56.201228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.201420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:56.213339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228d210-afea-44b7-b326-f2859f11e825 req-3cd7a6d2-e93c-4d53-85c4-b0b291200025 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:56.215393 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.231833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9228d210-afea-44b7-b326-f2859f11e825 req-3cd7a6d2-e93c-4d53-85c4-b0b291200025 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1480107 Jul 30 03:55:56.297902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bfb3831d-44de-467b-b0ef-bc4cede1a61d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:56.317949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9228d210-afea-44b7-b326-f2859f11e825 req-ebd6a464-7a68-4e44-b089-767c0a39100c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848160 Jul 30 03:55:56.453980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bfb3831d-44de-467b-b0ef-bc4cede1a61d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:55:56.468202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.487452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.585699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=905cd414-999d-4acd-a9a5-1cbb08fe500e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:56.636671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:56.764567 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP 426a7e81-bb93-4c8a-8445-ac2cd1438f0d associated. External IP: 172.25.6.173, port: 2f23a33a-fa99-4567-b12f-644bee915b75. Jul 30 03:55:57.042003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 086c1032-22f7-4a3c-b41f-959771e2a74c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:55:57.183102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fca8df-422d-4542-98de-ee62f8c60203 req-8c0c9e0b-b07a-4dc6-8bf0-07154c481aac tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:57.185431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9fca8df-422d-4542-98de-ee62f8c60203 req-8c0c9e0b-b07a-4dc6-8bf0-07154c481aac tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0585785 Jul 30 03:55:57.190139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:55:57.203807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] Sync routers for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:55:57.217396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:57.218392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:57.224181 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:57.252462 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a0fd041-d84c-49c6-9607-fc8974dfd552 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8390446 Jul 30 03:55:57.253245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:57.255947 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22c69eb-beed-4d41-b2c2-268c49fd425a" -d '{"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:57.282265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9fca8df-422d-4542-98de-ee62f8c60203 req-88aa6b47-c606-4ab3-8306-fab7bcac8379 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879860 Jul 30 03:55:57.363694 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09370d72-2cd4-49b3-9569-69a92946162d x-openstack-request-id: req-09370d72-2cd4-49b3-9569-69a92946162d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:57.364294 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:57.364881 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09370d72-2cd4-49b3-9569-69a92946162d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:57.365585 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'status': 'completed', 'code': 200} Jul 30 03:55:57.452091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:57.519191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bfb3831d-44de-467b-b0ef-bc4cede1a61d up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:55:57.530367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6a44-fc73-4a2e-b767-9a88c51fa891 req-3fbe2049-220b-492c-bea1-4ede72554357 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:57.531991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa1b6a44-fc73-4a2e-b767-9a88c51fa891 req-3fbe2049-220b-492c-bea1-4ede72554357 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.1893406 Jul 30 03:55:57.546310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616a694-f7a4-4646-a997-b4bd1c2119a2 req-2baa1f53-5250-41d1-804d-1bc33367810f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:57.548226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7616a694-f7a4-4646-a997-b4bd1c2119a2 req-2baa1f53-5250-41d1-804d-1bc33367810f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0871141 Jul 30 03:55:57.557975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-5de3aec1-e74b-492e-8ad1-9e6a713ce99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:57.569380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-5de3aec1-e74b-492e-8ad1-9e6a713ce99b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1098 time: 0.1702168 Jul 30 03:55:57.725307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port bfb3831d-44de-467b-b0ef-bc4cede1a61d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:55:57.744410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port bfb3831d-44de-467b-b0ef-bc4cede1a61d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:55:57.746447 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:57.755841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa1b6a44-fc73-4a2e-b767-9a88c51fa891 req-fd22adb2-6ea0-49c7-bfcd-df9d5ad95756 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063365 Jul 30 03:55:57.759681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7616a694-f7a4-4646-a997-b4bd1c2119a2 req-9f44a40c-5012-4d6f-ab72-d60fc30c0bdb tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794112 Jul 30 03:55:57.819510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46090) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:57.841548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-e36375fa-dd01-4a25-9deb-15388a90e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:57.843505 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-e36375fa-dd01-4a25-9deb-15388a90e43f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 896 time: 0.2729125 Jul 30 03:55:57.983891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-693d150d-8791-4458-a033-e8e5c571c741 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/426a7e81-bb93-4c8a-8445-ac2cd1438f0d HTTP/1.1" status: 200 len: 992 time: 0.1631591 Jul 30 03:55:58.004078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-dbf17574-84e7-4d70-bcae-3052f960c683 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 1000 time: 0.1488996 Jul 30 03:55:58.034175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:58.088478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port bfb3831d-44de-467b-b0ef-bc4cede1a61d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:55:58.099365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:55:58.101493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-11b7431e-6ad6-4f04-b658-21f8a63cdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:58.103211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-11b7431e-6ad6-4f04-b658-21f8a63cdaac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0911746 Jul 30 03:55:58.137483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '426a7e81-bb93-4c8a-8445-ac2cd1438f0d', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'port_id': '2f23a33a-fa99-4567-b12f-644bee915b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'mac_address': 'fa:16:3e:80:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7473b606-8da8-438e-b671-c484aa681e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:55:55Z', 'updated_at': '2021-07-30T03:55:55Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:44Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:58.164532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-8834b961-222d-44de-9cb8-5b86372d02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:58.166574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-8834b961-222d-44de-9cb8-5b86372d02b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558705 Jul 30 03:55:58.188098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:55:58.190703 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb556da-4956-4eb1-bea8-cf472bc60029" -d '{"events": [{"server_uuid": "ffb8bd94-0cdd-44cc-ba04-349bed91ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "bfb3831d-44de-467b-b0ef-bc4cede1a61d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:55:58.255328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] Checking router: 086c1032-22f7-4a3c-b41f-959771e2a74c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:55:58.293718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=bfb3831d-44de-467b-b0ef-bc4cede1a61d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:55:58.297920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:55:58.298543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:55:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:58.353411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-4023e33e-e162-4caa-92f8-277cc90d3fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765847 Jul 30 03:55:58.505744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265c2cd-1959-4eee-8e60-eecc378a52c0 req-b516f12e-7397-4360-b4c1-3a5b5a1c772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:58.508129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0265c2cd-1959-4eee-8e60-eecc378a52c0 req-b516f12e-7397-4360-b4c1-3a5b5a1c772b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 1098 time: 0.0993352 Jul 30 03:55:58.568901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0265c2cd-1959-4eee-8e60-eecc378a52c0 req-a1ae4d1b-dc14-48ec-972a-e7acb2126ba8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Jul 30 03:55:58.577706 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56c96a-aaf3-4378-8b07-f2fa2c39d8aa x-openstack-request-id: req-2e56c96a-aaf3-4378-8b07-f2fa2c39d8aa {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:55:58.578002 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8bd94-0cdd-44cc-ba04-349bed91ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "bfb3831d-44de-467b-b0ef-bc4cede1a61d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:55:58.578266 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e56c96a-aaf3-4378-8b07-f2fa2c39d8aa {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:55:58.578679 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d', 'code': 200} Jul 30 03:55:58.589695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:55:58.622392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d12fb2-5601-46ba-b2af-ae40f02d21c2 req-4e24bf8b-faab-4be2-97e3-d5e3074a029c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:58.630099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0d12fb2-5601-46ba-b2af-ae40f02d21c2 req-4e24bf8b-faab-4be2-97e3-d5e3074a029c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1551051 Jul 30 03:55:58.656481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e22c69eb-beed-4d41-b2c2-268c49fd425a req-10b50f65-212a-4d9a-9d97-5185b57cda55 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917504 Jul 30 03:55:58.692339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0d12fb2-5601-46ba-b2af-ae40f02d21c2 req-6f07c539-79af-424b-a795-6f0e8fa7442d tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612473 Jul 30 03:55:58.981194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '426a7e81-bb93-4c8a-8445-ac2cd1438f0d', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'port_id': '2f23a33a-fa99-4567-b12f-644bee915b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'mac_address': 'fa:16:3e:80:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7473b606-8da8-438e-b671-c484aa681e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:55:55Z', 'updated_at': '2021-07-30T03:55:55Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:44Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:55:58.987959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46102) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:55:59.013831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb399c4a-dbe7-4ce3-9fb0-b49a606a4172 None None] The sync data for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 is: [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '426a7e81-bb93-4c8a-8445-ac2cd1438f0d', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'port_id': '2f23a33a-fa99-4567-b12f-644bee915b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'mac_address': 'fa:16:3e:80:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7473b606-8da8-438e-b671-c484aa681e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:55:55Z', 'updated_at': '2021-07-30T03:55:55Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:44Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:55:59.063978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61fb81f6-a7c5-41c2-97d0-2b55c9b57cd4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/426a7e81-bb93-4c8a-8445-ac2cd1438f0d HTTP/1.1" status: 200 len: 992 time: 0.0746777 Jul 30 03:55:59.069096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee689b22-a095-4d20-913a-334be0c0c0ad req-414e404b-203e-455e-ab1b-642e9c1f5d27 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:59.071653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee689b22-a095-4d20-913a-334be0c0c0ad req-414e404b-203e-455e-ab1b-642e9c1f5d27 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1527691 Jul 30 03:55:59.159684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee689b22-a095-4d20-913a-334be0c0c0ad req-d57a3aa6-aaf6-47ac-81ab-a450e8733bff tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797575 Jul 30 03:55:59.412129 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb030876-9699-45ed-baec-52e9f8183344 None None] New status for floating IP 426a7e81-bb93-4c8a-8445-ac2cd1438f0d: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:55:59.892074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007db3-3a73-47c4-ace7-e629ff408ddf req-128fe414-2128-48fc-8143-ac552c84ffe1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:55:59.894134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13007db3-3a73-47c4-ace7-e629ff408ddf req-128fe414-2128-48fc-8143-ac552c84ffe1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0839047 Jul 30 03:55:59.948815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13007db3-3a73-47c4-ace7-e629ff408ddf req-c7c4a715-8bfb-453f-9b95-a8e50ea5deb2 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Jul 30 03:56:00.067826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 46112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:00.188194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d76dee9-2d07-4616-a659-8f00b6ed0f76 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/426a7e81-bb93-4c8a-8445-ac2cd1438f0d HTTP/1.1" status: 200 len: 994 time: 0.1185434 Jul 30 03:56:00.355928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d996a-91f1-4ad6-822f-d10aace24111 req-0e5b708a-e55f-493e-ad1d-e7b6f5231f06 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:00.365928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-158d996a-91f1-4ad6-822f-d10aace24111 req-0e5b708a-e55f-493e-ad1d-e7b6f5231f06 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0742874 Jul 30 03:56:00.485431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-158d996a-91f1-4ad6-822f-d10aace24111 req-8a895694-5a9e-4574-acd8-e2190032a5f6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183169 Jul 30 03:56:00.670630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-466b90f8-0013-415a-a68f-18033bb50fd1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:00.672201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-466b90f8-0013-415a-a68f-18033bb50fd1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1842875 Jul 30 03:56:00.696332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-b5427954-d4bc-40fd-ac97-9a8e4853cea2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0159664 Jul 30 03:56:00.770147 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:00.780479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c0d146a1-c08b-49f4-9f4c-38cf74bae323 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829594 Jul 30 03:56:00.907853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-ed733d06-4ebb-4ec5-9c30-06eeb5da967c service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191511 Jul 30 03:56:01.027719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-3f79b376-73b0-4712-8a6d-f257cf1c3e8e service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187170 Jul 30 03:56:01.482614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6df7b0a8-b894-4d6e-9393-b0e1381ccef7 req-ed143fec-7ef4-47ff-b679-7340553cd16f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0802064 Jul 30 03:56:01.708484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f159f6-ccbc-40a4-81e6-94ab2901d4ca req-22ea0e3d-a67a-4a64-87d1-9a0cd8f9ab72 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:01.711072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1f159f6-ccbc-40a4-81e6-94ab2901d4ca req-22ea0e3d-a67a-4a64-87d1-9a0cd8f9ab72 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0655942 Jul 30 03:56:01.804827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1f159f6-ccbc-40a4-81e6-94ab2901d4ca req-3b1d306c-059b-4154-a0f7-325d605b34e1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869079 Jul 30 03:56:02.590830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d424b71-b197-4217-81d3-327b72658de2 req-45d2150c-0211-4ddc-950a-0aa5e8f91541 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0485060 Jul 30 03:56:02.895338 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-dad6b531-b068-430f-8676-e46f5205b7e2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:02.898033 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-dad6b531-b068-430f-8676-e46f5205b7e2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1599932 Jul 30 03:56:02.937019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:03.024108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266454-e2c9-4964-b696-4d952dcefc40 req-52f7bebb-9e6a-4ea6-b11f-cf8889fd07ff tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:03.045105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71266454-e2c9-4964-b696-4d952dcefc40 req-52f7bebb-9e6a-4ea6-b11f-cf8889fd07ff tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1111691 Jul 30 03:56:03.115816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71266454-e2c9-4964-b696-4d952dcefc40 req-da97675e-62c5-4d7f-9857-aab26a22d5f1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645666 Jul 30 03:56:03.221806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:56:03.226564 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:03.451636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.4 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/3a360d86-4cc7-4cb0-8ba5-bce9938a1217) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:56:03.812817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93891436-a1db-4ebf-a608-5be79c2dfc74 req-de9af486-147f-48b3-9a2f-34929d0d5204 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0765672 Jul 30 03:56:03.854767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:03.875170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:56:03.915368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:04.007310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:56:04.016189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:56:04.023970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:56:04.385432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97660c6-c4ad-4b34-a476-bc1ed9b4d645 req-4d7d4153-b70b-4da5-b32e-29ba54993aa1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:04.395130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c97660c6-c4ad-4b34-a476-bc1ed9b4d645 req-4d7d4153-b70b-4da5-b32e-29ba54993aa1 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1159177 Jul 30 03:56:04.481566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7fd47ce0-601a-4a87-954d-fdd0b5e9981b None None] Provisioning for port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:56:04.486403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c97660c6-c4ad-4b34-a476-bc1ed9b4d645 req-fd5c908e-7aa3-4335-85fb-1b9a4a11f13c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890062 Jul 30 03:56:04.510285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7fd47ce0-601a-4a87-954d-fdd0b5e9981b None None] Provisioning complete for port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:56:04.511178 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd47ce0-601a-4a87-954d-fdd0b5e9981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:04.579026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7fd47ce0-601a-4a87-954d-fdd0b5e9981b None None] Port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:56:04.809814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:04.862313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:04.863325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:04.883937 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-cff14015-a870-4996-b1e9-d5a3f2c6a2b7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9551728 Jul 30 03:56:04.906973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Request body: {'port': {'device_id': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:05.056406 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:05.075983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73315add-e1c5-4882-aa7b-d195dfe9b519 req-0cfa1ca5-083a-453d-8eb3-d8a92e70f287 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:05.086335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73315add-e1c5-4882-aa7b-d195dfe9b519 req-0cfa1ca5-083a-453d-8eb3-d8a92e70f287 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 931 time: 0.1052511 Jul 30 03:56:05.154912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73315add-e1c5-4882-aa7b-d195dfe9b519 req-7569a67b-d4dc-43ba-a77b-6188ecbc1aca tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674400 Jul 30 03:56:05.587084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:56:05.596718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:05.615323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Transition to ACTIVE for port object 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:56:05.632690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:05.722256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b0763-8b89-4e4b-8d91-1867e1661599 req-5643ae65-c9db-45b7-b413-113cc4728a37 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:05.727184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c4b0763-8b89-4e4b-8d91-1867e1661599 req-5643ae65-c9db-45b7-b413-113cc4728a37 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1041083 Jul 30 03:56:05.760744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Pushing event updated for resources: {'Port': ['ID=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:05.806531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c4b0763-8b89-4e4b-8d91-1867e1661599 req-f1a26978-145d-42c6-b179-65112905e5be tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724137 Jul 30 03:56:05.907273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Attempting to bind port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:56:05.907614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Attempting to bind port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:56:05.907939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Attempting to bind port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:05.918765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:56:05.926793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Attempting to bind port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:05.936014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:56:05.952902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:56:05.953500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:56:05.954335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Bound port: 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:56:05.954814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:05.970001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-04491cd1-d79e-4a24-a8e4-3164dde03e2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1114030 Jul 30 03:56:06.107423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] For port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:06.132307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] For port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:56:06.146400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2acb6-2acd-406d-ac42-9483606c627d req-2a87785c-385d-40a3-8324-ac1368c68976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:06.149064 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-2a87785c-385d-40a3-8324-ac1368c68976 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 1097 time: 0.0908632 Jul 30 03:56:06.151413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:06.295607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:06.300695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:06.302649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] 10.222.0.16 "PUT /v2.0/ports/3a360d86-4cc7-4cb0-8ba5-bce9938a1217 HTTP/1.1" status: 200 len: 1092 time: 1.4026117 Jul 30 03:56:06.308470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'tag': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:06.352975 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435150a-b25d-489c-a9bc-4f3b425a5dae" -d '{"events": [{"name": "network-changed", "server_uuid": "9101bff7-a5ac-45fb-910b-2b4e6d4a1582", "tag": "3a360d86-4cc7-4cb0-8ba5-bce9938a1217"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:06.510306 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226da6a4-c442-4161-91db-4c773dfebb3a x-openstack-request-id: req-226da6a4-c442-4161-91db-4c773dfebb3a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:06.510602 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9101bff7-a5ac-45fb-910b-2b4e6d4a1582", "tag": "3a360d86-4cc7-4cb0-8ba5-bce9938a1217", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:06.510856 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-226da6a4-c442-4161-91db-4c773dfebb3a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:06.511291 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'tag': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217', 'status': 'completed', 'code': 200} Jul 30 03:56:06.529204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28188-4aa7-4767-a944-d774d6ac5331 service neutron] Pushing event updated for resources: {'Port': ['ID=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:06.582270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-db4dfa39-19cb-4bfc-8b0d-533642b508bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:06.586662 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-db4dfa39-19cb-4bfc-8b0d-533642b508bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 1095 time: 0.1979194 Jul 30 03:56:06.700742 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-c25df766-0c26-4e8e-a0fe-ab73bbc23557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217 HTTP/1.1" status: 200 len: 217 time: 0.0992508 Jul 30 03:56:06.832906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-8b6d77d2-df4f-40b5-8ecc-30fb2e840cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:06.834737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-8b6d77d2-df4f-40b5-8ecc-30fb2e840cfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.1262116 Jul 30 03:56:06.979479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-e80b03f3-2e16-4223-9f86-4d67addd8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:06.980989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-e80b03f3-2e16-4223-9f86-4d67addd8a52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317301 Jul 30 03:56:07.127113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833105-a376-4b03-be73-7312755426aa req-7b5a4550-7f29-4689-84b9-51e20a1724f3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.135742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db833105-a376-4b03-be73-7312755426aa req-7b5a4550-7f29-4689-84b9-51e20a1724f3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.8400521 Jul 30 03:56:07.146309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2acb6-2acd-406d-ac42-9483606c627d req-db13bed5-49aa-465c-bbe8-c200edbad0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.148149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-db13bed5-49aa-465c-bbe8-c200edbad0c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 914 time: 0.9770555 Jul 30 03:56:07.201388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-fdae4620-b282-4bb1-b0d4-ae840322cb0c service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039521 Jul 30 03:56:07.202933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-db833105-a376-4b03-be73-7312755426aa req-4aee83cc-ac7a-4d41-81e5-f30b7b455ad2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660524 Jul 30 03:56:07.260699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-a2057d30-1cf0-4b89-9ef9-192130ec25a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ef698c-f4d3-4b24-b3d9-94e885191015 HTTP/1.1" status: 200 len: 217 time: 0.0816021 Jul 30 03:56:07.302202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99a0b6-9d5f-41cc-bb4c-efe1e00da0b0 req-73fa54da-78bd-47b3-bf75-582eb25b1460 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.303987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a99a0b6-9d5f-41cc-bb4c-efe1e00da0b0 req-73fa54da-78bd-47b3-bf75-582eb25b1460 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.2460544 Jul 30 03:56:07.363354 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-90b4706a-3f98-42a4-ac63-ead08a1d8371 req-2ed64504-bd32-4a72-8dff-905558ba7b1a service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533823 Jul 30 03:56:07.398081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2acb6-2acd-406d-ac42-9483606c627d req-fec3cba2-c84c-4c77-9766-98ec4f08448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.400089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-fec3cba2-c84c-4c77-9766-98ec4f08448b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.1240687 Jul 30 03:56:07.453042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-df32519b-21e9-4c4d-9c7c-d02be0a001ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433857 Jul 30 03:56:07.495662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a99a0b6-9d5f-41cc-bb4c-efe1e00da0b0 req-d355a960-3ab7-499d-9eba-a7b8c1dbd686 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942523 Jul 30 03:56:07.582509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-71ef7687-3e2d-463d-bf3b-d1cd9d4d7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.584161 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-71ef7687-3e2d-463d-bf3b-d1cd9d4d7795 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 1095 time: 0.1012130 Jul 30 03:56:07.694960 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:56:07.709666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-526df0a6-3690-4066-b700-1a488bad3737 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078450 Jul 30 03:56:07.800473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-a831394f-7445-4a9d-99d0-7dba92a4c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.802539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-a831394f-7445-4a9d-99d0-7dba92a4c4ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.2091143 Jul 30 03:56:07.884571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-f3949736-9e64-47db-b42d-d6f795a97160 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217 HTTP/1.1" status: 200 len: 217 time: 0.0685236 Jul 30 03:56:07.910938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99d2acb6-2acd-406d-ac42-9483606c627d req-6c851121-89be-4783-b2fb-7c7657c0f403 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914220 Jul 30 03:56:07.964708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-4e8c7335-f26c-4a93-bbf5-280ab1f52f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:07.967304 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-4e8c7335-f26c-4a93-bbf5-280ab1f52f44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0762682 Jul 30 03:56:08.041035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-3f06fb64-a81f-454b-b2bf-305ef4bb2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:08.042568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-3f06fb64-a81f-454b-b2bf-305ef4bb2d44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651901 Jul 30 03:56:08.240269 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-5652010a-7c29-444c-a70e-9497c765c3c4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884620 Jul 30 03:56:08.445721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dab314-defa-4f51-acdb-8e3959be5ec3 req-afc9e2cc-6146-4d61-9c45-9f1a170b8a2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:08.462790 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0dab314-defa-4f51-acdb-8e3959be5ec3 req-afc9e2cc-6146-4d61-9c45-9f1a170b8a2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1504979 Jul 30 03:56:08.512639 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1435150a-b25d-489c-a9bc-4f3b425a5dae req-24c62aa6-a8d9-42a1-8919-0292ac063e29 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610676 Jul 30 03:56:08.547536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0dab314-defa-4f51-acdb-8e3959be5ec3 req-1a082538-b93e-4b3c-9338-b00770f5dd28 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799108 Jul 30 03:56:08.723465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736cc64-5331-4f5a-a28d-dd2d1a98782a req-79926e15-819a-45d2-956a-4a26e86a7d2e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:08.725913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b736cc64-5331-4f5a-a28d-dd2d1a98782a req-79926e15-819a-45d2-956a-4a26e86a7d2e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1007755 Jul 30 03:56:08.797461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b736cc64-5331-4f5a-a28d-dd2d1a98782a req-5b112f17-d5b3-4d4c-b2a6-c563c64ee2f6 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561273 Jul 30 03:56:09.757833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492805e-6f49-4457-a7f6-2bccf7fc8ccf req-536a1a0f-aa85-4325-9dca-766364183f59 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:09.766005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5492805e-6f49-4457-a7f6-2bccf7fc8ccf req-536a1a0f-aa85-4325-9dca-766364183f59 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1032808 Jul 30 03:56:09.887625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5492805e-6f49-4457-a7f6-2bccf7fc8ccf req-e2a1c0d9-bb08-4100-af8c-d8b022d59d61 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058450 Jul 30 03:56:10.054674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860e2e3-de0f-4d1d-8ba9-269b2cf13fd5 req-cc71da5a-31a7-4826-a2aa-a1ccc46372f3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:10.062352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b860e2e3-de0f-4d1d-8ba9-269b2cf13fd5 req-cc71da5a-31a7-4826-a2aa-a1ccc46372f3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1166472 Jul 30 03:56:10.139896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b860e2e3-de0f-4d1d-8ba9-269b2cf13fd5 req-3bf7a918-9f48-488a-8466-69efc0580be2 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765448 Jul 30 03:56:11.004068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:11.033100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817c7f1-d35d-4fb7-912b-b080ae21f486 req-e53bd8ba-f507-4eea-bb9a-96526ec2d9cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:11.037561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b817c7f1-d35d-4fb7-912b-b080ae21f486 req-e53bd8ba-f507-4eea-bb9a-96526ec2d9cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0748856 Jul 30 03:56:11.083507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b817c7f1-d35d-4fb7-912b-b080ae21f486 req-a2b6f5e9-32e1-458c-9753-c3a9e000ad38 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Jul 30 03:56:11.305151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b753332-5d4c-426b-9d30-5c0fc39f029f req-b79d8b00-5731-4b3f-99d5-7c3c71b27a43 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:11.313793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b753332-5d4c-426b-9d30-5c0fc39f029f req-b79d8b00-5731-4b3f-99d5-7c3c71b27a43 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0672433 Jul 30 03:56:11.367261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b753332-5d4c-426b-9d30-5c0fc39f029f req-61e864d2-d39b-43d2-9887-a2326c31523c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522921 Jul 30 03:56:12.301464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-4e458e72-7fb4-4052-95ce-2ad4fbf121aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:12.302898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-4e458e72-7fb4-4052-95ce-2ad4fbf121aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1097 time: 0.0673444 Jul 30 03:56:12.311215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71999491-120e-4f4a-b1c9-f3240b9df8b5 req-87756859-861b-4331-bfc8-f81895746bce tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:12.312570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71999491-120e-4f4a-b1c9-f3240b9df8b5 req-87756859-861b-4331-bfc8-f81895746bce tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1040838 Jul 30 03:56:12.387363 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-caa6d9f0-78fa-4242-83a0-abf796df32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:12.426567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71999491-120e-4f4a-b1c9-f3240b9df8b5 req-dc2cc20c-66db-49a9-87d1-8b2cb83b4a2e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047742 Jul 30 03:56:12.504247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-6517229e-7a03-41a9-9056-52fd126a183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:12.505844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-6517229e-7a03-41a9-9056-52fd126a183a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1924129 Jul 30 03:56:12.564252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d23f2-9320-4cb6-bf94-fdf90f4737e9 req-b2e99b8f-c3f6-4eb0-a6c0-54a3ee43182f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:12.566842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-204d23f2-9320-4cb6-bf94-fdf90f4737e9 req-b2e99b8f-c3f6-4eb0-a6c0-54a3ee43182f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.1030746 Jul 30 03:56:12.615261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-c94ebc88-c4b6-44ba-97d7-8fceb5cfaefe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 1001 time: 0.1000259 Jul 30 03:56:12.660134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-204d23f2-9320-4cb6-bf94-fdf90f4737e9 req-902e6c63-7e55-486a-ba06-aa229e0a56df tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877411 Jul 30 03:56:12.712995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-ef538e9a-951c-4f18-823b-2667493a715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:12.714512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-ef538e9a-951c-4f18-823b-2667493a715c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0864367 Jul 30 03:56:12.776512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-bdd34f7c-70e2-49a1-ae4e-df356368afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:12.778047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-bdd34f7c-70e2-49a1-ae4e-df356368afc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555487 Jul 30 03:56:12.877140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-b1c4d57b-0467-4547-ab4a-b61533bb9187 service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899785 Jul 30 03:56:13.001734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5105d30c-9820-4d04-8c97-a2635d033f91 req-4604cc11-39a3-4ae9-8c38-44983f726e1b service neutron] 10.222.0.18 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155195 Jul 30 03:56:13.569222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ee54-d750-4dbb-9179-9ffcf902b14e req-3887c6e3-62bf-4695-b411-90832236f1ed tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:13.571866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7659ee54-d750-4dbb-9179-9ffcf902b14e req-3887c6e3-62bf-4695-b411-90832236f1ed tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0618498 Jul 30 03:56:13.616548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7659ee54-d750-4dbb-9179-9ffcf902b14e req-7835ecba-faa6-449d-97d7-e9d186eaa1c9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Jul 30 03:56:13.833884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22596c5a-ea85-45aa-bcb3-cf3a35f3086c req-7a0b136f-944a-405d-9420-a966149ce8f3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:13.836127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22596c5a-ea85-45aa-bcb3-cf3a35f3086c req-7a0b136f-944a-405d-9420-a966149ce8f3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0743101 Jul 30 03:56:13.889231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22596c5a-ea85-45aa-bcb3-cf3a35f3086c req-1466f890-a7bc-4603-944c-b184a83a3e22 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461311 Jul 30 03:56:14.696190 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1d93319-e5ab-43aa-93ad-53645c779793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:14.765649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc236f2-f1dc-42da-aa7d-49a3487ac4ef req-71b2ba7f-d4e9-4cda-acce-d0c6b5f96248 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:14.767403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cc236f2-f1dc-42da-aa7d-49a3487ac4ef req-71b2ba7f-d4e9-4cda-acce-d0c6b5f96248 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0659885 Jul 30 03:56:14.821503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cc236f2-f1dc-42da-aa7d-49a3487ac4ef req-b7c5932a-abc5-4773-a06b-254d502e1fc3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Jul 30 03:56:14.981472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:15.011236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f5a48-1ad0-4b66-b8cf-e75ec38358f3 req-e5ef5ee5-eec2-4898-9247-40980951bfb4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:15.012717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-949f5a48-1ad0-4b66-b8cf-e75ec38358f3 req-e5ef5ee5-eec2-4898-9247-40980951bfb4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0505667 Jul 30 03:56:15.051167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-949f5a48-1ad0-4b66-b8cf-e75ec38358f3 req-d86eab14-79d5-4171-9aa4-0f32cd35d824 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Jul 30 03:56:15.589944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:56:15.669468 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:15.692786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:15.695690 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15654110-8a40-4aca-8833-c5b0d3df8263" -d '{"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:15.709264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:15.716827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:15.746426 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836a718-7a14-4fca-8765-d077f15410e3 x-openstack-request-id: req-4836a718-7a14-4fca-8765-d077f15410e3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:15.746426 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-unplugged", "status": "failed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "code": 422}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:15.746426 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4836a718-7a14-4fca-8765-d077f15410e3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:15.746426 n-d-778696-14 neutron-server[93878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'code': 422} returned with failed status Jul 30 03:56:15.772981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:15.781196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.781616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.782143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.782545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.782944 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.783372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.783765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.784174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.784563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.784950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.785341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.785728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:15.980351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4046ac4-26be-449e-8b7e-a90001cbf909 req-108b5170-3126-4115-ad7e-eb3d6e02b3ac tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:15.981884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4046ac4-26be-449e-8b7e-a90001cbf909 req-108b5170-3126-4115-ad7e-eb3d6e02b3ac tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0798869 Jul 30 03:56:16.011190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2582bcb-bc7d-4272-a380-afb2b92c72df req-754168fa-8313-43f5-b5f9-a1b005f9fc4f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:16.018571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2582bcb-bc7d-4272-a380-afb2b92c72df req-754168fa-8313-43f5-b5f9-a1b005f9fc4f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 943 time: 0.0871553 Jul 30 03:56:16.078487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4046ac4-26be-449e-8b7e-a90001cbf909 req-e5e590a4-ecb7-4de4-95e0-c305fe0f2a92 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855882 Jul 30 03:56:16.086591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2582bcb-bc7d-4272-a380-afb2b92c72df req-f25746d6-7a09-4880-a3cf-cad401d2542e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666809 Jul 30 03:56:16.087004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 46766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:16.201063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-3f8e7d4f-989a-4bbc-b998-023eeee38c37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129010 Jul 30 03:56:16.414526 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:17.213352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-987f4d13-89f1-44ab-bae3-a417c775d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:17.215546 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-987f4d13-89f1-44ab-bae3-a417c775d9f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686&tenant_id=8a11e35f536446af8f7e500d516c83b5 HTTP/1.1" status: 200 len: 1095 time: 0.0485163 Jul 30 03:56:17.234831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:17.264111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f928892-b09c-4953-b60f-41df4bd6f92d req-92b4edac-de7e-47a1-a140-fc479867fb0c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:17.265735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f928892-b09c-4953-b60f-41df4bd6f92d req-92b4edac-de7e-47a1-a140-fc479867fb0c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0836906 Jul 30 03:56:17.274904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6714fa-ee54-4d5a-8709-96f7ede86416 req-f930b2bd-29d9-4aa0-b556-49bff79ad0fd tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:17.276582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df6714fa-ee54-4d5a-8709-96f7ede86416 req-f930b2bd-29d9-4aa0-b556-49bff79ad0fd tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 943 time: 0.0860372 Jul 30 03:56:17.292157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:17.332756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f928892-b09c-4953-b60f-41df4bd6f92d req-49a6603c-c316-4045-8938-66b207310de0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Jul 30 03:56:17.341049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df6714fa-ee54-4d5a-8709-96f7ede86416 req-fe0e9e63-948d-4be4-b84c-0db0f33a2a1d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562501 Jul 30 03:56:17.515487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:17.550812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:17.587535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:56:17.595519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:17.608830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Transition to ACTIVE for port object f7fa85e8-e0d7-482f-ad50-12e397aab965 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:56:17.613491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:17.659350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:17.771191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] No DVR routers for this DVR port f7fa85e8-e0d7-482f-ad50-12e397aab965 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:56:17.952148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:56:17.952846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:56:17.953349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:17.963885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Port f7fa85e8-e0d7-482f-ad50-12e397aab965 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:56:17.964583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Attempting to bind port f7fa85e8-e0d7-482f-ad50-12e397aab965 on network 3f076422-8250-48a7-8ec8-3fdef4cce05c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:17.973015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:56:17.973367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Checking segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:56:17.973761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Bound using segment: {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:56:17.974192 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Bound port: f7fa85e8-e0d7-482f-ad50-12e397aab965, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:56:17.974833 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:18.035998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:18.063939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:18.067119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:56:18.072146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:18.112896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.113515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:18.115081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 1092 time: 0.8844810 Jul 30 03:56:18.115416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:18.118354 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d334b-8675-4d17-8bd5-df74647c0714" -d '{"events": [{"name": "network-changed", "server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:18.159103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fab1c8-0f6e-41fd-b2e7-14bcbd092296 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:18.172528 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7eb4e5-4836-4914-bc30-a89d057a9189 x-openstack-request-id: req-0a7eb4e5-4836-4914-bc30-a89d057a9189 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:18.173095 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:18.174045 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a7eb4e5-4836-4914-bc30-a89d057a9189 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:18.174612 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'status': 'completed', 'code': 200} Jul 30 03:56:18.240576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-5164a404-c84f-4001-8ece-ff6e7897239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.242913 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-5164a404-c84f-4001-8ece-ff6e7897239c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1096 time: 0.0670593 Jul 30 03:56:18.362256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-1d4d43e1-452d-40d8-a11e-0be0fa8d1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.363792 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-1d4d43e1-452d-40d8-a11e-0be0fa8d1314 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1117737 Jul 30 03:56:18.494480 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-5db557da-c5d3-4aa8-9086-3e615b458041 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 999 time: 0.1223407 Jul 30 03:56:18.537128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9ef8-041d-42fb-9ec2-6cbaf8a45da1 req-e2ff6110-c781-4009-b8e8-95f1daf973cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.545970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce2f9ef8-041d-42fb-9ec2-6cbaf8a45da1 req-e2ff6110-c781-4009-b8e8-95f1daf973cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1183019 Jul 30 03:56:18.549333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-20dcf049-cbb5-44b2-a306-95d1648bf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.550907 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-20dcf049-cbb5-44b2-a306-95d1648bf983 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0492425 Jul 30 03:56:18.607684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce2f9ef8-041d-42fb-9ec2-6cbaf8a45da1 req-0df3522a-75af-42f0-bfe0-a055e034567f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607314 Jul 30 03:56:18.615380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-b4a53758-4d18-4346-b645-8f65e55de7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.616749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336f8b-7073-49c6-9d6c-28ac30590450 req-c8ceaf14-eee7-4bea-9df2-5b819d073e9e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.618251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84336f8b-7073-49c6-9d6c-28ac30590450 req-c8ceaf14-eee7-4bea-9df2-5b819d073e9e tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.1352379 Jul 30 03:56:18.618648 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-b4a53758-4d18-4346-b645-8f65e55de7dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600812 Jul 30 03:56:18.673865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-84336f8b-7073-49c6-9d6c-28ac30590450 req-f3852355-d5a3-4515-acde-637a08070d39 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Jul 30 03:56:18.739129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-9e57349e-7a2b-4646-8d6b-2674337495ed service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125078 Jul 30 03:56:18.832858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b665b87f-ab61-4cfd-b50d-8188077e26c7 req-afe45244-34c8-48dc-a472-ed20f75bf15d service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Jul 30 03:56:18.988140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d334b-8675-4d17-8bd5-df74647c0714 req-8e0c582f-d865-49d7-90af-04a1c9b40648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:18.990088 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-8e0c582f-d865-49d7-90af-04a1c9b40648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a11e35f536446af8f7e500d516c83b5&device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1096 time: 0.0492520 Jul 30 03:56:19.117975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d334b-8675-4d17-8bd5-df74647c0714 req-9886645e-11a5-4c65-a95f-b6518a1a7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:19.119919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-9886645e-11a5-4c65-a95f-b6518a1a7eaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 200 len: 917 time: 0.1218135 Jul 30 03:56:19.245763 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-49587989-e33f-4f99-b94d-efa1426d7a5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 200 len: 999 time: 0.1176398 Jul 30 03:56:19.723387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc2b9-06a9-403c-a745-9a119d6d62a5 req-4460cf77-17b3-4364-b408-9db9c65f2dca tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:19.731443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77efc2b9-06a9-403c-a745-9a119d6d62a5 req-4460cf77-17b3-4364-b408-9db9c65f2dca tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0621705 Jul 30 03:56:19.780390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77efc2b9-06a9-403c-a745-9a119d6d62a5 req-d33b2653-5cc6-4272-afc6-7ababbca4e39 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Jul 30 03:56:19.878183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ffcdf-0ffa-4557-ac0e-44ac611eb871 req-0aa6d397-acf1-488f-a8dd-1a94ea761150 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:19.887016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb3ffcdf-0ffa-4557-ac0e-44ac611eb871 req-0aa6d397-acf1-488f-a8dd-1a94ea761150 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0770192 Jul 30 03:56:19.925607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fb3ffcdf-0ffa-4557-ac0e-44ac611eb871 req-c7869cf0-bec1-4a38-8b54-008267980371 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374665 Jul 30 03:56:20.952099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841499-fd88-492d-976c-1d9bf4a19593 req-7b708957-81fa-456e-834a-48aaa95aa63e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:20.954796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b841499-fd88-492d-976c-1d9bf4a19593 req-7b708957-81fa-456e-834a-48aaa95aa63e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1084905 Jul 30 03:56:21.003501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b841499-fd88-492d-976c-1d9bf4a19593 req-03a5e773-9343-42dc-a19f-1f8efe0cd61a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Jul 30 03:56:21.115715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a70d9-a5b6-481a-bc7e-b01d334e1267 req-3486bf61-6fec-4425-ab28-42c5ee8fec4d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:21.117219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b22a70d9-a5b6-481a-bc7e-b01d334e1267 req-3486bf61-6fec-4425-ab28-42c5ee8fec4d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0523987 Jul 30 03:56:21.182108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b22a70d9-a5b6-481a-bc7e-b01d334e1267 req-7a07372b-124f-407d-9005-0837b52a5bd0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579634 Jul 30 03:56:22.165056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93955d-8965-4b7f-94e2-3e0646ecbd18 req-5bd50ac6-0018-4d26-aea6-1e1220b40c13 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:22.176032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a93955d-8965-4b7f-94e2-3e0646ecbd18 req-5bd50ac6-0018-4d26-aea6-1e1220b40c13 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0621409 Jul 30 03:56:22.223725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a93955d-8965-4b7f-94e2-3e0646ecbd18 req-212501e7-cfdb-4734-b347-eb4d3161c9ed tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Jul 30 03:56:22.347398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957737a8-b7d4-49ae-b0b8-b7550c76a4a9 req-5e4d82c6-63a7-47e2-b003-d6c49a00bcac tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:22.356149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-957737a8-b7d4-49ae-b0b8-b7550c76a4a9 req-5e4d82c6-63a7-47e2-b003-d6c49a00bcac tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0675218 Jul 30 03:56:22.399922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-957737a8-b7d4-49ae-b0b8-b7550c76a4a9 req-829f0726-773c-4f19-aeb5-9166026841c3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Jul 30 03:56:23.371791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b9e9-65c0-4dac-a108-c4c51c3cb286 req-8ce84764-cc77-479b-b866-42df89a9bfb6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:23.373356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee69b9e9-65c0-4dac-a108-c4c51c3cb286 req-8ce84764-cc77-479b-b866-42df89a9bfb6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0690889 Jul 30 03:56:23.416536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee69b9e9-65c0-4dac-a108-c4c51c3cb286 req-27463556-cd24-48f0-9b16-c9a996bddd3c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Jul 30 03:56:23.670478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37e592-c282-4499-820a-2775f154588e req-42fcd892-e31d-4c2c-9ea2-1199c3ad56fa tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:23.684336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc37e592-c282-4499-820a-2775f154588e req-42fcd892-e31d-4c2c-9ea2-1199c3ad56fa tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.1245933 Jul 30 03:56:23.751591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc37e592-c282-4499-820a-2775f154588e req-4492cc3a-1d7c-4a25-89e1-481c1a649f34 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619280 Jul 30 03:56:24.005387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-fde163ba-1792-41f3-a49b-5d1ba8a82b44 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:24.011684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-fde163ba-1792-41f3-a49b-5d1ba8a82b44 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.1564250 Jul 30 03:56:24.054248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-2e1fd3d2-0dea-4ebe-a972-88494f97157c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/quotas/a1d7891a048b49ad8d02450ca4c13776 HTTP/1.1" status: 200 len: 375 time: 0.0170965 Jul 30 03:56:24.126099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-2d2f1454-c682-4a61-8f2a-e069096ed190 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708990 Jul 30 03:56:24.255444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-944d6cda-14ac-4d39-8b4b-8f42bb83472c service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280777 Jul 30 03:56:24.369699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-f1cf98cd-595f-438d-be5d-c2df110b52db service neutron] 10.222.0.39 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133256 Jul 30 03:56:24.666699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a3aa5-95c9-4e32-9389-d922295fd6ca req-8900867f-51ba-4a99-b0f2-9337912ea138 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:24.676632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba8a3aa5-95c9-4e32-9389-d922295fd6ca req-8900867f-51ba-4a99-b0f2-9337912ea138 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1591179 Jul 30 03:56:24.767281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2cb51aba-aedc-429c-a1f6-10985c566190 req-b90b414d-26d0-4acc-8fb2-a0702c20f3cc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.1161036 Jul 30 03:56:24.856446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba8a3aa5-95c9-4e32-9389-d922295fd6ca req-a0f0c897-2043-40d4-b0a4-4a3707875ebc tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557159 Jul 30 03:56:25.049410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398e94-852c-4460-8df8-316fd64f4985 req-a8480654-8d16-404c-8786-551a60bf1a5f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:25.051353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be398e94-852c-4460-8df8-316fd64f4985 req-a8480654-8d16-404c-8786-551a60bf1a5f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.1323426 Jul 30 03:56:25.180723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be398e94-852c-4460-8df8-316fd64f4985 req-06c81740-81d8-4df0-9d09-4817b6941864 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224914 Jul 30 03:56:25.903947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-252c3983-a42a-4eb3-a7d8-725efad916f6 req-bbb8d9f1-7176-4241-a4f1-cdc256d153e1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0269890 Jul 30 03:56:25.980519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4197-28f9-4ba1-9e2d-657c56ac8009 req-1fbe8b14-d8ef-460a-901e-6a818ba2777e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:25.982327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4af4197-28f9-4ba1-9e2d-657c56ac8009 req-1fbe8b14-d8ef-460a-901e-6a818ba2777e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0567172 Jul 30 03:56:26.024220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4af4197-28f9-4ba1-9e2d-657c56ac8009 req-149e8e2d-f9b2-4601-8986-428a90b3116d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354121 Jul 30 03:56:26.293548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cea87-7230-405a-9278-c4e49de94759 req-28f2ce2f-ab8e-4f46-bd8b-7a1368ed3106 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:26.295016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-224cea87-7230-405a-9278-c4e49de94759 req-28f2ce2f-ab8e-4f46-bd8b-7a1368ed3106 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0492342 Jul 30 03:56:26.342802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-224cea87-7230-405a-9278-c4e49de94759 req-6c9e8d07-08a9-4dfb-9e98-e1cd501bf828 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Jul 30 03:56:27.024984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-426a1b5d-f475-4fec-94f3-dd00b237cd31 req-9ec13967-5c3b-4052-afb8-51a32af8bc3b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0277648 Jul 30 03:56:27.156728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae85b4d-ed36-4502-ba39-2b617b4c12e1 req-ccaf8c15-806a-475a-b353-b7de77fb549d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:27.158257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ae85b4d-ed36-4502-ba39-2b617b4c12e1 req-ccaf8c15-806a-475a-b353-b7de77fb549d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0575392 Jul 30 03:56:27.200088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ae85b4d-ed36-4502-ba39-2b617b4c12e1 req-3751ad46-5c06-404c-b0b8-1e40ec7f0cbe tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Jul 30 03:56:27.498685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752c5b0-6625-466d-926d-583de1718025 req-ebdee119-0abd-43d1-895f-0be1e9dba6f4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:27.500290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2752c5b0-6625-466d-926d-583de1718025 req-ebdee119-0abd-43d1-895f-0be1e9dba6f4 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0601726 Jul 30 03:56:27.556221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2752c5b0-6625-466d-926d-583de1718025 req-71d0cff6-6b68-464d-b96c-9f84c038c350 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498369 Jul 30 03:56:28.143222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-736e13c0-ceb2-477c-a943-293274cfc141 req-57dbfcef-140b-4b5c-9eb8-f1208d45f0b2 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0375035 Jul 30 03:56:28.333585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00f24d-68d2-4823-9b31-1560700273f9 req-19b18c00-3800-4e10-a449-0dc859e6ba14 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:28.335190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c00f24d-68d2-4823-9b31-1560700273f9 req-19b18c00-3800-4e10-a449-0dc859e6ba14 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0531960 Jul 30 03:56:28.386358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c00f24d-68d2-4823-9b31-1560700273f9 req-2af2d484-733b-4e63-8007-abd06c1590e6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Jul 30 03:56:28.693621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaed14-e239-4410-8dae-2e40f7e5740b req-5c6d0f1d-fd0a-4436-8e8b-683fe440b2b3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:28.696521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcbaed14-e239-4410-8dae-2e40f7e5740b req-5c6d0f1d-fd0a-4436-8e8b-683fe440b2b3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0555363 Jul 30 03:56:28.742776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcbaed14-e239-4410-8dae-2e40f7e5740b req-7638dd31-0d80-4280-be51-d7dc7d5458e0 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Jul 30 03:56:29.279582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bad0e82-cd7a-4416-9ff7-fa7c9579e611 req-e80a5326-7f11-4381-87bb-48dd3a7f7ec8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0291097 Jul 30 03:56:29.508986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85497-36b8-4a3b-9c69-b4587dd95293 req-d38cb9ac-eaa9-4855-85ca-141d423f96b4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:29.510701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9a85497-36b8-4a3b-9c69-b4587dd95293 req-d38cb9ac-eaa9-4855-85ca-141d423f96b4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0480888 Jul 30 03:56:29.551200 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9a85497-36b8-4a3b-9c69-b4587dd95293 req-cd65f036-4480-493d-b965-03a1321fe3b0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Jul 30 03:56:29.902123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51906bd8-dfd9-426e-8437-6bbf47163d2f req-fa8aecb1-87df-4b94-99b8-d3ad738f1f9b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:29.903767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51906bd8-dfd9-426e-8437-6bbf47163d2f req-fa8aecb1-87df-4b94-99b8-d3ad738f1f9b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0690529 Jul 30 03:56:29.964970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51906bd8-dfd9-426e-8437-6bbf47163d2f req-d1dda39e-5d6a-4ff6-957a-187654089a06 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Jul 30 03:56:30.387353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2bd2ee8-099d-44db-badb-c59eed09e4cd req-830c802a-f17b-40a9-82a0-e0186196d848 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0376306 Jul 30 03:56:30.677564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb2576-8502-4c81-9af7-cbb373c50152 req-db577f07-da88-4b7e-83c7-35e00ef78943 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:30.679209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2eb2576-8502-4c81-9af7-cbb373c50152 req-db577f07-da88-4b7e-83c7-35e00ef78943 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0552261 Jul 30 03:56:30.718482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c2eb2576-8502-4c81-9af7-cbb373c50152 req-6e9c240f-8944-4d22-80b5-5636e5effaae tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Jul 30 03:56:30.754026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:31.099895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe765-a490-49fe-b0ce-2aedad26a501 req-bc69cb40-1a01-4e83-96cd-681d16e4ac90 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:31.101366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-439fe765-a490-49fe-b0ce-2aedad26a501 req-bc69cb40-1a01-4e83-96cd-681d16e4ac90 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0533426 Jul 30 03:56:31.139309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-439fe765-a490-49fe-b0ce-2aedad26a501 req-e43f9e79-76d1-43df-966c-37d0e1fd6b7f tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 30 03:56:31.397625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e85f1b-f143-4d78-861c-28f2eb3a1ecf req-4f2ba9a4-8eba-47bd-9031-dbe9597894d1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:31.399228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24e85f1b-f143-4d78-861c-28f2eb3a1ecf req-4f2ba9a4-8eba-47bd-9031-dbe9597894d1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0486598 Jul 30 03:56:31.439393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24e85f1b-f143-4d78-861c-28f2eb3a1ecf req-cb944321-d9fe-487b-a771-04d18407755d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340581 Jul 30 03:56:31.465311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47120) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:31.488977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea5b091b-af7d-4075-b568-a222da0780b3 req-c193dbb1-87c3-48a7-b943-61966b1e069b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0301340 Jul 30 03:56:31.534213 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6825dc07-b887-48b4-85b5-7c4db19d7a41 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/426a7e81-bb93-4c8a-8445-ac2cd1438f0d HTTP/1.1" status: 200 len: 994 time: 0.0674605 Jul 30 03:56:31.843449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc90fd-df67-4a13-bee8-2dc07be86763 req-a7d8dbb9-aa8a-4f57-bf8d-0c51712546e7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:31.844926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cdc90fd-df67-4a13-bee8-2dc07be86763 req-a7d8dbb9-aa8a-4f57-bf8d-0c51712546e7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0551438 Jul 30 03:56:31.914644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cdc90fd-df67-4a13-bee8-2dc07be86763 req-30626703-1c6d-44b1-a46d-ac5de7480634 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 Jul 30 03:56:31.917452 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b711427-2c4f-483b-b5ec-b46ad415af4f req-6206f8e7-2364-4717-b1a5-6d65b8aede24 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:31.918942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b711427-2c4f-483b-b5ec-b46ad415af4f req-6206f8e7-2364-4717-b1a5-6d65b8aede24 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1098 time: 0.0731411 Jul 30 03:56:31.967632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b711427-2c4f-483b-b5ec-b46ad415af4f req-8c699426-1cf4-4151-9fd4-56f0937ce655 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Jul 30 03:56:32.270980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c327f-1812-4422-b739-2b467b350dd2 req-417dc1a0-7dbe-4634-9969-901dbb25a354 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:32.273353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b3c327f-1812-4422-b739-2b467b350dd2 req-417dc1a0-7dbe-4634-9969-901dbb25a354 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0621381 Jul 30 03:56:32.321213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b3c327f-1812-4422-b739-2b467b350dd2 req-cdc53c73-1ffb-4d3d-b641-20bf603cb20c tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 Jul 30 03:56:32.476460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-fdded556-a2a5-477b-bc0e-ba50231961c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440404 Jul 30 03:56:32.596186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d565ab37-bf52-44dc-b4fa-c643ba90e2b2 req-2255a299-2920-4dc3-a8e2-0fd1cf62f832 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0317121 Jul 30 03:56:33.041325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1964-38e6-4c9e-990c-d899afd203ad req-0e3fa0f0-9fd5-40ba-ba1b-24e5543ff6d8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:33.042797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-258d1964-38e6-4c9e-990c-d899afd203ad req-0e3fa0f0-9fd5-40ba-ba1b-24e5543ff6d8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0481465 Jul 30 03:56:33.081089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-258d1964-38e6-4c9e-990c-d899afd203ad req-5f442aea-10c6-4809-9612-1473b77bd6c8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jul 30 03:56:33.446108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f593d73-0fc8-4c3d-a52b-ffa569b35d8d req-9b8d9a40-1737-4420-9f88-d19af7d8e307 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:33.447701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f593d73-0fc8-4c3d-a52b-ffa569b35d8d req-9b8d9a40-1737-4420-9f88-d19af7d8e307 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0519905 Jul 30 03:56:33.487590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f593d73-0fc8-4c3d-a52b-ffa569b35d8d req-dc41461c-34bf-4238-9d8a-3bf0a519a598 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jul 30 03:56:33.699528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ee4f2a-31d7-475b-b736-a6e1395d05d4 req-80f8a0b5-441b-4057-899f-2e80de003e24 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jul 30 03:56:34.200322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166dc4-872b-4444-ba8a-9d341f9e4477 req-a7ffa585-6931-4dbe-8f26-e63f70358432 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:34.201833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39166dc4-872b-4444-ba8a-9d341f9e4477 req-a7ffa585-6931-4dbe-8f26-e63f70358432 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0523217 Jul 30 03:56:34.246806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39166dc4-872b-4444-ba8a-9d341f9e4477 req-63ecf79b-bb3a-4ea1-a128-e50968895234 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380254 Jul 30 03:56:34.340591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d334b-8675-4d17-8bd5-df74647c0714 req-5151e38e-7cae-49ac-97eb-48287c15d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:34.343516 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-5151e38e-7cae-49ac-97eb-48287c15d54a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 200 len: 856 time: 0.0672512 Jul 30 03:56:34.404260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d334b-8675-4d17-8bd5-df74647c0714 req-c0f55f76-ba18-4f1b-b363-36d6f8b00145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:34.408171 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-c0f55f76-ba18-4f1b-b363-36d6f8b00145 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f076422-8250-48a7-8ec8-3fdef4cce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546997 Jul 30 03:56:34.638864 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-ee7b430a-8ad3-4dd6-8b64-fec1661de9af service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785355 Jul 30 03:56:34.695485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac916-5dd2-4138-8afe-727febed9b70 req-d53cdf30-f50c-451d-a6b4-98147ed7331d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:34.697842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b82ac916-5dd2-4138-8afe-727febed9b70 req-d53cdf30-f50c-451d-a6b4-98147ed7331d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0624521 Jul 30 03:56:34.762489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-86946934-b6de-4055-ae99-9e8eaf364f61 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:56:34.770048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-86946934-b6de-4055-ae99-9e8eaf364f61 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165949 Jul 30 03:56:34.774782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b82ac916-5dd2-4138-8afe-727febed9b70 req-b35d6bdf-d415-4c90-af23-fb9e4fc28de9 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708833 Jul 30 03:56:34.778394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Request body: {'binding': {'host': 'n-h2-778696-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:34.779069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 03:56:34.781108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-526d334b-8675-4d17-8bd5-df74647c0714 req-5b3a92c3-88bb-4d92-8cf4-017953902e0f service neutron] 10.222.0.16 "GET /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116064 Jul 30 03:56:34.899649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cfd4b171-5747-487b-b470-9705dd88fee1 req-286501bd-dbfd-4a35-9a9e-17eb6f768fd3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0328174 Jul 30 03:56:34.956630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on host n-h2-778696-14 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:56:34.956969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:56:34.957325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:34.962421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:56:34.963052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:34.967905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:56:34.968247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Checking segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:56:34.968629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Bound using segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:56:34.969054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Bound port: 2f23a33a-fa99-4567-b12f-644bee915b75, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:56:35.064508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:56:35.069788 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:35.070985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] 10.222.0.39 "POST /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75/bindings HTTP/1.1" status: 201 len: 390 time: 0.3000612 Jul 30 03:56:35.220789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca593-477d-4200-b8fd-a323b96566a4 req-83b233ea-47c1-408d-a30f-fd6c3e174336 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.222331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-971ca593-477d-4200-b8fd-a323b96566a4 req-83b233ea-47c1-408d-a30f-fd6c3e174336 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0548658 Jul 30 03:56:35.265139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-971ca593-477d-4200-b8fd-a323b96566a4 req-9a80699e-b904-4297-95bf-853755da5733 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346372 Jul 30 03:56:35.351474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-502b548f-b56d-4211-95fa-b07908fd24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.353137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-502b548f-b56d-4211-95fa-b07908fd24d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1098 time: 0.0475008 Jul 30 03:56:35.378566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9963-2104-49ca-9185-4cf72c2d5aa3 req-a5b22875-8c00-42b6-8d33-db6a1ac97c3e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.380186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85fc9963-2104-49ca-9185-4cf72c2d5aa3 req-a5b22875-8c00-42b6-8d33-db6a1ac97c3e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0536938 Jul 30 03:56:35.433969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85fc9963-2104-49ca-9185-4cf72c2d5aa3 req-30a993a9-43e5-4241-acf5-5aac9f807a9a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Jul 30 03:56:35.457210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-ca1926f5-03f8-4b72-95e3-410a92e8073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.459383 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-ca1926f5-03f8-4b72-95e3-410a92e8073d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 896 time: 0.0977650 Jul 30 03:56:35.558031 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-307dce15-e83d-4a25-aa8d-69fbb4216482 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 1002 time: 0.0649717 Jul 30 03:56:35.646676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-e9ecbd6f-ff8f-4ac8-8ea3-0d5efbbfbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.648598 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-e9ecbd6f-ff8f-4ac8-8ea3-0d5efbbfbcd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0547805 Jul 30 03:56:35.708173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-77c8c694-84c9-47e0-9e12-60fde606b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.710468 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-77c8c694-84c9-47e0-9e12-60fde606b3fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494244 Jul 30 03:56:35.748134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-f0b484d3-5b11-4771-bb68-63b6927e1d04 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.750474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-f0b484d3-5b11-4771-bb68-63b6927e1d04 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 814 time: 0.1556377 Jul 30 03:56:35.770734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Request body: {'port': {'device_id': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'admin_state_up': True, 'tenant_id': 'a1d7891a048b49ad8d02450ca4c13776'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:35.808194 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-0e4295dc-b2cf-450e-aed8-8dfeb8c727af service neutron] 10.222.0.16 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893514 Jul 30 03:56:35.926734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7b66-b33e-4d28-b43c-1fff1a58cac5 req-94397081-e1d1-41bf-9122-86a7583fc956 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:35.928427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f1d7b66-b33e-4d28-b43c-1fff1a58cac5 req-94397081-e1d1-41bf-9122-86a7583fc956 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.0701478 Jul 30 03:56:35.929546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Made reservation on behalf of a1d7891a048b49ad8d02450ca4c13776 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:56:35.929888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-20b015df-8300-4e61-8702-3a93d6d2d6f8 service neutron] 10.222.0.16 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103847 Jul 30 03:56:35.932935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:35.990098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f1d7b66-b33e-4d28-b43c-1fff1a58cac5 req-caa6ba5c-b4c9-45cc-b713-39739ab02abc tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532732 Jul 30 03:56:36.055530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df727df3-aac7-4435-a06a-14a76d80b8d9 req-f794d9bb-b85f-4b45-8425-dbc5c3921472 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0396800 Jul 30 03:56:36.120254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Allocated IP 172.20.0.14 (2ca04bc5-c423-475c-b607-8e4227492ba9/ca06267b-6a4f-4850-bda4-97e51b3f7790/603609dd-c5dd-4cda-b06e-5735eb7dc141) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:56:36.164614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-cd30321c-c334-4a48-8f57-e4e3d300e88f tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:36.166144 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-cd30321c-c334-4a48-8f57-e4e3d300e88f tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11&tenant_id=55fcb199556c4121938ac914dcad765d&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1098 time: 0.0926838 Jul 30 03:56:36.180230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778696-14'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:36.237972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.298274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.377844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.390395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bfb3831d-44de-467b-b0ef-bc4cede1a61d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:36.395635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:36.421329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015', 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:36.444997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Network 2ca04bc5-c423-475c-b607-8e4227492ba9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:56:36.455474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:36.455603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4d45a-9da4-4ffb-b85d-ff6940259b49 req-7804c7c2-6e2b-4be2-a428-644cfe29d339 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:36.463489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3a4d45a-9da4-4ffb-b85d-ff6940259b49 req-7804c7c2-6e2b-4be2-a428-644cfe29d339 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.1223049 Jul 30 03:56:36.468410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:56:36.477619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:56:36.512919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:36.515799 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b449ee-2a82-420a-8025-d2d1e4a6b6e0" -d '{"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-unplugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:36.520896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.529339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.553474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event updated for resources: {'Port': ['ID=603609dd-c5dd-4cda-b06e-5735eb7dc141,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:36.584811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.585160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.585501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.585837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.586168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.587163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.587163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.587163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.587523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.587765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.588093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.588413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.634124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:36.634533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.650689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3a4d45a-9da4-4ffb-b85d-ff6940259b49 req-9e169b43-c47e-43af-bc3b-1855e7c4d576 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862454 Jul 30 03:56:36.690473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-49efd499-101d-4874-b313-1746a34f4fda tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9240086 Jul 30 03:56:36.707529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:36.710297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd7279-ea17-450b-bde8-eb5740f94d09 req-dcf8e9d2-0037-4d0c-b4a9-1145f61b7c05 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:36.712155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40cd7279-ea17-450b-bde8-eb5740f94d09 req-dcf8e9d2-0037-4d0c-b4a9-1145f61b7c05 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1608095 Jul 30 03:56:36.718237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Request body: {'port': {'device_id': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:36.728103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.728458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.728852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.729485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.729834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.730438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.730776 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.731160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.731561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.731893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.732223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.732550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:56:36.797303 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ea9a0-8c33-4945-931b-857af3dcc291 x-openstack-request-id: req-664ea9a0-8c33-4945-931b-857af3dcc291 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:36.798074 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-unplugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:36.798351 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-664ea9a0-8c33-4945-931b-857af3dcc291 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:36.798891 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'code': 200} Jul 30 03:56:36.821011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on host n-h1-778696-14 for vnic_type normal with profile {"migrating_to": "n-h2-778696-14"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:56:36.821356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:56:36.821691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:36.825918 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.826577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:56:36.826577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Attempting to bind port 2f23a33a-fa99-4567-b12f-644bee915b75 on network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:36.831787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:56:36.832327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Checking segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:56:36.832629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Bound using segment: {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:56:36.833057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Bound port: 2f23a33a-fa99-4567-b12f-644bee915b75, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:56:36.833968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.842838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40cd7279-ea17-450b-bde8-eb5740f94d09 req-252fe6f1-f474-48bc-b314-ff69cb350da9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189935 Jul 30 03:56:36.956364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:36.961291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:56:36.971371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:36.976713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ec22f76c-dc68-4bbb-bb73-ecdf51c1b4f8 None None] Provisioning complete for port 2f23a33a-fa99-4567-b12f-644bee915b75 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:56:36.977155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec22f76c-dc68-4bbb-bb73-ecdf51c1b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.092719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec22f76c-dc68-4bbb-bb73-ecdf51c1b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.141207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:37.157291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:37.159898 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa8036-b516-43eb-9a9d-0fb9191c8379" -d '{"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-plugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:37.195078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ec22f76c-dc68-4bbb-bb73-ecdf51c1b4f8 None None] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:37.196205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:37.197292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.199354 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-39b69c84-54ed-4cf7-8e49-a6b7669108fc service neutron] 10.222.0.16 "PUT /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 1124 time: 1.0241005 Jul 30 03:56:37.207683 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec22f76c-dc68-4bbb-bb73-ecdf51c1b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.493522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2f23a33a-fa99-4567-b12f-644bee915b75'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:37.561018 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22f76c-dc68-4bbb-bb73-ecdf51c1b4f8 None None] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:37.656535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feaea7-3c4f-4871-a08a-b52bf15b8f5a req-70958275-97c4-415b-b8de-e9ca55d1508a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:37.657941 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8feaea7-3c4f-4871-a08a-b52bf15b8f5a req-70958275-97c4-415b-b8de-e9ca55d1508a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 932 time: 0.0937722 Jul 30 03:56:37.683039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b20df4-a514-425d-a781-8bcc0fdd4022 req-e04a5f47-c232-4f3b-ac95-ff44d5c7e618 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:37.684648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92b20df4-a514-425d-a781-8bcc0fdd4022 req-e04a5f47-c232-4f3b-ac95-ff44d5c7e618 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.5125213 Jul 30 03:56:37.745719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-55a2e13a-eaab-40fe-9923-3b65a88b95a9 None None] Provisioning complete for port 2f23a33a-fa99-4567-b12f-644bee915b75 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:56:37.746493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55a2e13a-eaab-40fe-9923-3b65a88b95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.780111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603609dd-c5dd-4cda-b06e-5735eb7dc141 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:56:37.791037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92b20df4-a514-425d-a781-8bcc0fdd4022 req-0072bcea-d831-49ae-8d81-41a1601ee65b tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943902 Jul 30 03:56:37.793295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.797980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8feaea7-3c4f-4871-a08a-b52bf15b8f5a req-305338ee-3df3-4a40-b918-2411d25da401 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235330 Jul 30 03:56:37.819965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Transition to ACTIVE for port object 603609dd-c5dd-4cda-b06e-5735eb7dc141 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:56:37.830362 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:37.908838 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c08e757-baa3-470e-bb08-16913c63b901 x-openstack-request-id: req-1c08e757-baa3-470e-bb08-16913c63b901 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:37.909183 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-plugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:37.909379 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c08e757-baa3-470e-bb08-16913c63b901 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:37.909770 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'code': 200} Jul 30 03:56:37.973199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=603609dd-c5dd-4cda-b06e-5735eb7dc141,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:38.056883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0382c-8cb5-400a-8c70-cec7e986d041 req-a18dbd7c-81b5-4fac-8b0d-073b63ba43d9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:38.058372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9de0382c-8cb5-400a-8c70-cec7e986d041 req-a18dbd7c-81b5-4fac-8b0d-073b63ba43d9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.1400259 Jul 30 03:56:38.086030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Attempting to bind port 603609dd-c5dd-4cda-b06e-5735eb7dc141 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:56:38.086363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Attempting to bind port 603609dd-c5dd-4cda-b06e-5735eb7dc141 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:56:38.086692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Attempting to bind port 603609dd-c5dd-4cda-b06e-5735eb7dc141 on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:38.103236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795f3d-308b-4807-a557-62e3e257d462 req-9e81b66e-10a4-40f2-bc99-f62b7dcf8bfe tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:38.110028 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61795f3d-308b-4807-a557-62e3e257d462 req-9e81b66e-10a4-40f2-bc99-f62b7dcf8bfe tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1335764 Jul 30 03:56:38.110028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Port 603609dd-c5dd-4cda-b06e-5735eb7dc141 on network 2ca04bc5-c423-475c-b607-8e4227492ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:56:38.110028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Attempting to bind port 603609dd-c5dd-4cda-b06e-5735eb7dc141 on network 2ca04bc5-c423-475c-b607-8e4227492ba9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:56:38.114240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:56:38.114653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Checking segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:56:38.115032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Bound using segment: {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:56:38.115480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Bound port: 603609dd-c5dd-4cda-b06e-5735eb7dc141, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c6e53e-5197-4055-8fd8-59616f420d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:56:38.115837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:38.144880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9de0382c-8cb5-400a-8c70-cec7e986d041 req-756de8c5-6a46-43cb-bfdd-7338f307d5df tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790882 Jul 30 03:56:38.200833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-61795f3d-308b-4807-a557-62e3e257d462 req-b08456f6-4c9d-4bb0-a8e7-52d41a085eb9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784385 Jul 30 03:56:38.230240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] For port 603609dd-c5dd-4cda-b06e-5735eb7dc141, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:38.233343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] For port 603609dd-c5dd-4cda-b06e-5735eb7dc141, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:56:38.239012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:38.279353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:38.279975 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:38.281341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] 10.222.0.16 "PUT /v2.0/ports/603609dd-c5dd-4cda-b06e-5735eb7dc141 HTTP/1.1" status: 200 len: 1093 time: 1.5682044 Jul 30 03:56:38.281765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'tag': '603609dd-c5dd-4cda-b06e-5735eb7dc141'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:38.284053 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ebda5-32e0-432b-827a-ba82355860f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f434359-87b1-4c60-8270-96d1a2a7252a", "tag": "603609dd-c5dd-4cda-b06e-5735eb7dc141"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:38.311598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a89c60-f1b7-4b53-aab1-a605d1a95eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=603609dd-c5dd-4cda-b06e-5735eb7dc141,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:38.334628 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9c5932-bc1f-4f36-b76c-034ab3daee38 x-openstack-request-id: req-3a9c5932-bc1f-4f36-b76c-034ab3daee38 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:38.334853 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f434359-87b1-4c60-8270-96d1a2a7252a", "tag": "603609dd-c5dd-4cda-b06e-5735eb7dc141", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:38.335108 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a9c5932-bc1f-4f36-b76c-034ab3daee38 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:38.335561 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'tag': '603609dd-c5dd-4cda-b06e-5735eb7dc141', 'status': 'completed', 'code': 200} Jul 30 03:56:38.397994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-c98acd61-3ca6-4f80-afb3-934e44b686b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:38.399564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-c98acd61-3ca6-4f80-afb3-934e44b686b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 1096 time: 0.0434604 Jul 30 03:56:38.456629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-77552319-ed31-456b-82ff-e2c46df4d77f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141 HTTP/1.1" status: 200 len: 217 time: 0.0430140 Jul 30 03:56:38.510767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-7bc54fd9-37b7-4ef1-b763-f813b4bbde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:38.512649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-7bc54fd9-37b7-4ef1-b763-f813b4bbde41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.0488231 Jul 30 03:56:38.546136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-54ec9ee5-e964-4e92-bed8-706352d91e58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253887 Jul 30 03:56:38.639513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-942dbba5-a7df-4b2a-9117-21a08eb6f9ad service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854657 Jul 30 03:56:38.735322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b86808a9-8e9a-4b81-8951-d72d16290352 req-d59f8d53-52f1-45fb-aa10-4319a990e6d5 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869839 Jul 30 03:56:38.797227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:56:38.800154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:38.804067 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b" -d '{"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:38.886783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-ff69d2fc-1d02-4c2f-84ef-b0385cf0a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:38.889592 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da9ab0d-4687-4d7b-ba98-119af6043d53 x-openstack-request-id: req-6da9ab0d-4687-4d7b-ba98-119af6043d53 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:38.890050 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:38.890338 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6da9ab0d-4687-4d7b-ba98-119af6043d53 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:38.890794 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'status': 'completed', 'code': 200} Jul 30 03:56:38.891522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-ff69d2fc-1d02-4c2f-84ef-b0385cf0a517 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 1096 time: 0.0547504 Jul 30 03:56:38.950753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:38.964485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 03:56:38.965062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:56:39.051569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d3a91-6c17-45e5-9aa8-3eb4001cbe05 req-cc54d3a1-0a24-43ca-af04-711d3d6cf281 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.053107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3d3a91-6c17-45e5-9aa8-3eb4001cbe05 req-cc54d3a1-0a24-43ca-af04-711d3d6cf281 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 944 time: 0.1605198 Jul 30 03:56:39.066810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:39.079233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'port_id': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'mac_address': 'fa:16:3e:00:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:56:39.090540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-dfaf9473-b7fd-4c37-8af8-7f7b3aa00445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.092199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-dfaf9473-b7fd-4c37-8af8-7f7b3aa00445 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1129 time: 0.1665709 Jul 30 03:56:39.122819 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:39.138451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:56:39.138636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-9ffa9fa2-7aa1-46f4-9150-31d03dbb56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.138858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-9ffa9fa2-7aa1-46f4-9150-31d03dbb56a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 914 time: 0.2359860 Jul 30 03:56:39.158698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:39.163245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:39.163851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eab153-6237-4600-8c64-8571a0aa2333 req-ecff7fac-4021-4fc3-a14a-3b748259848a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.167362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32eab153-6237-4600-8c64-8571a0aa2333 req-ecff7fac-4021-4fc3-a14a-3b748259848a tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 944 time: 0.1742332 Jul 30 03:56:39.224810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:39.270098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b3d3a91-6c17-45e5-9aa8-3eb4001cbe05 req-6b645e2b-cbb6-42a1-9551-758c681f85a5 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046571 Jul 30 03:56:39.272783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-ce8802c6-4f02-49cc-999d-7c9e859cd9b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141 HTTP/1.1" status: 200 len: 217 time: 0.0757139 Jul 30 03:56:39.377930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32eab153-6237-4600-8c64-8571a0aa2333 req-878a969f-1158-495c-9cc3-a42a7669fa16 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744270 Jul 30 03:56:39.396079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-d1c1075b-94de-4eb7-acaf-59876883fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.397553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-d1c1075b-94de-4eb7-acaf-59876883fa0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 896 time: 0.2967677 Jul 30 03:56:39.406710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-caf2e399-a4cc-4b0f-a6c6-20a42eda8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.408264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-caf2e399-a4cc-4b0f-a6c6-20a42eda8224 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.1265583 Jul 30 03:56:39.429431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e55e2-6125-45ca-b051-e2f5ec64179c req-37be18ee-6ae7-40da-b4a6-5ffd9ef5d964 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.431009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-637e55e2-6125-45ca-b051-e2f5ec64179c req-37be18ee-6ae7-40da-b4a6-5ffd9ef5d964 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0954394 Jul 30 03:56:39.510193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-3dc663cf-542c-43a6-8da5-54b3254f3aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906744 Jul 30 03:56:39.606600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-cb952c1c-a8e9-4258-bdab-4739987b1a10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 1002 time: 0.1941085 Jul 30 03:56:39.621207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-637e55e2-6125-45ca-b051-e2f5ec64179c req-7ff6c287-1879-47e0-8988-32203dd8f0c6 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478965 Jul 30 03:56:39.668089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f28a4-be2c-4199-ae29-0f18e1a90619 req-eeb6f213-8c7e-4b26-a0c0-33485b9be8c2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.669573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c17f28a4-be2c-4199-ae29-0f18e1a90619 req-eeb6f213-8c7e-4b26-a0c0-33485b9be8c2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.1928623 Jul 30 03:56:39.722451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-7052d7b9-a777-4bd0-bd1b-df2f4e0502c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.724553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-7052d7b9-a777-4bd0-bd1b-df2f4e0502c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0998950 Jul 30 03:56:39.728405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-6b29cf2d-28f6-43fe-a553-594e22725657 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967118 Jul 30 03:56:39.764517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['f7fa85e8-e0d7-482f-ad50-12e397aab965'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:39.783608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c17f28a4-be2c-4199-ae29-0f18e1a90619 req-06226b39-d0b4-482c-a2b1-f6cc185c614a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062098 Jul 30 03:56:39.844120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-2e32ab0c-9a2d-4deb-8225-f8b76466977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:39.845629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-2e32ab0c-9a2d-4deb-8225-f8b76466977b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114414 Jul 30 03:56:39.914365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c96ebda5-32e0-432b-827a-ba82355860f9 req-9cd4f497-009e-4a72-a0ac-50fec7686d53 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645648 Jul 30 03:56:39.959581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-c1a5cba5-1e1d-4706-a353-2c45649ec88d service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050577 Jul 30 03:56:40.057386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4ef9f82-27e7-43d2-9687-baf3fa5ab88b req-a4a559b1-01af-4ce6-b55f-dc03cb13ec9b service neutron] 10.222.0.18 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909967 Jul 30 03:56:40.389421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de91b3c-e400-4199-9498-4fe03a23e13f req-4ce7592b-6006-440b-9ab6-a4fcf3feaa08 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:40.391078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9de91b3c-e400-4199-9498-4fe03a23e13f req-4ce7592b-6006-440b-9ab6-a4fcf3feaa08 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 944 time: 0.0528448 Jul 30 03:56:40.435606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9de91b3c-e400-4199-9498-4fe03a23e13f req-c6ca659d-8e8c-45ab-9e69-e770e504f906 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379684 Jul 30 03:56:40.515775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18644b1-97e5-4ef0-83fa-fee3e095a012 req-d7cd724b-e60b-4e60-8b3e-ce1342520436 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:40.517397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d18644b1-97e5-4ef0-83fa-fee3e095a012 req-d7cd724b-e60b-4e60-8b3e-ce1342520436 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0526412 Jul 30 03:56:40.559085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d18644b1-97e5-4ef0-83fa-fee3e095a012 req-05a38037-8e47-4013-9bdf-b3bd7b51af24 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Jul 30 03:56:40.670264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-8d4645f2-99a5-4b75-8992-2912ef6c7ea7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412641 Jul 30 03:56:40.774090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930611-6d27-4db9-a375-ae4e0594c442 req-b1d1cfff-68d3-4d96-b5e0-c456a8c2e983 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:40.775978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d930611-6d27-4db9-a375-ae4e0594c442 req-b1d1cfff-68d3-4d96-b5e0-c456a8c2e983 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0844717 Jul 30 03:56:40.785547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-6522bb29-11a7-4f40-848d-ba1a5cf44d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:40.787417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-6522bb29-11a7-4f40-848d-ba1a5cf44d87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f2b17ee9d44a98393525d077e3de6&device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 1097 time: 0.0671899 Jul 30 03:56:40.872678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d930611-6d27-4db9-a375-ae4e0594c442 req-5bd33b5b-4e13-4b58-a36a-7bd5bd48ee97 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841298 Jul 30 03:56:40.953705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5337a2-222a-4b12-9186-1b1ae8d96e41 req-f3ce799c-fcd4-4c5a-8958-c6dc2d9e8108 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:40.955078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a5337a2-222a-4b12-9186-1b1ae8d96e41 req-f3ce799c-fcd4-4c5a-8958-c6dc2d9e8108 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0897598 Jul 30 03:56:40.960027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-453039c0-cc1f-4c3b-9c1d-6f9864116b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:40.961421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-453039c0-cc1f-4c3b-9c1d-6f9864116b5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 200 len: 909 time: 0.1537983 Jul 30 03:56:40.979633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:41.057985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a5337a2-222a-4b12-9186-1b1ae8d96e41 req-d2ef1f10-59f8-46ff-9c92-db48aa231577 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799570 Jul 30 03:56:41.059525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-e0a32578-756c-4570-915a-38b924213db9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 200 len: 1001 time: 0.0899906 Jul 30 03:56:41.118495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-299982eb-0acd-4592-b2fd-53aeaf4b304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:41.119993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-299982eb-0acd-4592-b2fd-53aeaf4b304f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1bc58d59-5581-46f2-aec6-1ea026e0fdab HTTP/1.1" status: 200 len: 848 time: 0.0506201 Jul 30 03:56:41.166547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-13424f21-202d-43e9-85be-824da992e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:41.168108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-13424f21-202d-43e9-85be-824da992e67a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=581061d2-2bdb-4af3-99d2-c7858ff55e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411589 Jul 30 03:56:41.263620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-2482562f-df37-4799-a257-1a87c51ebacb service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872633 Jul 30 03:56:41.366629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1cab9cd3-107f-4f1e-af0f-3a8d9697c413 req-42bd6544-8683-4797-a25d-d5da7edabd29 service neutron] 10.222.0.18 "GET /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962203 Jul 30 03:56:41.556736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e709e-98bd-46b3-af6b-953037f5a6b7 req-8ffca7d2-dd94-492a-b12e-9d7cb89ba244 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:41.558227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e4e709e-98bd-46b3-af6b-953037f5a6b7 req-8ffca7d2-dd94-492a-b12e-9d7cb89ba244 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 944 time: 0.0500681 Jul 30 03:56:41.612896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e4e709e-98bd-46b3-af6b-953037f5a6b7 req-98746700-51e2-4697-9b41-d61dc4b5c4ba tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461307 Jul 30 03:56:41.689206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263469-4109-470d-8979-efdfa83e3811 req-0e5f436d-3062-445d-9cc9-e6705119583d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:41.690684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e263469-4109-470d-8979-efdfa83e3811 req-0e5f436d-3062-445d-9cc9-e6705119583d tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Jul 30 03:56:41.728961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e263469-4109-470d-8979-efdfa83e3811 req-e063e390-8fb1-4607-abf8-6725fdd7ef01 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Jul 30 03:56:41.993759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea29cb3-acf2-44e0-bb91-39b77e5e1971 req-56526441-edee-448d-811b-bd3bcaf688c8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:41.995197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cea29cb3-acf2-44e0-bb91-39b77e5e1971 req-56526441-edee-448d-811b-bd3bcaf688c8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0546741 Jul 30 03:56:42.034778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cea29cb3-acf2-44e0-bb91-39b77e5e1971 req-a29a7175-85b4-4d47-989f-b925466c159e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334153 Jul 30 03:56:42.178320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f685c8-b22e-4007-b764-fdca86e3fcf2 req-b6e07a9a-e65e-4cac-b7bb-8d923000cf3d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:42.179840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7f685c8-b22e-4007-b764-fdca86e3fcf2 req-b6e07a9a-e65e-4cac-b7bb-8d923000cf3d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 943 time: 0.0491612 Jul 30 03:56:42.222245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7f685c8-b22e-4007-b764-fdca86e3fcf2 req-d11226ab-59d1-4f7e-8a06-478f547ba395 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Jul 30 03:56:42.382863 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9470e5f1-c93d-4151-acac-8c8317c73785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:42.737898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e831b-2c30-4b2f-a81d-fb54e4bd7ea3 req-609c2c1e-a2f6-447b-9522-93fcef94e310 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:42.739918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e831b-2c30-4b2f-a81d-fb54e4bd7ea3 req-609c2c1e-a2f6-447b-9522-93fcef94e310 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 944 time: 0.0559070 Jul 30 03:56:42.785546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e831b-2c30-4b2f-a81d-fb54e4bd7ea3 req-6ff7abc5-2c86-47b8-8592-b66282671049 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Jul 30 03:56:42.800657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:56:42.814230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:56:42.875054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384f47-358b-40f3-9e9b-9fb443b698b1 req-4c34cf9a-b577-4166-ae83-982e36f46898 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:42.876760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14384f47-358b-40f3-9e9b-9fb443b698b1 req-4c34cf9a-b577-4166-ae83-982e36f46898 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 945 time: 0.0640061 Jul 30 03:56:42.941967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14384f47-358b-40f3-9e9b-9fb443b698b1 req-184a263e-8a20-4a20-8e35-7ac1a02aa529 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589063 Jul 30 03:56:42.975060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port f7fa85e8-e0d7-482f-ad50-12e397aab965 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:56:42.992384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port f7fa85e8-e0d7-482f-ad50-12e397aab965 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:56:42.993055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.000080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:43.035503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217', 'mac_address': 'fa:16:3e:83:f8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:56:43.111750 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.126472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:56:43.155434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:43.156695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.176136 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.177472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 603609dd-c5dd-4cda-b06e-5735eb7dc141 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:56:43.191920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:43.194700 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88380836-2c98-4c04-ae28-42ce4168b45a" -d '{"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:43.210381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3ecd-2474-4aa2-98ce-aeadd66ae533 req-4f900d99-efed-422b-96d6-f9f205d9f6b3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:43.237707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-202b3ecd-2474-4aa2-98ce-aeadd66ae533 req-4f900d99-efed-422b-96d6-f9f205d9f6b3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.1065743 Jul 30 03:56:43.315732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:43.318161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-202b3ecd-2474-4aa2-98ce-aeadd66ae533 req-e04c773d-e0c2-4647-aa46-3b5ffce3ff0e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789931 Jul 30 03:56:43.325289 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e0776d-2885-4e27-a17b-9688af58c46b x-openstack-request-id: req-d0e0776d-2885-4e27-a17b-9688af58c46b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:43.325289 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:43.325289 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0e0776d-2885-4e27-a17b-9688af58c46b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:43.325705 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'code': 200} Jul 30 03:56:43.348023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:43.354011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.431007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:43.438320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 603609dd-c5dd-4cda-b06e-5735eb7dc141, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:43.460388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '603609dd-c5dd-4cda-b06e-5735eb7dc141', 'network_id': '2ca04bc5-c423-475c-b607-8e4227492ba9', 'port_id': '603609dd-c5dd-4cda-b06e-5735eb7dc141', 'mac_address': 'fa:16:3e:5b:c3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca06267b-6a4f-4850-bda4-97e51b3f7790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:56:43.506287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0c38-7d89-47cb-8133-b56883b096a1 req-c92e99fa-e57f-4c5c-b0ef-5c1ffb9f247b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:43.507959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-407f0c38-7d89-47cb-8133-b56883b096a1 req-c92e99fa-e57f-4c5c-b0ef-5c1ffb9f247b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 944 time: 0.0634325 Jul 30 03:56:43.516111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.531461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603609dd-c5dd-4cda-b06e-5735eb7dc141 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:56:43.551310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-407f0c38-7d89-47cb-8133-b56883b096a1 req-7f8578c5-073f-4c16-a01f-0b4e6161cd28 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Jul 30 03:56:43.559764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 603609dd-c5dd-4cda-b06e-5735eb7dc141, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:43.567088 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:43.613701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d93a8c-f581-4e29-ac46-0b91fcf089be req-65dcc294-c305-4dac-909f-3c3531ae973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:43.616322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88d93a8c-f581-4e29-ac46-0b91fcf089be req-65dcc294-c305-4dac-909f-3c3531ae973f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 1098 time: 0.0626245 Jul 30 03:56:43.640598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=603609dd-c5dd-4cda-b06e-5735eb7dc141,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:43.659472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88d93a8c-f581-4e29-ac46-0b91fcf089be req-73f1ed19-a5ab-4e6e-957f-6242cd11f3b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Jul 30 03:56:43.911352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405b13d-5cd5-4bf3-8385-b190f45fe6b2 req-f99eed8c-5a56-4ed9-a47b-8059053073ca tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:43.913037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9405b13d-5cd5-4bf3-8385-b190f45fe6b2 req-f99eed8c-5a56-4ed9-a47b-8059053073ca tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 945 time: 0.0574775 Jul 30 03:56:43.953022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9405b13d-5cd5-4bf3-8385-b190f45fe6b2 req-81e239d7-b7cf-494f-afe0-8d962d238f90 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Jul 30 03:56:44.060642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8c42-7ed5-4445-bec9-0995526d9475 req-509f93cd-8f21-4d7c-b4df-e118512df3b7 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:44.062085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac5e8c42-7ed5-4445-bec9-0995526d9475 req-509f93cd-8f21-4d7c-b4df-e118512df3b7 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Jul 30 03:56:44.101442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['3a360d86-4cc7-4cb0-8ba5-bce9938a1217'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:44.101709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac5e8c42-7ed5-4445-bec9-0995526d9475 req-59c4ac82-5f3f-484e-accf-40a49e8872be tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Jul 30 03:56:44.132141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['603609dd-c5dd-4cda-b06e-5735eb7dc141'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:44.454299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad4e78-49c4-4e0c-8179-cffb47f418c0 req-81e67f13-a71b-4abd-a2a8-aeaa62416243 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:44.455837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddad4e78-49c4-4e0c-8179-cffb47f418c0 req-81e67f13-a71b-4abd-a2a8-aeaa62416243 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0580904 Jul 30 03:56:44.496445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ddad4e78-49c4-4e0c-8179-cffb47f418c0 req-a4f0df76-be11-40f8-a885-e0bf36bafba5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Jul 30 03:56:44.675113 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:56:44.688232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1c5bd99-e9de-4985-92a5-f81b2680349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:44.700679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570f706-26cc-49a2-8aaa-10b8b4c9c3b2 req-7d59c842-d6e7-49f8-a73e-33476c474bb4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:44.700679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8570f706-26cc-49a2-8aaa-10b8b4c9c3b2 req-7d59c842-d6e7-49f8-a73e-33476c474bb4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 944 time: 0.0598109 Jul 30 03:56:44.740955 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8570f706-26cc-49a2-8aaa-10b8b4c9c3b2 req-edb73939-2aeb-48a2-b458-68b83bbad751 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Jul 30 03:56:44.963374 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:45.067076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765dd04-2110-4da3-99dc-8e94a0840e9a req-435537f5-e1ad-4c56-8dd2-13f03b351189 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:45.069415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3765dd04-2110-4da3-99dc-8e94a0840e9a req-435537f5-e1ad-4c56-8dd2-13f03b351189 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 945 time: 0.0497270 Jul 30 03:56:45.107786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3765dd04-2110-4da3-99dc-8e94a0840e9a req-96e3efdd-0101-4c9b-8492-fd7527a5b9c3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Jul 30 03:56:45.231579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221444cc-69ee-4439-bce3-b6f1243b4a94 req-7a2343fc-f325-40e0-9147-bcb1abd00c94 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:45.233052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-221444cc-69ee-4439-bce3-b6f1243b4a94 req-7a2343fc-f325-40e0-9147-bcb1abd00c94 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 946 time: 0.0554039 Jul 30 03:56:45.275173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-221444cc-69ee-4439-bce3-b6f1243b4a94 req-04690640-995d-4da5-8a7e-df83a09c7973 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347772 Jul 30 03:56:45.451965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-acab7719-9902-4b41-926e-f1183cb6f0b9 service neutron] 10.222.0.18 "GET /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 385 time: 0.0595005 Jul 30 03:56:45.706164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0bb04-b84a-4e91-b4c9-3226df61f796 req-dc8793e3-465e-4932-8c03-0c570f6083e2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:45.707756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd0bb04-b84a-4e91-b4c9-3226df61f796 req-dc8793e3-465e-4932-8c03-0c570f6083e2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 946 time: 0.0952144 Jul 30 03:56:45.714237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:45.780524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:45.828819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd0bb04-b84a-4e91-b4c9-3226df61f796 req-32cff62d-f241-4a55-8965-0b13045af509 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108954 Jul 30 03:56:45.870162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:45.872541 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb7a032-a600-422d-ae47-ccc5df2e098d" -d '{"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-unplugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:45.885109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:45.918752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747f71-d115-441c-b375-1f23c3b0ee04 req-db812925-2451-4013-9a98-74976e657b03 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:45.920544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b747f71-d115-441c-b375-1f23c3b0ee04 req-db812925-2451-4013-9a98-74976e657b03 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 944 time: 0.0893130 Jul 30 03:56:45.948293 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:45.952713 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55df984-e1aa-4896-adf9-257d708ad9af x-openstack-request-id: req-a55df984-e1aa-4896-adf9-257d708ad9af {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:45.953052 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-unplugged", "status": "completed", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:45.953327 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a55df984-e1aa-4896-adf9-257d708ad9af {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:45.953752 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'code': 200} Jul 30 03:56:46.012888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b747f71-d115-441c-b375-1f23c3b0ee04 req-5ac4ac99-fc4f-4185-8f39-5ca6328a0865 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845783 Jul 30 03:56:46.061056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] Transition to ACTIVE for port object 2f23a33a-fa99-4567-b12f-644bee915b75 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:56:46.066603 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:46.282670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=11']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:46.320464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] No DVR routers for this DVR port 2f23a33a-fa99-4567-b12f-644bee915b75 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:56:46.387369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd0fc-c4f7-4052-9d2d-a621254b77cf req-87bb5216-6b2f-4c08-92de-1e970ea363d5 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:46.388784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-806bd0fc-c4f7-4052-9d2d-a621254b77cf req-87bb5216-6b2f-4c08-92de-1e970ea363d5 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 945 time: 0.1934772 Jul 30 03:56:46.426523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:46.798000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:56:46.837309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-806bd0fc-c4f7-4052-9d2d-a621254b77cf req-ea448d8f-c569-499d-b83f-5fb8450fcd1f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249685 Jul 30 03:56:46.854491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a807-5287-4af3-a0d7-5a99e874a6ad req-525e8a65-23c1-4853-89d1-9b5e611a42f8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:46.856032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4423a807-5287-4af3-a0d7-5a99e874a6ad req-525e8a65-23c1-4853-89d1-9b5e611a42f8 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 946 time: 0.4944680 Jul 30 03:56:46.864634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:56:46.870547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:56:46.870760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:46.908146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-14e0b824-c72c-4830-b3b7-8876636e60e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75/bindings/n-h2-778696-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4478736 Jul 30 03:56:46.970015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4423a807-5287-4af3-a0d7-5a99e874a6ad req-85fbf2a1-fae9-4ecb-ae5f-7599ba813ef5 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973358 Jul 30 03:56:47.000442 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:47.028696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:47.031177 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0984cc23-5c92-49b7-99f7-0b6f0051239b" -d '{"events": [{"server_uuid": "9101bff7-a5ac-45fb-910b-2b4e6d4a1582", "name": "network-vif-plugged", "status": "completed", "tag": "3a360d86-4cc7-4cb0-8ba5-bce9938a1217"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:47.047728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:47.053933 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:47.055124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 603609dd-c5dd-4cda-b06e-5735eb7dc141 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:56:47.075728 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6e639-5c5c-49a3-a6b6-efe5d9d59712 req-62d8302b-ce23-4b2f-8497-0b01adb20e99 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.077331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fe6e639-5c5c-49a3-a6b6-efe5d9d59712 req-62d8302b-ce23-4b2f-8497-0b01adb20e99 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.1399148 Jul 30 03:56:47.101766 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e6132-8ad4-46df-87d4-d966bda85a5b x-openstack-request-id: req-222e6132-8ad4-46df-87d4-d966bda85a5b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:47.102127 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9101bff7-a5ac-45fb-910b-2b4e6d4a1582", "name": "network-vif-plugged", "status": "completed", "tag": "3a360d86-4cc7-4cb0-8ba5-bce9938a1217", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:47.102446 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-222e6132-8ad4-46df-87d4-d966bda85a5b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:47.102847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-3c3dc9c2-bea8-4be7-acfd-c9b997f6a97c tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.103071 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217', 'code': 200} Jul 30 03:56:47.104366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-3c3dc9c2-bea8-4be7-acfd-c9b997f6a97c tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11&tenant_id=55fcb199556c4121938ac914dcad765d&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.1185453 Jul 30 03:56:47.139563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:47.146009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fe6e639-5c5c-49a3-a6b6-efe5d9d59712 req-5dc95a21-02b7-427b-81b3-173f6adbed2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524745 Jul 30 03:56:47.177756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 603609dd-c5dd-4cda-b06e-5735eb7dc141 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:56:47.181769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 603609dd-c5dd-4cda-b06e-5735eb7dc141 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:56:47.182344 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:47.263087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25c71d-ddb9-4c2b-a988-d9ba35b0353d req-cc257e45-e10f-47dc-8546-91ca908dc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.264847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b25c71d-ddb9-4c2b-a988-d9ba35b0353d req-cc257e45-e10f-47dc-8546-91ca908dc0b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 1097 time: 0.0667164 Jul 30 03:56:47.269355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-845ab255-58e6-49c6-ae69-eed9f8f087cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.271521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-845ab255-58e6-49c6-ae69-eed9f8f087cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 1097 time: 0.1378760 Jul 30 03:56:47.279623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e160-ed2f-47cd-b6e2-fa1d4d3fa203 req-866ab484-79ba-445a-a99f-ef9cab9e061a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.281124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ece0e160-ed2f-47cd-b6e2-fa1d4d3fa203 req-866ab484-79ba-445a-a99f-ef9cab9e061a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0943468 Jul 30 03:56:47.294303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:47.337458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1b25c71d-ddb9-4c2b-a988-d9ba35b0353d req-ec6a99a4-2c67-403b-b380-6934d6a0006c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Jul 30 03:56:47.337744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 603609dd-c5dd-4cda-b06e-5735eb7dc141, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:47.344898 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:47.373565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ece0e160-ed2f-47cd-b6e2-fa1d4d3fa203 req-3b6f9978-5904-4730-b82e-d2a66c33e9aa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Jul 30 03:56:47.381101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-fb44cb6c-7579-4c58-9b39-14ac18312851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.384755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-fb44cb6c-7579-4c58-9b39-14ac18312851 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1097 time: 0.0672226 Jul 30 03:56:47.400097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=603609dd-c5dd-4cda-b06e-5735eb7dc141,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:47.723841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:56:47.767395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:56:47.787588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-7a4af40c-5036-4ff5-9bd0-565f5db328f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.789068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-7a4af40c-5036-4ff5-9bd0-565f5db328f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 896 time: 0.1110139 Jul 30 03:56:47.862800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-85b560fe-a81e-4aea-bfdf-b4e644a09d9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 1000 time: 0.0610926 Jul 30 03:56:47.939111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-ef4c2b5c-3bc2-4444-8be6-355679228acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.940594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-ef4c2b5c-3bc2-4444-8be6-355679228acd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0703208 Jul 30 03:56:47.986074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772a48-0fc4-49a3-ab7d-7c9ab4b1506b req-a98e6c56-9014-4871-ab73-e9c1e0f8abb1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:47.987577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d772a48-0fc4-49a3-ab7d-7c9ab4b1506b req-a98e6c56-9014-4871-ab73-e9c1e0f8abb1 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.0853457 Jul 30 03:56:48.019913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-0f35602a-1219-49b0-add0-73f3722b51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:48.022275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-0f35602a-1219-49b0-add0-73f3722b51b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701690 Jul 30 03:56:48.038118 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:48.058150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d772a48-0fc4-49a3-ab7d-7c9ab4b1506b req-8eeeef44-eb3e-4a38-9a47-d60ca72fb5e8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635962 Jul 30 03:56:48.124258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-1066ea81-5303-47c9-a95e-3f462a1ab47e service neutron] 10.222.0.16 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910025 Jul 30 03:56:48.256899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-682b1692-a6eb-433b-8edd-713044b7f146 service neutron] 10.222.0.16 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213894 Jul 30 03:56:48.280633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207fb1f-c2a0-487e-ae4a-3db8ba81d9ff req-3a928585-6ae6-441e-97c4-9a0684184281 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:48.282227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1207fb1f-c2a0-487e-ae4a-3db8ba81d9ff req-3a928585-6ae6-441e-97c4-9a0684184281 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Jul 30 03:56:48.324701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1207fb1f-c2a0-487e-ae4a-3db8ba81d9ff req-cbb99490-c39d-4cd0-ae19-c75ebb2f54c8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335183 Jul 30 03:56:48.509418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcb358-7e0c-46e4-b71a-c6342eba6733 req-6165fabf-9fb4-42f0-8d57-52f3eaf0b070 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:48.511089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fdcb358-7e0c-46e4-b71a-c6342eba6733 req-6165fabf-9fb4-42f0-8d57-52f3eaf0b070 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0594239 Jul 30 03:56:48.567846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fdcb358-7e0c-46e4-b71a-c6342eba6733 req-8a4c3dc9-e626-45c4-b287-e7c736776e7a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499048 Jul 30 03:56:48.602502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-4f168198-63b2-43fa-91c0-16439be4a859 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:48.604054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-4f168198-63b2-43fa-91c0-16439be4a859 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11&tenant_id=55fcb199556c4121938ac914dcad765d&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 1097 time: 0.0528586 Jul 30 03:56:48.827532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-f59b96d5-5096-4836-a39d-17095ffbbc6d service neutron] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:56:48.830959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-f59b96d5-5096-4836-a39d-17095ffbbc6d service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:48.832103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-f59b96d5-5096-4836-a39d-17095ffbbc6d service neutron] 10.222.0.16 "DELETE /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75/bindings/n-h1-778696-14 HTTP/1.1" status: 204 len: 173 time: 0.1337705 Jul 30 03:56:49.104565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603609dd-c5dd-4cda-b06e-5735eb7dc141'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:49.107497 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c07f1b6-a38b-40d7-af31-8bb9cafb23de" -d '{"events": [{"server_uuid": "0f434359-87b1-4c60-8270-96d1a2a7252a", "name": "network-vif-plugged", "status": "completed", "tag": "603609dd-c5dd-4cda-b06e-5735eb7dc141"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:49.153883 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f67a71-1f88-4cef-9ae2-cf1e60e3992d x-openstack-request-id: req-c0f67a71-1f88-4cef-9ae2-cf1e60e3992d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:49.154282 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f434359-87b1-4c60-8270-96d1a2a7252a", "name": "network-vif-plugged", "status": "completed", "tag": "603609dd-c5dd-4cda-b06e-5735eb7dc141", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:49.154702 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0f67a71-1f88-4cef-9ae2-cf1e60e3992d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:49.155404 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603609dd-c5dd-4cda-b06e-5735eb7dc141', 'code': 200} Jul 30 03:56:49.196229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1b1af-f8eb-49dc-abd6-ddcb0ff029d3 req-cd26499a-8759-46ee-b157-8bbf031b4bb2 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.197800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace1b1af-f8eb-49dc-abd6-ddcb0ff029d3 req-cd26499a-8759-46ee-b157-8bbf031b4bb2 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.0643320 Jul 30 03:56:49.239062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ace1b1af-f8eb-49dc-abd6-ddcb0ff029d3 req-db3c55b9-06a3-47be-9505-30deebed8bea tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Jul 30 03:56:49.305985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7d36-aedb-4fe4-b788-008866e91779 req-d84acd30-c232-429b-9b82-a337e08b1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.307409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b87d7d36-aedb-4fe4-b788-008866e91779 req-d84acd30-c232-429b-9b82-a337e08b1878 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 1098 time: 0.0416260 Jul 30 03:56:49.343792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b87d7d36-aedb-4fe4-b788-008866e91779 req-72411eb7-c40d-4291-81a0-0cb1b54557c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293915 Jul 30 03:56:49.442351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da74b8-166c-44c3-bbe1-ef56d2626350 req-150b9ca7-3b8a-4f4e-8280-40e71a6b0253 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.443877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08da74b8-166c-44c3-bbe1-ef56d2626350 req-150b9ca7-3b8a-4f4e-8280-40e71a6b0253 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.0497582 Jul 30 03:56:49.490181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08da74b8-166c-44c3-bbe1-ef56d2626350 req-ad55b4a9-9c79-463a-97f8-4545dbb5b798 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380158 Jul 30 03:56:49.601884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560c21-bb67-4160-929f-26a1cc3a4190 req-0795698b-d6b1-4ae0-b947-6ed9a26190c2 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.603619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5560c21-bb67-4160-929f-26a1cc3a4190 req-0795698b-d6b1-4ae0-b947-6ed9a26190c2 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1097 time: 0.0425482 Jul 30 03:56:49.651683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5560c21-bb67-4160-929f-26a1cc3a4190 req-04cfad0c-6394-4676-aa17-8933c2ee05d3 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Jul 30 03:56:49.696006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819c26-4f93-4365-87f8-a437baffe8ed req-9dc2b70a-73c1-4ce4-a3d4-a6938bc7e577 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.697638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c819c26-4f93-4365-87f8-a437baffe8ed req-9dc2b70a-73c1-4ce4-a3d4-a6938bc7e577 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0593035 Jul 30 03:56:49.765607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c819c26-4f93-4365-87f8-a437baffe8ed req-9d56711a-db46-4879-b5bd-4dada01665c6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 Jul 30 03:56:49.786500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8d1d7-d33d-45c8-bbf6-67237f8c36eb req-088637da-06dd-47b8-bbfd-1336ba923472 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.788579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18d8d1d7-d33d-45c8-bbf6-67237f8c36eb req-088637da-06dd-47b8-bbfd-1336ba923472 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.0643466 Jul 30 03:56:49.829421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18d8d1d7-d33d-45c8-bbf6-67237f8c36eb req-c0f01342-350b-4f14-abd8-857d023ea25c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347857 Jul 30 03:56:49.856923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47606) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:49.890045 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f304-7e0d-46e6-a06e-41fd9769db66 req-bad81ab1-279c-408f-9146-cb9d9ed49067 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:49.891893 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccd9f304-7e0d-46e6-a06e-41fd9769db66 req-bad81ab1-279c-408f-9146-cb9d9ed49067 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Jul 30 03:56:49.923723 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d8a578d8-5ba6-4a38-878c-88f230adfe0a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/426a7e81-bb93-4c8a-8445-ac2cd1438f0d HTTP/1.1" status: 200 len: 992 time: 0.0655880 Jul 30 03:56:49.935983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccd9f304-7e0d-46e6-a06e-41fd9769db66 req-42cc0af7-91c4-48cb-8757-c13a1b664b7a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Jul 30 03:56:50.054334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c102c1-24cb-4c53-bac9-17414309e40a req-dca468a4-ccc4-4dbf-9452-bc4b9fb51e82 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:50.055788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3c102c1-24cb-4c53-bac9-17414309e40a req-dca468a4-ccc4-4dbf-9452-bc4b9fb51e82 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Jul 30 03:56:50.094580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3c102c1-24cb-4c53-bac9-17414309e40a req-46fdaf61-371e-4c44-b43b-2d5e801419c5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Jul 30 03:56:50.409504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def6b8c-efc6-44aa-b1ac-6c972cef9415 req-526c370b-b11d-4d85-ba2e-f3bdb8c5a11f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:50.411571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4def6b8c-efc6-44aa-b1ac-6c972cef9415 req-526c370b-b11d-4d85-ba2e-f3bdb8c5a11f tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.0845184 Jul 30 03:56:50.426815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f4696-4f25-447a-8102-0aaa0bc59ecd req-5f4ee8cc-cce0-4ccb-a370-d86b89f079af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:50.428325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d3f4696-4f25-447a-8102-0aaa0bc59ecd req-5f4ee8cc-cce0-4ccb-a370-d86b89f079af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0702879 Jul 30 03:56:50.491936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4def6b8c-efc6-44aa-b1ac-6c972cef9415 req-74335064-aa39-4311-b019-90fa35bcdf85 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Jul 30 03:56:50.494667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d3f4696-4f25-447a-8102-0aaa0bc59ecd req-eb2c5ce4-462f-44f3-bc72-bf31accb7162 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603774 Jul 30 03:56:51.640445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc864-8ea2-4982-8b71-b1e1a4c40791 req-2f57069a-b451-4db5-935e-35b43b06e6ca tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:51.641871 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af9cc864-8ea2-4982-8b71-b1e1a4c40791 req-2f57069a-b451-4db5-935e-35b43b06e6ca tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0714583 Jul 30 03:56:51.650318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165d062-6c70-4728-8703-72dde3a6bd1c req-04e6b316-15ca-4ba6-b8a0-7a97209e38ac tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:51.651762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8165d062-6c70-4728-8703-72dde3a6bd1c req-04e6b316-15ca-4ba6-b8a0-7a97209e38ac tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.0903592 Jul 30 03:56:51.707042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af9cc864-8ea2-4982-8b71-b1e1a4c40791 req-ff8dbd91-03bf-4097-ae32-ac9993a0d937 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543118 Jul 30 03:56:51.714930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8165d062-6c70-4728-8703-72dde3a6bd1c req-92af015e-5e0a-4b0c-b274-9992421f89f6 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561404 Jul 30 03:56:52.188654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47638) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:52.353382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 905cd414-999d-4acd-a9a5-1cbb08fe500e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:56:52.353795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.442883 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.443257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.460728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 905cd414-999d-4acd-a9a5-1cbb08fe500e owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:56:52.514764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-0cbd532e-ba42-4809-90c8-4642ac7dce53 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:52.516326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-0cbd532e-ba42-4809-90c8-4642ac7dce53 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0603480 Jul 30 03:56:52.641086 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.642176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:56:52.643189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.693901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=905cd414-999d-4acd-a9a5-1cbb08fe500e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:52.758040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:52.758700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.762351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:52.762689 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP 426a7e81-bb93-4c8a-8445-ac2cd1438f0d disassociated (deleted). External IP: 172.25.6.173, port: 2f23a33a-fa99-4567-b12f-644bee915b75. Jul 30 03:56:52.774818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:56:52.906519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2967c1-028d-48cb-a20a-abdd2b4fc848 req-141924e7-0b8d-4544-9008-f4b848b258e5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:52.908057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a2967c1-028d-48cb-a20a-abdd2b4fc848 req-141924e7-0b8d-4544-9008-f4b848b258e5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 945 time: 0.0713913 Jul 30 03:56:52.982526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a2967c1-028d-48cb-a20a-abdd2b4fc848 req-3bb4a8a2-121a-4e3a-bdb2-656603a973dd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667126 Jul 30 03:56:52.982757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 086c1032-22f7-4a3c-b41f-959771e2a74c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:56:53.003974 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:53.033094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=3a360d86-4cc7-4cb0-8ba5-bce9938a1217,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:53.040763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['3a360d86-4cc7-4cb0-8ba5-bce9938a1217'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:56:53.089053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:56:53.092049 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:53.094173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f094da0b-884a-4c67-96f3-221dbd31e1a0 req-bcdd6863-e013-46de-a853-cdb7c06a5005 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "DELETE /v2.0/ports/3a360d86-4cc7-4cb0-8ba5-bce9938a1217 HTTP/1.1" status: 204 len: 173 time: 0.5700791 Jul 30 03:56:53.094702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'name': 'network-vif-deleted', 'tag': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:53.097467 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6026483f-94b9-477b-a6f7-9d8504c9c11e" -d '{"events": [{"server_uuid": "9101bff7-a5ac-45fb-910b-2b4e6d4a1582", "name": "network-vif-deleted", "tag": "3a360d86-4cc7-4cb0-8ba5-bce9938a1217"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:53.102037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:56:53.108289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:53.116041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] Sync routers for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:56:53.138797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:56:53.145629 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-72812f4d-be0a-4672-87e3-399d8b463219 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/floatingips/426a7e81-bb93-4c8a-8445-ac2cd1438f0d HTTP/1.1" status: 204 len: 168 time: 0.9555213 Jul 30 03:56:53.146059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:53.146455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:53.149520 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16b078-a253-454e-9c0a-b658e5418592" -d '{"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:53.169063 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46802407-e94e-48ea-8d75-f3e2e77fe11f x-openstack-request-id: req-46802407-e94e-48ea-8d75-f3e2e77fe11f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:53.169479 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9101bff7-a5ac-45fb-910b-2b4e6d4a1582", "name": "network-vif-deleted", "tag": "3a360d86-4cc7-4cb0-8ba5-bce9938a1217", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:53.169867 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46802407-e94e-48ea-8d75-f3e2e77fe11f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:53.170489 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9101bff7-a5ac-45fb-910b-2b4e6d4a1582', 'name': 'network-vif-deleted', 'tag': '3a360d86-4cc7-4cb0-8ba5-bce9938a1217', 'status': 'completed', 'code': 200} Jul 30 03:56:53.315477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:56:53.418988 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c5814-7c84-4734-ab44-acab3908f58f x-openstack-request-id: req-7a3c5814-7c84-4734-ab44-acab3908f58f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:53.419526 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:53.419618 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a3c5814-7c84-4734-ab44-acab3908f58f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:53.419942 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'status': 'completed', 'code': 200} Jul 30 03:56:53.574984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760c45e-2834-4c6e-ae42-44b74039a62b req-a0b65e13-6956-4558-9f1e-498e561f8105 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:53.576971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f760c45e-2834-4c6e-ae42-44b74039a62b req-a0b65e13-6956-4558-9f1e-498e561f8105 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.1009586 Jul 30 03:56:53.579223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b078-a253-454e-9c0a-b658e5418592 req-2ec955a5-496e-42d1-b85e-ae4f731d64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:53.581090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-2ec955a5-496e-42d1-b85e-ae4f731d64a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 1097 time: 0.1165690 Jul 30 03:56:53.620370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:44Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:53.647353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] Checking router: 086c1032-22f7-4a3c-b41f-959771e2a74c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:56:53.658271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:56:53.659076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:53.697507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f760c45e-2834-4c6e-ae42-44b74039a62b req-d81490ce-0721-4432-8c5a-490da0ee1e56 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3e37a6-36c7-4682-a734-a460fb5a690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107428 Jul 30 03:56:53.730280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b078-a253-454e-9c0a-b658e5418592 req-8f8e34de-2310-422c-8c70-0c805d3523d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:53.731800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-8f8e34de-2310-422c-8c70-0c805d3523d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 200 len: 896 time: 0.1255662 Jul 30 03:56:53.782338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-37d7bd65-115e-4677-b34c-555b064d6e0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 200 len: 217 time: 0.0413849 Jul 30 03:56:53.805973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:56:53.860528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b078-a253-454e-9c0a-b658e5418592 req-8d99dbc4-08b2-4414-bec4-f1b511eb674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:53.864511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-8d99dbc4-08b2-4414-bec4-f1b511eb674a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 200 len: 835 time: 0.0674305 Jul 30 03:56:53.941700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b078-a253-454e-9c0a-b658e5418592 req-86eb38a9-4e04-41ba-a47d-d681576512a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:53.945786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-86eb38a9-4e04-41ba-a47d-d681576512a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581789 Jul 30 03:56:54.066017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:44Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:54.084839 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-a194e8ba-70cc-4429-bb1f-42b9e6fbd1f4 service neutron] 10.222.0.16 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200907 Jul 30 03:56:54.102396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04890b0e-abf2-46f8-87c2-4eb98f3d474b None None] The sync data for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 is: [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:55:37Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '184adf58-7790-48ce-8dc0-59169ca7c45e', 'name': '', 'network_id': 'a2e83a3d-0a89-4eaa-8ad5-d39082b8718c', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:9f:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:36Z', 'updated_at': '2021-07-30T03:55:44Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'cc6c81c2-d630-40bf-8d1b-87d20c3b4e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:56:54.126165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-18e4704d-aac7-4720-a721-cc800296a528 req-7701c7e1-3277-4d38-998e-79bb17dd135f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0544920 Jul 30 03:56:54.225534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d16b078-a253-454e-9c0a-b658e5418592 req-73b8bcaa-d393-46df-b4fb-cfb8e250b854 service neutron] 10.222.0.16 "GET /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159658 Jul 30 03:56:54.287436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-af2e2f49-79d1-49e7-9bc6-aa85fa729c6e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:56:54.289082 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-af2e2f49-79d1-49e7-9bc6-aa85fa729c6e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 945 time: 0.1023617 Jul 30 03:56:54.399046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 2f23a33a-fa99-4567-b12f-644bee915b75 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:56:54.399797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:54.497463 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857be3c4-8a78-4b6a-bb31-49d2dc8e606b None None] New status for floating IP 426a7e81-bb93-4c8a-8445-ac2cd1438f0d: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:56:54.527263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 2f23a33a-fa99-4567-b12f-644bee915b75, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=2f23a33a-fa99-4567-b12f-644bee915b75,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:54.528423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:54.548409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 2f23a33a-fa99-4567-b12f-644bee915b75 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:56:54.692697 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:54.728594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=2f23a33a-fa99-4567-b12f-644bee915b75,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:54.794873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] No DVR routers for this DVR port 2f23a33a-fa99-4567-b12f-644bee915b75 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:56:54.798074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:54.801174 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7e052f32-804d-4e15-939c-d589ed5a6329 req-e73e6cba-1484-4a6a-8ce9-cc2acd57c410 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.16 "DELETE /v2.0/ports/2f23a33a-fa99-4567-b12f-644bee915b75 HTTP/1.1" status: 204 len: 173 time: 0.5053637 Jul 30 03:56:54.836453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-edb26486-281b-4e4e-956b-f7bb81ebfba4 req-410ce522-5efe-4e57-aaef-f9e6d0207a2e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=7473b606-8da8-438e-b671-c484aa681e11 HTTP/1.1" status: 200 len: 210 time: 0.0348182 Jul 30 03:56:55.239670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cd3a19b-2db7-4d2d-a7d1-ea7e869d22b8 req-2aca0091-bb01-4555-9630-3f8158d2ff4e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0391202 Jul 30 03:56:55.421007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-deleted', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:56:55.423336 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bee7e8a-c112-4c9f-8391-dad4e93e2ac4" -d '{"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-deleted", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:56:55.470227 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81a6605-a14b-41d0-9272-2951fb609442 x-openstack-request-id: req-d81a6605-a14b-41d0-9272-2951fb609442 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:56:55.470521 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473b606-8da8-438e-b671-c484aa681e11", "name": "network-vif-deleted", "tag": "2f23a33a-fa99-4567-b12f-644bee915b75", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:56:55.470770 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d81a6605-a14b-41d0-9272-2951fb609442 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:56:55.471184 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7473b606-8da8-438e-b671-c484aa681e11', 'name': 'network-vif-deleted', 'tag': '2f23a33a-fa99-4567-b12f-644bee915b75', 'status': 'completed', 'code': 200} Jul 30 03:56:55.921211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47692) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:56.360380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7edd50d-5c11-4f96-89d3-1d2c1a9f42fa req-13ce25bb-2834-4289-b3fc-05b87c7428a9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0335536 Jul 30 03:56:56.652913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:56.835074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:56:56.859124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:56:56.859906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 3a360d86-4cc7-4cb0-8ba5-bce9938a1217 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:56:56.932831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 184adf58-7790-48ce-8dc0-59169ca7c45e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:56:56.933364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:57.038901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 184adf58-7790-48ce-8dc0-59169ca7c45e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=184adf58-7790-48ce-8dc0-59169ca7c45e,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:57.039312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:57.053280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 184adf58-7790-48ce-8dc0-59169ca7c45e owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:56:57.262413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:57.296229 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=184adf58-7790-48ce-8dc0-59169ca7c45e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:57.501074 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:57.516080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac740eef-6125-41f7-a548-d3eb9f1ee47e req-40c4b694-c851-4b4d-8056-148bd7f8d82d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=9101bff7-a5ac-45fb-910b-2b4e6d4a1582 HTTP/1.1" status: 200 len: 210 time: 0.0330665 Jul 30 03:56:57.734204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 086c1032-22f7-4a3c-b41f-959771e2a74c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:56:57.842011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:56:57.847367 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-964af60e-3b69-4cee-8d96-b0007de690d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/086c1032-22f7-4a3c-b41f-959771e2a74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9246469 Jul 30 03:56:57.850297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47702) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:57.853470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] Sync routers for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:56:57.863684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:56:57.864444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:57.906306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting subnet cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:56:57.912993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:57.970875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.064931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.135779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:56:58.143704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.171390 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6c81c2-d630-40bf-8d1b-87d20c3b4e28,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:58.177441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.182094 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7f292851-10d7-47ea-a799-42b9a816c376 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/subnets/cc6c81c2-d630-40bf-8d1b-87d20c3b4e28 HTTP/1.1" status: 204 len: 168 time: 0.3306363 Jul 30 03:56:58.182390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:58.205696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed9673-e71d-4f97-9760-23311319aaa9 None None] Network a2e83a3d-0a89-4eaa-8ad5-d39082b8718c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:56:58.301930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.430594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.435767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:56:57Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': '8fdd8043-00ac-4c08-8ff2-836f5e13bb15', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:55:32Z', 'updated_at': '2021-07-30T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:58.470419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] Checking router: 086c1032-22f7-4a3c-b41f-959771e2a74c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:56:58.484807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] Routers {'086c1032-22f7-4a3c-b41f-959771e2a74c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:56:58.485588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['086c1032-22f7-4a3c-b41f-959771e2a74c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:58.505390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:56:58.506005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.521361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] DHCP port deletion for a2e83a3d-0a89-4eaa-8ad5-d39082b8718c request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:56:58.611941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 8fdd8043-00ac-4c08-8ff2-836f5e13bb15, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:58.612487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.633433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] Set router 086c1032-22f7-4a3c-b41f-959771e2a74c gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:56:58.634871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:56:58.690548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:56:58Z', 'revision_number': 6, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:58.693564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] Deleting port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:56:58.693940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.728907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2df82-88cc-4988-a110-5c8e7f9cc563 None None] The sync data for ids ['086c1032-22f7-4a3c-b41f-959771e2a74c'] in n-d-778696-14 is: [{'id': '086c1032-22f7-4a3c-b41f-959771e2a74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283462381', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:55:31Z', 'updated_at': '2021-07-30T03:56:58Z', 'revision_number': 6, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:56:58.799886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] For port 714b255d-2f8e-4728-ae4e-aebb41c9ea05, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=714b255d-2f8e-4728-ae4e-aebb41c9ea05,segment=NetworkSegment(8793dd10-537a-4ffc-9e11-2c8abf3b9cb0),segment_id=8793dd10-537a-4ffc-9e11-2c8abf3b9cb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:56:58.800279 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.814994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.822606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] Calling delete_port for 714b255d-2f8e-4728-ae4e-aebb41c9ea05 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:56:58.841515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=8fdd8043-00ac-4c08-8ff2-836f5e13bb15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:58.875404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:56:58.901929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 2f23a33a-fa99-4567-b12f-644bee915b75 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:56:58.902287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 2f23a33a-fa99-4567-b12f-644bee915b75 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:56:58.909083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.935631 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:58.964331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] No DVR routers for this DVR port 714b255d-2f8e-4728-ae4e-aebb41c9ea05 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:56:58.966253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9ee9e-c951-48ab-aec8-490583964515 None None] Pushing event deleted for resources: {'Port': ['ID=714b255d-2f8e-4728-ae4e-aebb41c9ea05,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:59.015441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.017617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.070289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.070983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Fanout notify agent at l3_agent the message router_deleted on router 086c1032-22f7-4a3c-b41f-959771e2a74c {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:56:59.081192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.083656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e0ae56d5-0cff-4076-896d-b2a9227eb9f1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/routers/086c1032-22f7-4a3c-b41f-959771e2a74c HTTP/1.1" status: 204 len: 168 time: 0.9000902 Jul 30 03:56:59.085456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47716) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:59.175352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.272610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.282911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e83a3d-0a89-4eaa-8ad5-d39082b8718c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:59.293820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:59.294205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8793dd10-537a-4ffc-9e11-2c8abf3b9cb0') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:56:59.304842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.319935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.326270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:56:59.326659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:56:59.350099 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:56:59.410849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.416294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.421919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/networks/a2e83a3d-0a89-4eaa-8ad5-d39082b8718c HTTP/1.1" status: 204 len: 168 time: 0.3320756 Jul 30 03:56:59.422008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:59.434458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0244c-9f47-4745-9403-434f1b5e2b87 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Network': ['ID=a2e83a3d-0a89-4eaa-8ad5-d39082b8718c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:59.499260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2f9-88b8-434b-930c-03aefd490950 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.531389 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2f9-88b8-434b-930c-03aefd490950 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.602597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2f9-88b8-434b-930c-03aefd490950 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.605398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2f9-88b8-434b-930c-03aefd490950 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.606660 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a6a7b2f9-88b8-434b-930c-03aefd490950 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b3e37a6-36c7-4682-a734-a460fb5a690b HTTP/1.1" status: 204 len: 168 time: 0.1837943 Jul 30 03:56:59.619610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b2f9-88b8-434b-930c-03aefd490950 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e37a6-36c7-4682-a734-a460fb5a690b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:59.843284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47730) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:56:59.848664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773310180', 'description': 'tempest-secgroup-smoke-1773310180 description', 'project_id': '55fcb199556c4121938ac914dcad765d'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:56:59.872392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.956353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.962307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:56:59.996607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb115102-20b6-4a8d-a814-52115adc2d2d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:56:59.999297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.003458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3e2829bd-f2cf-4f14-8d6b-ebfcc6f68e33 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1591129 Jul 30 03:57:00.003649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.009806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'cb115102-20b6-4a8d-a814-52115adc2d2d', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.037965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.100993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.104963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.128417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e378f2e2-e036-45e2-9046-c9d5614783a0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:00.139689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.141124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a4a9cedb-14f4-4321-af83-6700b8e04f2d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351748 Jul 30 03:57:00.143935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.150505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'cb115102-20b6-4a8d-a814-52115adc2d2d', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.193169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.256566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.260548 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.278348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a1558f-7e81-41da-b949-6556d987a6a4,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:00.286643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.286887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4269fc5c-ad54-4e7c-ba0a-b2de1bd15ac7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418705 Jul 30 03:57:00.289423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.293810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'cb115102-20b6-4a8d-a814-52115adc2d2d', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.320285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.381786 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.388681 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.406038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cf231b-de82-44bd-a6a9-f066dd84faa5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:00.417405 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.421587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47742) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.421775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9c070068-6cb7-4e62-8efc-5e6b738922a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312785 Jul 30 03:57:00.428596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'cb115102-20b6-4a8d-a814-52115adc2d2d', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.435724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 184adf58-7790-48ce-8dc0-59169ca7c45e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:00.464273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 184adf58-7790-48ce-8dc0-59169ca7c45e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:00.464603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 184adf58-7790-48ce-8dc0-59169ca7c45e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:00.465317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:00.477009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.493446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:00.493717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8fdd8043-00ac-4c08-8ff2-836f5e13bb15 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:00.494327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 714b255d-2f8e-4728-ae4e-aebb41c9ea05 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:00.514851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 714b255d-2f8e-4728-ae4e-aebb41c9ea05 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:00.515220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 714b255d-2f8e-4728-ae4e-aebb41c9ea05 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:00.540108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.543729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.562122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a4dc7f-c47e-4292-9466-2ce44e5a61de,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:00.568518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.570313 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04cade0a-17d9-4a77-979d-385dec81b815 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469176 Jul 30 03:57:00.573153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.578399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'cb115102-20b6-4a8d-a814-52115adc2d2d', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.601809 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:57:00.607964 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.671860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.675589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.696264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b57fe74-3611-49ec-b20c-fbd64253eb20,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:00.700534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.702006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e7a11ec9-1a04-49cd-9cd2-7e6009015a70 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277392 Jul 30 03:57:00.704691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.710098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'security_group_rule': {'security_group_id': 'cb115102-20b6-4a8d-a814-52115adc2d2d', 'project_id': '55fcb199556c4121938ac914dcad765d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.732582 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Project 55fcb199556c4121938ac914dcad765d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:57:00.738256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.779005 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.811105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.814857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.833432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b303e709-6622-456b-b60f-ab736eb5d34b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:00.840929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.842283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-72161777-d443-4cc0-9710-80f9b551248d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365354 Jul 30 03:57:00.845176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:00.850297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'network': {'name': 'tempest-network-smoke--1984034079', 'project_id': '55fcb199556c4121938ac914dcad765d', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:00.873983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:00.877805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.903968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:57:00.914308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.914654 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Added segment 7905bad6-d7dd-4398-8769-3ec4f01adec9 of type vlan for network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 Jul 30 03:57:00.957000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.987225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:00.993329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:00.993903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.051965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2049963 Jul 30 03:57:01.054521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47752) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:01.061048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'admin_state_up': True, 'project_id': '55fcb199556c4121938ac914dcad765d', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:01.074635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3dc71-db80-430d-b01d-7fa944efc4f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Network': ['ID=5d6a1825-2bac-450c-9a6c-463d79bff1b2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:01.085330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:57:01.091959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.093098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.146204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.634735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.834963 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.854674 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:01.965532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.216 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f987ebe7-3312-46aa-8158-92572a2d53b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:02.070635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:02.117220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:02.157344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:02.160919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:02.164697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:02.192393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=f987ebe7-3312-46aa-8158-92572a2d53b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:02.440175 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:02.662796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:02.804219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 0e539208-b543-4a5d-80e9-eee14d5f12fd is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:57:02.946232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:02.963585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Sync routers for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:02.973594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:02.978062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-66d8832d-d609-4291-8a2e-1a4acecd9b92 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9196284 Jul 30 03:57:02.978266 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:02.978266 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:02.979827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47766) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:03.024657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-18e0eab9-aad8-461e-b03a-b8d2af7d1b66 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=55fcb199556c4121938ac914dcad765d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436211 Jul 30 03:57:03.028214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:03.146053 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:03.151302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d682be-9647-4e53-a7f7-197a0b1a206b tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:03.153423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-26d682be-9647-4e53-a7f7-197a0b1a206b tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1241372 Jul 30 03:57:03.156319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 47770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:03.193008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b89114c-def1-41da-848a-87427c3f7c96 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353892 Jul 30 03:57:03.195790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:03.201817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360279743', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'project_id': '55fcb199556c4121938ac914dcad765d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:03.327539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:03.332856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.422865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:02Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:03.469149 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Checking router: 0e539208-b543-4a5d-80e9-eee14d5f12fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:03.469780 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Updating router 0e539208-b543-4a5d-80e9-eee14d5f12fd port f987ebe7-3312-46aa-8158-92572a2d53b4 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:57:03.507055 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.583850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.653492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Subnet': ['ID=d14b31b2-3e05-4764-8a0e-04ce3e994aa5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:03.663388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Checking segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:03.663759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network hostable DHCP agents. Network: 5d6a1825-2bac-450c-9a6c-463d79bff1b2, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:57:03.681224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:57:03.692507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5d6a1825-2bac-450c-9a6c-463d79bff1b2) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:03.697328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:03.698005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.704424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a3dcd-2fab-44b0-ad77-2157e57f7424 None None] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:57:03.729427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e2776358-c6c9-4936-bcff-ed6c418d5205 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5315361 Jul 30 03:57:03.731536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 47780) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:03.859500 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.883746 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Transition to ACTIVE for port object f987ebe7-3312-46aa-8158-92572a2d53b4 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:03.900253 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.934061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:57:03.936069 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:03.990147 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Attempting to bind port f987ebe7-3312-46aa-8158-92572a2d53b4 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:03.990712 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Attempting to bind port f987ebe7-3312-46aa-8158-92572a2d53b4 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:03.990871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Attempting to bind port f987ebe7-3312-46aa-8158-92572a2d53b4 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:04.004107 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:04.004975 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:04.005557 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:04.006106 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:04.006760 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Bound port: f987ebe7-3312-46aa-8158-92572a2d53b4, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:04.007335 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:04.033929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Pushing event updated for resources: {'Port': ['ID=f987ebe7-3312-46aa-8158-92572a2d53b4,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:04.045645 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.045991 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.046330 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.046664 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.047018 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.047344 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.047673 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.047993 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.048442 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.048767 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.049112 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.049427 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:04.109859 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] For port f987ebe7-3312-46aa-8158-92572a2d53b4, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:04.117334 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] For port f987ebe7-3312-46aa-8158-92572a2d53b4, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f987ebe7-3312-46aa-8158-92572a2d53b4,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:04.132925 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:04.228005 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:04.228630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:04.253729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Allocated IP 172.20.0.2 (5d6a1825-2bac-450c-9a6c-463d79bff1b2/d14b31b2-3e05-4764-8a0e-04ce3e994aa5/e0af3305-b0f1-4ea4-8c11-e93e42ad6a56) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:04.293431 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d4839-ebf0-498c-aeb4-64b5b89c447d None None] Pushing event updated for resources: {'Port': ['ID=f987ebe7-3312-46aa-8158-92572a2d53b4,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:04.366845 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:04.623958 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:04.684053 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-27337a61-8c97-471a-8640-daac924fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:02Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:04.716691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27337a61-8c97-471a-8640-daac924fa26d None None] The sync data for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 is: [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:02Z', 'revision_number': 3, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:04.724519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:04.748923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Transition to ACTIVE for port object e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:04.773791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Transition to ACTIVE for port object e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:04.790091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:04.875999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Pushing event updated for resources: {'Port': ['ID=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:04.912063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:04.914118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:04.916574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:04.991800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Attempting to bind port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:04.992191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Attempting to bind port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:04.992546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Attempting to bind port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 on network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:04.999522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:05.000769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Checking segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:05.001537 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:05.001945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Bound using segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:05.008176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Bound port: e0af3305-b0f1-4ea4-8c11-e93e42ad6a56, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:05.008885 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:05.190477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] For port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:05.190477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] For port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:05.190477 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:05.297830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.1 (5d6a1825-2bac-450c-9a6c-463d79bff1b2/d14b31b2-3e05-4764-8a0e-04ce3e994aa5/ab7d0471-7478-4e67-8bf6-b3b30559c3e1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:05.300539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834eec4-060c-4507-86f9-4afe451f524b None None] Pushing event updated for resources: {'Port': ['ID=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:05.513879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:05.587355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object ab7d0471-7478-4e67-8bf6-b3b30559c3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:05.656943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:05.745812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:05.747635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:05.752137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:05.822424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:05.874955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:05.935831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-91d3589a-5ccf-4916-ac0f-bf08b356d20d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145403 Jul 30 03:57:06.078172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-03526be7-4c53-409e-b51b-acf88bb4a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:06.079799 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-03526be7-4c53-409e-b51b-acf88bb4a648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1d7891a048b49ad8d02450ca4c13776&device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 1097 time: 0.0988874 Jul 30 03:57:06.180056 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:06.346262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-08144ca1-4c83-4f4e-ac63-6586a0c7dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:06.348557 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-08144ca1-4c83-4f4e-ac63-6586a0c7dd5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 200 len: 914 time: 0.2294962 Jul 30 03:57:06.436898 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-83162f03-0880-4c19-a45b-bc3823309297 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff HTTP/1.1" status: 200 len: 217 time: 0.0802236 Jul 30 03:57:06.614443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f987ebe7-3312-46aa-8158-92572a2d53b4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:06.662806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-c954d4e6-19d6-4969-aadd-3c8cf2ad211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:06.671224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-c954d4e6-19d6-4969-aadd-3c8cf2ad211b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 200 len: 854 time: 0.1889174 Jul 30 03:57:06.714404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port f987ebe7-3312-46aa-8158-92572a2d53b4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:06.720084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f987ebe7-3312-46aa-8158-92572a2d53b4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:06.720877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:06.726718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-e6edd041-4e7e-4792-a40e-1ad7b73f187a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ca04bc5-c423-475c-b607-8e4227492ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443609 Jul 30 03:57:06.886623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a61e49-dbda-40d8-82d2-3971081c4c7d None None] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:57:06.902718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:06.917788 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-70d8807d-55f6-427d-93e6-16ce1895ca87 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816638 Jul 30 03:57:06.918985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.001954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.046747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2e1412d0-56e7-4e0c-982d-c7dcf651076a None None] Provisioning for port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:07.069994 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.075559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:07.090814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port f987ebe7-3312-46aa-8158-92572a2d53b4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f987ebe7-3312-46aa-8158-92572a2d53b4,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:07.104130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.104919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:07.162670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6d682327-c011-46a1-9921-8f4e4ff649ce req-84aea002-9c7f-4876-b435-ddf05f548255 service neutron] 10.222.0.16 "GET /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327521 Jul 30 03:57:07.217183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:07.241845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:07.243569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:07.263884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=f987ebe7-3312-46aa-8158-92572a2d53b4,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:07.266718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:07.267099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.500149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.580750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:07.590779 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.688341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:07.718501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85461dbf-07f2-42b8-905c-25df26a77bbd None None] Provisioning for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:07.724023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85461dbf-07f2-42b8-905c-25df26a77bbd None None] Provisioning complete for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:07.724760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85461dbf-07f2-42b8-905c-25df26a77bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.795355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-85461dbf-07f2-42b8-905c-25df26a77bbd None None] Port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:07.815908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85461dbf-07f2-42b8-905c-25df26a77bbd None None] Provisioning complete for port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:07.817056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85461dbf-07f2-42b8-905c-25df26a77bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:07.992378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 0e539208-b543-4a5d-80e9-eee14d5f12fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:57:08.103578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f740be1d-9008-4db9-a43f-8eb0993851c2 None None] Provisioning complete for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:08.103957 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f740be1d-9008-4db9-a43f-8eb0993851c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:08.121742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:08.145553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ecde13fa-eda2-4d3e-9800-29b21473fb0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/0e539208-b543-4a5d-80e9-eee14d5f12fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4117384 Jul 30 03:57:08.161538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f740be1d-9008-4db9-a43f-8eb0993851c2 None None] Port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:08.165227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Sync routers for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:08.178889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:08.179752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:08.370279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-3e680c8c-3b53-4310-8744-4530474f4fbb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773310180&fields=id&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 267 time: 0.0548699 Jul 30 03:57:08.529837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f987ebe7-3312-46aa-8158-92572a2d53b4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:08.540608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-6dac7ba1-77ce-4795-ac1a-8509ee83349d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:08.547808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-6dac7ba1-77ce-4795-ac1a-8509ee83349d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/networks?id=5d6a1825-2bac-450c-9a6c-463d79bff1b2 HTTP/1.1" status: 200 len: 797 time: 0.1702352 Jul 30 03:57:08.566204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-9bde746d-19da-468f-9997-4af1cc47a6ed tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/quotas/55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 375 time: 0.0172620 Jul 30 03:57:08.613896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-36ccc835-deb4-426e-be3c-719d13c29f48 None None] Provisioning complete for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:08.614493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36ccc835-deb4-426e-be3c-719d13c29f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:08.626303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-578579dc-d22b-4027-b657-5ed1679d425f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578151 Jul 30 03:57:08.638347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:08.696209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port f987ebe7-3312-46aa-8158-92572a2d53b4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:08.697312 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:08.744434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-36ccc835-deb4-426e-be3c-719d13c29f48 None None] Port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:08.791900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-410459ee-f41f-41c7-8fd4-b23aacbdc4c2 service neutron] 10.222.0.39 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508832 Jul 30 03:57:08.896762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-6c36cf18-fc41-4955-b53d-7bf690880cde service neutron] 10.222.0.39 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946469 Jul 30 03:57:08.907649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:09.052367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:09.052817 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:09.160878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 2, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:09.171723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c26f2366-2e51-45f1-8bda-eb61193023c5 req-dd3beb13-eeb9-440f-a352-1e556e9ae4d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 210 time: 0.0572748 Jul 30 03:57:09.193150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Checking router: 0e539208-b543-4a5d-80e9-eee14d5f12fd for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:09.193777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Updating router 0e539208-b543-4a5d-80e9-eee14d5f12fd port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:57:09.252837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:09.590080 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:09.606154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Transition to ACTIVE for port object ab7d0471-7478-4e67-8bf6-b3b30559c3e1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:09.614306 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:09.676013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29227f-7544-44b6-aaed-0b1fd8c9985d None None] Pushing event updated for resources: {'Port': ['ID=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:09.758788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Attempting to bind port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:09.759657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Attempting to bind port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:09.760226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Attempting to bind port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 on network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:09.773344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:09.773880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Checking segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:09.774384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:09.774876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Bound using segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:09.775508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Bound port: ab7d0471-7478-4e67-8bf6-b3b30559c3e1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:09.776147 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:09.937818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] For port ab7d0471-7478-4e67-8bf6-b3b30559c3e1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:09.947543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] For port ab7d0471-7478-4e67-8bf6-b3b30559c3e1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:09.960322 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:10.040687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:10.041431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:56:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:10.119418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29227f-7544-44b6-aaed-0b1fd8c9985d None None] Pushing event updated for resources: {'Port': ['ID=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:10.208454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:10.474947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-082d22bf-f1ec-40a0-84a0-87c63499df6e req-35490bc3-4f0d-40d1-b5c8-064583e22bbb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 210 time: 0.0611942 Jul 30 03:57:10.565895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-b77a1989-40a4-4bc2-82b7-2827f492e96e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:10.572666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-b77a1989-40a4-4bc2-82b7-2827f492e96e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/networks?id=5d6a1825-2bac-450c-9a6c-463d79bff1b2 HTTP/1.1" status: 200 len: 797 time: 0.2738986 Jul 30 03:57:10.594312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:09Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:10.635177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e754aa30-b6b8-489a-943b-cb41248cde9e None None] The sync data for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 is: [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:09Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:10.649259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-5fedc3dd-974e-44a6-b1be-a114d4f443a4 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55fcb199556c4121938ac914dcad765d HTTP/1.1" status: 200 len: 380 time: 0.0669324 Jul 30 03:57:10.661906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'port': {'device_id': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'admin_state_up': True, 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'security_groups': ['cb115102-20b6-4a8d-a814-52115adc2d2d']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:10.846691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Made reservation on behalf of 55fcb199556c4121938ac914dcad765d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:10.851447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:10.990794 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:11.068002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.20.0.6 (5d6a1825-2bac-450c-9a6c-463d79bff1b2/d14b31b2-3e05-4764-8a0e-04ce3e994aa5/20c6a845-f74a-4bb1-a28a-1f1eae0138f6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:11.338914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:11.364149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Transition to ACTIVE for port object 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:11.407244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:11.458347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:11.463445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:11.478330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:11.524307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:11.604811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:11.605500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:11.675493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-412df171-a29b-4559-94be-0669bd1d554e tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0196307 Jul 30 03:57:11.740855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Request body: {'port': {'device_id': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:11.822543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e315d77-4e6c-46ad-9918-5bccaf33c766 req-0319ffda-5149-4920-82e5-2f093caa2695 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:11.824310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e315d77-4e6c-46ad-9918-5bccaf33c766 req-0319ffda-5149-4920-82e5-2f093caa2695 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 931 time: 0.1744277 Jul 30 03:57:11.839973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12cfba30-01de-41bf-86e9-e3115c9038df None None] Provisioning for port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:11.845827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-12cfba30-01de-41bf-86e9-e3115c9038df None None] Provisioning complete for port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:11.846545 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12cfba30-01de-41bf-86e9-e3115c9038df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:11.866668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:11.903106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-12cfba30-01de-41bf-86e9-e3115c9038df None None] Port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:11.930724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e315d77-4e6c-46ad-9918-5bccaf33c766 req-fd6d0d41-8d56-4d1b-9bcf-53bc1fab1e05 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906925 Jul 30 03:57:12.239360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:57:12.248240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.266071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Transition to ACTIVE for port object 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:12.271329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.405519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-937b1d42-a9e0-4c71-9cc9-273cc6b9ffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.469413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:12.581447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Attempting to bind port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:12.582081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Attempting to bind port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:12.582324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Attempting to bind port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 on network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:12.587471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ab7d0471-7478-4e67-8bf6-b3b30559c3e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:12.589387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 on network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:57:12.589714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Attempting to bind port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 on network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:12.601605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:12.602046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Checking segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:12.603227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Bound using segment: {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:12.603227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Bound port: 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7905bad6-d7dd-4398-8769-3ec4f01adec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:12.603665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.718072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:12.723129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:12.726992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:12.730145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:12.730726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.739387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.839858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:12.843656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:12.844446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.845909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-2a64a81a-cd39-48ff-9477-8993cc12cd73 service neutron] 10.222.0.18 "PUT /v2.0/ports/20c6a845-f74a-4bb1-a28a-1f1eae0138f6 HTTP/1.1" status: 200 len: 1092 time: 1.1133561 Jul 30 03:57:12.846352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:12.860946 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41373a71-8bb1-47f5-9862-600709edc7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:12.882782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:12.976003 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ec81f2-c5e7-4e94-a5c3-f73d5442f066 x-openstack-request-id: req-97ec81f2-c5e7-4e94-a5c3-f73d5442f066 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:12.976510 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:12.976987 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97ec81f2-c5e7-4e94-a5c3-f73d5442f066 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:12.977561 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'status': 'completed', 'code': 200} Jul 30 03:57:13.005779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ab7d0471-7478-4e67-8bf6-b3b30559c3e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:13.006510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-8cbdf582-1f51-4902-8531-cb52db759f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:13.008428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-8cbdf582-1f51-4902-8531-cb52db759f6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1095 time: 0.1084273 Jul 30 03:57:13.011520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:13.134313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:13.174344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-d546f5d2-0bfe-4dea-9ec4-9971b616dcfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6 HTTP/1.1" status: 200 len: 217 time: 0.1435401 Jul 30 03:57:13.259876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544da440-e0c9-468a-a671-eb1790151916 req-f3e64ec1-19f2-429b-b488-c37fd60373ec tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:13.261340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-544da440-e0c9-468a-a671-eb1790151916 req-f3e64ec1-19f2-429b-b488-c37fd60373ec tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 943 time: 0.0997121 Jul 30 03:57:13.265339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-672cd733-052d-48bb-ac11-204521df8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:13.266718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-672cd733-052d-48bb-ac11-204521df8ce4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d14b31b2-3e05-4764-8a0e-04ce3e994aa5 HTTP/1.1" status: 200 len: 834 time: 0.0774310 Jul 30 03:57:13.359089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-544da440-e0c9-468a-a671-eb1790151916 req-aa63af19-acba-46d6-bed2-d790020a9f38 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861201 Jul 30 03:57:13.368700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-87c85895-314f-4a9c-a049-7f35ea4344d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:13.370211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-87c85895-314f-4a9c-a049-7f35ea4344d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d6a1825-2bac-450c-9a6c-463d79bff1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963709 Jul 30 03:57:13.478515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-ec5e3455-56d0-416d-a104-17150416ecb8 service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005933 Jul 30 03:57:13.598639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f87eb662-05dd-4f47-88dc-d046ce9e5bd9 req-cba19e15-136c-4f8a-bb2d-321e8b068c2a service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104603 Jul 30 03:57:13.714061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-2434d59e-145f-4da0-a50d-5e52e36d0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:13.715601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-2434d59e-145f-4da0-a50d-5e52e36d0648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1095 time: 0.0575926 Jul 30 03:57:13.844991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-e765ed8f-f6fa-44ab-af25-d21893d30922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:13.850763 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-e765ed8f-f6fa-44ab-af25-d21893d30922 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d6a1825-2bac-450c-9a6c-463d79bff1b2 HTTP/1.1" status: 200 len: 897 time: 0.1273971 Jul 30 03:57:13.922145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-85733e24-1770-48b4-a557-f6462a9931eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6 HTTP/1.1" status: 200 len: 217 time: 0.0631139 Jul 30 03:57:14.011492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-a6e56ddb-6ee5-4d4b-bc91-57201239705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:14.013564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-a6e56ddb-6ee5-4d4b-bc91-57201239705f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d14b31b2-3e05-4764-8a0e-04ce3e994aa5 HTTP/1.1" status: 200 len: 834 time: 0.0832310 Jul 30 03:57:14.072182 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-bf928bcc-d72d-4b64-87aa-6b5cfd94955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:14.076082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-bf928bcc-d72d-4b64-87aa-6b5cfd94955a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d6a1825-2bac-450c-9a6c-463d79bff1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532668 Jul 30 03:57:14.194874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-a6b883fc-f118-4010-9b8e-46c486efcdd8 service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109374 Jul 30 03:57:14.340623 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41373a71-8bb1-47f5-9862-600709edc7d0 req-71bce987-dc78-4256-a70e-fae4ca222ad8 service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383395 Jul 30 03:57:14.521057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be17526-78b2-45fc-b9b3-3c2140c73380 req-cf0ee2f4-a109-4ec1-b3c7-5b796d54f3b2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:14.528686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9be17526-78b2-45fc-b9b3-3c2140c73380 req-cf0ee2f4-a109-4ec1-b3c7-5b796d54f3b2 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 943 time: 0.0863385 Jul 30 03:57:14.554487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ab7d0471-7478-4e67-8bf6-b3b30559c3e1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:14.575997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9be17526-78b2-45fc-b9b3-3c2140c73380 req-03ad6f6b-90e3-450d-971e-dff7bb462b5d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465193 Jul 30 03:57:14.618951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:14.619739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:14.693328 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-29836306-0805-4581-b9c0-22f56a1cd010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:14.977738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:15.728569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef19842-e3a4-4015-9859-55091fbf2ab3 req-c820755e-222b-451f-9009-261a5ed23872 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:15.730364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ef19842-e3a4-4015-9859-55091fbf2ab3 req-c820755e-222b-451f-9009-261a5ed23872 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 943 time: 0.0744698 Jul 30 03:57:15.807499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ef19842-e3a4-4015-9859-55091fbf2ab3 req-537fc2c3-3da8-4ff9-aeee-b5d87bb82406 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639637 Jul 30 03:57:15.864533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:57:16.012894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:16.027578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'port_id': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'mac_address': 'fa:16:3e:f4:47:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:57:16.089443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:16.104667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:57:16.126427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:16.131620 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:16.208395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:16.216303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.216898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.217402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.217898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.218392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.218935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.219726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.220219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.220708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.221194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.221697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.222483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:16.355739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['20c6a845-f74a-4bb1-a28a-1f1eae0138f6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:16.448564 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:17.007695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6b171-a35d-4af5-b8cd-15cb8ccd503e req-a6a37ad0-0487-40b4-8581-6ad6126103f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:17.009907 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51f6b171-a35d-4af5-b8cd-15cb8ccd503e req-a6a37ad0-0487-40b4-8581-6ad6126103f7 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 944 time: 0.0964861 Jul 30 03:57:17.112714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51f6b171-a35d-4af5-b8cd-15cb8ccd503e req-2ffa9229-97bb-47c4-9495-c83938ab2f01 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946133 Jul 30 03:57:17.856597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:17.929399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:17.934409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:17.934878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:18.046913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:18.048020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:18.074284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:18.076588 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc9e05-c20b-4d57-85a1-2540665450b6" -d '{"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-plugged", "status": "completed", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:18.089774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:18.094746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:18.148136 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f6cc25-ad17-4666-8e59-f6d81bb49a28 x-openstack-request-id: req-33f6cc25-ad17-4666-8e59-f6d81bb49a28 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:18.148426 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-plugged", "status": "completed", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:18.148847 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33f6cc25-ad17-4666-8e59-f6d81bb49a28 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:18.149426 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'code': 200} Jul 30 03:57:18.169985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:18.302864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57019b-5e63-4724-a7b4-8e54e93eba38 req-acb10827-eede-4981-affe-77e87c48fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:18.304712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac57019b-5e63-4724-a7b4-8e54e93eba38 req-acb10827-eede-4981-affe-77e87c48fb9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1097 time: 0.0916646 Jul 30 03:57:18.318741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b533a-7548-459a-b86d-4a2d7ae54b89 req-548d494f-b564-4593-92a3-38ef92297d3b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:18.323830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-182b533a-7548-459a-b86d-4a2d7ae54b89 req-548d494f-b564-4593-92a3-38ef92297d3b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.1006591 Jul 30 03:57:18.378926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-182b533a-7548-459a-b86d-4a2d7ae54b89 req-40d60db5-84a1-4d1d-9450-06c2fb589bff tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516834 Jul 30 03:57:18.391459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ac57019b-5e63-4724-a7b4-8e54e93eba38 req-c7f5b51a-464b-48f4-a91c-11c687a0ad37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659082 Jul 30 03:57:19.515387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2b49e-9538-4237-a55d-4247196084e4 req-0e87bcb6-541f-4271-9e11-e2b16d782f75 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:19.516809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5a2b49e-9538-4237-a55d-4247196084e4 req-0e87bcb6-541f-4271-9e11-e2b16d782f75 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Jul 30 03:57:19.573087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e5a2b49e-9538-4237-a55d-4247196084e4 req-38bd6000-4dc2-4c94-84c4-75f2237d76e5 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486906 Jul 30 03:57:19.701434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21106d-2852-460e-9d2e-41f0ee7a376c req-8840f803-f393-4328-bacd-3f77f010e3d3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:19.703311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b21106d-2852-460e-9d2e-41f0ee7a376c req-8840f803-f393-4328-bacd-3f77f010e3d3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.0582931 Jul 30 03:57:19.748314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b21106d-2852-460e-9d2e-41f0ee7a376c req-ffc96bfd-f13a-43a4-b9df-0bea01ee0689 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379961 Jul 30 03:57:19.774748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:19.825199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd3496-925d-4a4e-b4e0-88827d294401 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:19.826771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-addd3496-925d-4a4e-b4e0-88827d294401 tempest-TestNetworkAdvancedServerOps-2038164213 tempest-TestNetworkAdvancedServerOps-2038164213-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1092 time: 0.0507281 Jul 30 03:57:19.830854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:19.840335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:19.870518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:19.994808 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:20.125036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Allocated IP 172.25.6.204 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c82c3408-2cda-440a-9481-124e2dcba443) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:20.261820 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:20.323305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:20.364617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:20.367504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:20.373519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:20.397762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=c82c3408-2cda-440a-9481-124e2dcba443,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:21.286691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:21.396601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:21.589162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:21.594617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:21.673175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event updated for resources: {'Port': ['ID=c82c3408-2cda-440a-9481-124e2dcba443,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:21.684115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:57:21.689613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:21.820462 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP 51e6f982-8160-4c38-9742-b2135035f29e associated. External IP: 172.25.6.204, port: 20c6a845-f74a-4bb1-a28a-1f1eae0138f6. Jul 30 03:57:22.189315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 0e539208-b543-4a5d-80e9-eee14d5f12fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:57:22.322806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9febc8a-557a-4284-99f1-ebfc97c5006a req-763bab7c-0294-41a3-b18c-cb99c7780caa tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:22.324399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9febc8a-557a-4284-99f1-ebfc97c5006a req-763bab7c-0294-41a3-b18c-cb99c7780caa tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.1244252 Jul 30 03:57:22.370502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:22.379250 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] Sync routers for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:22.391513 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:22.392042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:22.392198 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:22.398673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9febc8a-557a-4284-99f1-ebfc97c5006a req-33f0b9bd-0c02-40bf-ade4-cd9f5c2369f8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650713 Jul 30 03:57:22.441958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-93c1a13b-779c-47fa-bc7d-af9188f8271b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6103947 Jul 30 03:57:22.442561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:22.444901 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:22.527860 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9d271d-6d4d-4d2e-91a1-25ded8148714 x-openstack-request-id: req-4b9d271d-6d4d-4d2e-91a1-25ded8148714 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:22.528267 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:22.528621 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b9d271d-6d4d-4d2e-91a1-25ded8148714 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:22.529134 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'status': 'completed', 'code': 200} Jul 30 03:57:22.550514 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:22.629386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255d03-f81e-44a6-8f86-ebbd27ef16b0 req-91944a19-ffb1-475e-964b-832d05565eb8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:22.631503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32255d03-f81e-44a6-8f86-ebbd27ef16b0 req-91944a19-ffb1-475e-964b-832d05565eb8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.0887508 Jul 30 03:57:22.650459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-444292d4-2a30-45cc-8052-50f6170ce5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:22.651981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-444292d4-2a30-45cc-8052-50f6170ce5aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1097 time: 0.0986276 Jul 30 03:57:22.756814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32255d03-f81e-44a6-8f86-ebbd27ef16b0 req-10630d51-a7e0-4a6f-b5c2-901ba68ca0c9 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176062 Jul 30 03:57:22.782578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48268) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:22.810247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-7c10c8c9-d2c8-4cb7-b51e-f5b87a6c00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:22.812319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-7c10c8c9-d2c8-4cb7-b51e-f5b87a6c00fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d6a1825-2bac-450c-9a6c-463d79bff1b2 HTTP/1.1" status: 200 len: 897 time: 0.1510835 Jul 30 03:57:22.866753 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6b47d170-2a26-40e6-aa81-d060346d5d5d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/51e6f982-8160-4c38-9742-b2135035f29e HTTP/1.1" status: 200 len: 991 time: 0.0822527 Jul 30 03:57:22.877734 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '51e6f982-8160-4c38-9742-b2135035f29e', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'port_id': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'mac_address': 'fa:16:3e:f4:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:57:20Z', 'updated_at': '2021-07-30T03:57:20Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:12Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:22.905605 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] Checking router: 0e539208-b543-4a5d-80e9-eee14d5f12fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:22.914754 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:22.915074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-2c16aa11-758b-4c1e-b642-f5346f6fa059 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6 HTTP/1.1" status: 200 len: 999 time: 0.0948880 Jul 30 03:57:22.915401 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:22.979377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-999f2ec1-a23e-412c-8f7f-0e8052d1fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:22.981066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-999f2ec1-a23e-412c-8f7f-0e8052d1fb3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d14b31b2-3e05-4764-8a0e-04ce3e994aa5 HTTP/1.1" status: 200 len: 834 time: 0.0589986 Jul 30 03:57:23.042260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-5117c4be-7834-4511-b5b3-86336eca668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:23.044304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-5117c4be-7834-4511-b5b3-86336eca668e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d6a1825-2bac-450c-9a6c-463d79bff1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557439 Jul 30 03:57:23.155787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-334dce85-6597-485e-b0e4-4c9607cae788 service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042171 Jul 30 03:57:23.162708 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:23.289137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aac902ab-e18a-4a0b-be17-d78f49bbfa1a req-7f859882-72ac-4b4d-b029-d0b654ba7d9d service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239421 Jul 30 03:57:23.430778 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '51e6f982-8160-4c38-9742-b2135035f29e', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'port_id': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'mac_address': 'fa:16:3e:f4:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:57:20Z', 'updated_at': '2021-07-30T03:57:20Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:12Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:23.475287 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c62daf-7320-4677-ab82-266d9f6caed3 None None] The sync data for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 is: [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '51e6f982-8160-4c38-9742-b2135035f29e', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'port_id': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'mac_address': 'fa:16:3e:f4:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:57:20Z', 'updated_at': '2021-07-30T03:57:20Z', 'revision_number': 0, 'project_id': '55fcb199556c4121938ac914dcad765d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:12Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:23.555412 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5864ae-4c9a-41c4-ac25-42f4a4db86f6 req-c9e3608d-1446-4a93-b6e3-8526adb9e7f8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:23.559177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f5864ae-4c9a-41c4-ac25-42f4a4db86f6 req-c9e3608d-1446-4a93-b6e3-8526adb9e7f8 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.0746827 Jul 30 03:57:23.620854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f5864ae-4c9a-41c4-ac25-42f4a4db86f6 req-60d69f0a-f741-40d0-bb93-24a3259351a3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Jul 30 03:57:23.752480 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27997639-b11d-45f1-bd99-e48c2f8c6771 None None] New status for floating IP 51e6f982-8160-4c38-9742-b2135035f29e: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:57:23.868383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:23.938962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c28a6a5-1513-40ae-888c-49ea90c9d6d8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/51e6f982-8160-4c38-9742-b2135035f29e HTTP/1.1" status: 200 len: 991 time: 0.0695298 Jul 30 03:57:24.010647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443716f9-c139-41a4-b29d-d34c0c762156 req-6b7f4924-cc10-4528-a630-2548160fc048 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:24.012140 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-443716f9-c139-41a4-b29d-d34c0c762156 req-6b7f4924-cc10-4528-a630-2548160fc048 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 946 time: 0.0588601 Jul 30 03:57:24.123179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Deleting port 603609dd-c5dd-4cda-b06e-5735eb7dc141 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:24.123456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:24.235217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] For port 603609dd-c5dd-4cda-b06e-5735eb7dc141, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=603609dd-c5dd-4cda-b06e-5735eb7dc141,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:24.235872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:24.258241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Calling delete_port for 603609dd-c5dd-4cda-b06e-5735eb7dc141 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:24.446723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:24.459077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bfb3831d-44de-467b-b0ef-bc4cede1a61d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:24.494111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event deleted for resources: {'Port': ['ID=603609dd-c5dd-4cda-b06e-5735eb7dc141,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:24.509571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015', 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff', '603609dd-c5dd-4cda-b06e-5735eb7dc141'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:24.563377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] No DVR routers for this DVR port 603609dd-c5dd-4cda-b06e-5735eb7dc141 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:57:24.567445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:24.570013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-443716f9-c139-41a4-b29d-d34c0c762156 req-2a8a35ff-14f1-4b09-b127-6d34f4682d2c tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "DELETE /v2.0/ports/603609dd-c5dd-4cda-b06e-5735eb7dc141 HTTP/1.1" status: 204 len: 173 time: 0.5428545 Jul 30 03:57:24.570495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'name': 'network-vif-deleted', 'tag': '603609dd-c5dd-4cda-b06e-5735eb7dc141'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:24.573373 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeecbd5-485a-4c8f-ad85-9cb683c59392" -d '{"events": [{"server_uuid": "0f434359-87b1-4c60-8270-96d1a2a7252a", "name": "network-vif-deleted", "tag": "603609dd-c5dd-4cda-b06e-5735eb7dc141"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:24.626321 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a54b25b-5ba4-48e0-8818-51c0522be516 x-openstack-request-id: req-0a54b25b-5ba4-48e0-8818-51c0522be516 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:24.626953 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f434359-87b1-4c60-8270-96d1a2a7252a", "name": "network-vif-deleted", "tag": "603609dd-c5dd-4cda-b06e-5735eb7dc141", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:24.627633 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a54b25b-5ba4-48e0-8818-51c0522be516 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:24.629543 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f434359-87b1-4c60-8270-96d1a2a7252a', 'name': 'network-vif-deleted', 'tag': '603609dd-c5dd-4cda-b06e-5735eb7dc141', 'status': 'completed', 'code': 200} Jul 30 03:57:24.829897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-140fd263-3868-491d-ad2d-0bb649b0a129 req-20f5a2e8-de98-4daf-b6a7-c253921656b3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f434359-87b1-4c60-8270-96d1a2a7252a HTTP/1.1" status: 200 len: 210 time: 0.0552442 Jul 30 03:57:24.941739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48296) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:25.009900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8672184a-1273-4b8a-9ed9-e72c98b43638 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/51e6f982-8160-4c38-9742-b2135035f29e HTTP/1.1" status: 200 len: 993 time: 0.0669541 Jul 30 03:57:26.939197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 603609dd-c5dd-4cda-b06e-5735eb7dc141 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:27.152330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 603609dd-c5dd-4cda-b06e-5735eb7dc141 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:27.152677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 603609dd-c5dd-4cda-b06e-5735eb7dc141 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:29.537292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3bc0-eb20-472f-96ee-24283531dfff req-e54fcaed-577a-433b-a545-91b73e5f0795 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:29.543737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10cd3bc0-eb20-472f-96ee-24283531dfff req-e54fcaed-577a-433b-a545-91b73e5f0795 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0695639 Jul 30 03:57:29.587903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10cd3bc0-eb20-472f-96ee-24283531dfff req-89ac71b4-01c8-41ce-becf-9fb182335b43 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Jul 30 03:57:30.715513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5123cd-1e4a-4f40-bed1-ab381f7847e0 req-fd056b5a-ba61-4d33-9462-41d6b078f91a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:30.716974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d5123cd-1e4a-4f40-bed1-ab381f7847e0 req-fd056b5a-ba61-4d33-9462-41d6b078f91a tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0527704 Jul 30 03:57:30.755668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d5123cd-1e4a-4f40-bed1-ab381f7847e0 req-c927bdb8-99ea-4e2e-9d5b-83a188dfe9f3 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Jul 30 03:57:30.772438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:31.043168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-da7865d5-2888-41b5-8a85-ca80b1f559bb tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:31.044882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-da7865d5-2888-41b5-8a85-ca80b1f559bb tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0520852 Jul 30 03:57:31.148708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Deleting port bfb3831d-44de-467b-b0ef-bc4cede1a61d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:31.149053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:31.257274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] For port bfb3831d-44de-467b-b0ef-bc4cede1a61d, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=bfb3831d-44de-467b-b0ef-bc4cede1a61d,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:31.257751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:31.273071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Calling delete_port for bfb3831d-44de-467b-b0ef-bc4cede1a61d owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:31.492233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-144cc4dd-3c91-4f80-9855-f82599cab9d1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:31.493679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-144cc4dd-3c91-4f80-9855-f82599cab9d1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1474433 Jul 30 03:57:31.494752 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:31.506027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['bfb3831d-44de-467b-b0ef-bc4cede1a61d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:31.530372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015', 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:31.539005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event deleted for resources: {'Port': ['ID=bfb3831d-44de-467b-b0ef-bc4cede1a61d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:31.549442 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-d6233cc8-f0d0-4429-9b1e-ca3e11970979 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0469460 Jul 30 03:57:31.611210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] No DVR routers for this DVR port bfb3831d-44de-467b-b0ef-bc4cede1a61d on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:57:31.614128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:31.616135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2da2e484-5e82-49f9-9970-e9e751fc9dd7 req-b1e4f95f-6171-470f-ae9f-2f19094b665b tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.18 "DELETE /v2.0/ports/bfb3831d-44de-467b-b0ef-bc4cede1a61d HTTP/1.1" status: 204 len: 173 time: 0.5635612 Jul 30 03:57:31.616720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'name': 'network-vif-deleted', 'tag': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:31.619014 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705aaadb-e81d-4284-a654-ad1ecfc705a0" -d '{"events": [{"server_uuid": "ffb8bd94-0cdd-44cc-ba04-349bed91ecd7", "name": "network-vif-deleted", "tag": "bfb3831d-44de-467b-b0ef-bc4cede1a61d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:31.660713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-305fa724-930b-489f-84de-87133dabfaf8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103871 Jul 30 03:57:31.696527 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d995f1a-98dc-422a-9590-5a4f27727964 x-openstack-request-id: req-9d995f1a-98dc-422a-9590-5a4f27727964 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:31.697780 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8bd94-0cdd-44cc-ba04-349bed91ecd7", "name": "network-vif-deleted", "tag": "bfb3831d-44de-467b-b0ef-bc4cede1a61d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:31.698520 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d995f1a-98dc-422a-9590-5a4f27727964 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:31.700615 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8bd94-0cdd-44cc-ba04-349bed91ecd7', 'name': 'network-vif-deleted', 'tag': 'bfb3831d-44de-467b-b0ef-bc4cede1a61d', 'status': 'completed', 'code': 200} Jul 30 03:57:31.838677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-2a7bb3bb-6cb4-43dc-b415-0254d70cdf53 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656070 Jul 30 03:57:31.918318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6742952e-dfca-4167-9a1b-02496db19a0c req-ecdcaf17-82f0-4b51-b857-e89bbda1c468 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffb8bd94-0cdd-44cc-ba04-349bed91ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0621789 Jul 30 03:57:31.958190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-f977f043-8a3f-4628-b0f9-8e63d6772f58 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117530 Jul 30 03:57:32.282554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49ef3e90-e5b9-472e-8aaa-76b8b61f98c9 req-bd316050-8005-4a3e-883f-b077f34cf5d6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0348563 Jul 30 03:57:33.212044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0db-c2df-4c25-9324-a697e45d79b0 req-67c63d90-c2dd-4cd6-bf8d-458816526747 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:33.214303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc7ed0db-c2df-4c25-9324-a697e45d79b0 req-67c63d90-c2dd-4cd6-bf8d-458816526747 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 945 time: 0.0579340 Jul 30 03:57:33.263596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc7ed0db-c2df-4c25-9324-a697e45d79b0 req-0b5b16bf-b11d-45b1-86bf-963749fa37fe tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Jul 30 03:57:33.313469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-99c5f862-c269-4952-9648-3ebfb14ba1e3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:33.315578 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-99c5f862-c269-4952-9648-3ebfb14ba1e3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1216507 Jul 30 03:57:33.337215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:33.398898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d87f7ed-0e81-41c3-8a88-08f84c0a0db3 req-44bbab80-d653-403b-8500-ee4761823faf tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0283296 Jul 30 03:57:33.469581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:33.473757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:33.602947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.10 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:33.763909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:33.778258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:33.811863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:33.857298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:33.860706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:33.867072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:33.907124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:33.926161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bfb3831d-44de-467b-b0ef-bc4cede1a61d no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:33.950344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:33.951338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:33.972298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-4a393c06-ad3a-4d3c-be73-bc5cc0601e6d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6388242 Jul 30 03:57:33.987417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: bfb3831d-44de-467b-b0ef-bc4cede1a61d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:33.988019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device bfb3831d-44de-467b-b0ef-bc4cede1a61d not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:33.992464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Request body: {'port': {'device_id': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:34.062326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.215535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-870a263f-a63e-4650-b97d-ba09876c02e7 None None] Provisioning for port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:34.227395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-870a263f-a63e-4650-b97d-ba09876c02e7 None None] Provisioning complete for port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:34.227777 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-870a263f-a63e-4650-b97d-ba09876c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.266868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-870a263f-a63e-4650-b97d-ba09876c02e7 None None] Port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:34.368110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:57:34.380480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.410557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Transition to ACTIVE for port object c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:34.416041 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.422605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841e27-21cf-4c0a-a4c9-53b9eabc6fa5 req-c51e7399-f329-4f8e-8078-c07fe02bba89 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:34.435002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7841e27-21cf-4c0a-a4c9-53b9eabc6fa5 req-c51e7399-f329-4f8e-8078-c07fe02bba89 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 945 time: 0.0761461 Jul 30 03:57:34.520835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Pushing event updated for resources: {'Port': ['ID=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:34.532229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7841e27-21cf-4c0a-a4c9-53b9eabc6fa5 req-5e7e5f5b-79ad-4144-a1ca-a32c2ea89b22 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Jul 30 03:57:34.592257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead54940-fcc4-4ac7-ac06-7ea20115e946 req-d5428681-0707-4fff-abb6-edc0107990d0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:34.593951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ead54940-fcc4-4ac7-ac06-7ea20115e946 req-d5428681-0707-4fff-abb6-edc0107990d0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0782044 Jul 30 03:57:34.617598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Attempting to bind port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:34.618979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Attempting to bind port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:34.619520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Attempting to bind port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:34.625457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:57:34.626008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Attempting to bind port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:34.632429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:34.633431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:34.633989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:34.634593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Bound port: c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:34.635127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.656462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ead54940-fcc4-4ac7-ac06-7ea20115e946 req-1eb6a229-1158-4f5e-9ae2-859844550a7b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Jul 30 03:57:34.721833 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] For port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:34.725594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] For port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:34.733052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.776531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:34.777163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:34.778611 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] 10.222.0.16 "PUT /v2.0/ports/c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 HTTP/1.1" status: 200 len: 1093 time: 0.7905924 Jul 30 03:57:34.779061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'tag': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:34.781472 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3570bce-8586-4dec-85df-c99f19bde91e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9002c6-fc67-4f0d-91de-7d57b04dab96", "tag": "c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:34.835761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9e384-e22c-4ee9-9b30-e34081c5b17f service neutron] Pushing event updated for resources: {'Port': ['ID=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:34.845496 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151f446-dbc7-4356-84e4-451490fc3fd7 x-openstack-request-id: req-2151f446-dbc7-4356-84e4-451490fc3fd7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:34.845794 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9002c6-fc67-4f0d-91de-7d57b04dab96", "tag": "c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:34.846716 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2151f446-dbc7-4356-84e4-451490fc3fd7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:34.847262 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'tag': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2', 'status': 'completed', 'code': 200} Jul 30 03:57:34.859662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-9f49c82d-5160-46db-8f9e-31b1547d38ac tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:34.861488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-9f49c82d-5160-46db-8f9e-31b1547d38ac tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 945 time: 0.0711567 Jul 30 03:57:34.907156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-a7424fbd-e8d5-43bf-95e7-7a7c789cd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:34.909442 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-a7424fbd-e8d5-43bf-95e7-7a7c789cd9cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 1096 time: 0.0463183 Jul 30 03:57:34.964017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-966c34ec-3587-425d-b5d5-84dc360e2cab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 HTTP/1.1" status: 200 len: 217 time: 0.0405419 Jul 30 03:57:35.008005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Deleting port b2aa07d1-a9bd-4276-9da0-26a2938d27ff {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:35.008354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:35.028069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-5cd6687f-a8d7-4799-a3e8-c5d26dae0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.030033 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-5cd6687f-a8d7-4799-a3e8-c5d26dae0831 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0588698 Jul 30 03:57:35.087165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-d6f033ce-7311-4bf0-ba4e-ae5a7eeb7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.088628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-d6f033ce-7311-4bf0-ba4e-ae5a7eeb7f89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511346 Jul 30 03:57:35.108346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] For port b2aa07d1-a9bd-4276-9da0-26a2938d27ff, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:35.109054 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:35.128947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Calling delete_port for b2aa07d1-a9bd-4276-9da0-26a2938d27ff owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:35.184710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-acaa24b3-fb5a-4b2c-b364-0bc31af28820 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886862 Jul 30 03:57:35.281486 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:35.293129 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-713652bc-ff96-475f-836b-c6bca80e5c6a req-b9d4dd7e-0cb9-4d53-a74b-4955cf80607f service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006553 Jul 30 03:57:35.311828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event deleted for resources: {'Port': ['ID=b2aa07d1-a9bd-4276-9da0-26a2938d27ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:35.317157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015', 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:35.360446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] No DVR routers for this DVR port b2aa07d1-a9bd-4276-9da0-26a2938d27ff on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:57:35.364176 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:35.366241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1327fce4-3e45-4d94-813c-31e497b62df9 req-5101f376-3030-423f-afe3-87a83d6f7846 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "DELETE /v2.0/ports/b2aa07d1-a9bd-4276-9da0-26a2938d27ff HTTP/1.1" status: 204 len: 173 time: 0.4958634 Jul 30 03:57:35.366960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'name': 'network-vif-deleted', 'tag': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:35.369394 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc38959-4677-4087-a192-4d86f71d928d" -d '{"events": [{"server_uuid": "3f9e6f6b-1247-499a-84fe-4edc252e3765", "name": "network-vif-deleted", "tag": "b2aa07d1-a9bd-4276-9da0-26a2938d27ff"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:35.423577 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b61dc-7538-4c46-8424-c2b1005f28ff x-openstack-request-id: req-829b61dc-7538-4c46-8424-c2b1005f28ff {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:35.424401 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9e6f6b-1247-499a-84fe-4edc252e3765", "name": "network-vif-deleted", "tag": "b2aa07d1-a9bd-4276-9da0-26a2938d27ff", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:35.424401 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-829b61dc-7538-4c46-8424-c2b1005f28ff {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:35.424612 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9e6f6b-1247-499a-84fe-4edc252e3765', 'name': 'network-vif-deleted', 'tag': 'b2aa07d1-a9bd-4276-9da0-26a2938d27ff', 'status': 'completed', 'code': 200} Jul 30 03:57:35.444121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570bce-8586-4dec-85df-c99f19bde91e req-5541b1e9-3f5a-4a53-9901-b2316d6eed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.445828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-5541b1e9-3f5a-4a53-9901-b2316d6eed70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 1096 time: 0.0681984 Jul 30 03:57:35.553238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570bce-8586-4dec-85df-c99f19bde91e req-38728c97-a54a-4d0f-853b-05090249cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.554712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-38728c97-a54a-4d0f-853b-05090249cffd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0991051 Jul 30 03:57:35.609098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-435ff54c-5f6a-4734-8033-16fef4cc0265 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 HTTP/1.1" status: 200 len: 217 time: 0.0399113 Jul 30 03:57:35.676170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04163b9d-5893-4f24-8928-2d7ead3deb6e req-0f3578c2-8c10-44a2-909c-d307af5879eb tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f9e6f6b-1247-499a-84fe-4edc252e3765 HTTP/1.1" status: 200 len: 210 time: 0.0486975 Jul 30 03:57:35.693653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570bce-8586-4dec-85df-c99f19bde91e req-efc918fa-59da-4881-852a-bd3fc694cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.695361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-efc918fa-59da-4881-852a-bd3fc694cd1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0781684 Jul 30 03:57:35.753041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570bce-8586-4dec-85df-c99f19bde91e req-b9178232-335f-416d-bcd9-5ba494e4d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.754406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-b9178232-335f-416d-bcd9-5ba494e4d35b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509901 Jul 30 03:57:35.845105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe5dc-633a-459b-80fb-c59226622aaf req-353eae23-ed85-479f-af91-038e37f6d8d1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:35.847120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb4fe5dc-633a-459b-80fb-c59226622aaf req-353eae23-ed85-479f-af91-038e37f6d8d1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.1049557 Jul 30 03:57:35.897251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-4f0a530d-e1f7-499e-bc2a-927332bb48d9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218143 Jul 30 03:57:35.910357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb4fe5dc-633a-459b-80fb-c59226622aaf req-959106d1-900a-467d-a230-a393d00a4d55 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505188 Jul 30 03:57:36.026270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c3570bce-8586-4dec-85df-c99f19bde91e req-c97d2c3f-f908-4462-962f-85131cde3215 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132219 Jul 30 03:57:37.048028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cfb10-27f9-4f23-8f34-08dfc1a4baf4 req-65e739e0-1b12-4668-914b-5ec1dd26d0ee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:37.049708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d91cfb10-27f9-4f23-8f34-08dfc1a4baf4 req-65e739e0-1b12-4668-914b-5ec1dd26d0ee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0526462 Jul 30 03:57:37.091860 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d91cfb10-27f9-4f23-8f34-08dfc1a4baf4 req-1fcb3bcb-f898-4105-9131-b66094aa52cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Jul 30 03:57:38.248177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b489-0a22-48d1-84c2-ce77d9d68534 req-8b34dc69-7405-4328-906a-a0cddfd7442d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:38.249749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a160b489-0a22-48d1-84c2-ce77d9d68534 req-8b34dc69-7405-4328-906a-a0cddfd7442d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0723381 Jul 30 03:57:38.307908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a160b489-0a22-48d1-84c2-ce77d9d68534 req-7d4811a7-6188-4f7b-94e0-503b5ff92a1d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505900 Jul 30 03:57:39.040720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:39.080685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b2aa07d1-a9bd-4276-9da0-26a2938d27ff no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:39.101729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: b2aa07d1-a9bd-4276-9da0-26a2938d27ff {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:39.102078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b2aa07d1-a9bd-4276-9da0-26a2938d27ff not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:39.183538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:39.183948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2636b0d1-0c3e-4b21-9355-ac52ade9183a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d87f4d31dd24c6a981a8bba21a549ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411817 Jul 30 03:57:39.242525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:39.265419 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:39.311503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:39.314080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:39.318595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beaba4b6-47ad-4156-86c1-50f5f7c430c9 HTTP/1.1" status: 204 len: 168 time: 0.1335146 Jul 30 03:57:39.326903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaba4b6-47ad-4156-86c1-50f5f7c430c9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:39.336790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.337142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.337485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.337824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.338156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.338540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.338876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.339256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.339580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.339946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.340256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.340576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e87a2-07d0-40c6-8263-9ab7c3f92223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:39.447572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d136-d5d6-4fa8-8e16-4fce99b98985 req-22493681-f551-4c32-b7c2-599ce6355844 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:39.455289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fe6d136-d5d6-4fa8-8e16-4fce99b98985 req-22493681-f551-4c32-b7c2-599ce6355844 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0583889 Jul 30 03:57:39.493890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fe6d136-d5d6-4fa8-8e16-4fce99b98985 req-60371dae-8c1f-439a-a439-22b92991cfa7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Jul 30 03:57:40.526851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:40.614860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21669-90a9-4da9-8b11-dec17c2bf6da req-02f2a0a9-4f9f-4e7b-bde5-c5fec192a1e5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:40.616398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b21669-90a9-4da9-8b11-dec17c2bf6da req-02f2a0a9-4f9f-4e7b-bde5-c5fec192a1e5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0502503 Jul 30 03:57:40.662492 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81b21669-90a9-4da9-8b11-dec17c2bf6da req-5f462b5b-dda2-4318-8b14-95bf687f8905 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Jul 30 03:57:40.690678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'network': {'name': 'tempest-network-smoke--76020965', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:40.714567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:40.718159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.730623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.824835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.828582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.856142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:57:40.866449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525785f4-4338-409a-a7ab-732eb51efb9d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:40.872438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.872788 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Added segment 18cde78a-68ee-4bcc-b933-5c58186fd6eb of type vlan for network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 Jul 30 03:57:40.916014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.945720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.951924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:40.952608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:40.973325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.019720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4915733 Jul 30 03:57:41.022747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48946) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:41.027622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'admin_state_up': True, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:41.030777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3a5b-64ae-4b23-980a-b62e523c8f9b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Network': ['ID=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:41.041585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:57:41.055264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.056284 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.128831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.273940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.286676 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9349c47-4443-43bb-b52e-7d3e24b638ae req-a94ad545-f761-41a4-8130-e8af183eeaea tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:41.288231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9349c47-4443-43bb-b52e-7d3e24b638ae req-a94ad545-f761-41a4-8130-e8af183eeaea tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Jul 30 03:57:41.326305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f9349c47-4443-43bb-b52e-7d3e24b638ae req-ab10ae24-f75b-4724-9c04-9685920875dc tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Jul 30 03:57:41.467602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.486115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.587032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.25.6.227 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/bdc36456-7390-4ba5-93cb-b75ef789e9f9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:41.689845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.730502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:41.768769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:41.771634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:41.777678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:41.778733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663090e1-001a-4373-abbf-b7d81ab76720 req-10a7dd45-71bf-48c2-b283-5c5b62b05344 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:41.780278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-663090e1-001a-4373-abbf-b7d81ab76720 req-10a7dd45-71bf-48c2-b283-5c5b62b05344 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0485485 Jul 30 03:57:41.783205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=bdc36456-7390-4ba5-93cb-b75ef789e9f9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:41.815780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.816124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.816463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.816800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.817138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.817463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.817788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.818108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.818428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.818749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.819071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.819408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:57:41.822532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-663090e1-001a-4373-abbf-b7d81ab76720 req-4e8ef446-0cb8-4bd2-90b4-909726f1060a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Jul 30 03:57:42.041511 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:42.231407 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:42.363116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:57:42.385535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4be38b1d-8864-4a41-a818-553b943b5da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:42.461795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c8932-3fb1-4701-9217-290c3aaa8ff5 req-f1d2e6da-0a53-49a4-8af8-a11b51b9dd14 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:42.463497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d06c8932-3fb1-4701-9217-290c3aaa8ff5 req-f1d2e6da-0a53-49a4-8af8-a11b51b9dd14 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 945 time: 0.0621381 Jul 30 03:57:42.487476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:42.501053 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805518-9217-48cd-9a02-188304682fda None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:42.510760 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:42.512527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-095eb65e-ce3e-4d04-906c-fb646e8d2df4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4885600 Jul 30 03:57:42.515697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48958) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:42.515949 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71805518-9217-48cd-9a02-188304682fda None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:42.516796 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71805518-9217-48cd-9a02-188304682fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:42.518453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d06c8932-3fb1-4701-9217-290c3aaa8ff5 req-c803e891-1772-46b9-8e9d-2fc56185fabb tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Jul 30 03:57:42.603279 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4be6a8fd-01d5-4e2d-bafd-d8178923aa56 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9fa8297b71b64ce2a67045c71fc0f067&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860124 Jul 30 03:57:42.606049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:42.638062 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-71805518-9217-48cd-9a02-188304682fda None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:42.699945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db317859-2f6f-4553-b2e7-c61785d5f412 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:42.703611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-db317859-2f6f-4553-b2e7-c61785d5f412 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943758 Jul 30 03:57:42.704509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48964) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:42.738915 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-34ec8e95-41f9-49e5-ba5a-a3445cd0b70e tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326560 Jul 30 03:57:42.741703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48966) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:42.747367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557872891', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:42.842582 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71805518-9217-48cd-9a02-188304682fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:41Z', 'revision_number': 3, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:42.851432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:42.860611 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:42.875605 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805518-9217-48cd-9a02-188304682fda None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:42.876099 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805518-9217-48cd-9a02-188304682fda None None] Updating router 6e52b171-447c-428b-9962-205f41d5f695 port bdc36456-7390-4ba5-93cb-b75ef789e9f9 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:57:42.903231 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71805518-9217-48cd-9a02-188304682fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:42.998972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd0ca-003c-4e65-b44c-b201443c7ca9 req-f9be0201-ebf5-431f-a245-243538febbdb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:43.000548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-009fd0ca-003c-4e65-b44c-b201443c7ca9 req-f9be0201-ebf5-431f-a245-243538febbdb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0806711 Jul 30 03:57:43.077631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-009fd0ca-003c-4e65-b44c-b201443c7ca9 req-1e492bfa-e111-49ef-9e42-a759e1ac723c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Jul 30 03:57:43.176159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53909-0384-4496-977a-bcb066b0be17 req-61f9d98d-b623-426a-a0e9-f58da6db31e7 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:43.177631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fa53909-0384-4496-977a-bcb066b0be17 req-61f9d98d-b623-426a-a0e9-f58da6db31e7 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 945 time: 0.0972664 Jul 30 03:57:43.182819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.192312 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71805518-9217-48cd-9a02-188304682fda None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.202345 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-71805518-9217-48cd-9a02-188304682fda None None] Transition to ACTIVE for port object bdc36456-7390-4ba5-93cb-b75ef789e9f9 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:43.209691 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71805518-9217-48cd-9a02-188304682fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.263849 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58552-1d8c-4f73-bc78-b3d8c1cf0624 None None] Pushing event updated for resources: {'Port': ['ID=bdc36456-7390-4ba5-93cb-b75ef789e9f9,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:43.266272 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-71805518-9217-48cd-9a02-188304682fda None None] Attempting to bind port bdc36456-7390-4ba5-93cb-b75ef789e9f9 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:43.266879 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-71805518-9217-48cd-9a02-188304682fda None None] Attempting to bind port bdc36456-7390-4ba5-93cb-b75ef789e9f9 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:43.267424 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71805518-9217-48cd-9a02-188304682fda None None] Attempting to bind port bdc36456-7390-4ba5-93cb-b75ef789e9f9 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:43.274695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71805518-9217-48cd-9a02-188304682fda None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:43.274695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71805518-9217-48cd-9a02-188304682fda None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:43.275058 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71805518-9217-48cd-9a02-188304682fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.275473 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71805518-9217-48cd-9a02-188304682fda None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:43.275933 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-71805518-9217-48cd-9a02-188304682fda None None] Bound port: bdc36456-7390-4ba5-93cb-b75ef789e9f9, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:43.276305 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71805518-9217-48cd-9a02-188304682fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.283809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Subnet': ['ID=25cbb009-fb77-45de-9158-7fa47cedfdbd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:43.325692 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-71805518-9217-48cd-9a02-188304682fda None None] For port bdc36456-7390-4ba5-93cb-b75ef789e9f9, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:43.328003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Checking segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:43.328371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network hostable DHCP agents. Network: d572d6d9-034b-4f63-9f6a-c92efcc7d6b6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:57:43.329071 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-71805518-9217-48cd-9a02-188304682fda None None] For port bdc36456-7390-4ba5-93cb-b75ef789e9f9, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdc36456-7390-4ba5-93cb-b75ef789e9f9,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:43.334633 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71805518-9217-48cd-9a02-188304682fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.356458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:57:43.363952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Deleting port 47ef698c-f4d3-4b24-b3d9-94e885191015 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:43.364350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.381604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, d572d6d9-034b-4f63-9f6a-c92efcc7d6b6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:43.389172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70104f9-254b-422d-9818-2d66503a52a7 None None] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:57:43.389925 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71805518-9217-48cd-9a02-188304682fda None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:43.390545 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71805518-9217-48cd-9a02-188304682fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:43.415255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:43.415956 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.435343 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58552-1d8c-4f73-bc78-b3d8c1cf0624 None None] Pushing event updated for resources: {'Port': ['ID=bdc36456-7390-4ba5-93cb-b75ef789e9f9,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:43.441273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0f467490-bf43-4a67-8bfb-d80718f330e2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6982040 Jul 30 03:57:43.443964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48970) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:43.479990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] For port 47ef698c-f4d3-4b24-b3d9-94e885191015, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=47ef698c-f4d3-4b24-b3d9-94e885191015,segment=NetworkSegment(41c6e53e-5197-4055-8fd8-59616f420d8d),segment_id=41c6e53e-5197-4055-8fd8-59616f420d8d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:43.480766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.495231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Calling delete_port for 47ef698c-f4d3-4b24-b3d9-94e885191015 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:43.530664 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-71805518-9217-48cd-9a02-188304682fda None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:43.601481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-d572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:57:43.603056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.700700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daabf52-7de8-4435-83b3-6255331ec753 req-bd8e6299-5569-4f89-aac8-027a8e92bf80 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:43.702499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9daabf52-7de8-4435-83b3-6255331ec753 req-bd8e6299-5569-4f89-aac8-027a8e92bf80 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/ports?device_id=15fb8a57-19a9-4419-a482-9fe588a1f981 HTTP/1.1" status: 200 len: 945 time: 0.0732081 Jul 30 03:57:43.704300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:43.726651 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-71805518-9217-48cd-9a02-188304682fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:41Z', 'revision_number': 3, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:43.760974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['47ef698c-f4d3-4b24-b3d9-94e885191015'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:43.763507 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805518-9217-48cd-9a02-188304682fda None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:41Z', 'revision_number': 3, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:43.806518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Allocated IP 172.20.0.2 (d572d6d9-034b-4f63-9f6a-c92efcc7d6b6/25cbb009-fb77-45de-9158-7fa47cedfdbd/e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:44.012081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.022974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Transition to ACTIVE for port object e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:44.042583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Transition to ACTIVE for port object e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:44.051589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.123775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Pushing event updated for resources: {'Port': ['ID=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:44.143314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Pushing event deleted for resources: {'Port': ['ID=47ef698c-f4d3-4b24-b3d9-94e885191015,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:44.145881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:44.147975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:44.154216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:44.224388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] No DVR routers for this DVR port 47ef698c-f4d3-4b24-b3d9-94e885191015 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:57:44.228066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.230081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fa53909-0384-4496-977a-bcb066b0be17 req-cef8368f-3b47-42c2-96f5-3b3ded7bc441 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.16 "DELETE /v2.0/ports/47ef698c-f4d3-4b24-b3d9-94e885191015 HTTP/1.1" status: 204 len: 173 time: 1.0441883 Jul 30 03:57:44.230792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'name': 'network-vif-deleted', 'tag': '47ef698c-f4d3-4b24-b3d9-94e885191015'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:44.234477 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77a7707-c681-4ac9-8755-2a6b7274e2b1" -d '{"events": [{"server_uuid": "15fb8a57-19a9-4419-a482-9fe588a1f981", "name": "network-vif-deleted", "tag": "47ef698c-f4d3-4b24-b3d9-94e885191015"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:44.241034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9daabf52-7de8-4435-83b3-6255331ec753 req-25fcb342-6326-4da0-be56-f4ff8d0236c5 tempest-AttachVolumeNegativeTest-2018092381 tempest-AttachVolumeNegativeTest-2018092381-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030047 Jul 30 03:57:44.270629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Attempting to bind port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:44.271230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Attempting to bind port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:44.271707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Attempting to bind port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c on network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:44.281549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:44.283864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Checking segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:44.284667 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.285093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Bound using segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:44.285607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Bound port: e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:44.286028 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.339812 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265f4b6-a166-47fb-803d-cbe8fce76e65 x-openstack-request-id: req-0265f4b6-a166-47fb-803d-cbe8fce76e65 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:44.340258 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb8a57-19a9-4419-a482-9fe588a1f981", "name": "network-vif-deleted", "tag": "47ef698c-f4d3-4b24-b3d9-94e885191015", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:44.340702 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0265f4b6-a166-47fb-803d-cbe8fce76e65 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:44.341643 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb8a57-19a9-4419-a482-9fe588a1f981', 'name': 'network-vif-deleted', 'tag': '47ef698c-f4d3-4b24-b3d9-94e885191015', 'status': 'completed', 'code': 200} Jul 30 03:57:44.366960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e988e4-f050-4856-b354-4cb0da01afe1 req-d664d018-8b0f-46d7-acef-2ae5f4fe2e8c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:44.369408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8e988e4-f050-4856-b354-4cb0da01afe1 req-d664d018-8b0f-46d7-acef-2ae5f4fe2e8c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.1008356 Jul 30 03:57:44.384841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] For port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:44.388577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] For port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:44.398070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.427771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8e988e4-f050-4856-b354-4cb0da01afe1 req-1b80cfe0-558a-4ad3-ad3b-46431c2a0ca7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Jul 30 03:57:44.522369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f31df6-d516-4e00-a59c-fd873f259fa8 None None] Pushing event updated for resources: {'Port': ['ID=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:44.550660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdc36456-7390-4ba5-93cb-b75ef789e9f9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:44.583666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.617540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port bdc36456-7390-4ba5-93cb-b75ef789e9f9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:44.621918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bdc36456-7390-4ba5-93cb-b75ef789e9f9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:44.622326 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.753458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bca8b89-c2b3-4ffb-9c13-11dcc4ebff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.768095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.801150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port bdc36456-7390-4ba5-93cb-b75ef789e9f9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdc36456-7390-4ba5-93cb-b75ef789e9f9,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:44.810413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:44.888958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=bdc36456-7390-4ba5-93cb-b75ef789e9f9,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:44.967694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.012402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.20.0.1 (d572d6d9-034b-4f63-9f6a-c92efcc7d6b6/25cbb009-fb77-45de-9158-7fa47cedfdbd/0c4f2e18-745b-46df-a12d-99fc32bfc890) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:45.136977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.152146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Transition to ACTIVE for port object 0c4f2e18-745b-46df-a12d-99fc32bfc890 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:45.186691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.227728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:45.230887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:45.237401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:45.261240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=0c4f2e18-745b-46df-a12d-99fc32bfc890,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:45.286673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.308360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:45.357816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Deleting subnet ca06267b-6a4f-4850-bda4-97e51b3f7790 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:57:45.361492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.397775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.430614 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.444829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.555080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.592735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301b824-90b4-47c8-97b6-120c176a03f7 req-c535d189-c83f-4822-92e3-a38dfc457823 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:45.594315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c301b824-90b4-47c8-97b6-120c176a03f7 req-c535d189-c83f-4822-92e3-a38dfc457823 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.0840647 Jul 30 03:57:45.597281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca06267b-6a4f-4850-bda4-97e51b3f7790,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:45.599336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.603806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-85fd62a6-3e5d-4f49-a463-0316d01d7b93 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ca06267b-6a4f-4850-bda4-97e51b3f7790 HTTP/1.1" status: 204 len: 168 time: 0.2919912 Jul 30 03:57:45.609694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:45.627489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd0040-78da-413c-b3b3-d6dbe7fac02c None None] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:57:45.689592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21ecf9c2-2eb7-4d27-a6d8-23a679fa0500 None None] Provisioning for port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:45.691689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c301b824-90b4-47c8-97b6-120c176a03f7 req-3eeb6f20-3894-4899-85b7-683504540d31 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892119 Jul 30 03:57:45.725181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.795440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.803263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.807801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.818241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca04bc5-c423-475c-b607-8e4227492ba9']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:45.828969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c6e53e-5197-4055-8fd8-59616f420d8d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:45.829269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c6e53e-5197-4055-8fd8-59616f420d8d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:45.838972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.856787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.864869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:57:45.865347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:57:45.867414 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:57:45.880624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=0c4f2e18-745b-46df-a12d-99fc32bfc890,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:45.884264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.933134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.942767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:45.948943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ca04bc5-c423-475c-b607-8e4227492ba9 HTTP/1.1" status: 204 len: 168 time: 0.3382556 Jul 30 03:57:45.966526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06844cd-3ce3-4d7b-b70f-fa68961b73f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca04bc5-c423-475c-b607-8e4227492ba9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:45.997975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:45.999638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:46.131402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-27a18d83-8f0e-4428-808f-2f8b2aa90d4e None None] Provisioning for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:46.135544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-27a18d83-8f0e-4428-808f-2f8b2aa90d4e None None] Provisioning complete for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:46.136092 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27a18d83-8f0e-4428-808f-2f8b2aa90d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.159284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:57:46.166842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:46.181486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-27a18d83-8f0e-4428-808f-2f8b2aa90d4e None None] Port 0c4f2e18-745b-46df-a12d-99fc32bfc890 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:46.248201 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3792bc88-4d6b-496d-aa0a-91556b5a1c89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1d7891a048b49ad8d02450ca4c13776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801201 Jul 30 03:57:46.250627 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 48996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:46.311605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1c026f67-3350-4ee0-bcfc-a2dd8ac0a727 None None] Provisioning complete for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:46.312002 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c026f67-3350-4ee0-bcfc-a2dd8ac0a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.350645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1c026f67-3350-4ee0-bcfc-a2dd8ac0a727 None None] Port 0c4f2e18-745b-46df-a12d-99fc32bfc890 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:46.358506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:46.361019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe2eb-798c-4ab9-8c2d-911ceade8fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.366172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fed44c74-c6fb-442f-9200-e4f3f5c835f3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "PUT /v2.0/routers/6e52b171-447c-428b-9962-205f41d5f695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9210854 Jul 30 03:57:46.368771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 48998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:46.370906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:46.383993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:46.385087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:46.395460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe2eb-798c-4ab9-8c2d-911ceade8fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.463348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.538800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe2eb-798c-4ab9-8c2d-911ceade8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.541860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe2eb-798c-4ab9-8c2d-911ceade8fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.546014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c4fe2eb-798c-4ab9-8c2d-911ceade8fc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bd8ed1d-d9eb-494c-8b93-00f7a02df46d HTTP/1.1" status: 204 len: 168 time: 0.2921264 Jul 30 03:57:46.553323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fe2eb-798c-4ab9-8c2d-911ceade8fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd8ed1d-d9eb-494c-8b93-00f7a02df46d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:46.589029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:46.631835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ae6b2c37-19ad-4717-bd07-eb44e737c79c None None] Provisioning complete for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:46.632467 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2c37-19ad-4717-bd07-eb44e737c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.695902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdc36456-7390-4ba5-93cb-b75ef789e9f9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:46.699530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.700111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.700534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.700995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.701448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.701897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.702487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.702814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.703247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.703713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.709958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b5cc560f-9978-45b0-aed0-c2607fed36d2 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7057 time: 0.3355787 Jul 30 03:57:46.709958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:46.796146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b2c37-19ad-4717-bd07-eb44e737c79c None None] Port 0c4f2e18-745b-46df-a12d-99fc32bfc890 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:46.838160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bdc36456-7390-4ba5-93cb-b75ef789e9f9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:46.838524 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:46.842992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.843488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.843943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.844398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.844845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.845292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.846562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.847072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.847475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.847917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.850613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f0e7b36-0188-4a7e-9e3b-ef608ad8aa39 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6541 time: 0.1395633 Jul 30 03:57:46.852887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:46.956216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f200fc-7f13-485a-b1a5-2fe3308e236f req-fde67141-797e-4420-a561-ab624d0dcfce tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:46.960835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 2, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:46.963540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:46.964117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0f200fc-7f13-485a-b1a5-2fe3308e236f req-fde67141-797e-4420-a561-ab624d0dcfce tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 944 time: 0.1755869 Jul 30 03:57:47.011907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:47.012277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Updating router 6e52b171-447c-428b-9962-205f41d5f695 port 0c4f2e18-745b-46df-a12d-99fc32bfc890 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:57:47.051849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.058625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0f200fc-7f13-485a-b1a5-2fe3308e236f req-268a8b28-dbb7-44aa-8719-27bca6853c97 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922208 Jul 30 03:57:47.096803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:47.102447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:57:47.113986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 47ef698c-f4d3-4b24-b3d9-94e885191015 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:47.115673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:47.116049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.212342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 47ef698c-f4d3-4b24-b3d9-94e885191015 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:47.212778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 47ef698c-f4d3-4b24-b3d9-94e885191015 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:47.227824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b61b683-8691-45b9-ac8c-e62d444220ff tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5936 time: 0.3711791 Jul 30 03:57:47.416285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:47.427597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:47.433065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388592033', 'description': 'tempest-secgroup-smoke-1388592033 description', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:47.440868 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.460817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.466000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2', 'mac_address': 'fa:16:3e:40:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:57:47.552221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.556882 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.587683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.591549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596444 Jul 30 03:57:47.592006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49036) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:47.597447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'f8652c0d-6243-486b-89d4-75b475e72a42', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:47.602816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343bff6-a052-47b9-b6d3-1d5f2c8df4b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8652c0d-6243-486b-89d4-75b475e72a42,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:47.635078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.685609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:47.694313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.716943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.721922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.740021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9706c985-8fdc-4369-872d-8034c66777ff,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:47.740289 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.747509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.751092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-49ba80ab-5e17-4ee3-b292-9862782a2953 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572063 Jul 30 03:57:47.753417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:47.762906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'f8652c0d-6243-486b-89d4-75b475e72a42', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:47.778171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:57:47.801020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.802711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.822984 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:47.826769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:47.829860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Transition to ACTIVE for port object 0c4f2e18-745b-46df-a12d-99fc32bfc890 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:47.833330 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.838103 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.867839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.872741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.891446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac5de7c-8fce-4ce2-a447-835fb1dd70bc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:47.900429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:47.903035 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:47.904457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-058d8908-dfa0-45cb-8671-e11d88e2d240 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501179 Jul 30 03:57:47.907103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:47.913339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'f8652c0d-6243-486b-89d4-75b475e72a42', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:47.949381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.003940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5a31-53d1-4937-bfb8-ccd2d657ee52 None None] Pushing event updated for resources: {'Port': ['ID=0c4f2e18-745b-46df-a12d-99fc32bfc890,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:48.010322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Attempting to bind port 0c4f2e18-745b-46df-a12d-99fc32bfc890 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:48.010965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Attempting to bind port 0c4f2e18-745b-46df-a12d-99fc32bfc890 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:48.011928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Attempting to bind port 0c4f2e18-745b-46df-a12d-99fc32bfc890 on network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:48.020402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:48.020784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Checking segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:48.026013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.026700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Bound using segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:48.027549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Bound port: 0c4f2e18-745b-46df-a12d-99fc32bfc890, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:48.028226 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.030579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.036014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.062706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.067848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:48.068415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600432 Jul 30 03:57:48.071480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a761581-f437-40c4-a227-bf8043c1665e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd64f71-fdc1-4093-853a-0dc22eb25ddc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:48.077477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'f8652c0d-6243-486b-89d4-75b475e72a42', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:48.112870 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.140272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.141288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] For port 0c4f2e18-745b-46df-a12d-99fc32bfc890, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:48.149459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] For port 0c4f2e18-745b-46df-a12d-99fc32bfc890, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c4f2e18-745b-46df-a12d-99fc32bfc890,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:48.156676 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.218990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a3883-d314-47fa-8d11-0bc19f9572e0 req-52559687-560d-4eef-9ba7-6bbf30a5448e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:48.220701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-290a3883-d314-47fa-8d11-0bc19f9572e0 req-52559687-560d-4eef-9ba7-6bbf30a5448e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 945 time: 0.0574365 Jul 30 03:57:48.228158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:48.228930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:48.229498 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.231351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5a31-53d1-4937-bfb8-ccd2d657ee52 None None] Pushing event updated for resources: {'Port': ['ID=0c4f2e18-745b-46df-a12d-99fc32bfc890,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:48.236882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.238854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:48.265718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb0a44c-a1b6-4e59-8df2-9561822816a7,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:48.275659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.277861 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-03d16f26-88c2-47e9-916d-036c5c173065 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2080650 Jul 30 03:57:48.283110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49062) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:48.290301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'f8652c0d-6243-486b-89d4-75b475e72a42', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:48.292331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-290a3883-d314-47fa-8d11-0bc19f9572e0 req-4a36dcbb-093a-40f2-a5aa-4603907abad6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657134 Jul 30 03:57:48.316802 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Project 9fa8297b71b64ce2a67045c71fc0f067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:57:48.336902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.416449 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.425312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.433461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:48.455927 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.460341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1727014 Jul 30 03:57:48.461205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:48.462978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69220602-fd2d-4d5b-9f9f-244a7ee81cf9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc47471e-dae8-44ec-a9cc-c4c89bf3a217,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:48.469388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'f8652c0d-6243-486b-89d4-75b475e72a42', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:48.516999 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Project 9fa8297b71b64ce2a67045c71fc0f067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:57:48.527553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.571263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:48.591673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.597173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.617713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5669af9a-5af6-493f-9061-49e124288162,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:48.628862 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.636064 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fb79cb17-17c3-4cb0-a2f0-3b8403ee0c35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733596 Jul 30 03:57:48.748627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:48.749098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:48.821080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:48Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:48.845033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-92d96e1c-d189-46ad-ac7f-f864026329ad tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388592033&fields=id&tenant_id=9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 267 time: 0.0333467 Jul 30 03:57:48.850550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2ca51-d383-4e55-b485-1d3530e911a9 None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:48Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:49.009488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-59a3b7c4-cf38-4933-a0fa-c5748c93af15 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:49.011008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-59a3b7c4-cf38-4933-a0fa-c5748c93af15 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 795 time: 0.1556759 Jul 30 03:57:49.029506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-fa086339-e5cd-4841-bd82-f5f459426943 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/quotas/9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 375 time: 0.0125935 Jul 30 03:57:49.097954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-720bef2e-b782-423a-ade3-3400a04fa6cd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619004 Jul 30 03:57:49.207108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-a4bc8c41-617e-4aa4-b2e3-c5872e79f296 service neutron] 10.222.0.39 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960295 Jul 30 03:57:49.317660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-27ce52e5-8ae4-4bfd-963f-7a19b0f57434 service neutron] 10.222.0.39 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037912 Jul 30 03:57:49.371368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:49.456359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6abb9b-4855-4862-b05a-c63f78fca832 req-e6b0f411-12ef-4393-b21a-de227b324b27 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:49.458027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e6abb9b-4855-4862-b05a-c63f78fca832 req-e6b0f411-12ef-4393-b21a-de227b324b27 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Jul 30 03:57:49.519240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e6abb9b-4855-4862-b05a-c63f78fca832 req-49ba78f9-f6f8-49d2-a1a1-7767589aa437 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491071 Jul 30 03:57:49.525888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6327-2e1e-4e37-82a4-54f6d0ef036a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.590140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b41e4813-14c5-48d9-acce-4b011344b468 req-b0e349cf-9912-4112-a24d-6b7fb6cb913f tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 210 time: 0.0541673 Jul 30 03:57:49.655379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6327-2e1e-4e37-82a4-54f6d0ef036a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.660057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6327-2e1e-4e37-82a4-54f6d0ef036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.701558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed6327-2e1e-4e37-82a4-54f6d0ef036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2a41e4-380a-4306-bd0f-186e458a37c7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:49.711156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d9ed6327-2e1e-4e37-82a4-54f6d0ef036a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=242d73392e1c4358a9ddce2e9e1bbfe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386626 Jul 30 03:57:49.711418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:49.768106 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9f0-5f75-4e82-8aa7-195b5cbd8043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.792295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9f0-5f75-4e82-8aa7-195b5cbd8043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.851858 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9f0-5f75-4e82-8aa7-195b5cbd8043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.854414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a9f0-5f75-4e82-8aa7-195b5cbd8043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:49.855711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f4e7a9f0-5f75-4e82-8aa7-195b5cbd8043 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf2a41e4-380a-4306-bd0f-186e458a37c7 HTTP/1.1" status: 204 len: 168 time: 0.1431785 Jul 30 03:57:49.864961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a9f0-5f75-4e82-8aa7-195b5cbd8043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2a41e4-380a-4306-bd0f-186e458a37c7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:50.173150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:50.190699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-580d320d-0f2e-4c56-b5fc-f06547d62f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.296195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-580d320d-0f2e-4c56-b5fc-f06547d62f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.299992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-580d320d-0f2e-4c56-b5fc-f06547d62f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.344669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-580d320d-0f2e-4c56-b5fc-f06547d62f3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=566b3558b7e648c593ea49552b893fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695836 Jul 30 03:57:50.347015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d320d-0f2e-4c56-b5fc-f06547d62f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af8776f-65a0-4930-ada5-29681b602691,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:50.347447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49134) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:50.398077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ddb8-607b-43d6-8906-b5a3f1992e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.419088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ddb8-607b-43d6-8906-b5a3f1992e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.476816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ddb8-607b-43d6-8906-b5a3f1992e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.479469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ddb8-607b-43d6-8906-b5a3f1992e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.480766 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ccf2ddb8-607b-43d6-8906-b5a3f1992e4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8af8776f-65a0-4930-ada5-29681b602691 HTTP/1.1" status: 204 len: 168 time: 0.1323304 Jul 30 03:57:50.490394 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ddb8-607b-43d6-8906-b5a3f1992e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af8776f-65a0-4930-ada5-29681b602691,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:50.716520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c4f2e18-745b-46df-a12d-99fc32bfc890 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:50.747963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e53d16d-5fda-4c32-bd8d-51b5cd337fe1 req-fb1d7cbb-8983-4cd7-be53-60c96122ea03 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 210 time: 0.0569205 Jul 30 03:57:50.777147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115cddd-30e7-42b6-9f78-428ac3399d11 req-104fb82d-86c8-45fa-994e-26d20be59b2f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:50.779301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5115cddd-30e7-42b6-9f78-428ac3399d11 req-104fb82d-86c8-45fa-994e-26d20be59b2f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 945 time: 0.1684051 Jul 30 03:57:50.782758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:50.788448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:50.788831 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.789142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-ecf7a550-cee7-4c12-9901-8c09578c26e3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:50.790631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-ecf7a550-cee7-4c12-9901-8c09578c26e3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.18 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 795 time: 0.2596252 Jul 30 03:57:50.847199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5115cddd-30e7-42b6-9f78-428ac3399d11 req-d04fb481-6725-46ea-9321-3e4b59ce38c8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555341 Jul 30 03:57:50.857150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-1a94ad9b-0b4b-4431-a91c-5d6963f0ae99 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 380 time: 0.0511258 Jul 30 03:57:50.867695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'port': {'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'admin_state_up': True, 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'security_groups': ['f8652c0d-6243-486b-89d4-75b475e72a42']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:50.882305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.920469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 0c4f2e18-745b-46df-a12d-99fc32bfc890, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c4f2e18-745b-46df-a12d-99fc32bfc890,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:50.928895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:50.993396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=0c4f2e18-745b-46df-a12d-99fc32bfc890,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:51.009574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:57:51.013135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.094613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:51.151109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:51.156943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:51.157325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.164077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.20.0.13 (d572d6d9-034b-4f63-9f6a-c92efcc7d6b6/25cbb009-fb77-45de-9158-7fa47cedfdbd/8179b0af-7450-4b82-b78f-a7b0616e3802) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:57:51.317943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.323069 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.332616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Transition to ACTIVE for port object 8179b0af-7450-4b82-b78f-a7b0616e3802 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:51.382637 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.393398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:51.395701 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc78704-a985-41ea-8fc1-73674a6da68b" -d '{"events": [{"server_uuid": "ab9002c6-fc67-4f0d-91de-7d57b04dab96", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:51.418016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:51.426011 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.448501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=8179b0af-7450-4b82-b78f-a7b0616e3802,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:51.463644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:57:51.465322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:57:51.468486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:57:51.486470 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bda087-fc62-44b4-a651-de8381a95600 x-openstack-request-id: req-81bda087-fc62-44b4-a651-de8381a95600 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:51.487072 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9002c6-fc67-4f0d-91de-7d57b04dab96", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:51.487353 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81bda087-fc62-44b4-a651-de8381a95600 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:51.487747 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2', 'code': 200} Jul 30 03:57:51.511389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:51.549225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:51.550067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.581920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-33a15037-5f70-4715-b64e-dd6d703a2f35 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7185414 Jul 30 03:57:51.598121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Request body: {'port': {'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:57:51.695916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e4355-8015-4493-b8ee-44e490dc1d23 req-ff1ea3fe-8822-40e9-9677-19c1e96a1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:51.697544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-362e4355-8015-4493-b8ee-44e490dc1d23 req-ff1ea3fe-8822-40e9-9677-19c1e96a1acc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 1098 time: 0.1146808 Jul 30 03:57:51.712688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.752924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-362e4355-8015-4493-b8ee-44e490dc1d23 req-d7fa66dd-1e3d-4c07-9e8b-96de89587107 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465753 Jul 30 03:57:51.858010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49188) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:51.933354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-41cd2d4c-d1ff-43de-aa01-dce81ca95d98 None None] Provisioning for port 8179b0af-7450-4b82-b78f-a7b0616e3802 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:51.948313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-41cd2d4c-d1ff-43de-aa01-dce81ca95d98 None None] Provisioning complete for port 8179b0af-7450-4b82-b78f-a7b0616e3802 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:51.949773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41cd2d4c-d1ff-43de-aa01-dce81ca95d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:51.991987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-41cd2d4c-d1ff-43de-aa01-dce81ca95d98 None None] Port 8179b0af-7450-4b82-b78f-a7b0616e3802 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:57:52.031262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c57e3af-aa1e-4aea-b4bc-70ca4f927af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.124096 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c57e3af-aa1e-4aea-b4bc-70ca4f927af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.126749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242abe7-4e65-40ce-9d5d-f3ba1f834239 req-12cc483b-3d10-4230-8c6a-8a692cd25498 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:52.128355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2242abe7-4e65-40ce-9d5d-f3ba1f834239 req-12cc483b-3d10-4230-8c6a-8a692cd25498 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 932 time: 0.1691239 Jul 30 03:57:52.128520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c57e3af-aa1e-4aea-b4bc-70ca4f927af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.139166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5435-690e-4776-ae55-ab806d2bbcb9 req-4d7a46de-0ab3-4709-8d88-5564999107ac tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:52.143794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bda5435-690e-4776-ae55-ab806d2bbcb9 req-4d7a46de-0ab3-4709-8d88-5564999107ac tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.1716225 Jul 30 03:57:52.171790 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0c57e3af-aa1e-4aea-b4bc-70ca4f927af9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=650a0fc114734d61a884a0eac661f86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101473 Jul 30 03:57:52.171790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57e3af-aa1e-4aea-b4bc-70ca4f927af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1f7c6-7a0f-48fd-aff5-b11f13ef0b7e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:52.172625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:52.224160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a66dbdee-5d04-4058-9167-aaba0c831f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.246521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a66dbdee-5d04-4058-9167-aaba0c831f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.250063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2242abe7-4e65-40ce-9d5d-f3ba1f834239 req-14969f9e-5b95-47af-9707-292aae559ab3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023340 Jul 30 03:57:52.257813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bda5435-690e-4776-ae55-ab806d2bbcb9 req-0096d1b4-12be-40b2-b577-4a67183291b1 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081510 Jul 30 03:57:52.300479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a66dbdee-5d04-4058-9167-aaba0c831f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.303682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a66dbdee-5d04-4058-9167-aaba0c831f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.308663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a66dbdee-5d04-4058-9167-aaba0c831f61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aed1f7c6-7a0f-48fd-aff5-b11f13ef0b7e HTTP/1.1" status: 204 len: 168 time: 0.1350136 Jul 30 03:57:52.326256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dbdee-5d04-4058-9167-aaba0c831f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1f7c6-7a0f-48fd-aff5-b11f13ef0b7e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:52.358213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8179b0af-7450-4b82-b78f-a7b0616e3802 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:57:52.384012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.440701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Transition to ACTIVE for port object 8179b0af-7450-4b82-b78f-a7b0616e3802 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:57:52.449554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.500928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c4f2e18-745b-46df-a12d-99fc32bfc890 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:52.553444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0c4f2e18-745b-46df-a12d-99fc32bfc890 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:52.553818 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:52.832982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d33b0-37c9-4e0b-b93e-7ba7947f1812 req-73a88f49-f25f-46ab-b9e5-311f3913e43a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:52.834528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-613d33b0-37c9-4e0b-b93e-7ba7947f1812 req-73a88f49-f25f-46ab-b9e5-311f3913e43a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.4692981 Jul 30 03:57:52.846914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5998e-29ee-4440-a9dd-e3e98435fd4e req-783eb4c5-b626-452b-93c4-fabd31b51b80 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:52.848482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99f5998e-29ee-4440-a9dd-e3e98435fd4e req-783eb4c5-b626-452b-93c4-fabd31b51b80 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 946 time: 0.4843390 Jul 30 03:57:52.882302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8179b0af-7450-4b82-b78f-a7b0616e3802,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:52.979947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-613d33b0-37c9-4e0b-b93e-7ba7947f1812 req-801160c3-794e-4beb-a0fb-00023ed288cf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276903 Jul 30 03:57:52.983478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99f5998e-29ee-4440-a9dd-e3e98435fd4e req-bb1d1ffb-4cb8-4bd0-b864-a87e295a8652 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188233 Jul 30 03:57:53.032481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Attempting to bind port 8179b0af-7450-4b82-b78f-a7b0616e3802 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:57:53.032949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Attempting to bind port 8179b0af-7450-4b82-b78f-a7b0616e3802 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:57:53.033152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Attempting to bind port 8179b0af-7450-4b82-b78f-a7b0616e3802 on network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:53.037626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Port 8179b0af-7450-4b82-b78f-a7b0616e3802 on network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:57:53.037944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Attempting to bind port 8179b0af-7450-4b82-b78f-a7b0616e3802 on network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:57:53.043286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:57:53.043576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Checking segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:57:53.043955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Bound using segment: {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:57:53.044388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Bound port: 8179b0af-7450-4b82-b78f-a7b0616e3802, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cde78a-68ee-4bcc-b933-5c58186fd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:57:53.044750 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:53.123203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] For port 8179b0af-7450-4b82-b78f-a7b0616e3802, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:57:53.127493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] For port 8179b0af-7450-4b82-b78f-a7b0616e3802, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8179b0af-7450-4b82-b78f-a7b0616e3802,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:57:53.133903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:53.173043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.174288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:53.176084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 1093 time: 1.5831561 Jul 30 03:57:53.176371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:53.178634 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2385d6-6122-482a-b7e6-fe1854689788" -d '{"events": [{"name": "network-changed", "server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:53.231858 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e035ba5-ba6f-4ab6-9c1c-e955cf6c7164 x-openstack-request-id: req-8e035ba5-ba6f-4ab6-9c1c-e955cf6c7164 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:53.232325 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:53.232590 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e035ba5-ba6f-4ab6-9c1c-e955cf6c7164 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:53.233143 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'status': 'completed', 'code': 200} Jul 30 03:57:53.245292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf7f51-2536-4e61-a717-6dcac21e81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8179b0af-7450-4b82-b78f-a7b0616e3802,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:53.307576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-ee260df3-3337-407a-a792-6e8b4f75e7ae tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.309235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-ee260df3-3337-407a-a792-6e8b4f75e7ae tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.18 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.0752783 Jul 30 03:57:53.333958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-deb932bc-f10f-4452-8563-5efc014c8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.338051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-deb932bc-f10f-4452-8563-5efc014c8342 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1096 time: 0.1073148 Jul 30 03:57:53.413916 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-54465b9a-de1b-4a7b-9667-68350415f1f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 217 time: 0.0667613 Jul 30 03:57:53.488119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-8c6f0860-2562-49a7-a3f9-7bc4e4bd2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.489755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-8c6f0860-2562-49a7-a3f9-7bc4e4bd2f96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 200 len: 834 time: 0.0694106 Jul 30 03:57:53.531127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963035-1680-48bb-865a-18d287820e90 req-5b0088f8-f1b9-4a7d-933c-da6ec1d7621e tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.535733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca963035-1680-48bb-865a-18d287820e90 req-5b0088f8-f1b9-4a7d-933c-da6ec1d7621e tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 945 time: 0.1163673 Jul 30 03:57:53.547743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0566da-11f0-4ee7-b82e-e8ffed6cdc14 req-67e4855e-5426-4b3f-beb7-64d397d259a5 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.549166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-614e5422-2959-4f3b-b2d3-8b3f61c9d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.550912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-614e5422-2959-4f3b-b2d3-8b3f61c9d40d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539405 Jul 30 03:57:53.554699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd0566da-11f0-4ee7-b82e-e8ffed6cdc14 req-67e4855e-5426-4b3f-beb7-64d397d259a5 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 944 time: 0.1296687 Jul 30 03:57:53.558672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Deleting port 6804c49a-d057-4c08-bfb3-165a7878320a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:53.559019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:53.649343 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-a99cab46-3370-4019-a048-5bd215c79036 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899069 Jul 30 03:57:53.674118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd0566da-11f0-4ee7-b82e-e8ffed6cdc14 req-1f0668cb-6231-40cb-b38f-c48a1b5cda72 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117842 Jul 30 03:57:53.686502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca963035-1680-48bb-865a-18d287820e90 req-7d77c8e7-c9ef-4bb3-a9a1-61c7cc56401e tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/security-groups?id=79158cc1-8625-4550-a322-fafc841c5609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300712 Jul 30 03:57:53.727276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] For port 6804c49a-d057-4c08-bfb3-165a7878320a, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=6804c49a-d057-4c08-bfb3-165a7878320a,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:53.727652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:53.765489 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6c136580-4fac-435f-9fbe-6bb5e67a2ed1 req-1d878679-6e0c-4ced-a240-77c935442184 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092992 Jul 30 03:57:53.852328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-361076b6-98cb-4d90-8dc1-a7289db47381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.853871 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-361076b6-98cb-4d90-8dc1-a7289db47381 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1096 time: 0.0430026 Jul 30 03:57:53.969328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-ca4a10ef-d501-4b84-93e7-18d7effb90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:53.971323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-ca4a10ef-d501-4b84-93e7-18d7effb90cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 895 time: 0.1092079 Jul 30 03:57:54.024017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-e7c8dafa-da80-4100-8771-e58da1f31732 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 217 time: 0.0457199 Jul 30 03:57:54.033942 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:54.034509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:54.034830 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Floating IP a447ac68-d442-496e-9989-45a2d94aaed4 disassociated. External IP: 172.25.6.145, port: 6804c49a-d057-4c08-bfb3-165a7878320a. Jul 30 03:57:54.034968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Calling delete_port for 6804c49a-d057-4c08-bfb3-165a7878320a owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:54.108312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-9410395f-80d5-4624-9e8e-586521d1d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.110090 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-9410395f-80d5-4624-9e8e-586521d1d737 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 200 len: 834 time: 0.0731976 Jul 30 03:57:54.167539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-dc453a68-7756-4902-98e8-11d04a2808fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.169235 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-dc453a68-7756-4902-98e8-11d04a2808fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515609 Jul 30 03:57:54.230306 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c062e-c866-4888-846a-3944812fa165 req-c59d0d2f-e619-40c4-bad7-21c68f868987 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.231875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f10c062e-c866-4888-846a-3944812fa165 req-c59d0d2f-e619-40c4-bad7-21c68f868987 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 946 time: 0.1279707 Jul 30 03:57:54.242579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb211-9cdd-423d-b118-afd564b6b76d req-9460a6b4-b578-4962-b6c4-1dae36bde1df tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.244115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bcddb211-9cdd-423d-b118-afd564b6b76d req-9460a6b4-b578-4962-b6c4-1dae36bde1df tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.1413193 Jul 30 03:57:54.280013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-7c38a582-c70c-42cd-9e72-7184e4370417 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028430 Jul 30 03:57:54.348644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f10c062e-c866-4888-846a-3944812fa165 req-8f95dbf5-3cd1-442d-a069-706e4bebb5d3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034825 Jul 30 03:57:54.360553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bcddb211-9cdd-423d-b118-afd564b6b76d req-86991c1a-c59c-4b17-90bb-48ee29af9ab3 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070971 Jul 30 03:57:54.391050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:54.439814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event deleted for resources: {'Port': ['ID=6804c49a-d057-4c08-bfb3-165a7878320a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:54.458506 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9d2385d6-6122-482a-b7e6-fe1854689788 req-7fcce001-9e74-4710-a1b2-573978c3b46e service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701069 Jul 30 03:57:54.616776 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a25648-e158-457e-8155-d26691ed7255 req-f229b780-b7a7-4cc1-a578-d17b815c1160 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.618306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7a25648-e158-457e-8155-d26691ed7255 req-f229b780-b7a7-4cc1-a578-d17b815c1160 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 946 time: 0.0712769 Jul 30 03:57:54.623854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Router ab26201c-4938-4e55-84ca-95f05993719a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:57:54.723621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b7a25648-e158-457e-8155-d26691ed7255 req-d7e7afd0-59d4-4a2b-9222-929017c20a16 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983632 Jul 30 03:57:54.826307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a43d7-a9c3-4591-a7e7-298a400145cf req-6a5885e0-d5a6-4d0a-a9f1-14d993031794 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.827828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f7a43d7-a9c3-4591-a7e7-298a400145cf req-6a5885e0-d5a6-4d0a-a9f1-14d993031794 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 946 time: 0.1183658 Jul 30 03:57:54.865598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:54.877174 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] Sync routers for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:54.890142 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:54.890863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:54.934886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49338) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:54.942168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897a239-0b34-4d70-910a-d04ad5a17221 req-7cfa90a2-3a31-4168-8ce9-5c8913c16dd1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:54.943084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1897a239-0b34-4d70-910a-d04ad5a17221 req-7cfa90a2-3a31-4168-8ce9-5c8913c16dd1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 944 time: 0.1385291 Jul 30 03:57:54.943938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] No DVR routers for this DVR port 6804c49a-d057-4c08-bfb3-165a7878320a on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:57:54.953440 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:54.956011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-672401e3-a846-46fa-ac6d-bdc1ef2820c4 req-12981529-6bab-4423-8ad9-e1894659d766 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.18 "DELETE /v2.0/ports/6804c49a-d057-4c08-bfb3-165a7878320a HTTP/1.1" status: 204 len: 173 time: 1.6397173 Jul 30 03:57:54.991383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f7a43d7-a9c3-4591-a7e7-298a400145cf req-a85d74b9-4d04-47f0-99d8-d94dd54e4d63 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535544 Jul 30 03:57:55.015946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1897a239-0b34-4d70-910a-d04ad5a17221 req-f3e06ffe-5719-41db-9378-dbce8a4e9a4d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650151 Jul 30 03:57:55.068047 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:55.121726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68a301bc-ec28-4af8-955b-abdfb7ae407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.168777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3fa716df-f705-4f08-8a94-9e7f965ca1db req-1ada531b-1b09-4ea8-9418-df813534abbe tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "GET /v2.0/ports?device_id=80885c63-b2d9-4e38-a407-c34c66ab5535 HTTP/1.1" status: 200 len: 210 time: 0.0369015 Jul 30 03:57:55.234841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'name': 'network-vif-deleted', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:55.237489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68a301bc-ec28-4af8-955b-abdfb7ae407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.238668 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d204f30f-9f82-4650-aa26-946336e6de22" -d '{"events": [{"server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "name": "network-vif-deleted", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:55.244535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68a301bc-ec28-4af8-955b-abdfb7ae407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.278674 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f378880-5230-4011-9d76-dec1c4c3d134 x-openstack-request-id: req-1f378880-5230-4011-9d76-dec1c4c3d134 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:55.278974 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80885c63-b2d9-4e38-a407-c34c66ab5535", "name": "network-vif-deleted", "tag": "6804c49a-d057-4c08-bfb3-165a7878320a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:55.280439 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f378880-5230-4011-9d76-dec1c4c3d134 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:55.280905 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80885c63-b2d9-4e38-a407-c34c66ab5535', 'name': 'network-vif-deleted', 'tag': '6804c49a-d057-4c08-bfb3-165a7878320a', 'status': 'completed', 'code': 200} Jul 30 03:57:55.298573 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-68a301bc-ec28-4af8-955b-abdfb7ae407b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e082302ffe964115b6c3e247ab16fa97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598154 Jul 30 03:57:55.298573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a301bc-ec28-4af8-955b-abdfb7ae407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e29c0-5875-4051-9dc5-556ba5f437df,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:55.298964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:55.352743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfaba47e-a70f-4f46-8d91-8eee40f5bbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.375049 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfaba47e-a70f-4f46-8d91-8eee40f5bbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.439649 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:55.449934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfaba47e-a70f-4f46-8d91-8eee40f5bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.453843 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfaba47e-a70f-4f46-8d91-8eee40f5bbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.455989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dfaba47e-a70f-4f46-8d91-8eee40f5bbd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e6e29c0-5875-4051-9dc5-556ba5f437df HTTP/1.1" status: 204 len: 168 time: 0.1558344 Jul 30 03:57:55.466843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaba47e-a70f-4f46-8d91-8eee40f5bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e29c0-5875-4051-9dc5-556ba5f437df,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:55.470867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] Checking router: ab26201c-4938-4e55-84ca-95f05993719a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:55.495462 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:55.496335 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:55.575996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6099301-7250-419b-bd0a-a300fc20b934 req-a0ae88b5-e61d-44bc-8099-94158e43d6bd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:55.579317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6099301-7250-419b-bd0a-a300fc20b934 req-a0ae88b5-e61d-44bc-8099-94158e43d6bd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.0842547 Jul 30 03:57:55.652315 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:55.697915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6099301-7250-419b-bd0a-a300fc20b934 req-82eade6e-d15b-4d3c-a87e-3560777d199a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129513 Jul 30 03:57:55.869497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:55.885430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82800eed-500e-469e-bb7a-f18bb4dbf866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:55.946858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:55.976685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65820978-2b05-44a6-93d3-a0bac887a056 None None] The sync data for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 is: [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:52:33Z', 'revision_number': 4, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '153eab88-1084-4994-aeda-1608149815a5', 'name': '', 'network_id': '581061d2-2bdb-4af3-99d2-c7858ff55e72', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'mac_address': 'fa:16:3e:a0:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:31Z', 'updated_at': '2021-07-30T03:52:41Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'subnets': [{'id': '1bc58d59-5581-46f2-aec6-1ea026e0fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:56.014118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82800eed-500e-469e-bb7a-f18bb4dbf866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.024126 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82800eed-500e-469e-bb7a-f18bb4dbf866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.050213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8179b0af-7450-4b82-b78f-a7b0616e3802 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:57:56.070447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49382) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:56.071292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-82800eed-500e-469e-bb7a-f18bb4dbf866 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=612ab2508c0641cab04823bbe4f22d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998751 Jul 30 03:57:56.072292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82800eed-500e-469e-bb7a-f18bb4dbf866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb20e66-60f9-4690-9603-c1dbea44b5ac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:56.159189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cc752fe-b7dd-4db6-9045-8263f7b41b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.176819 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6804c49a-d057-4c08-bfb3-165a7878320a no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:57:56.187526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cc752fe-b7dd-4db6-9045-8263f7b41b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.217058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e19-832a-42c1-bba1-6bfa9f993c7c req-6da377e1-9ea2-4f71-be27-91b36926e5a6 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:56.218667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4b84e19-832a-42c1-bba1-6bfa9f993c7c req-6da377e1-9ea2-4f71-be27-91b36926e5a6 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 944 time: 0.0795939 Jul 30 03:57:56.233126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 6804c49a-d057-4c08-bfb3-165a7878320a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:57:56.233865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 6804c49a-d057-4c08-bfb3-165a7878320a not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:57:56.273155 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cc752fe-b7dd-4db6-9045-8263f7b41b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.277035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9cc752fe-b7dd-4db6-9045-8263f7b41b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.278722 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9cc752fe-b7dd-4db6-9045-8263f7b41b1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdb20e66-60f9-4690-9603-c1dbea44b5ac HTTP/1.1" status: 204 len: 168 time: 0.2063510 Jul 30 03:57:56.282965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8179b0af-7450-4b82-b78f-a7b0616e3802, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8179b0af-7450-4b82-b78f-a7b0616e3802,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:56.291688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc752fe-b7dd-4db6-9045-8263f7b41b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb20e66-60f9-4690-9603-c1dbea44b5ac,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:56.316606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:57:56.344283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4b84e19-832a-42c1-bba1-6bfa9f993c7c req-69b03719-be5e-4673-9027-7b60f2caed7d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052639 Jul 30 03:57:56.409988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.441237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8179b0af-7450-4b82-b78f-a7b0616e3802 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:57:56.504213 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e17684-12c2-4d02-8d63-47b5c61fd114 None None] New status for floating IP a447ac68-d442-496e-9989-45a2d94aaed4: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:57:56.511007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8179b0af-7450-4b82-b78f-a7b0616e3802, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8179b0af-7450-4b82-b78f-a7b0616e3802,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:56.575850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.577763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-9da1736f-b12e-4a84-a37c-b565afdb04ae tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:56.579420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-9da1736f-b12e-4a84-a37c-b565afdb04ae tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.16 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 946 time: 0.1371295 Jul 30 03:57:56.607719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819e1e-1e19-471e-955a-f730e7880e3f req-f09dae9d-3573-4955-93aa-f7f2b7989399 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:56.610296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d819e1e-1e19-471e-955a-f730e7880e3f req-f09dae9d-3573-4955-93aa-f7f2b7989399 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 946 time: 0.1592326 Jul 30 03:57:56.723565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d819e1e-1e19-471e-955a-f730e7880e3f req-625a75b3-b74d-476b-b5f3-9f2022201ed3 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dc436c-7904-4438-822f-5657656b4211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948172 Jul 30 03:57:56.799999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8179b0af-7450-4b82-b78f-a7b0616e3802,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:56.816270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Deleting port f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:56.817032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:56.834316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49424) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:56.866042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['8179b0af-7450-4b82-b78f-a7b0616e3802'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:57:57.097604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c89fe-947f-491a-a76f-7a8bc14b68dc req-0616fe80-cd3a-4fc9-ad35-3bf15989ce75 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:57.105490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe1c89fe-947f-491a-a76f-7a8bc14b68dc req-0616fe80-cd3a-4fc9-ad35-3bf15989ce75 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.1013241 Jul 30 03:57:57.135743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] For port f7fa85e8-e0d7-482f-ad50-12e397aab965, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f7fa85e8-e0d7-482f-ad50-12e397aab965,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:57.136047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.137524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Deleting port f2bee890-2e4a-4c6c-a338-2058b67f9707 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:57.138387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.229310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe1c89fe-947f-491a-a76f-7a8bc14b68dc req-72d1e065-4133-4a70-b3b6-5fd6ded69dbd tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221020 Jul 30 03:57:57.254667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.257530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.277112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Calling delete_port for f2bee890-2e4a-4c6c-a338-2058b67f9707 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:57.393045 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.393495 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.393872 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Floating IP 4fdfb057-54a0-4a43-96ff-988863e7d6e0 disassociated. External IP: 172.25.6.137, port: f7fa85e8-e0d7-482f-ad50-12e397aab965. Jul 30 03:57:57.394285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Calling delete_port for f7fa85e8-e0d7-482f-ad50-12e397aab965 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:57.461608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.490337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event deleted for resources: {'Port': ['ID=f2bee890-2e4a-4c6c-a338-2058b67f9707,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:57.525470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cf9fb-a520-4c80-b519-91328dfa28a3 req-4c19940d-c91d-484f-b999-35b4c665c00b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:57.527006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c8cf9fb-a520-4c80-b519-91328dfa28a3 req-4c19940d-c91d-484f-b999-35b4c665c00b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 945 time: 0.0841656 Jul 30 03:57:57.566278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.569176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.570542 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-51e0e2aa-d89a-451e-b7d5-76650ce42224 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "DELETE /v2.0/floatingips/a447ac68-d442-496e-9989-45a2d94aaed4 HTTP/1.1" status: 204 len: 168 time: 0.7336645 Jul 30 03:57:57.603518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c8cf9fb-a520-4c80-b519-91328dfa28a3 req-907d6979-4d92-47dd-af03-ccecc200fe19 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505927 Jul 30 03:57:57.604648 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.646353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event deleted for resources: {'Port': ['ID=f7fa85e8-e0d7-482f-ad50-12e397aab965,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:57.658753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49454) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:57.727466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7af0-66f4-4e89-bd80-913a1952de84 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.757089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7af0-66f4-4e89-bd80-913a1952de84 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.844525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7af0-66f4-4e89-bd80-913a1952de84 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.847768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7af0-66f4-4e89-bd80-913a1952de84 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:57.849366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ef2e7af0-66f4-4e89-bd80-913a1952de84 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] 10.222.0.39 "DELETE /v2.0/security-groups/79158cc1-8625-4550-a322-fafc841c5609 HTTP/1.1" status: 204 len: 168 time: 0.1892443 Jul 30 03:57:57.863388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e7af0-66f4-4e89-bd80-913a1952de84 tempest-TestServerBasicOps-1381713733 tempest-TestServerBasicOps-1381713733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79158cc1-8625-4550-a322-fafc841c5609,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:57.891969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49462) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:57:58.032766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c28450b-bb43-4453-b4f4-e6ebdabae9cc req-dd16961d-5609-48b1-803b-c2033750b8be tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 210 time: 0.0356028 Jul 30 03:57:58.055295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8179b0af-7450-4b82-b78f-a7b0616e3802 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:57:58.159036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:57:58.163035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 8179b0af-7450-4b82-b78f-a7b0616e3802 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:57:58.168241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 8179b0af-7450-4b82-b78f-a7b0616e3802 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:57:58.169954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:58.315504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:57:58.328115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:57:58.340377 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:58.340997 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:58.343495 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:58.373808 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:58.378487 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601e436e-dd8e-4d0f-9b1f-5401d4c42d66" -d '{"events": [{"server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "name": "network-vif-plugged", "status": "completed", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:58.409362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] No DVR routers for this DVR port f7fa85e8-e0d7-482f-ad50-12e397aab965 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:57:58.413253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:58.429429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc940229-c6d7-4dbe-a9e3-89b4ea46bbd0 req-2fed774c-bd7c-45e0-88a0-496cfcaf0f59 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.16 "DELETE /v2.0/ports/f7fa85e8-e0d7-482f-ad50-12e397aab965 HTTP/1.1" status: 204 len: 173 time: 1.8405886 Jul 30 03:57:58.429934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-deleted', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:57:58.432332 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723e1486-4a1b-4831-b5d1-08a9322225c2" -d '{"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-deleted", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:57:58.554046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3356a4-7bcd-4888-99e9-de36cfa4e113 req-29181d22-4e86-4c61-b980-44f107fa2f83 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:58.556861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc3356a4-7bcd-4888-99e9-de36cfa4e113 req-29181d22-4e86-4c61-b980-44f107fa2f83 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.1997643 Jul 30 03:57:58.591662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 8179b0af-7450-4b82-b78f-a7b0616e3802, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8179b0af-7450-4b82-b78f-a7b0616e3802,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:58.597798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:58.601922 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:58.682363 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:57:58.682558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc3356a4-7bcd-4888-99e9-de36cfa4e113 req-a68c0bec-983f-4f7b-aa5e-dfd749119110 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157320 Jul 30 03:57:58.718768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=8179b0af-7450-4b82-b78f-a7b0616e3802,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:58.723532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-44b7eaf2-b997-40e7-9c68-546e770b1c6b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:58.725354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-44b7eaf2-b997-40e7-9c68-546e770b1c6b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.2751706 Jul 30 03:57:58.752135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-76a958aa-972f-4805-86eb-4cec86028328 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0180335 Jul 30 03:57:58.755879 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b92022-30be-4d98-99eb-f784ac53e473 x-openstack-request-id: req-21b92022-30be-4d98-99eb-f784ac53e473 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:58.759532 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "name": "network-vif-plugged", "status": "completed", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:58.759791 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21b92022-30be-4d98-99eb-f784ac53e473 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:58.760199 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'code': 200} Jul 30 03:57:58.788030 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:58.867099 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e634423-3278-4e07-adf1-c3c4b574c1e3 x-openstack-request-id: req-3e634423-3278-4e07-adf1-c3c4b574c1e3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:57:58.867416 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b795940d-4578-42b1-9342-e74189a16686", "name": "network-vif-deleted", "tag": "f7fa85e8-e0d7-482f-ad50-12e397aab965", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:57:58.867663 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e634423-3278-4e07-adf1-c3c4b574c1e3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:57:58.868049 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b795940d-4578-42b1-9342-e74189a16686', 'name': 'network-vif-deleted', 'tag': 'f7fa85e8-e0d7-482f-ad50-12e397aab965', 'status': 'completed', 'code': 200} Jul 30 03:57:58.894663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-5e152169-a9be-4fce-b5e7-c04df604f823 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242485 Jul 30 03:57:58.901741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d39924-9238-431e-a02f-c593481e5a72 req-da868746-197c-4e26-b925-f1501c4ea961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:58.903530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22d39924-9238-431e-a02f-c593481e5a72 req-da868746-197c-4e26-b925-f1501c4ea961 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1098 time: 0.0804665 Jul 30 03:57:58.992094 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:59.039647 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:57:59.058844 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:57:59.064367 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:59.096679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22d39924-9238-431e-a02f-c593481e5a72 req-26c09efc-ddb8-413d-9f61-882f63ef5d07 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840532 Jul 30 03:57:59.111539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28442977-8bcf-44e4-927b-1c6758fd97c2 req-796a718e-314b-4aca-aaa8-b68a983c2c4b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:59.118739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28442977-8bcf-44e4-927b-1c6758fd97c2 req-796a718e-314b-4aca-aaa8-b68a983c2c4b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 946 time: 0.1220186 Jul 30 03:57:59.129421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-76ebc091-6ebd-419c-8b82-17946e937792 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248721 Jul 30 03:57:59.180569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Deleting port 153eab88-1084-4994-aeda-1608149815a5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:57:59.180955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:59.233836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-28442977-8bcf-44e4-927b-1c6758fd97c2 req-ad2b5ac6-bba3-4c3b-bef2-9d6fa307f626 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140943 Jul 30 03:57:59.255636 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:57:59.296082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-c7a3399b-4b1b-42f0-921e-570e6aceaea4 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657932 Jul 30 03:57:59.341404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] For port 153eab88-1084-4994-aeda-1608149815a5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=153eab88-1084-4994-aeda-1608149815a5,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:57:59.342004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:59.371855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Calling delete_port for 153eab88-1084-4994-aeda-1608149815a5 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:57:59.422204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4227f01c-9d8a-4aa5-ac88-3e444e3f3932 req-f1319a0b-bb63-4fb8-8b0e-30d67c5af265 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b795940d-4578-42b1-9342-e74189a16686 HTTP/1.1" status: 200 len: 210 time: 0.0505307 Jul 30 03:57:59.573023 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:57:59.621469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb116c29-af61-4a7e-8654-b6faa3f3041a None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:48:35Z', 'revision_number': 4, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'fc617c93-1cc3-4c4a-aa92-3fae40ff3284', 'name': '', 'network_id': '3f076422-8250-48a7-8ec8-3fdef4cce05c', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'mac_address': 'fa:16:3e:36:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:34Z', 'updated_at': '2021-07-30T03:48:42Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'subnets': [{'id': '5118daf6-fca6-4a71-bc75-a5ca0e49a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:57:59.653212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:57:59.658014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15566db5-5005-49f9-8afa-ee332af9d3a3 req-fd64b750-0a52-44f5-ae7a-28d3bf8f80f4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0413940 Jul 30 03:57:59.692907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=153eab88-1084-4994-aeda-1608149815a5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:57:59.926035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a87ac-b4ac-4cc0-85c4-bfe40af499a0 req-8d1fa74b-f2a4-4920-bad7-c1fc57bb259d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:57:59.937118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb6a87ac-b4ac-4cc0-85c4-bfe40af499a0 req-8d1fa74b-f2a4-4920-bad7-c1fc57bb259d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.1370704 Jul 30 03:58:00.010169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb6a87ac-b4ac-4cc0-85c4-bfe40af499a0 req-3bfba9ca-7fa8-4bdb-81a6-1c3dc0b33159 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672953 Jul 30 03:58:00.031221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.100847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d289d-9611-44d3-8e2d-5f35cf975491 None None] New status for floating IP 4fdfb057-54a0-4a43-96ff-988863e7d6e0: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:58:00.260213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:00.390422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75301cdf-9651-4c8e-ad5e-e40c366f3c20 req-2af6a948-b319-4768-970d-90c63865fbed tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:00.392574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75301cdf-9651-4c8e-ad5e-e40c366f3c20 req-2af6a948-b319-4768-970d-90c63865fbed tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 946 time: 0.0796900 Jul 30 03:58:00.421296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b414ef1-127b-4ebc-bbe6-bd6ee5decfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.479005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75301cdf-9651-4c8e-ad5e-e40c366f3c20 req-1e64da92-cfc7-4eb3-b18d-8fdd2837650e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772851 Jul 30 03:58:00.556156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:00.658537 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b414ef1-127b-4ebc-bbe6-bd6ee5decfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.669046 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b414ef1-127b-4ebc-bbe6-bd6ee5decfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.720094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Router ab26201c-4938-4e55-84ca-95f05993719a has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:00.726083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4a201-3973-470a-befd-1c017b34a9c4 req-10075b60-d2f0-413f-bdb6-547deadc37a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:00.727639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dd4a201-3973-470a-befd-1c017b34a9c4 req-10075b60-d2f0-413f-bdb6-547deadc37a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 946 time: 0.1408362 Jul 30 03:58:00.728280 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d49d8b59-468e-41e8-a9a0-5b063ff72118 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.729968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b414ef1-127b-4ebc-bbe6-bd6ee5decfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ea9301-b4ca-4b02-bf6d-e5bd15aaee16,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:00.800097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.806527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-655f1332-4d32-4824-a41a-1daa1e7f2bcf req-b63cbbfd-1504-4f8c-a02e-3b33b21f88f0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0625875 Jul 30 03:58:00.812975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8b414ef1-127b-4ebc-bbe6-bd6ee5decfa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f192fa9735164447b0c048ea0c6c807f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517044 Jul 30 03:58:00.818682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:00.834244 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d49d8b59-468e-41e8-a9a0-5b063ff72118 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.849117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:00.854789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-07263c3e-485d-4a24-a617-d67f9adc87b8 admin admin] 10.222.0.39 "PUT /v2.0/routers/ab26201c-4938-4e55-84ca-95f05993719a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9616485 Jul 30 03:58:00.857314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49588) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:00.861959 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] Sync routers for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:00.871397 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:00.872311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:00.887981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dd4a201-3973-470a-befd-1c017b34a9c4 req-83f2566f-d6c3-44de-91db-a29222378dcd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380789 Jul 30 03:58:00.904653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:00.955948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd859-f85f-4be4-b049-ff45813fea86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.965795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d49d8b59-468e-41e8-a9a0-5b063ff72118 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.969419 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d49d8b59-468e-41e8-a9a0-5b063ff72118 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:00.970994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d49d8b59-468e-41e8-a9a0-5b063ff72118 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "DELETE /v2.0/security-groups/d3dc436c-7904-4438-822f-5657656b4211 HTTP/1.1" status: 204 len: 168 time: 0.4136555 Jul 30 03:58:00.979797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49592) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:00.987367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d8b59-468e-41e8-a9a0-5b063ff72118 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc436c-7904-4438-822f-5657656b4211,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:00.997798 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-2d8e7965-8921-4b19-9fa9-05644a4d7863 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] show failed (client error): The resource could not be found. Jul 30 03:58:00.998842 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2d8e7965-8921-4b19-9fa9-05644a4d7863 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "GET /v2.0/security-groups/d3dc436c-7904-4438-822f-5657656b4211 HTTP/1.1" status: 404 len: 347 time: 0.0179336 Jul 30 03:58:01.000893 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd859-f85f-4be4-b049-ff45813fea86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.002284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49594) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:01.028133 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:01.076653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd859-f85f-4be4-b049-ff45813fea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.079721 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd859-f85f-4be4-b049-ff45813fea86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.085142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4bdcd859-f85f-4be4-b049-ff45813fea86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6ea9301-b4ca-4b02-bf6d-e5bd15aaee16 HTTP/1.1" status: 204 len: 168 time: 0.2601228 Jul 30 03:58:01.111085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcd859-f85f-4be4-b049-ff45813fea86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ea9301-b4ca-4b02-bf6d-e5bd15aaee16,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:01.150345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:01.155752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bd60f-b057-4919-82c3-20c37005e23a tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:01.157336 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bd7bd60f-b057-4919-82c3-20c37005e23a tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1093 time: 0.2517092 Jul 30 03:58:01.160336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49600) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:01.166556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:01.175932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: f7fa85e8-e0d7-482f-ad50-12e397aab965 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:01.176678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f7fa85e8-e0d7-482f-ad50-12e397aab965 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:01.191977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.211035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.249644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceebef-b3eb-4331-8768-81d63fa8707b req-8fea5728-7f66-4032-8e1d-608bf89eaa39 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:01.252091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6ceebef-b3eb-4331-8768-81d63fa8707b req-8fea5728-7f66-4032-8e1d-608bf89eaa39 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.1425412 Jul 30 03:58:01.412139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Deleting port e95275bb-ff6a-4129-95da-a5d59d67e247 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:01.412761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.428719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6ceebef-b3eb-4331-8768-81d63fa8707b req-8268ca31-1c18-4e24-87c3-d7896f608087 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602840 Jul 30 03:58:01.445921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:57:59Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:01.478206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-bd3513b5-dfdc-41e9-90a3-3e5037d35657 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:01.480347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-bd3513b5-dfdc-41e9-90a3-3e5037d35657 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.2270746 Jul 30 03:58:01.498523 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] Checking router: ab26201c-4938-4e55-84ca-95f05993719a for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:01.509193 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] Routers {'ab26201c-4938-4e55-84ca-95f05993719a'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:01.510190 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ab26201c-4938-4e55-84ca-95f05993719a'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:01.511426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:01.578415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.587062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:01.587929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.615356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39219d0b-44bf-4f11-8a83-31107a291fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.616191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.619157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Calling delete_port for e95275bb-ff6a-4129-95da-a5d59d67e247 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:01.667485 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] Set router ab26201c-4938-4e55-84ca-95f05993719a gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:01.722540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.744292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39219d0b-44bf-4f11-8a83-31107a291fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.752446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39219d0b-44bf-4f11-8a83-31107a291fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.817686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:01.821376 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:01.834869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-39219d0b-44bf-4f11-8a83-31107a291fd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdc8268bbd464e55b8196b1afee0c77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467268 Jul 30 03:58:01.837608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39219d0b-44bf-4f11-8a83-31107a291fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25556e8d-ff6a-4fce-bb11-0945f24774fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:01.837930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49608) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:01.940890 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:57:59Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:01.976040 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188d399-98a1-415c-ad8e-73a5227f8720 None None] The sync data for ids ['ab26201c-4938-4e55-84ca-95f05993719a'] in n-d-778696-14 is: [{'id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'name': 'tempest-TestServerBasicOps-1244508696-router', 'tenant_id': '464f2b17ee9d44a98393525d077e3de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:25Z', 'updated_at': '2021-07-30T03:57:59Z', 'revision_number': 5, 'project_id': '464f2b17ee9d44a98393525d077e3de6', 'gw_port': {'id': '1dc47fe0-2690-432d-9975-02cbbab0db46', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26201c-4938-4e55-84ca-95f05993719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:26Z', 'updated_at': '2021-07-30T03:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:02.002195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37a8d954-9f75-48bb-8aba-755feffcdd0e req-f4ef34b0-f8eb-4762-bf5e-e26b3dcd1c49 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0704472 Jul 30 03:58:02.023738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Deleting port 1dc47fe0-2690-432d-9975-02cbbab0db46 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:02.024079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.046456 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.25.6.10 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/a31bf279-35ed-4956-8fed-55f63f3a5519) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:02.092887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.3 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/4138c246-d48d-4524-bc45-8955f775d261) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:02.159667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96cb5b33-9663-4097-b2a0-c5c6ddd0f813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.246854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96cb5b33-9663-4097-b2a0-c5c6ddd0f813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.264202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.267461 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.275528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] For port 1dc47fe0-2690-432d-9975-02cbbab0db46, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1dc47fe0-2690-432d-9975-02cbbab0db46,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:02.275918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.283443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object 4138c246-d48d-4524-bc45-8955f775d261 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:02.320801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.337628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Calling delete_port for 1dc47fe0-2690-432d-9975-02cbbab0db46 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:02.339618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Pushing event deleted for resources: {'Port': ['ID=e95275bb-ff6a-4129-95da-a5d59d67e247,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:02.352547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:58:02.374316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:02.378649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:02.382715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:02.463996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=4138c246-d48d-4524-bc45-8955f775d261,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:02.468738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 153eab88-1084-4994-aeda-1608149815a5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:02.519913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:02.520581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.541198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.544512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 153eab88-1084-4994-aeda-1608149815a5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:02.545146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 153eab88-1084-4994-aeda-1608149815a5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:02.560703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-9c6f05d3-deec-4d56-bd7d-a0ddd38f624e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550184 Jul 30 03:58:02.581621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Request body: {'port': {'device_id': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:02.623844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.627440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.632159 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3b8f2b6a-6b20-4e2b-825c-5b3f167d3d87 tempest-AttachVolumeShelveTestJSON-426776698 tempest-AttachVolumeShelveTestJSON-426776698-project] 10.222.0.39 "DELETE /v2.0/floatingips/4fdfb057-54a0-4a43-96ff-988863e7d6e0 HTTP/1.1" status: 204 len: 168 time: 1.6290202 Jul 30 03:58:02.638454 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96cb5b33-9663-4097-b2a0-c5c6ddd0f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.643080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96cb5b33-9663-4097-b2a0-c5c6ddd0f813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.645189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-96cb5b33-9663-4097-b2a0-c5c6ddd0f813 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25556e8d-ff6a-4fce-bb11-0945f24774fc HTTP/1.1" status: 204 len: 168 time: 0.7918715 Jul 30 03:58:02.706057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb5b33-9663-4097-b2a0-c5c6ddd0f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25556e8d-ff6a-4fce-bb11-0945f24774fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:02.796835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3663799-b095-43da-be38-aeec61761f1c req-5d517a8d-f361-4858-8819-b8306986ba4c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:02.804517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3663799-b095-43da-be38-aeec61761f1c req-5d517a8d-f361-4858-8819-b8306986ba4c tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.2181759 Jul 30 03:58:02.820332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.894752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3b39a215-06c3-43de-9e64-33a0bbbaca9b None None] Provisioning for port 4138c246-d48d-4524-bc45-8955f775d261 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:02.903275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3b39a215-06c3-43de-9e64-33a0bbbaca9b None None] Provisioning complete for port 4138c246-d48d-4524-bc45-8955f775d261 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:02.903682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b39a215-06c3-43de-9e64-33a0bbbaca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:02.908761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.020706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3b39a215-06c3-43de-9e64-33a0bbbaca9b None None] Port 4138c246-d48d-4524-bc45-8955f775d261 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:58:03.025994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:03.031049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:03.042297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:03.074755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=a31bf279-35ed-4956-8fed-55f63f3a5519,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:03.109969 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.177238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc47fe0-2690-432d-9975-02cbbab0db46,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:03.309600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3663799-b095-43da-be38-aeec61761f1c req-849255c4-ade9-463e-9c86-1da913470e2a tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042090 Jul 30 03:58:03.423838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff8195-eef8-49b2-b936-756f5595acd6 req-12a6696b-7f06-4128-9445-c2b1cb4afdcb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:03.425621 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60ff8195-eef8-49b2-b936-756f5595acd6 req-12a6696b-7f06-4128-9445-c2b1cb4afdcb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 931 time: 0.1217365 Jul 30 03:58:03.437829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4138c246-d48d-4524-bc45-8955f775d261 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:58:03.452213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.478244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Transition to ACTIVE for port object 4138c246-d48d-4524-bc45-8955f775d261 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:03.489319 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.503687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60ff8195-eef8-49b2-b936-756f5595acd6 req-ca976c3c-5fad-4f54-9830-e0b89fd97e66 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689054 Jul 30 03:58:03.625568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Pushing event updated for resources: {'Port': ['ID=4138c246-d48d-4524-bc45-8955f775d261,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:03.700082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.749933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Attempting to bind port 4138c246-d48d-4524-bc45-8955f775d261 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:03.750275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Attempting to bind port 4138c246-d48d-4524-bc45-8955f775d261 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:03.750601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Attempting to bind port 4138c246-d48d-4524-bc45-8955f775d261 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:03.755763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Port 4138c246-d48d-4524-bc45-8955f775d261 on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:58:03.756339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Attempting to bind port 4138c246-d48d-4524-bc45-8955f775d261 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:03.761691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:03.762273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:03.762839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:03.763507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Bound port: 4138c246-d48d-4524-bc45-8955f775d261, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:03.764041 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.838368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.840572 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.862839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] For port 4138c246-d48d-4524-bc45-8955f775d261, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:03.869742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] For port 4138c246-d48d-4524-bc45-8955f775d261, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4138c246-d48d-4524-bc45-8955f775d261,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:03.881017 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.906240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.915429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab26201c-4938-4e55-84ca-95f05993719a {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:03.921938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:03.923608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9514c67b-67da-4ae8-a028-bf75832fff73 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ab26201c-4938-4e55-84ca-95f05993719a HTTP/1.1" status: 204 len: 168 time: 3.0653431 Jul 30 03:58:03.928741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49644) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:04.009782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:04.010437 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.014238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] 10.222.0.16 "PUT /v2.0/ports/4138c246-d48d-4524-bc45-8955f775d261 HTTP/1.1" status: 200 len: 1092 time: 1.4386454 Jul 30 03:58:04.021285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'tag': '4138c246-d48d-4524-bc45-8955f775d261'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:04.028343 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd5f285-38f1-44ef-b624-887ed70036b6" -d '{"events": [{"name": "network-changed", "server_uuid": "13b8506e-29fe-4e68-b100-d003e08f16a5", "tag": "4138c246-d48d-4524-bc45-8955f775d261"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:04.137364 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fda70b5-37b0-44dc-91f6-5b1dc248e470 x-openstack-request-id: req-8fda70b5-37b0-44dc-91f6-5b1dc248e470 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:04.137930 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b8506e-29fe-4e68-b100-d003e08f16a5", "tag": "4138c246-d48d-4524-bc45-8955f775d261", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:04.138344 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fda70b5-37b0-44dc-91f6-5b1dc248e470 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:04.138966 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'tag': '4138c246-d48d-4524-bc45-8955f775d261', 'status': 'completed', 'code': 200} Jul 30 03:58:04.165000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92c1b7-4f3e-4a23-9c0b-df318119970c service neutron] Pushing event updated for resources: {'Port': ['ID=4138c246-d48d-4524-bc45-8955f775d261,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:04.200376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-91baa635-f51d-4e3b-a7bd-31489ce657a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:04.203741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-91baa635-f51d-4e3b-a7bd-31489ce657a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 1095 time: 0.1001852 Jul 30 03:58:04.211565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.286794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-26bae8de-60a9-4e6d-aa96-15ecf4eb358b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4138c246-d48d-4524-bc45-8955f775d261 HTTP/1.1" status: 200 len: 217 time: 0.0688283 Jul 30 03:58:04.378009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Deleting subnet 1bc58d59-5581-46f2-aec6-1ea026e0fdab {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:58:04.381871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.431073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.448545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-3a5491d7-480a-4b16-981c-483fa7cdfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:04.450236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-3a5491d7-480a-4b16-981c-483fa7cdfb8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.1546295 Jul 30 03:58:04.459713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.637032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9837-b26f-4272-9939-d35d74b7398c req-523c23e6-8539-4a30-a186-f1af405d10aa tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:04.654020 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ace9837-b26f-4272-9939-d35d74b7398c req-523c23e6-8539-4a30-a186-f1af405d10aa tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.2188416 Jul 30 03:58:04.661451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc47fe0-2690-432d-9975-02cbbab0db46 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:04.691763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1dc47fe0-2690-432d-9975-02cbbab0db46 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:04.692562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1dc47fe0-2690-432d-9975-02cbbab0db46 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:04.777305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.784495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-ce4000f3-7ef2-48b9-b1b6-00368fa486f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:04.786139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-ce4000f3-7ef2-48b9-b1b6-00368fa486f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2995799 Jul 30 03:58:04.790204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.871314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.922698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-73fd2751-eb50-4722-9b43-24090fc577cf service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147296 Jul 30 03:58:04.937639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.963010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11e752-3e35-460a-92ed-3e52b316b2ff None None] Network 581061d2-2bdb-4af3-99d2-c7858ff55e72 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:04.963218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:04.965806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1bc58d59-5581-46f2-aec6-1ea026e0fdab HTTP/1.1" status: 204 len: 168 time: 1.0338213 Jul 30 03:58:04.972257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49666) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:04.993879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ace9837-b26f-4272-9939-d35d74b7398c req-34410629-4f0d-47c6-b480-f544e3a4bf7b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388102 Jul 30 03:58:05.164922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:05.205534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f922d0b-ce0d-4ca3-8362-1abdad1355ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc58d59-5581-46f2-aec6-1ea026e0fdab,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:05.219831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69005554-24a7-4143-b8be-450d0381c44b req-555aaabe-ee4d-4a58-8250-dece6c314056 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:05.228176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69005554-24a7-4143-b8be-450d0381c44b req-555aaabe-ee4d-4a58-8250-dece6c314056 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.5291805 Jul 30 03:58:05.269573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=a31bf279-35ed-4956-8fed-55f63f3a5519,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:05.301984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4b8ce767-b6df-44aa-935a-4d27db069868 req-873ef57a-ca28-44b1-b60c-0f8cb450e291 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503354 Jul 30 03:58:05.305154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:05.331326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570cce7-7b27-40b6-a149-475be4ee5bed req-64c57ffd-cefd-4963-9a60-d71e0267842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:05.347413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a570cce7-7b27-40b6-a149-475be4ee5bed req-64c57ffd-cefd-4963-9a60-d71e0267842b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1097 time: 0.5659161 Jul 30 03:58:05.419393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] DHCP port deletion for 581061d2-2bdb-4af3-99d2-c7858ff55e72 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:58:05.499783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Deleting port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:05.506924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a570cce7-7b27-40b6-a149-475be4ee5bed req-44dd06f8-eca1-4c5b-a7da-d9eec976afce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510503 Jul 30 03:58:05.507276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:05.509219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] Deleting port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:05.509610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:05.524550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69005554-24a7-4143-b8be-450d0381c44b req-534b078a-4d45-4eae-8dd9-2cd7a24b4ab9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162313 Jul 30 03:58:05.544591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-7966c884-d4f5-4521-9d44-0af112263731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:05.550406 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-7966c884-d4f5-4521-9d44-0af112263731 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 1095 time: 0.1555352 Jul 30 03:58:05.645586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] For port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:05.645889 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:05.661858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] Calling delete_port for bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:05.684538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-449777f7-388b-4da3-bfcb-67962c64f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:05.687405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-449777f7-388b-4da3-bfcb-67962c64f74a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1289988 Jul 30 03:58:05.743989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-e1916689-3bd3-4d24-b14f-825d135aa3c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4138c246-d48d-4524-bc45-8955f775d261 HTTP/1.1" status: 200 len: 217 time: 0.0492992 Jul 30 03:58:05.858211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-e11dbdac-adb5-4608-9acf-fc0b53394b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:05.861947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-e11dbdac-adb5-4608-9acf-fc0b53394b7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.1031799 Jul 30 03:58:05.866181 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:05.919632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] Pushing event deleted for resources: {'Port': ['ID=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:05.934314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acc4a0-b5bf-41b1-a3ef-024b8f2050ad None None] No DVR routers for this DVR port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:06.023864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-9e93f27f-10e3-4e4d-beb1-fa90d8e12719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:06.026897 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-9e93f27f-10e3-4e4d-beb1-fa90d8e12719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576784 Jul 30 03:58:06.084141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:58:06.090115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:06.246243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:06.311327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] For port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,segment=NetworkSegment(edde1eb2-e23d-47e5-a613-11d3af0bbd8d),segment_id=edde1eb2-e23d-47e5-a613-11d3af0bbd8d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:06.311327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:06.344632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:06.349231 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109b3d4-b9dc-4b11-9c5f-5485d4263b70" -d '{"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-unplugged", "status": "completed", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:06.393864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb503f-be4a-47d9-9265-fe7f5a742fce req-26e17dea-0c51-493f-8ae1-8806263e0f08 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:06.399262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0afb503f-be4a-47d9-9265-fe7f5a742fce req-26e17dea-0c51-493f-8ae1-8806263e0f08 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.2103240 Jul 30 03:58:06.400267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:06.409726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-4e7850cf-e02a-4653-916d-5383847e5fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739026 Jul 30 03:58:06.411113 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:06.481269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Calling delete_port for bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:06.497016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:06.527063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:06.552280 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d7536-4658-401e-9779-9af1900313e0 x-openstack-request-id: req-8b0d7536-4658-401e-9779-9af1900313e0 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:06.552516 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-unplugged", "status": "completed", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:06.552776 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b0d7536-4658-401e-9779-9af1900313e0 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:06.553474 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'code': 200} Jul 30 03:58:06.565275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'port_id': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'mac_address': 'fa:16:3e:f4:47:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:58:06.661177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0afb503f-be4a-47d9-9265-fe7f5a742fce req-d54393b7-565c-40ff-a39b-85e90867229b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347982 Jul 30 03:58:06.704415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:06.732327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1fd5f285-38f1-44ef-b624-887ed70036b6 req-c7827352-98a1-4e79-a4bb-30044e2e978b service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136978 Jul 30 03:58:06.798578 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Floating IP bd7c9385-2e80-4835-9a17-4af1fd70635a associated. External IP: 172.25.6.10, port: 8179b0af-7450-4b82-b78f-a7b0616e3802. Jul 30 03:58:06.834428 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:06.839546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:06.839922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:06.859778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:58:06.887431 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:06.908786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.072492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:07.110768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:07.161970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['20c6a845-f74a-4bb1-a28a-1f1eae0138f6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:58:07.286467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.294926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:07.325944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:07.342270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] No DVR routers for this DVR port bdcfed36-7235-4ef0-94fb-dcd2eb71aa7f on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:07.498690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78a9c3-7d06-450d-ad68-79e3bc6f2169 req-614df221-77a8-42a1-9b16-495a6752b3b9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:07.500257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c78a9c3-7d06-450d-ad68-79e3bc6f2169 req-614df221-77a8-42a1-9b16-495a6752b3b9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.4642551 Jul 30 03:58:07.516969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-0b0e6711-3b75-482a-85cb-5cb45d910f3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5349472 Jul 30 03:58:07.624177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c78a9c3-7d06-450d-ad68-79e3bc6f2169 req-8ec6e6c4-23ac-44f9-8a9c-cf70cd1273eb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025684 Jul 30 03:58:07.731662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c253d466-f64d-4ad3-9da5-e2fbe9e869b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.816380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.831808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581061d2-2bdb-4af3-99d2-c7858ff55e72']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:07.848753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:07.849098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edde1eb2-e23d-47e5-a613-11d3af0bbd8d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:07.865340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:07.877177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:07.893991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:07.894633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:07.898053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.936518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.947890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c253d466-f64d-4ad3-9da5-e2fbe9e869b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.974356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c253d466-f64d-4ad3-9da5-e2fbe9e869b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.980298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:58:07.980713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:07.983809 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:58:08.000958 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:58:08.003775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291302-8106-4459-a8bd-d542e405cc6f req-de64d6a0-f31d-4544-a49d-37f7480c09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.003775 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-de64d6a0-f31d-4544-a49d-37f7480c09fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 1098 time: 0.3692315 Jul 30 03:58:08.088479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691ada7-24e3-4f1e-a2dd-455e6851a9d4 req-ff1bc08c-c73a-4650-af79-84462b2df4ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.097752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e691ada7-24e3-4f1e-a2dd-455e6851a9d4 req-ff1bc08c-c73a-4650-af79-84462b2df4ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 944 time: 0.3456402 Jul 30 03:58:08.135260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:08.148557 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8941444b-1968-4599-a4c4-f2bf739ee4b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9871709 Jul 30 03:58:08.149961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:08.152583 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5738b8-f9d2-4c17-b417-5ab6796e4750" -d '{"events": [{"name": "network-changed", "server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:08.156683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49744) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:08.183835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d466-f64d-4ad3-9da5-e2fbe9e869b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d9134b-ca90-4c70-b727-451489ce7fdc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:08.192978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c253d466-f64d-4ad3-9da5-e2fbe9e869b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddbe46a413ad4097898ba4a8bda84871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522607 Jul 30 03:58:08.195398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:08.269514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e691ada7-24e3-4f1e-a2dd-455e6851a9d4 req-1e1d69b3-f217-4f3f-afcb-b41e2bfb2b0d tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708601 Jul 30 03:58:08.280943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.301641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.309806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291302-8106-4459-a8bd-d542e405cc6f req-7f2c5e56-243c-491b-8b26-bbb99a792d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.320878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] 10.222.0.39 "DELETE /v2.0/networks/581061d2-2bdb-4af3-99d2-c7858ff55e72 HTTP/1.1" status: 204 len: 168 time: 3.3114822 Jul 30 03:58:08.325419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49750) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:08.325713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49752) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:08.331244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-7f2c5e56-243c-491b-8b26-bbb99a792d6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.2961066 Jul 30 03:58:08.354737 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14334fd2-3690-4991-ac44-202eed37596b x-openstack-request-id: req-14334fd2-3690-4991-ac44-202eed37596b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:08.355769 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:08.356169 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14334fd2-3690-4991-ac44-202eed37596b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:08.356730 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'status': 'completed', 'code': 200} Jul 30 03:58:08.394135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-54268947-eb5e-40d7-a9dd-582f8ebf8f7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 HTTP/1.1" status: 200 len: 217 time: 0.0524545 Jul 30 03:58:08.394337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba141760-6073-43f7-8ca3-38b55240b6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.475544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba141760-6073-43f7-8ca3-38b55240b6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.515206 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-581e238f-86a5-4739-bf5c-c26227ff1c0f tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/floatingips/51e6f982-8160-4c38-9742-b2135035f29e HTTP/1.1" status: 200 len: 992 time: 0.1514695 Jul 30 03:58:08.515473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291302-8106-4459-a8bd-d542e405cc6f req-a8b53123-c601-4f3c-b3a1-60fd8e019ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.515473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-a8b53123-c601-4f3c-b3a1-60fd8e019ceb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.1013172 Jul 30 03:58:08.519651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-f2b9cfb3-a053-4cf5-b93b-561afc3c912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.521618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-f2b9cfb3-a053-4cf5-b93b-561afc3c912a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1098 time: 0.1696038 Jul 30 03:58:08.529167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addf78-1e1b-4874-8708-e37cfd9ee938 admin admin] Pushing event deleted for resources: {'Network': ['ID=581061d2-2bdb-4af3-99d2-c7858ff55e72,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:08.628504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291302-8106-4459-a8bd-d542e405cc6f req-3c2e614e-0aeb-4f43-8b39-f02515a88121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.630040 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-3c2e614e-0aeb-4f43-8b39-f02515a88121 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053827 Jul 30 03:58:08.651502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba141760-6073-43f7-8ca3-38b55240b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.654117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba141760-6073-43f7-8ca3-38b55240b6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:08.658765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ba141760-6073-43f7-8ca3-38b55240b6c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50d9134b-ca90-4c70-b727-451489ce7fdc HTTP/1.1" status: 204 len: 168 time: 0.4605687 Jul 30 03:58:08.698243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f9ab6f2c-bc5b-42c9-abc9-968c8f026d89 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/floatingips/bd7c9385-2e80-4835-9a17-4af1fd70635a HTTP/1.1" status: 200 len: 991 time: 0.5400116 Jul 30 03:58:08.763868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba141760-6073-43f7-8ca3-38b55240b6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d9134b-ca90-4c70-b727-451489ce7fdc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:08.781364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-13571b24-529c-4d47-aba6-e898f1329534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:08.784130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-13571b24-529c-4d47-aba6-e898f1329534 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 895 time: 0.2498300 Jul 30 03:58:08.950156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-5aaa8e08-abee-4501-b87e-93a26685b00f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 999 time: 0.1574218 Jul 30 03:58:08.956063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-7678b794-34f8-45cc-a615-91daa528b883 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178167 Jul 30 03:58:08.966787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:03Z', 'revision_number': 0, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:09.048281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:09.065461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:09.066551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930609-76ce-4c55-8811-32da2a050469 req-11c4cf62-65f3-4dca-bba1-8041e82b2d79 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:09.066692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:09.067839 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79930609-76ce-4c55-8811-32da2a050469 req-11c4cf62-65f3-4dca-bba1-8041e82b2d79 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.2213206 Jul 30 03:58:09.120573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-d01ccd65-8e72-47ed-b181-b1cd8c258eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:09.122502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-d01ccd65-8e72-47ed-b181-b1cd8c258eee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 200 len: 834 time: 0.1561625 Jul 30 03:58:09.242635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79930609-76ce-4c55-8811-32da2a050469 req-6ee4a799-7465-426d-abb7-3fe920e24a94 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657770 Jul 30 03:58:09.289584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af291302-8106-4459-a8bd-d542e405cc6f req-4dfebc95-4475-4cdf-a9bf-b63336026cdb service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221149 Jul 30 03:58:09.299811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-dce894cd-08ee-48f4-8d50-5ebf709cadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:09.304339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-dce894cd-08ee-48f4-8d50-5ebf709cadf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667511 Jul 30 03:58:09.323318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:09.379319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:09.394998 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-912466a4-3a41-412d-ad77-bf5fbcfae14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:09.480998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-429c1713-c2ba-4806-92cd-3560642f8274 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652749 Jul 30 03:58:09.639479 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-912466a4-3a41-412d-ad77-bf5fbcfae14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:09.646305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:09.664400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-912466a4-3a41-412d-ad77-bf5fbcfae14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:09.696113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5738b8-f9d2-4c17-b417-5ab6796e4750 req-a2e61e96-c500-4edd-8505-02cbfccc4a21 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082734 Jul 30 03:58:09.701814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:09.798451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-912466a4-3a41-412d-ad77-bf5fbcfae14a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=425d8740286142f097f86347e9871a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651592 Jul 30 03:58:09.799108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:09.821981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912466a4-3a41-412d-ad77-bf5fbcfae14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe8eb8-ec40-4bb4-9cca-aa803a043bde,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:09.871697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b59bdbc8-6963-4ba9-b3b3-fcfe0d5ec925 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/floatingips/bd7c9385-2e80-4835-9a17-4af1fd70635a HTTP/1.1" status: 200 len: 991 time: 0.1504142 Jul 30 03:58:09.899100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d75fc8a9-7d37-435a-b505-2f0fcd691210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:09.902665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:03Z', 'revision_number': 0, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:09.929735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d75fc8a9-7d37-435a-b505-2f0fcd691210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:09.958117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478fa25-9e7f-4f7b-87a0-8910dfa05b9d None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:45Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:03Z', 'revision_number': 0, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:10.034313 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d75fc8a9-7d37-435a-b505-2f0fcd691210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.046067 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d75fc8a9-7d37-435a-b505-2f0fcd691210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.053603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d75fc8a9-7d37-435a-b505-2f0fcd691210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dbe8eb8-ec40-4bb4-9cca-aa803a043bde HTTP/1.1" status: 204 len: 168 time: 0.2454085 Jul 30 03:58:10.089152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:10.098292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fc8a9-7d37-435a-b505-2f0fcd691210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbe8eb8-ec40-4bb4-9cca-aa803a043bde,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:10.217816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:10.217816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.256900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Deleting port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:10.256900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.436149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ba73d-567a-4dfc-97af-b04dd47857b4 req-cc2e1c00-af74-448c-a8c6-f3c3f05564ab tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:10.442057 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759b79-3899-457b-9d65-73266791a494 None None] New status for floating IP bd7c9385-2e80-4835-9a17-4af1fd70635a: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:58:10.445325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c4ba73d-567a-4dfc-97af-b04dd47857b4 req-cc2e1c00-af74-448c-a8c6-f3c3f05564ab tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.0862131 Jul 30 03:58:10.484580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.506915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c4ba73d-567a-4dfc-97af-b04dd47857b4 req-64dba056-5354-470e-91d1-fb8d4307cd02 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606771 Jul 30 03:58:10.512971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] For port e3bc38be-28e1-4991-b9bb-5afad2f5f7fc, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:10.515944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.568543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Calling delete_port for e3bc38be-28e1-4991-b9bb-5afad2f5f7fc owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:10.591733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:10.593420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:10.597448 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67195af6-5e7f-4cfb-9849-f6c266644832" -d '{"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-plugged", "status": "completed", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:10.602143 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.705923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:10.722491 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5342130f-c598-42cb-8008-745ea33f7bb5 x-openstack-request-id: req-5342130f-c598-42cb-8008-745ea33f7bb5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:10.722786 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-plugged", "status": "completed", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:10.723022 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5342130f-c598-42cb-8008-745ea33f7bb5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:10.727281 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'code': 200} Jul 30 03:58:10.876234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:10.986985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:10.991684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:11.031243 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bc38be-28e1-4991-b9bb-5afad2f5f7fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:11.044049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8a59b0a4-4e44-448b-939f-494ec2715f87 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/floatingips/bd7c9385-2e80-4835-9a17-4af1fd70635a HTTP/1.1" status: 200 len: 993 time: 0.1662860 Jul 30 03:58:11.327718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:11.439494 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:11.817185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d791-39ca-439c-a025-c18bcfda0f09 req-36b11d89-7000-4e06-a256-5adf827517dd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:11.825087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9c7d791-39ca-439c-a025-c18bcfda0f09 req-36b11d89-7000-4e06-a256-5adf827517dd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.0774553 Jul 30 03:58:11.897762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Router 7383ac05-7cb1-4605-aad3-738171f919d1 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:11.907747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b9c7d791-39ca-439c-a025-c18bcfda0f09 req-fd9bdfa3-8a69-4f24-bc0d-5008f94fa865 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796158 Jul 30 03:58:12.067707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:12.076622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04caa135-bab3-4826-a8df-909b9babd44d admin admin] 10.222.0.39 "PUT /v2.0/routers/7383ac05-7cb1-4605-aad3-738171f919d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7145381 Jul 30 03:58:12.079359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49826) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:12.083856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] Sync routers for ids ['7383ac05-7cb1-4605-aad3-738171f919d1'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:12.102360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] Routers {'7383ac05-7cb1-4605-aad3-738171f919d1'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:12.103026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7383ac05-7cb1-4605-aad3-738171f919d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:12.245636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:12.259551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] Set router 7383ac05-7cb1-4605-aad3-738171f919d1 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:12.393291 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17e05002-1b8b-4d35-bc67-4e97cd8e89d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:12.450932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:12.557844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 5, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port': {'id': '6a5013ed-9c95-465e-9a60-4945d7562d58', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:52:39Z', 'updated_at': '2021-07-30T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:12.591400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Deleting port 6a5013ed-9c95-465e-9a60-4945d7562d58 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:12.592204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:12.600999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] Checking router: 7383ac05-7cb1-4605-aad3-738171f919d1 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:12.616794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:12.617273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] Routers {'7383ac05-7cb1-4605-aad3-738171f919d1'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:12.617965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:57:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7383ac05-7cb1-4605-aad3-738171f919d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:12.710479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] Set router 7383ac05-7cb1-4605-aad3-738171f919d1 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:12.744005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] For port 6a5013ed-9c95-465e-9a60-4945d7562d58, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6a5013ed-9c95-465e-9a60-4945d7562d58,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:12.744241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:12.764991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:58:12Z', 'revision_number': 6, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:12.766926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Calling delete_port for 6a5013ed-9c95-465e-9a60-4945d7562d58 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:12.877213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49850) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:13.028578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95e8ae-fdb6-41a3-874b-0335905d1ea3 None None] The sync data for ids ['7383ac05-7cb1-4605-aad3-738171f919d1'] in n-d-778696-14 is: [{'id': '7383ac05-7cb1-4605-aad3-738171f919d1', 'name': 'tempest-TestServerBasicOps-1896055412-router', 'tenant_id': '26eca33f747d48adad77cbc9919a530e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:52:37Z', 'updated_at': '2021-07-30T03:58:12Z', 'revision_number': 6, 'project_id': '26eca33f747d48adad77cbc9919a530e', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:13.117249 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.128659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0661f463-0a41-4e53-b08f-f0cd815a1edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.158215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5013ed-9c95-465e-9a60-4945d7562d58,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:13.269856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.366377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633e4d6-0bff-48ea-bfe9-3760da0eb62d req-7e8a7c32-588e-4ab3-87c0-90d5c7516fde tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:13.373461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0633e4d6-0bff-48ea-bfe9-3760da0eb62d req-7e8a7c32-588e-4ab3-87c0-90d5c7516fde tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1211507 Jul 30 03:58:13.382508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.385895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.455885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0661f463-0a41-4e53-b08f-f0cd815a1edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.457029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0633e4d6-0bff-48ea-bfe9-3760da0eb62d req-efe7483a-3eff-4d79-b598-ab02caf42cea tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827906 Jul 30 03:58:13.465860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0661f463-0a41-4e53-b08f-f0cd815a1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.503232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.503859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7383ac05-7cb1-4605-aad3-738171f919d1 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:13.511806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.514126 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-43176e02-5444-4f6f-8e11-bd414100868a admin admin] 10.222.0.39 "DELETE /v2.0/routers/7383ac05-7cb1-4605-aad3-738171f919d1 HTTP/1.1" status: 204 len: 168 time: 1.4325004 Jul 30 03:58:13.518184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:13.520602 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0661f463-0a41-4e53-b08f-f0cd815a1edc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ecd0451d11e949209549b05dd08531a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424773 Jul 30 03:58:13.524244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:13.557512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661f463-0a41-4e53-b08f-f0cd815a1edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6205b90-6711-49bd-9e1d-14314e69f69e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:13.572311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Deleting port fc617c93-1cc3-4c4a-aa92-3fae40ff3284 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:13.573395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.591319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Deleting subnet ab716126-67a4-4f2c-828c-91485104ec98 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:58:13.605449 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.647611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.671756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a053ca82-e2d5-417c-a31a-7aae8df1e575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.706477 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a053ca82-e2d5-417c-a31a-7aae8df1e575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.737379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] For port fc617c93-1cc3-4c4a-aa92-3fae40ff3284, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:13.737939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.749250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.763402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Calling delete_port for fc617c93-1cc3-4c4a-aa92-3fae40ff3284 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:13.811569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.834649 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a053ca82-e2d5-417c-a31a-7aae8df1e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.837460 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a053ca82-e2d5-417c-a31a-7aae8df1e575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.838750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a053ca82-e2d5-417c-a31a-7aae8df1e575 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6205b90-6711-49bd-9e1d-14314e69f69e HTTP/1.1" status: 204 len: 168 time: 0.3096790 Jul 30 03:58:13.847790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:13.853029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:13.854972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e376ad-d936-48d1-8af4-1284a3c7a970 None None] Network 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:13.855560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ca82-e2d5-417c-a31a-7aae8df1e575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6205b90-6711-49bd-9e1d-14314e69f69e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:13.856156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab716126-67a4-4f2c-828c-91485104ec98 HTTP/1.1" status: 204 len: 168 time: 0.3340394 Jul 30 03:58:13.862111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2a2a6-92fb-44bc-b37d-ebda2d55bb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab716126-67a4-4f2c-828c-91485104ec98,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:14.082005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.149910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] DHCP port deletion for 4a5795c6-5eb8-4d24-b0f7-741bd05dad88 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:58:14.207924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] Deleting port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:14.208735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.243016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.254294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Deleting port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:14.254757 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.285960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc617c93-1cc3-4c4a-aa92-3fae40ff3284,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:14.286993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] For port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:14.287782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.305955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] Calling delete_port for 5e1c740d-5cea-4b9b-aee6-047c8cecb89d owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:14.408737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] For port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,segment=NetworkSegment(29c43be3-058c-44a4-b1a9-bf0325e1dbee),segment_id=29c43be3-058c-44a4-b1a9-bf0325e1dbee)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:14.409104 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.437391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Calling delete_port for 5e1c740d-5cea-4b9b-aee6-047c8cecb89d owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:14.464904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.497129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] Pushing event deleted for resources: {'Port': ['ID=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:14.510100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be326dc-6776-476a-8a32-4d2aa084b3ee None None] No DVR routers for this DVR port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:14.672373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c740d-5cea-4b9b-aee6-047c8cecb89d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:14.704827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5e1c740d-5cea-4b9b-aee6-047c8cecb89d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:14.705500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c740d-5cea-4b9b-aee6-047c8cecb89d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:14.705909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e3bc38be-28e1-4991-b9bb-5afad2f5f7fc no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:14.743106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e3bc38be-28e1-4991-b9bb-5afad2f5f7fc {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:14.743571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e3bc38be-28e1-4991-b9bb-5afad2f5f7fc not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:14.744166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a5013ed-9c95-465e-9a60-4945d7562d58 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:14.780587 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0caecccc-525d-49fd-931f-d89a86f8d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.783683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6a5013ed-9c95-465e-9a60-4945d7562d58 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:14.784292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6a5013ed-9c95-465e-9a60-4945d7562d58 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:14.787940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c341b-6979-4a60-90c2-ea8a5bbc2384 req-2f112d6d-55b6-4d25-a174-0672684d7e31 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:14.789589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d8c341b-6979-4a60-90c2-ea8a5bbc2384 req-2f112d6d-55b6-4d25-a174-0672684d7e31 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1412952 Jul 30 03:58:14.799377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.872604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:14.894144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d8c341b-6979-4a60-90c2-ea8a5bbc2384 req-11154987-f7f3-4c66-895e-3f7cec37c5a4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967896 Jul 30 03:58:14.931775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1c740d-5cea-4b9b-aee6-047c8cecb89d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:14.936842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] No DVR routers for this DVR port 5e1c740d-5cea-4b9b-aee6-047c8cecb89d on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:14.964217 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.079070 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.093316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5795c6-5eb8-4d24-b0f7-741bd05dad88']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:15.106312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c43be3-058c-44a4-b1a9-bf0325e1dbee') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:15.106610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c43be3-058c-44a4-b1a9-bf0325e1dbee') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:15.119167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.169560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.187064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:58:15.187687 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: self.session.flush() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:58:15.189704 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:58:15.295048 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.300213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.303307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] 10.222.0.39 "DELETE /v2.0/networks/4a5795c6-5eb8-4d24-b0f7-741bd05dad88 HTTP/1.1" status: 204 len: 168 time: 1.4491889 Jul 30 03:58:15.322465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:15.325381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b9505-6fba-4cdd-8719-f954b33180db admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5795c6-5eb8-4d24-b0f7-741bd05dad88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:15.464612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:15.474659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-55db9e58-980d-4230-ba4d-9bd914f8090f admin admin] 10.222.0.39 "PUT /v2.0/routers/b1f6982a-e747-4fd0-8def-4f93fa3e1c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0307596 Jul 30 03:58:15.474659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:15.484357 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] Sync routers for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:15.501871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:15.503334 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:15.527018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:15.588962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-db698418-cc42-4dff-bd63-3850c30a4b8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=464f2b17ee9d44a98393525d077e3de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605264 Jul 30 03:58:15.591373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49904) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:15.640181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49906) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:15.676417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.687283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:15.710585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7950-b831-45c7-8ebb-6b7a68940027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.753581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7950-b831-45c7-8ebb-6b7a68940027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.813995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.856365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7950-b831-45c7-8ebb-6b7a68940027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.860584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7950-b831-45c7-8ebb-6b7a68940027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.861903 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ec8f7950-b831-45c7-8ebb-6b7a68940027 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afa72f25-a76e-44bf-b352-5ae957c349a2 HTTP/1.1" status: 204 len: 168 time: 0.2676528 Jul 30 03:58:15.871024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f7950-b831-45c7-8ebb-6b7a68940027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa72f25-a76e-44bf-b352-5ae957c349a2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:15.883562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Deleting port 67f44407-4277-4697-9e8f-e4f8a872f353 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:15.884194 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:15.909766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:15.964868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.052429 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:58:14Z', 'revision_number': 5, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port': {'id': '67f44407-4277-4697-9e8f-e4f8a872f353', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:48:30Z', 'updated_at': '2021-07-30T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:16.101845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.103356 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] Checking router: b1f6982a-e747-4fd0-8def-4f93fa3e1c54 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:16.116675 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] Routers {'b1f6982a-e747-4fd0-8def-4f93fa3e1c54'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:16.119710 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:16.288891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Allocated IP 172.25.6.70 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/0948e23a-2853-45d4-a8e7-39325f859764) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:16.303036 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] Set router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:16.376603 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:58:15Z', 'revision_number': 6, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:16.404840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] For port 67f44407-4277-4697-9e8f-e4f8a872f353, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67f44407-4277-4697-9e8f-e4f8a872f353,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:16.405428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.442296 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.443846 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8097aa1-f06c-4df4-bd56-33389ed42863 None None] The sync data for ids ['b1f6982a-e747-4fd0-8def-4f93fa3e1c54'] in n-d-778696-14 is: [{'id': 'b1f6982a-e747-4fd0-8def-4f93fa3e1c54', 'name': 'tempest-AttachVolumeShelveTestJSON-1616934356-router', 'tenant_id': '8a11e35f536446af8f7e500d516c83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:48:29Z', 'updated_at': '2021-07-30T03:58:15Z', 'revision_number': 6, 'project_id': '8a11e35f536446af8f7e500d516c83b5', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:16.456523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6591c-21e4-4ed4-9989-14d3cbb5764c req-c7de1d3c-28fe-46bb-8652-ff1cc24ad265 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:16.458627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63e6591c-21e4-4ed4-9989-14d3cbb5764c req-c7de1d3c-28fe-46bb-8652-ff1cc24ad265 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1379151 Jul 30 03:58:16.459718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Calling delete_port for 67f44407-4277-4697-9e8f-e4f8a872f353 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:16.529029 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.587425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63e6591c-21e4-4ed4-9989-14d3cbb5764c req-f15158b9-3762-4854-ab46-36dc4fa6cca9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194725 Jul 30 03:58:16.598345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.642809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:16.700804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-374bf096-57c6-40f9-a954-57f408e09b65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26eca33f747d48adad77cbc9919a530e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567405 Jul 30 03:58:16.719609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:16.776630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.820445 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e54add1-15dc-4812-913f-663e533c423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.825226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f44407-4277-4697-9e8f-e4f8a872f353,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:16.895169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e54add1-15dc-4812-913f-663e533c423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:16.933370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.064574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.068227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.089979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:17.091520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Pushing event updated for resources: {'Port': ['ID=0948e23a-2853-45d4-a8e7-39325f859764,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:17.095632 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:17.097731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:17.160303 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.161184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f6982a-e747-4fd0-8def-4f93fa3e1c54 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:17.166557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.169937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c8670467-26b2-4dab-80d8-12b3bc9072a5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b1f6982a-e747-4fd0-8def-4f93fa3e1c54 HTTP/1.1" status: 204 len: 168 time: 1.6942124 Jul 30 03:58:17.170888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49920) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:17.178315 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e54add1-15dc-4812-913f-663e533c423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.180921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e54add1-15dc-4812-913f-663e533c423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.184727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6e54add1-15dc-4812-913f-663e533c423f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81646c0a-3a6b-446a-befb-6bd043a16006 HTTP/1.1" status: 204 len: 168 time: 0.4641206 Jul 30 03:58:17.191091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.242481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54add1-15dc-4812-913f-663e533c423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81646c0a-3a6b-446a-befb-6bd043a16006,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:17.244312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.264540 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Deleting subnet 5118daf6-fca6-4a71-bc75-a5ca0e49a411 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:58:17.269627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.330196 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.454227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.465257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.474205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.518914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Pushing event updated for resources: {'Port': ['ID=0948e23a-2853-45d4-a8e7-39325f859764,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:17.562061 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.599120 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.617437 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.618339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.620134 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-01b705ac-ae06-4383-bf05-cfba0a1e6ee7 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9783890 Jul 30 03:58:17.623130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49930) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:17.628588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74e3b4-2c79-46b0-a11a-dae4f0939738 None None] Network 3f076422-8250-48a7-8ec8-3fdef4cce05c requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:17.631515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1183035507', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'fixed_ips': [{'ip_address': '172.25.6.70'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:17.639100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5118daf6-fca6-4a71-bc75-a5ca0e49a411 HTTP/1.1" status: 204 len: 168 time: 0.4670439 Jul 30 03:58:17.640502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36669-2acb-4ae0-9858-7cffab1fe193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5118daf6-fca6-4a71-bc75-a5ca0e49a411,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:17.642360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:17.737354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Made reservation on behalf of d6a1a61868024090a33e51b938c4b8a0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:17.740549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.753064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.769797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.808031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbcd5d-9f02-436f-a156-309629068040 req-2b2e5001-91da-4a14-b7d2-c780e4472dfd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:17.820088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38cbcd5d-9f02-436f-a156-309629068040 req-2b2e5001-91da-4a14-b7d2-c780e4472dfd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.0749366 Jul 30 03:58:17.906984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38cbcd5d-9f02-436f-a156-309629068040 req-763b1f82-d99e-47ff-98de-38a60f189d54 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854537 Jul 30 03:58:17.927542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Deleting port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:17.927886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:17.987968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] DHCP port deletion for 3f076422-8250-48a7-8ec8-3fdef4cce05c request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:58:18.022570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.036188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.041324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] device_id is not set on port 2b811d43-ea6e-45ae-9aa1-9ec49f80f7b5 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:58:18.067488 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.089764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Deleting port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:18.090409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.167154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] For port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:18.167628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.187103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Calling delete_port for 8315bf7c-aab2-4939-8aca-3639c6aa9c7a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:18.226564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] For port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,segment=NetworkSegment(3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe),segment_id=3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:18.227008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.253378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Calling delete_port for 8315bf7c-aab2-4939-8aca-3639c6aa9c7a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:18.281788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1a91a-0811-4a4f-bd9d-f088b287fb72,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:18.294664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.314802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49948) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:18.327942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Pushing event deleted for resources: {'Port': ['ID=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:18.334920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] No DVR routers for this DVR port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:18.349457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.350900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.351449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.352129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.352834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.353448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.353959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.355021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.355339 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 03:58:18.355864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:58:18.356083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.356629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.357882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.358810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a0baa-f0c2-4fb7-abc3-7d7e9719d2ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:18.378463 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c2c46c2e-118b-4315-b671-8b6c096b4eaf tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7539284 Jul 30 03:58:18.382008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:18.408329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.443420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Pushing event deleted for resources: {'Port': ['ID=8315bf7c-aab2-4939-8aca-3639c6aa9c7a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:18.445682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] No DVR routers for this DVR port 8315bf7c-aab2-4939-8aca-3639c6aa9c7a on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:18.502014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1406384250-network', 'tenant_id': 'd05a719dda64491fa61b2825e203d048'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:18.539190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.545035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fc617c93-1cc3-4c4a-aa92-3fae40ff3284 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:18.554688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f076422-8250-48a7-8ec8-3fdef4cce05c']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:18.573414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: fc617c93-1cc3-4c4a-aa92-3fae40ff3284 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:18.574061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fc617c93-1cc3-4c4a-aa92-3fae40ff3284 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:18.574657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f44407-4277-4697-9e8f-e4f8a872f353 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:18.582519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:18.583154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e160d9a-0471-4b4a-ad0d-4a1b3b5ae5fe') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:18.587692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Made reservation on behalf of d05a719dda64491fa61b2825e203d048 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:18.590132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.596394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.599519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 67f44407-4277-4697-9e8f-e4f8a872f353 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:18.600264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67f44407-4277-4697-9e8f-e4f8a872f353 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:18.600411 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.601052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8315bf7c-aab2-4939-8aca-3639c6aa9c7a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:18.615778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.623832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 8315bf7c-aab2-4939-8aca-3639c6aa9c7a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:18.624439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 8315bf7c-aab2-4939-8aca-3639c6aa9c7a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:18.636391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:58:18.637651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.640057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Deleting port 0948e23a-2853-45d4-a8e7-39325f859764 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:18.640401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:58:18.641394 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:58:18.713818 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.740782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.748038 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] 10.222.0.39 "DELETE /v2.0/networks/3f076422-8250-48a7-8ec8-3fdef4cce05c HTTP/1.1" status: 204 len: 168 time: 1.1043794 Jul 30 03:58:18.749236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a06c4-8e57-4180-a233-ea1ae056c56a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f076422-8250-48a7-8ec8-3fdef4cce05c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:18.758755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.759071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.777116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Calling delete_port for 0948e23a-2853-45d4-a8e7-39325f859764 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:18.805144 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.851468 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.892704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:58:18.897351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:18.903152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ff0e9-a318-422d-9c4e-6f43dd393ea1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:18.917382 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:18.918064 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Added segment 17fd0bfa-e7a5-4927-9a75-89d784a5101d of type vlan for network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec Jul 30 03:58:18.962419 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67dcf437-7af4-4742-b830-6976c4496df2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a11e35f536446af8f7e500d516c83b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636251 Jul 30 03:58:18.963509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:19.028394 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bbbb-0b5e-4da0-b231-bccba1e508de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.054860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bbbb-0b5e-4da0-b231-bccba1e508de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.067819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.124954 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bbbb-0b5e-4da0-b231-bccba1e508de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.129137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bbbb-0b5e-4da0-b231-bccba1e508de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.133381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53658ff-9a77-4cc5-9748-2b954a42d2a6 req-a4a31a9f-f7c3-4933-8a95-2682c948d9dd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:19.133381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a53658ff-9a77-4cc5-9748-2b954a42d2a6 req-a4a31a9f-f7c3-4933-8a95-2682c948d9dd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1364205 Jul 30 03:58:19.134526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8cd3bbbb-0b5e-4da0-b231-bccba1e508de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d67115b4-89fd-4b9b-8eff-410d314ca2fa HTTP/1.1" status: 204 len: 168 time: 0.1696749 Jul 30 03:58:19.147928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3bbbb-0b5e-4da0-b231-bccba1e508de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67115b4-89fd-4b9b-8eff-410d314ca2fa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:19.161589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.162672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:19.163432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.167369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.266114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Pushing event deleted for resources: {'Port': ['ID=0948e23a-2853-45d4-a8e7-39325f859764,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:19.338043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0219953 Jul 30 03:58:19.341443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49964) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:19.347568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Request body: {'subnet': {'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1406384250-subnet', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:19.364017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da1069-9c67-45b3-818b-92b046248d84 admin admin] Pushing event updated for resources: {'Network': ['ID=45bf60d0-d973-451b-9bc1-f8b5abd0b5ec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:19.369139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a53658ff-9a77-4cc5-9748-2b954a42d2a6 req-8135512d-de13-4f51-b061-1fa0891ead68 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248321 Jul 30 03:58:19.380513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:58:19.391119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.394102 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.395749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-925732b7-ab37-4df6-9f58-b1974665c922 tempest-ExternalNetworksAdminNegativeTestJSON-863030534 tempest-ExternalNetworksAdminNegativeTestJSON-863030534-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/ae4c81e2-8776-47d8-91e3-9d81c52b9a34 HTTP/1.1" status: 204 len: 168 time: 1.0127127 Jul 30 03:58:19.424935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Made reservation on behalf of d05a719dda64491fa61b2825e203d048 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:19.428273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.706330 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.761697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:19.796172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Checking segment: {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:19.796546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Network hostable DHCP agents. Network: 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:58:19.814299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78bc75f-8613-484f-97e8-16afdc59af94,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:19.824357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:58:19.840043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:19.846830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:19.847481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.855336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295496f-9e26-4fcf-aeb5-a034051edcf5 None None] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:19.879555 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f6ffd124-18fc-4d31-a697-01eb5d1ff9ed admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5365264 Jul 30 03:58:19.886507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 49984) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:19.894531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:19.924001 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1258a8c1-e5ce-46d7-86a3-79931da9eb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.945310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:19.946472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.031922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.067872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-45bf60d0-d973-451b-9bc1-f8b5abd0b5ec', 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'fixed_ips': [{'subnet_id': 'c78bc75f-8613-484f-97e8-16afdc59af94'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:58:20.068944 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.211522 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.238876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1258a8c1-e5ce-46d7-86a3-79931da9eb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.262596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Allocated IP 172.20.0.2 (45bf60d0-d973-451b-9bc1-f8b5abd0b5ec/c78bc75f-8613-484f-97e8-16afdc59af94/b63d5b57-eeca-4954-91e7-2ca384705cc5) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:20.266929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1258a8c1-e5ce-46d7-86a3-79931da9eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.313478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1258a8c1-e5ce-46d7-86a3-79931da9eb5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8df8d13b15f84eeca2ecaac34fe1d9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509806 Jul 30 03:58:20.316253 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 49994) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:20.319383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258a8c1-e5ce-46d7-86a3-79931da9eb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c3646-77ff-49aa-9b08-de813beb52ea,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:20.389618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-947a48ee-36f4-4347-9242-379de48206bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.458840 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-947a48ee-36f4-4347-9242-379de48206bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.486018 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.494934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Transition to ACTIVE for port object b63d5b57-eeca-4954-91e7-2ca384705cc5 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:20.512237 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Transition to ACTIVE for port object b63d5b57-eeca-4954-91e7-2ca384705cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:20.521490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.538270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-947a48ee-36f4-4347-9242-379de48206bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.541177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-947a48ee-36f4-4347-9242-379de48206bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.544717 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-947a48ee-36f4-4347-9242-379de48206bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee7c3646-77ff-49aa-9b08-de813beb52ea HTTP/1.1" status: 204 len: 168 time: 0.2251072 Jul 30 03:58:20.565085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:20.572812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a48ee-36f4-4347-9242-379de48206bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c3646-77ff-49aa-9b08-de813beb52ea,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:20.573060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:20.585533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:20.586549 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.592234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Pushing event updated for resources: {'Port': ['ID=b63d5b57-eeca-4954-91e7-2ca384705cc5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:20.622561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.639245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578f77-c63e-4b95-93ce-823ba56c62b6 req-cfaa8368-90db-465c-9b31-8fe3ddc37c36 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:20.647422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f578f77-c63e-4b95-93ce-823ba56c62b6 req-cfaa8368-90db-465c-9b31-8fe3ddc37c36 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1485195 Jul 30 03:58:20.682129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Attempting to bind port b63d5b57-eeca-4954-91e7-2ca384705cc5 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:20.682521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Attempting to bind port b63d5b57-eeca-4954-91e7-2ca384705cc5 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:20.682951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Attempting to bind port b63d5b57-eeca-4954-91e7-2ca384705cc5 on network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:20.691501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:20.691906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Checking segment: {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:20.692287 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.692695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Bound using segment: {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:20.693189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Bound port: b63d5b57-eeca-4954-91e7-2ca384705cc5, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:20.693584 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.737034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f578f77-c63e-4b95-93ce-823ba56c62b6 req-4dc3c09c-f95d-446c-b4d1-27a994052152 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886385 Jul 30 03:58:20.789839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] For port b63d5b57-eeca-4954-91e7-2ca384705cc5, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:20.793766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] For port b63d5b57-eeca-4954-91e7-2ca384705cc5, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b63d5b57-eeca-4954-91e7-2ca384705cc5,segment=NetworkSegment(17fd0bfa-e7a5-4927-9a75-89d784a5101d),segment_id=17fd0bfa-e7a5-4927-9a75-89d784a5101d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:20.802792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:20.817779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Allocated IP 172.25.6.208 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/2185acb4-0650-4c77-b6a0-060019d3f6a4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:20.874412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6596c8-8fe9-42cb-beb6-73eef7c5ff7b None None] Pushing event updated for resources: {'Port': ['ID=b63d5b57-eeca-4954-91e7-2ca384705cc5,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:20.952191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.011077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.070938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:21.080834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:21.085909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:21.152176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Pushing event updated for resources: {'Port': ['ID=2185acb4-0650-4c77-b6a0-060019d3f6a4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:21.186880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50016) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:21.259776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2e5dacda-3cf3-41a0-b5aa-9cf693bc4819 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6a1a61868024090a33e51b938c4b8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704429 Jul 30 03:58:21.262559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:21.332348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-687f8344-0210-40c3-ba62-dc629194f2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.362004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-687f8344-0210-40c3-ba62-dc629194f2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.416603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-687f8344-0210-40c3-ba62-dc629194f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.420285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-687f8344-0210-40c3-ba62-dc629194f2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.424096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-687f8344-0210-40c3-ba62-dc629194f2b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55f1a91a-0811-4a4f-bd9d-f088b287fb72 HTTP/1.1" status: 204 len: 168 time: 0.1576486 Jul 30 03:58:21.432114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8344-0210-40c3-ba62-dc629194f2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1a91a-0811-4a4f-bd9d-f088b287fb72,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:21.470019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:21.978448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3260-9d4f-4c30-9b2e-5324ef219ec5 req-e52b16f9-2f73-4887-8354-4f5037ba1d51 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:21.980324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d17c3260-9d4f-4c30-9b2e-5324ef219ec5 req-e52b16f9-2f73-4887-8354-4f5037ba1d51 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1259558 Jul 30 03:58:22.084648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d17c3260-9d4f-4c30-9b2e-5324ef219ec5 req-4dbf8126-e861-46e5-b8c2-a8c90ad56746 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911546 Jul 30 03:58:22.162141 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:22.174243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c8a25-f854-4cbf-b32d-dd614d508424 None None] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:22.258194 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dd1e5887-f6cf-4177-afe7-91b73d28c5f4 None None] Provisioning for port b63d5b57-eeca-4954-91e7-2ca384705cc5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:22.332402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:58:22.509217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:22.525889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Sync routers for ids ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:22.545917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Routers {'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:22.546653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:22.547022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:22.548666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-31cf3877-d439-4c5a-9c59-22ca705716be admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.6608248 Jul 30 03:58:22.551525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50060) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:22.631558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b63d5b57-eeca-4954-91e7-2ca384705cc5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:22.726633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Set router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:22.753631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:22.914058 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee26ef3f-343e-43cd-8070-673c12a26dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:22.950932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b63d5b57-eeca-4954-91e7-2ca384705cc5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:22.958240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b63d5b57-eeca-4954-91e7-2ca384705cc5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:22.958618 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.046954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee26ef3f-343e-43cd-8070-673c12a26dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.052819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee26ef3f-343e-43cd-8070-673c12a26dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.069723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:21Z', 'revision_number': 3, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:23.106216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Checking router: dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:23.106941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Updating router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 port 2185acb4-0650-4c77-b6a0-060019d3f6a4 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:58:23.113091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ee26ef3f-343e-43cd-8070-673c12a26dd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ba77c2619b546f2b49936ff9f722443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558605 Jul 30 03:58:23.113717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26ef3f-343e-43cd-8070-673c12a26dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b07bfad-f9e1-4e31-91f8-9a4865ed65f9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.114010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50078) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:23.153676 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.167164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.173529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.219454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b63d5b57-eeca-4954-91e7-2ca384705cc5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b63d5b57-eeca-4954-91e7-2ca384705cc5,segment=NetworkSegment(17fd0bfa-e7a5-4927-9a75-89d784a5101d),segment_id=17fd0bfa-e7a5-4927-9a75-89d784a5101d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:23.227937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.242059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:23.269945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5232f-8d99-4479-9015-7df0cf14f9a0 req-31dcb655-5147-43fd-98bb-b57e31d9801a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:23.271610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaf5232f-8d99-4479-9015-7df0cf14f9a0 req-31dcb655-5147-43fd-98bb-b57e31d9801a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.0814221 Jul 30 03:58:23.274889 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af80393e-d173-4b93-98b9-d952ad27535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.322759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af80393e-d173-4b93-98b9-d952ad27535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.338396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eaf5232f-8d99-4479-9015-7df0cf14f9a0 req-8f7fb791-7750-4993-bda7-9aae6097244e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602307 Jul 30 03:58:23.369603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1659469929', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:23.394012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Made reservation on behalf of 3f0870db800d4c68b296fbc4fed7cbf7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:23.397025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.409813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b63d5b57-eeca-4954-91e7-2ca384705cc5,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.412268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.450930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af80393e-d173-4b93-98b9-d952ad27535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.454242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af80393e-d173-4b93-98b9-d952ad27535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.458282 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af80393e-d173-4b93-98b9-d952ad27535f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b07bfad-f9e1-4e31-91f8-9a4865ed65f9 HTTP/1.1" status: 204 len: 168 time: 0.3430223 Jul 30 03:58:23.459652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Allocated IP 172.20.0.1 (45bf60d0-d973-451b-9bc1-f8b5abd0b5ec/c78bc75f-8613-484f-97e8-16afdc59af94/606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:23.476848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80393e-d173-4b93-98b9-d952ad27535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b07bfad-f9e1-4e31-91f8-9a4865ed65f9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.528851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.536793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.564891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:58:23.572111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.584252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73a59e-3874-4a11-853b-389095d8c128,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.585422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Transition to ACTIVE for port object 2185acb4-0650-4c77-b6a0-060019d3f6a4 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:23.587331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.587825 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Added segment 05f5b5da-6291-4768-951c-438f0f14c81f of type vlan for network cc736a50-ad3a-4071-859c-778b855396f8 Jul 30 03:58:23.597059 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.623458 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.639411 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.645622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Transition to ACTIVE for port object 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:23.665471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74823a93-ef1b-49e3-8ab2-838450e40e1f None None] Pushing event updated for resources: {'Port': ['ID=2185acb4-0650-4c77-b6a0-060019d3f6a4,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.669951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Attempting to bind port 2185acb4-0650-4c77-b6a0-060019d3f6a4 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:23.670540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Attempting to bind port 2185acb4-0650-4c77-b6a0-060019d3f6a4 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:23.671102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Attempting to bind port 2185acb4-0650-4c77-b6a0-060019d3f6a4 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:23.677635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:23.678012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:23.678417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.678814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:23.679313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Bound port: 2185acb4-0650-4c77-b6a0-060019d3f6a4, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:23.679874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.681408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.682620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:23.683464 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.696877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.751445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5070627 Jul 30 03:58:23.754373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:23.755641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] For port 2185acb4-0650-4c77-b6a0-060019d3f6a4, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:23.759897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'subnet': {'network_id': 'cc736a50-ad3a-4071-859c-778b855396f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:23.760724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] For port 2185acb4-0650-4c77-b6a0-060019d3f6a4, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2185acb4-0650-4c77-b6a0-060019d3f6a4,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:23.763001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477a11-9f46-4f36-a7d9-3b1a65eee3e5 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Network': ['ID=cc736a50-ad3a-4071-859c-778b855396f8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.763864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Pushing event updated for resources: {'Port': ['ID=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:23.767346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.785497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Made reservation on behalf of 3f0870db800d4c68b296fbc4fed7cbf7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:23.785886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network cc736a50-ad3a-4071-859c-778b855396f8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:58:23.788122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.794491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:23.796103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:23.798866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:23.855088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:23.892074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Routers {'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:23.894490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:24.045283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:24.067557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-105efc13-f2d7-47f1-bfe7-8e2f8d0579d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.080474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.148520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74823a93-ef1b-49e3-8ab2-838450e40e1f None None] Pushing event updated for resources: {'Port': ['ID=2185acb4-0650-4c77-b6a0-060019d3f6a4,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:24.217355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.objects.ports [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 03:58:24.217355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.218085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9c8d9a58-5b5c-4fd1-99b9-d1ff51c172ed None None] Provisioning for port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:24.226846 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9c8d9a58-5b5c-4fd1-99b9-d1ff51c172ed None None] Provisioning complete for port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:24.226846 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9a58-5b5c-4fd1-99b9-d1ff51c172ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.274855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] Set router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:24.278467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d9a58-5b5c-4fd1-99b9-d1ff51c172ed None None] Port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:58:24.279164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-105efc13-f2d7-47f1-bfe7-8e2f8d0579d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.282495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a34483f7-f571-452b-b90f-60940094320e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:24.289687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Checking segment: {'id': '05f5b5da-6291-4768-951c-438f0f14c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cc736a50-ad3a-4071-859c-778b855396f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:24.290057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network hostable DHCP agents. Network: cc736a50-ad3a-4071-859c-778b855396f8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:58:24.290294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-105efc13-f2d7-47f1-bfe7-8e2f8d0579d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.308654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network cc736a50-ad3a-4071-859c-778b855396f8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:58:24.319123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, cc736a50-ad3a-4071-859c-778b855396f8) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:24.324430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:24.325299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.335937 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e578d6-91e0-4db3-bdcd-4d2da2acbb3d None None] Network cc736a50-ad3a-4071-859c-778b855396f8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:24.340631 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-105efc13-f2d7-47f1-bfe7-8e2f8d0579d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46056ae3678546bf82301c48876c480c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939157 Jul 30 03:58:24.342677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-564d8c28-906b-4834-a241-472866b5d78c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5872691 Jul 30 03:58:24.343484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:24.349897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50096) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:24.363457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1262350521', 'network_id': 'cc736a50-ad3a-4071-859c-778b855396f8'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:24.370063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105efc13-f2d7-47f1-bfe7-8e2f8d0579d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9cf521-50aa-42bd-9340-9dbd61052dd1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:24.420422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Made reservation on behalf of 3f0870db800d4c68b296fbc4fed7cbf7 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:24.423469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.435913 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.447470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] device_id is not set on port e11af139-7b9a-4577-a20d-a57ef1ad49af yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:58:24.455252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.496775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-043bdd20-bb9a-42be-8eeb-b60bb9e68cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.511475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.538367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-043bdd20-bb9a-42be-8eeb-b60bb9e68cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.550188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b63d5b57-eeca-4954-91e7-2ca384705cc5 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:24.553095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ada87-ac4d-4703-a176-e8293dd28920 req-c0ec9fb1-b759-44f6-9fd2-163b39e88933 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:24.554710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a13ada87-ac4d-4703-a176-e8293dd28920 req-c0ec9fb1-b759-44f6-9fd2-163b39e88933 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1001604 Jul 30 03:58:24.613530 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a13ada87-ac4d-4703-a176-e8293dd28920 req-6c156448-5d67-4295-933a-b48a7f9c4591 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Jul 30 03:58:24.623336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c359e6b-cd53-4a15-aa7f-fb9b175fdc5d None None] Network cc736a50-ad3a-4071-859c-778b855396f8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:24.640150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-043bdd20-bb9a-42be-8eeb-b60bb9e68cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.640150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-043bdd20-bb9a-42be-8eeb-b60bb9e68cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:24.642811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-043bdd20-bb9a-42be-8eeb-b60bb9e68cdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a9cf521-50aa-42bd-9340-9dbd61052dd1 HTTP/1.1" status: 204 len: 168 time: 0.2977250 Jul 30 03:58:24.650729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bdd20-bb9a-42be-8eeb-b60bb9e68cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9cf521-50aa-42bd-9340-9dbd61052dd1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:24.652107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Pushing event updated for resources: {'Port': ['ID=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:24.731793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Allocated IP 172.20.0.9 (cc736a50-ad3a-4071-859c-778b855396f8/a34483f7-f571-452b-b90f-60940094320e/e11af139-7b9a-4577-a20d-a57ef1ad49af) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:24.744656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:24.751181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:24.761832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:21Z', 'revision_number': 3, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:24.829485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3741f8-f86d-4ea5-9603-21f290eb0af3 None None] The sync data for ids ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'] in n-d-778696-14 is: [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:21Z', 'revision_number': 3, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:24.843401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b63d5b57-eeca-4954-91e7-2ca384705cc5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:24.845647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.106884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:25.214101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-784796d0-f11f-424f-928d-496cf470aec1 None None] Provisioning complete for port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:25.214486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-784796d0-f11f-424f-928d-496cf470aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.274631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.322656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-784796d0-f11f-424f-928d-496cf470aec1 None None] Port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:58:25.401918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:25.415204 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-48d120dd-787f-4517-a01c-d45cdc9c76a7 admin admin] 10.222.0.39 "PUT /v2.0/routers/dc7a08d4-97c7-4040-9e3a-8ca8d8b74525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8554101 Jul 30 03:58:25.434686 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.486946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network cc736a50-ad3a-4071-859c-778b855396f8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:25.493622 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:25.500706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:25.545606 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Port': ['ID=e11af139-7b9a-4577-a20d-a57ef1ad49af,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:25.568509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:25.569167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.591128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:25.594468 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6bbb3b0a-f4cc-4834-b626-eef0e9febf1c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2414176 Jul 30 03:58:25.768146 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Deleting port e11af139-7b9a-4577-a20d-a57ef1ad49af {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:25.768835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.825515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8f928-5d00-4767-8341-45793ddfab96 req-5876a3a8-fb8c-4169-acfe-58dd9f428444 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:25.827220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8d8f928-5d00-4767-8341-45793ddfab96 req-5876a3a8-fb8c-4169-acfe-58dd9f428444 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1148381 Jul 30 03:58:25.902877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8d8f928-5d00-4767-8341-45793ddfab96 req-2bfd65fe-754e-4462-8468-d02f43b48028 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Jul 30 03:58:25.907838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:25.924893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Calling delete_port for e11af139-7b9a-4577-a20d-a57ef1ad49af owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:26.099793 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.150602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event deleted for resources: {'Port': ['ID=e11af139-7b9a-4577-a20d-a57ef1ad49af,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:26.226135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.229012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b75996af-e300-4f06-9635-f0df125dc2f0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/ports/e11af139-7b9a-4577-a20d-a57ef1ad49af HTTP/1.1" status: 204 len: 168 time: 0.6359997 Jul 30 03:58:26.232072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:26.239352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc736a50-ad3a-4071-859c-778b855396f8', 'external_fixed_ips': [{'subnet_id': 'a34483f7-f571-452b-b90f-60940094320e', 'ip_address': '172.20.0.9'}]}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:26.265935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.267542 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.331654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.508274 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.551266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2185acb4-0650-4c77-b6a0-060019d3f6a4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:26.632287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2185acb4-0650-4c77-b6a0-060019d3f6a4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:26.637286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2185acb4-0650-4c77-b6a0-060019d3f6a4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:26.637891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.748842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.792222 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 2185acb4-0650-4c77-b6a0-060019d3f6a4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2185acb4-0650-4c77-b6a0-060019d3f6a4,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:26.798106 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.855184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.871994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=2185acb4-0650-4c77-b6a0-060019d3f6a4,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:26.894295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:26.975755 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:27.093107 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Sync routers for ids ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:27.104186 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Routers {'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:27.104865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:27.218838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d424e-08bb-4933-80a0-8815895786cf req-1f20f9fe-386d-4988-8303-7153ff9220ec tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:27.220495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d2d424e-08bb-4933-80a0-8815895786cf req-1f20f9fe-386d-4988-8303-7153ff9220ec tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.2094605 Jul 30 03:58:27.351597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Allocated IP 172.20.0.9 (cc736a50-ad3a-4071-859c-778b855396f8/a34483f7-f571-452b-b90f-60940094320e/e7d436bd-738b-4c50-af91-7476473b1dcc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:27.360695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Set router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:27.375569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d2d424e-08bb-4933-80a0-8815895786cf req-a6faac7b-b3fa-4aeb-b0dd-6c79addd476e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230674 Jul 30 03:58:27.603391 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:24Z', 'revision_number': 4, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b', 'name': '', 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'mac_address': 'fa:16:3e:d3:cf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'c78bc75f-8613-484f-97e8-16afdc59af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:23Z', 'updated_at': '2021-07-30T03:58:24Z', 'revision_number': 2, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'subnets': [{'id': 'c78bc75f-8613-484f-97e8-16afdc59af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:27.633511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Checking router: dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:27.633855 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Updating router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:58:27.666457 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:27.906688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:27.988645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:27.991564 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.008812 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Transition to ACTIVE for port object 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:28.016099 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.035097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network cc736a50-ad3a-4071-859c-778b855396f8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:28.042631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:28.051272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:28.068265 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Pushing event updated for resources: {'Port': ['ID=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:28.079644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d436bd-738b-4c50-af91-7476473b1dcc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:28.096841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.102391 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.103435 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.103969 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.104482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.104988 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.105494 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.106207 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.106703 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.107358 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.108188 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.108694 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.110299 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:28.155300 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Attempting to bind port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:28.156394 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Attempting to bind port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:28.157005 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Attempting to bind port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b on network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:28.163607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:28.164350 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Checking segment: {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:28.164692 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.165088 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Bound using segment: {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:28.165570 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Bound port: 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fd0bfa-e7a5-4927-9a75-89d784a5101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:28.165969 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.252323 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] For port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:28.255934 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] For port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,segment=NetworkSegment(17fd0bfa-e7a5-4927-9a75-89d784a5101d),segment_id=17fd0bfa-e7a5-4927-9a75-89d784a5101d)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:28.263050 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.342393 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Routers {'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:28.345046 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:28.397245 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b386508-14bc-4eb6-b7f2-e5ab96419257 None None] Pushing event updated for resources: {'Port': ['ID=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:28.450346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50198) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:28.497321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.553502 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] Set router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:28.563894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2185acb4-0650-4c77-b6a0-060019d3f6a4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:28.690101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2185acb4-0650-4c77-b6a0-060019d3f6a4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:28.690486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.696215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e424851-3402-424d-8d89-b79daed99328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.735778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab9cc-c9f4-4b7d-92bf-f0b9fe065fe8 req-c3524a11-ee77-4a83-b492-3dbf1aca85c2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:28.740226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5fab9cc-c9f4-4b7d-92bf-f0b9fe065fe8 req-c3524a11-ee77-4a83-b492-3dbf1aca85c2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 943 time: 0.1822677 Jul 30 03:58:28.814841 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:24Z', 'revision_number': 4, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b', 'name': '', 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'mac_address': 'fa:16:3e:d3:cf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'c78bc75f-8613-484f-97e8-16afdc59af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:23Z', 'updated_at': '2021-07-30T03:58:28Z', 'revision_number': 4, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'subnets': [{'id': 'c78bc75f-8613-484f-97e8-16afdc59af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:28.838636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e424851-3402-424d-8d89-b79daed99328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.845964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5fab9cc-c9f4-4b7d-92bf-f0b9fe065fe8 req-cc8a2eb2-23c4-4fa6-a3b3-2049520c32cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905859 Jul 30 03:58:28.846210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e424851-3402-424d-8d89-b79daed99328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.863013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Deleting port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:28.863659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:28.877302 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c8a7b-b39a-4c5d-b608-6a1591eac2ea None None] The sync data for ids ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'] in n-d-778696-14 is: [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:24Z', 'revision_number': 4, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b', 'name': '', 'network_id': '45bf60d0-d973-451b-9bc1-f8b5abd0b5ec', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'mac_address': 'fa:16:3e:d3:cf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'c78bc75f-8613-484f-97e8-16afdc59af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:23Z', 'updated_at': '2021-07-30T03:58:28Z', 'revision_number': 4, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'subnets': [{'id': 'c78bc75f-8613-484f-97e8-16afdc59af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:28.904113 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1e424851-3402-424d-8d89-b79daed99328 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e5e88084232455d8a4ec239ac90dc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512775 Jul 30 03:58:28.905395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50202) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:28.915275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e424851-3402-424d-8d89-b79daed99328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7741d204-7491-422f-b7d2-2f58927fd152,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:28.990145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.012684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68794b6-7c34-4a37-94a3-3fd2dd53b3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.041430 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68794b6-7c34-4a37-94a3-3fd2dd53b3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.065233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] For port 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,segment=NetworkSegment(17fd0bfa-e7a5-4927-9a75-89d784a5101d),segment_id=17fd0bfa-e7a5-4927-9a75-89d784a5101d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:29.065670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.098532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Calling delete_port for 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:29.107754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68794b6-7c34-4a37-94a3-3fd2dd53b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.113020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c68794b6-7c34-4a37-94a3-3fd2dd53b3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.117042 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c68794b6-7c34-4a37-94a3-3fd2dd53b3ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7741d204-7491-422f-b7d2-2f58927fd152 HTTP/1.1" status: 204 len: 168 time: 0.2071688 Jul 30 03:58:29.138060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68794b6-7c34-4a37-94a3-3fd2dd53b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7741d204-7491-422f-b7d2-2f58927fd152,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:29.211705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4138c246-d48d-4524-bc45-8955f775d261 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:58:29.312882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Router 6ad09274-89ea-441d-8799-a689db9690e4 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:58:29.366408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4138c246-d48d-4524-bc45-8955f775d261, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4138c246-d48d-4524-bc45-8955f775d261,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:29.384553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '4138c246-d48d-4524-bc45-8955f775d261', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': '4138c246-d48d-4524-bc45-8955f775d261', 'mac_address': 'fa:16:3e:1b:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:58:29.435881 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.453345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4138c246-d48d-4524-bc45-8955f775d261 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:58:29.482903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4138c246-d48d-4524-bc45-8955f775d261, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4138c246-d48d-4524-bc45-8955f775d261,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:29.488691 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.504695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:29.506476 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.526283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Sync routers for ids ['6ad09274-89ea-441d-8799-a689db9690e4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:29.528169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50208) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:29.556707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96bc47a1-6b8b-4df4-ae0d-e01abec2f648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.566339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Pushing event deleted for resources: {'Port': ['ID=606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:29.575664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Routers {'6ad09274-89ea-441d-8799-a689db9690e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:29.580988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6ad09274-89ea-441d-8799-a689db9690e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:29.583661 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.585007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-84698d05-fcae-42f3-82f1-6af0e9933264 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3517621 Jul 30 03:58:29.588765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50210) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:29.684495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=4138c246-d48d-4524-bc45-8955f775d261,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:29.789631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.825179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Set router 6ad09274-89ea-441d-8799-a689db9690e4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:29.872167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:29.940427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['4138c246-d48d-4524-bc45-8955f775d261'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:58:30.087544 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.118811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96bc47a1-6b8b-4df4-ae0d-e01abec2f648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.150460 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96bc47a1-6b8b-4df4-ae0d-e01abec2f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.155478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066315bf-6c1a-45b7-b439-41e9eafc7eb9 req-b94f5fa7-509f-414d-b12c-2279963d9c3f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:30.157858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-066315bf-6c1a-45b7-b439-41e9eafc7eb9 req-b94f5fa7-509f-414d-b12c-2279963d9c3f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 944 time: 0.1410077 Jul 30 03:58:30.193035 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-96bc47a1-6b8b-4df4-ae0d-e01abec2f648 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7570a21ba2834b64aea077cc85b1030e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633377 Jul 30 03:58:30.195868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50214) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:30.282058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc47a1-6b8b-4df4-ae0d-e01abec2f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a882cc-bbd6-45e3-b009-3b1db4065fad,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:30.297045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-066315bf-6c1a-45b7-b439-41e9eafc7eb9 req-e6ce391f-4092-453f-ba28-0f7536e91926 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310451 Jul 30 03:58:30.331754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6de9-dfd4-4e0f-b1a5-bd380bc196d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.337354 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Deleting port e7d436bd-738b-4c50-af91-7476473b1dcc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:30.337902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.339473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:30.376157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad09274-89ea-441d-8799-a689db9690e4', 'name': '', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc736a50-ad3a-4071-859c-778b855396f8', 'external_fixed_ips': [{'subnet_id': 'a34483f7-f571-452b-b90f-60940094320e', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e7d436bd-738b-4c50-af91-7476473b1dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:26Z', 'updated_at': '2021-07-30T03:58:28Z', 'revision_number': 3, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port': {'id': 'e7d436bd-738b-4c50-af91-7476473b1dcc', 'name': '', 'network_id': 'cc736a50-ad3a-4071-859c-778b855396f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad09274-89ea-441d-8799-a689db9690e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'a34483f7-f571-452b-b90f-60940094320e', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:26Z', 'updated_at': '2021-07-30T03:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a34483f7-f571-452b-b90f-60940094320e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:30.423104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Checking router: 6ad09274-89ea-441d-8799-a689db9690e4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:30.423502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Updating router 6ad09274-89ea-441d-8799-a689db9690e4 port e7d436bd-738b-4c50-af91-7476473b1dcc binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:58:30.431007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6de9-dfd4-4e0f-b1a5-bd380bc196d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.483492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.505839 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.523516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Calling delete_port for e7d436bd-738b-4c50-af91-7476473b1dcc owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:30.581470 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6de9-dfd4-4e0f-b1a5-bd380bc196d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.585241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6de9-dfd4-4e0f-b1a5-bd380bc196d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.586475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c8a6de9-dfd4-4e0f-b1a5-bd380bc196d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4a882cc-bbd6-45e3-b009-3b1db4065fad HTTP/1.1" status: 204 len: 168 time: 0.3895502 Jul 30 03:58:30.629935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a6de9-dfd4-4e0f-b1a5-bd380bc196d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a882cc-bbd6-45e3-b009-3b1db4065fad,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:30.839217 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.888526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:30.889177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:30.897865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-df5decdb-8b22-479f-beca-703dc3a71748 admin admin] 10.222.0.39 "PUT /v2.0/routers/dc7a08d4-97c7-4040-9e3a-8ca8d8b74525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9183209 Jul 30 03:58:30.897865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50222) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:30.906203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] Sync routers for ids ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:30.918060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7d436bd-738b-4c50-af91-7476473b1dcc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:30.927586 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 03:58:30.928313 n-d-778696-14 neutron-server[93878]: DEBUG oslo_db.api [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 03:58:30.929320 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] Routers {'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:30.930312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:31.009350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.071770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.100840 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] Set router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:31.211743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4138c246-d48d-4524-bc45-8955f775d261 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:31.226727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.336352 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:29Z', 'revision_number': 5, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port': {'id': '2185acb4-0650-4c77-b6a0-060019d3f6a4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:20Z', 'updated_at': '2021-07-30T03:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:31.339342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 4138c246-d48d-4524-bc45-8955f775d261 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:31.345659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 4138c246-d48d-4524-bc45-8955f775d261 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:31.346793 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.360422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Deleting port 2185acb4-0650-4c77-b6a0-060019d3f6a4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:31.360422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.418871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] Checking router: dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:31.435393 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] Routers {'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:31.435692 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:31.478955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] For port 2185acb4-0650-4c77-b6a0-060019d3f6a4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2185acb4-0650-4c77-b6a0-060019d3f6a4,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:31.479504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.480549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Port e7d436bd-738b-4c50-af91-7476473b1dcc not found while updating agent binding for router 6ad09274-89ea-441d-8799-a689db9690e4. {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 03:58:31.503274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Calling delete_port for 2185acb4-0650-4c77-b6a0-060019d3f6a4 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:31.545843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Routers {'6ad09274-89ea-441d-8799-a689db9690e4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:31.547322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6ad09274-89ea-441d-8799-a689db9690e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:31.606203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] Set router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:31.606388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.609963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.632093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] Set router 6ad09274-89ea-441d-8799-a689db9690e4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:31.690069 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:31Z', 'revision_number': 6, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:31.691779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.692412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad09274-89ea-441d-8799-a689db9690e4 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:31.700790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.702305 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-211fc9d6-a602-4312-b3be-8e0c9ae53c1d tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/routers/6ad09274-89ea-441d-8799-a689db9690e4 HTTP/1.1" status: 204 len: 168 time: 2.1122620 Jul 30 03:58:31.705775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:31.709688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99132e6c-2103-405c-ab48-d11d6f31bb99 req-b2ca3730-90c0-4b55-8807-2726b6cfa71b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:31.711324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99132e6c-2103-405c-ab48-d11d6f31bb99 req-b2ca3730-90c0-4b55-8807-2726b6cfa71b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 944 time: 0.0778041 Jul 30 03:58:31.728626 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744535e-94b2-44f1-9766-00ca934de5cc None None] The sync data for ids ['dc7a08d4-97c7-4040-9e3a-8ca8d8b74525'] in n-d-778696-14 is: [{'id': 'dc7a08d4-97c7-4040-9e3a-8ca8d8b74525', 'name': 'tempest-ImageQuotaTest-1406384250-router', 'tenant_id': 'd05a719dda64491fa61b2825e203d048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:19Z', 'updated_at': '2021-07-30T03:58:31Z', 'revision_number': 6, 'project_id': 'd05a719dda64491fa61b2825e203d048', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:31.768254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad09274-89ea-441d-8799-a689db9690e4', 'name': '', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:26Z', 'updated_at': '2021-07-30T03:58:30Z', 'revision_number': 5, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:31.778691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Deleting subnet a34483f7-f571-452b-b90f-60940094320e {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:58:31.791532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.814398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ca2c-00fa-41ea-8405-dc2563b59e45 None None] The sync data for ids ['6ad09274-89ea-441d-8799-a689db9690e4'] in n-d-778696-14 is: [{'id': '6ad09274-89ea-441d-8799-a689db9690e4', 'name': '', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:26Z', 'updated_at': '2021-07-30T03:58:30Z', 'revision_number': 5, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:31.824995 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.839493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99132e6c-2103-405c-ab48-d11d6f31bb99 req-7ec52af8-fbb0-43b4-9641-911591e3a9bc tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820162 Jul 30 03:58:31.845574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.882316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2185acb4-0650-4c77-b6a0-060019d3f6a4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:31.886064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4138c246-d48d-4524-bc45-8955f775d261'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:31.888679 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee439d57-935c-44a0-a1c9-90797ad8d571" -d '{"events": [{"server_uuid": "13b8506e-29fe-4e68-b100-d003e08f16a5", "name": "network-vif-plugged", "status": "completed", "tag": "4138c246-d48d-4524-bc45-8955f775d261"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:31.889010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.925091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4138c246-d48d-4524-bc45-8955f775d261, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4138c246-d48d-4524-bc45-8955f775d261,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:31.935946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:31.949631 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.005160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.013354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=4138c246-d48d-4524-bc45-8955f775d261,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:32.018615 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bfe4e4-7af1-4e32-ad18-de9b3441de95 x-openstack-request-id: req-99bfe4e4-7af1-4e32-ad18-de9b3441de95 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:32.018906 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b8506e-29fe-4e68-b100-d003e08f16a5", "name": "network-vif-plugged", "status": "completed", "tag": "4138c246-d48d-4524-bc45-8955f775d261", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:32.019176 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99bfe4e4-7af1-4e32-ad18-de9b3441de95 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:32.019592 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4138c246-d48d-4524-bc45-8955f775d261', 'code': 200} Jul 30 03:58:32.050211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.099072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.101540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/a34483f7-f571-452b-b90f-60940094320e HTTP/1.1" status: 204 len: 168 time: 0.3943853 Jul 30 03:58:32.102990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd7d95-b87f-4b76-8998-7a3acb9ec940 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a34483f7-f571-452b-b90f-60940094320e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:32.108645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50256) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:32.154708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.158537 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.211533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.228247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bf8ed-42a9-4170-818c-575f687fa16f req-dc7cf378-0d00-48d5-ae40-1f4f80bf0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:32.228247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f61bf8ed-42a9-4170-818c-575f687fa16f req-dc7cf378-0d00-48d5-ae40-1f4f80bf0ab2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 1097 time: 0.1064913 Jul 30 03:58:32.237675 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.238340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:32.251875 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.253485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-af705dcb-b4aa-4065-8583-b60f466933f8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dc7a08d4-97c7-4040-9e3a-8ca8d8b74525 HTTP/1.1" status: 204 len: 168 time: 1.3545742 Jul 30 03:58:32.258484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50258) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:32.295002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f61bf8ed-42a9-4170-818c-575f687fa16f req-f97f45da-d809-40ea-83b5-411366d69e8d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583670 Jul 30 03:58:32.370446 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.391671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc736a50-ad3a-4071-859c-778b855396f8']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:32.398492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Deleting subnet c78bc75f-8613-484f-97e8-16afdc59af94 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:58:32.407887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.434887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f5b5da-6291-4768-951c-438f0f14c81f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:32.435202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f5b5da-6291-4768-951c-438f0f14c81f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:32.449008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.479588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.482326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.516557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:58:32.517060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:58:32.519188 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:58:32.645787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.651080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc736a50-ad3a-4071-859c-778b855396f8 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 03:58:32.653299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.655607 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/networks/cc736a50-ad3a-4071-859c-778b855396f8 HTTP/1.1" status: 204 len: 168 time: 0.5451455 Jul 30 03:58:32.682069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac63274-daf2-4af9-aadd-b743b88c6b96 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc736a50-ad3a-4071-859c-778b855396f8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:32.685792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.746478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2185acb4-0650-4c77-b6a0-060019d3f6a4 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:32.773840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2185acb4-0650-4c77-b6a0-060019d3f6a4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:32.774465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2185acb4-0650-4c77-b6a0-060019d3f6a4 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:32.775075 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:32.783359 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.811401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:32.811986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 606e1bb7-d2e1-4ed5-ba50-fd33a7e5f60b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:32.840092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:32.845581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50276) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:32.846528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c78bc75f-8613-484f-97e8-16afdc59af94 HTTP/1.1" status: 204 len: 168 time: 0.5870428 Jul 30 03:58:32.848236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff86f4c-5f6b-4e6f-a52e-16d42aa07521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78bc75f-8613-484f-97e8-16afdc59af94,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:32.848991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c08ab-1027-4550-8a8b-c24d3a8c2c30 None None] Network 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:33.061564 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.073534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:33.080868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'name': 'tempest-router--783936405', 'project_id': '2e9524308a38469d9d90124ed3d037d0'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:33.128675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0f644-e6c4-4f75-984c-59a578d2c06a req-eee0d95c-c3f2-40e4-b052-9126e2156604 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:33.131665 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.133227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.147932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eab0f644-e6c4-4f75-984c-59a578d2c06a req-eee0d95c-c3f2-40e4-b052-9126e2156604 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 945 time: 0.1996655 Jul 30 03:58:33.261919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.265820 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eab0f644-e6c4-4f75-984c-59a578d2c06a req-3c153044-8611-44d1-8626-d6cccf6ce2f0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126628 Jul 30 03:58:33.278386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.287277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Deleting port b63d5b57-eeca-4954-91e7-2ca384705cc5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:33.287847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.301801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.304582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c8956ed-e002-45ee-be68-cc6d0a01aa89 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2294819 Jul 30 03:58:33.307368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50296) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:33.354039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] DHCP port deletion for 45bf60d0-d973-451b-9bc1-f8b5abd0b5ec request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:58:33.411367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] For port b63d5b57-eeca-4954-91e7-2ca384705cc5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b63d5b57-eeca-4954-91e7-2ca384705cc5,segment=NetworkSegment(17fd0bfa-e7a5-4927-9a75-89d784a5101d),segment_id=17fd0bfa-e7a5-4927-9a75-89d784a5101d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:33.411844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.429203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.435203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Calling delete_port for b63d5b57-eeca-4954-91e7-2ca384705cc5 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:33.441412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] Deleting port b63d5b57-eeca-4954-91e7-2ca384705cc5 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:33.441948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.548797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] For port b63d5b57-eeca-4954-91e7-2ca384705cc5, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b63d5b57-eeca-4954-91e7-2ca384705cc5,segment=NetworkSegment(17fd0bfa-e7a5-4927-9a75-89d784a5101d),segment_id=17fd0bfa-e7a5-4927-9a75-89d784a5101d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:33.549015 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.568251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] Calling delete_port for b63d5b57-eeca-4954-91e7-2ca384705cc5 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:33.592066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.657925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.661274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b63d5b57-eeca-4954-91e7-2ca384705cc5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:33.661562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.690617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] No DVR routers for this DVR port b63d5b57-eeca-4954-91e7-2ca384705cc5 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:33.716393 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.740674 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.741066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a9fb2fa-d595-4cf8-987f-0401df81c619 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:33.753099 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.759995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1be007d8-5b79-4f83-8688-d6b7c412fda0 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/routers/4a9fb2fa-d595-4cf8-987f-0401df81c619 HTTP/1.1" status: 204 len: 168 time: 0.4494739 Jul 30 03:58:33.779675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] Pushing event deleted for resources: {'Port': ['ID=b63d5b57-eeca-4954-91e7-2ca384705cc5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:33.797350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc5fa7-206e-445a-9378-537de8fcea20 None None] No DVR routers for this DVR port b63d5b57-eeca-4954-91e7-2ca384705cc5 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:33.878563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.895619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bf60d0-d973-451b-9bc1-f8b5abd0b5ec']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:33.911472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fd0bfa-e7a5-4927-9a75-89d784a5101d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:33.911684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fd0bfa-e7a5-4927-9a75-89d784a5101d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:33.922586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.938861 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.966672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:58:33.967814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:58:33.972421 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:58:34.013359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:34.044890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.054541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.062753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] 10.222.0.39 "DELETE /v2.0/networks/45bf60d0-d973-451b-9bc1-f8b5abd0b5ec HTTP/1.1" status: 204 len: 168 time: 1.2135174 Jul 30 03:58:34.077310 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24591810-5af6-49d1-b076-8e4f16c72a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=45bf60d0-d973-451b-9bc1-f8b5abd0b5ec,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:34.256921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-728315669', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:34.281152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.282473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.301047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:34.352928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.366431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ee13af0a-044c-4832-be81-835afcfd1be6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d05a719dda64491fa61b2825e203d048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640299 Jul 30 03:58:34.379732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:34.437355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b1d4a-5f45-4a6a-afb1-3a350b91ed12 req-dd90920f-1737-48c2-b385-bbfd7b4385c9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:34.439319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-050b1d4a-5f45-4a6a-afb1-3a350b91ed12 req-dd90920f-1737-48c2-b385-bbfd7b4385c9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 945 time: 0.0868883 Jul 30 03:58:34.489819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffa828b-cc2d-42e6-8833-1e2d9a3adfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.522376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.528212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-050b1d4a-5f45-4a6a-afb1-3a350b91ed12 req-ed24206f-c361-46d7-a020-15da75d1399a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792916 Jul 30 03:58:34.535024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b63d5b57-eeca-4954-91e7-2ca384705cc5 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:34.538088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffa828b-cc2d-42e6-8833-1e2d9a3adfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.559849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b63d5b57-eeca-4954-91e7-2ca384705cc5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:34.560487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b63d5b57-eeca-4954-91e7-2ca384705cc5 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:34.612316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffa828b-cc2d-42e6-8833-1e2d9a3adfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.616950 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ffa828b-cc2d-42e6-8833-1e2d9a3adfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.620841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ffa828b-cc2d-42e6-8833-1e2d9a3adfe5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d7ff0e9-a318-422d-9c4e-6f43dd393ea1 HTTP/1.1" status: 204 len: 168 time: 0.2374942 Jul 30 03:58:34.632455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa828b-cc2d-42e6-8833-1e2d9a3adfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ff0e9-a318-422d-9c4e-6f43dd393ea1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:34.706443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0f03-1529-4943-b5af-4ef18ef0e585 req-fcd122d5-a29a-4ccc-82d7-568ba2d2c4e7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:34.708383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e5e0f03-1529-4943-b5af-4ef18ef0e585 req-fcd122d5-a29a-4ccc-82d7-568ba2d2c4e7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 945 time: 0.0660050 Jul 30 03:58:34.775507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e5e0f03-1529-4943-b5af-4ef18ef0e585 req-34666a9f-0e06-4943-87ba-448b46b3cc39 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592217 Jul 30 03:58:34.800678 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.824190 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:34.961361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Allocated IP 172.25.6.198 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/7049740f-fd56-4163-8534-03195146b6ff) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:35.118485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.169170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73141b-130e-4fa5-ad7b-f688fd6a5025 req-78da49d9-c603-49a0-9a03-ce3fca4bfecd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:35.172083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e73141b-130e-4fa5-ad7b-f688fd6a5025 req-78da49d9-c603-49a0-9a03-ce3fca4bfecd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 945 time: 0.0652175 Jul 30 03:58:35.182656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.215061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:35.239864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e73141b-130e-4fa5-ad7b-f688fd6a5025 req-1dc6c73d-3d36-4b12-b230-30d82ca76d9b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607767 Jul 30 03:58:35.241961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:35.242748 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f36490a-a4d9-4338-ab28-1f0e792d1317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.246562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:35.249339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event updated for resources: {'Port': ['ID=7049740f-fd56-4163-8534-03195146b6ff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:35.259617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:35.363634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f36490a-a4d9-4338-ab28-1f0e792d1317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.368572 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f36490a-a4d9-4338-ab28-1f0e792d1317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.409495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f36490a-a4d9-4338-ab28-1f0e792d1317 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1929803 Jul 30 03:58:35.410399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36490a-a4d9-4338-ab28-1f0e792d1317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68767c85-009b-4e81-90ea-80d7c4340593,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:35.412614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:35.537533 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e15fd99b-1860-486a-8269-9b1e5b01f9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.569655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e15fd99b-1860-486a-8269-9b1e5b01f9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.584253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.672831 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:58:35.696681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e15fd99b-1860-486a-8269-9b1e5b01f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.699254 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e15fd99b-1860-486a-8269-9b1e5b01f9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:35.700408 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e15fd99b-1860-486a-8269-9b1e5b01f9ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68767c85-009b-4e81-90ea-80d7c4340593 HTTP/1.1" status: 204 len: 168 time: 0.2867739 Jul 30 03:58:35.714572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fd99b-1860-486a-8269-9b1e5b01f9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68767c85-009b-4e81-90ea-80d7c4340593,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:36.118815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:36.241566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50382) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:36.332176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa43ce-4b62-4b0c-b238-b4c8c1178471 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:36.332616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa43ce-4b62-4b0c-b238-b4c8c1178471 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:36.333105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa43ce-4b62-4b0c-b238-b4c8c1178471 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:36.334829 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b0fa43ce-4b62-4b0c-b238-b4c8c1178471 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=9fa8297b71b64ce2a67045c71fc0f067&network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 2973 time: 0.0922785 Jul 30 03:58:36.335675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Router 7b8ed756-e910-44b7-a8fd-2406e82fe84f is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:58:36.387089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eac514-642f-456f-a56c-0187549ad83a req-d68cc212-a61e-4ef7-9292-cf35e50af443 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:36.389175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2eac514-642f-456f-a56c-0187549ad83a req-d68cc212-a61e-4ef7-9292-cf35e50af443 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 945 time: 0.0762169 Jul 30 03:58:36.433163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2eac514-642f-456f-a56c-0187549ad83a req-40a582ba-808b-4c21-8d55-6bd38a0a5acb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Jul 30 03:58:36.464505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:36.475088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] Sync routers for ids ['7b8ed756-e910-44b7-a8fd-2406e82fe84f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:36.485209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] Routers {'7b8ed756-e910-44b7-a8fd-2406e82fe84f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:36.485836 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7b8ed756-e910-44b7-a8fd-2406e82fe84f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:36.486370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:36.490751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:36.490900 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e368ea7-e814-4111-b4ef-675cd5266254 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4763372 Jul 30 03:58:36.521263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:36.530126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] Routers {'7b8ed756-e910-44b7-a8fd-2406e82fe84f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:36.531048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7b8ed756-e910-44b7-a8fd-2406e82fe84f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:36.566435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:36.567098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad15f2e-aed8-4d36-889a-31559dde4f0f None None] The sync data for ids ['7b8ed756-e910-44b7-a8fd-2406e82fe84f'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:36.605529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-df212232-e4dc-4345-9618-a3c0217e40dd tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/7b8ed756-e910-44b7-a8fd-2406e82fe84f HTTP/1.1" status: 200 len: 920 time: 0.1131616 Jul 30 03:58:36.608378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:36.637679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1c6c8bd6-4d9d-4be1-9454-fdc5d01bae51 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b8ed756-e910-44b7-a8fd-2406e82fe84f HTTP/1.1" status: 200 len: 205 time: 0.0275040 Jul 30 03:58:36.640357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:36.747295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:36.856311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:36.950697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-21a1d298-33cf-4d2d-8e10-3edba56d7f52 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:36.952222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-21a1d298-33cf-4d2d-8e10-3edba56d7f52 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 945 time: 0.0650561 Jul 30 03:58:36.969523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Deleting port 7049740f-fd56-4163-8534-03195146b6ff {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:36.970020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.104550 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.123591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Calling delete_port for 7049740f-fd56-4163-8534-03195146b6ff owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:37.131889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port 4138c246-d48d-4524-bc45-8955f775d261 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:37.132229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.282456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port 4138c246-d48d-4524-bc45-8955f775d261, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4138c246-d48d-4524-bc45-8955f775d261,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:37.282827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.327455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for 4138c246-d48d-4524-bc45-8955f775d261 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:37.449482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.484613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event deleted for resources: {'Port': ['ID=7049740f-fd56-4163-8534-03195146b6ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:37.627098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.629302 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.664282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a41449-b19a-49a8-8f16-981b0a9d987a req-12c41b4e-fef9-42c4-959e-de659ba5dc39 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:37.665435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2', '4138c246-d48d-4524-bc45-8955f775d261'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:58:37.665910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25a41449-b19a-49a8-8f16-981b0a9d987a req-12c41b4e-fef9-42c4-959e-de659ba5dc39 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 867 time: 0.1343284 Jul 30 03:58:37.761631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=4138c246-d48d-4524-bc45-8955f775d261,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:37.775621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.780553 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.878652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port 4138c246-d48d-4524-bc45-8955f775d261 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:37.883934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.885922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f3928a0-c2c6-4f04-8754-d4e1e26f795d req-6d186caa-33c8-41e6-8d64-fd331cb77618 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "DELETE /v2.0/ports/4138c246-d48d-4524-bc45-8955f775d261 HTTP/1.1" status: 204 len: 173 time: 0.9270096 Jul 30 03:58:37.886550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'name': 'network-vif-deleted', 'tag': '4138c246-d48d-4524-bc45-8955f775d261'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:37.888857 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e368ac1-d825-4e3c-8d74-b88a49305b18" -d '{"events": [{"server_uuid": "13b8506e-29fe-4e68-b100-d003e08f16a5", "name": "network-vif-deleted", "tag": "4138c246-d48d-4524-bc45-8955f775d261"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:37.895353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-25a41449-b19a-49a8-8f16-981b0a9d987a req-0dca2d4b-9e4e-4e76-9e19-22eaae28fa9e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887190 Jul 30 03:58:37.899027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.899263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8ed756-e910-44b7-a8fd-2406e82fe84f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:37.909533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.910725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b7dd3426-ffb0-44b4-b005-a43f4c50e33c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/7b8ed756-e910-44b7-a8fd-2406e82fe84f HTTP/1.1" status: 204 len: 168 time: 1.2694564 Jul 30 03:58:37.915538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:37.940761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-742259890', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': False}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:37.946618 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8504932-c32a-4797-b855-8f642bce72a2 x-openstack-request-id: req-d8504932-c32a-4797-b855-8f642bce72a2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:37.946954 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b8506e-29fe-4e68-b100-d003e08f16a5", "name": "network-vif-deleted", "tag": "4138c246-d48d-4524-bc45-8955f775d261", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:37.947410 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8504932-c32a-4797-b855-8f642bce72a2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:37.947816 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b8506e-29fe-4e68-b100-d003e08f16a5', 'name': 'network-vif-deleted', 'tag': '4138c246-d48d-4524-bc45-8955f775d261', 'status': 'completed', 'code': 200} Jul 30 03:58:37.972414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:37.973504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.049894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.116060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50460) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:38.185804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef8ccd-ff3a-4a76-a2d4-272805b8768c tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:38.193292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.196072 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-69ef8ccd-ff3a-4a76-a2d4-272805b8768c tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 814 time: 0.0791659 Jul 30 03:58:38.659880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50478) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:38.667564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'network': {'name': 'tempest-network-smoke--119712227', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'port_security_enabled': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:38.703050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:38.708693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.747713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:58:38.754563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.768404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.768896 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Added segment 9edb876d-eb41-4d8f-80f1-c0a0b3b91b46 of type vlan for network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa Jul 30 03:58:38.777182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.833693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.877124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.883588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:38.884366 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:38.896597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Allocated IP 172.25.6.188 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c922d370-dd40-458b-aff0-640307af6fe7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:38.913049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2512567 Jul 30 03:58:38.917560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.045823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625e5ee-5b3e-4af2-81dd-37ab669b27f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Network': ['ID=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:39.058441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:58:39.082045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e07e6fc5-a8b7-4243-9532-02ad7dee870a req-086a330d-785c-4ab6-9619-de219be59f31 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0533996 Jul 30 03:58:39.083843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad221b-2a68-4406-88d5-fff454c67fbe tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:39.088502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50488) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.089198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-36ad221b-2a68-4406-88d5-fff454c67fbe tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9fa8297b71b64ce2a67045c71fc0f067&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1705956 Jul 30 03:58:39.127228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:39.178228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:39.219582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:39.222970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:39.226587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:39.260432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Port': ['ID=c922d370-dd40-458b-aff0-640307af6fe7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:39.321681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209bba57-8f0a-410b-a0b5-0ec589623d02 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:39.323278 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-209bba57-8f0a-410b-a0b5-0ec589623d02 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2337124 Jul 30 03:58:39.326186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50492) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.359908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-75b952ed-ff1b-4ae0-9288-0a6142a25448 req-51324fb9-643e-493a-a8ac-acdc0813d248 service neutron] (93877) timed out ('10.222.0.39', 53444) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:58:39.363180 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4017f5d3-96b6-421b-95ab-1732c3283b61 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349228 Jul 30 03:58:39.365050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50496) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.396101 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8c033db6-1b98-430d-b413-d034451b32c7 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9fa8297b71b64ce2a67045c71fc0f067&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296848 Jul 30 03:58:39.398589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50498) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.495912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f3f9c-0f8c-4d1a-bcad-0e53e48fedfc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:39.497583 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0a1f3f9c-0f8c-4d1a-bcad-0e53e48fedfc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980546 Jul 30 03:58:39.501225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50500) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.537071 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1b33efa4-4dc7-4235-a893-a7d70ad1cf2d tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321910 Jul 30 03:58:39.537931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50504) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:39.543004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018753654', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:39.563617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:39.654078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:39.660888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:39.801228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:39.885157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:39.982771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Subnet': ['ID=b05496ed-da93-42c9-976d-3e1b89d43ce0,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:39.984362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Router ea64da8e-8588-4238-a0b1-3f2a452d2270 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:58:39.992029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Checking segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:39.992392 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network hostable DHCP agents. Network: a75c4aca-2751-44e1-a7aa-a1cc07ad13aa, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:58:40.013885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:58:40.029943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a75c4aca-2751-44e1-a7aa-a1cc07ad13aa) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:40.035714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:40.036628 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.042252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99e8f5-3988-4ae0-b70b-5d4363dc36c7 None None] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:40.057356 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c1447f7b-52bf-4a63-8193-6f7d227cfdd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5183401 Jul 30 03:58:40.119435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:40.129952 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Sync routers for ids ['ea64da8e-8588-4238-a0b1-3f2a452d2270'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:40.141289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Routers {'ea64da8e-8588-4238-a0b1-3f2a452d2270'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:40.142895 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ea64da8e-8588-4238-a0b1-3f2a452d2270'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:40.144400 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.149739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50520) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:40.165223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-40cc4f74-bf6a-469c-9ab3-5d1e30847720 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2484114 Jul 30 03:58:40.293949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1867e3f8-6a18-4127-b038-099668015ab8 req-24a2fda2-8fdf-4387-9c71-1e44b0795705 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0498934 Jul 30 03:58:40.325527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:40.332440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-742259890', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': True}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:40.338990 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fb20ae90-de78-4c03-8bd6-ab6532d5b814 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/ea64da8e-8588-4238-a0b1-3f2a452d2270 HTTP/1.1" status: 200 len: 908 time: 0.1882346 Jul 30 03:58:40.387544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.388078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.400874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ips': [{'subnet_id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:58:40.403877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.493902 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Set router ea64da8e-8588-4238-a0b1-3f2a452d2270 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:40.508277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.600316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Allocated IP 172.20.0.18 (a75c4aca-2751-44e1-a7aa-a1cc07ad13aa/b05496ed-da93-42c9-976d-3e1b89d43ce0/37e89b1c-0660-4dd2-a6dd-abc561f94ca4) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:40.724747 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64da8e-8588-4238-a0b1-3f2a452d2270', 'name': 'tempest-snat-router-742259890', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.188'}], 'enable_snat': False}, 'gw_port_id': 'c922d370-dd40-458b-aff0-640307af6fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:37Z', 'updated_at': '2021-07-30T03:58:39Z', 'revision_number': 3, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port': {'id': 'c922d370-dd40-458b-aff0-640307af6fe7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64da8e-8588-4238-a0b1-3f2a452d2270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:38Z', 'updated_at': '2021-07-30T03:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:40.745759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.754291 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Checking router: ea64da8e-8588-4238-a0b1-3f2a452d2270 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:40.755003 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Updating router ea64da8e-8588-4238-a0b1-3f2a452d2270 port c922d370-dd40-458b-aff0-640307af6fe7 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:58:40.783248 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.827979 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.837658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Transition to ACTIVE for port object 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:40.854929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Transition to ACTIVE for port object 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:40.869872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:40.926186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:40.933479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:40.935202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666244686', 'description': 'tempest-secgroup-smoke-1666244686 description', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:40.939459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:40.943814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:41.016712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Pushing event updated for resources: {'Port': ['ID=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:41.040148 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.041528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Attempting to bind port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:41.042069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Attempting to bind port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:41.042755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Attempting to bind port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 on network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:41.048681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:41.049208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Checking segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:41.049795 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.050205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Bound using segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:41.051079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Bound port: 37e89b1c-0660-4dd2-a6dd-abc561f94ca4, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:41.051541 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.056168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.131826 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.149978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Transition to ACTIVE for port object c922d370-dd40-458b-aff0-640307af6fe7 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:41.158162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] For port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:41.161813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] For port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:41.165103 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.168049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.223404 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33d996-d579-4dbc-8d81-2a5cda1ffd82 None None] Pushing event updated for resources: {'Port': ['ID=c922d370-dd40-458b-aff0-640307af6fe7,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:41.239248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.246097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb6d28-01f8-4291-89b4-488aa1804837 None None] Pushing event updated for resources: {'Port': ['ID=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:41.254786 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Attempting to bind port c922d370-dd40-458b-aff0-640307af6fe7 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:41.256345 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Attempting to bind port c922d370-dd40-458b-aff0-640307af6fe7 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:41.257106 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Attempting to bind port c922d370-dd40-458b-aff0-640307af6fe7 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:41.266598 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:41.267061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4138c246-d48d-4524-bc45-8955f775d261 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:41.267850 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:41.268899 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.269938 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:41.270793 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Bound port: c922d370-dd40-458b-aff0-640307af6fe7, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:41.271931 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.277196 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.300117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 4138c246-d48d-4524-bc45-8955f775d261 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:41.300474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4138c246-d48d-4524-bc45-8955f775d261 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:41.371838 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] For port c922d370-dd40-458b-aff0-640307af6fe7, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:41.377078 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] For port c922d370-dd40-458b-aff0-640307af6fe7, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c922d370-dd40-458b-aff0-640307af6fe7,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:41.391422 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.425515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b33d68e0-ee63-4ac9-bb8e-7cb50a0c1975 req-d2b8b27e-de1f-4a59-a86a-8327585e8be1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.0318933 Jul 30 03:58:41.463386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.482646 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.487070 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Routers {'ea64da8e-8588-4238-a0b1-3f2a452d2270'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:41.487872 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ea64da8e-8588-4238-a0b1-3f2a452d2270'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:41.513415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Allocated IP 172.25.6.159 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/fe3743eb-d2f3-47c4-8965-0db39292be19) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:41.521604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.525913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5954616 Jul 30 03:58:41.526195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50546) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:41.532299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': '74c78a4c-baee-491b-8de9-e1ca21bd12e5', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:41.549558 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33d996-d579-4dbc-8d81-2a5cda1ffd82 None None] Pushing event updated for resources: {'Port': ['ID=c922d370-dd40-458b-aff0-640307af6fe7,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:41.592133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.607195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c78a4c-baee-491b-8de9-e1ca21bd12e5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:41.677111 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] Set router ea64da8e-8588-4238-a0b1-3f2a452d2270 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:41.728348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.735391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50552) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:41.760092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.766012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.766470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.766930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.767404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.768116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.768349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.768785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.769312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.769746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.770186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.770620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.771169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2cf21-6750-4749-a813-15480c457f6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.862923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.892186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efc9e7a-7925-4fde-b71f-b1dd5f822fb2,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:41.930691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea64da8e-8588-4238-a0b1-3f2a452d2270', 'name': 'tempest-snat-router-742259890', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.188'}], 'enable_snat': False}, 'gw_port_id': 'c922d370-dd40-458b-aff0-640307af6fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:37Z', 'updated_at': '2021-07-30T03:58:39Z', 'revision_number': 3, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port': {'id': 'c922d370-dd40-458b-aff0-640307af6fe7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64da8e-8588-4238-a0b1-3f2a452d2270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:38Z', 'updated_at': '2021-07-30T03:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:41.936237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.940487 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122124 Jul 30 03:58:41.943262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:41.948254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': '74c78a4c-baee-491b-8de9-e1ca21bd12e5', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:41.964612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.965083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.965886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.966160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.966951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.967502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.967985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.968485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.969512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.970167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.970873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.971440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38407997-ad85-417a-8620-3cd110c5b1a1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:58:41.973184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:41.978504 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc313e0-78ed-4ebb-ae26-79062a77d36c None None] The sync data for ids ['ea64da8e-8588-4238-a0b1-3f2a452d2270'] in n-d-778696-14 is: [{'id': 'ea64da8e-8588-4238-a0b1-3f2a452d2270', 'name': 'tempest-snat-router-742259890', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.188'}], 'enable_snat': False}, 'gw_port_id': 'c922d370-dd40-458b-aff0-640307af6fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:37Z', 'updated_at': '2021-07-30T03:58:39Z', 'revision_number': 3, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port': {'id': 'c922d370-dd40-458b-aff0-640307af6fe7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea64da8e-8588-4238-a0b1-3f2a452d2270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:38Z', 'updated_at': '2021-07-30T03:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:42.051880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.086257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:42.099707 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:42.112415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:42.140894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port c82c3408-2cda-440a-9481-124e2dcba443 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:42.141230 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.245587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.245795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.260789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for c82c3408-2cda-440a-9481-124e2dcba443 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:42.357919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3743eb-d2f3-47c4-8965-0db39292be19,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:42.387073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ad010d7-3da5-428a-b9fa-56cf3570f7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.485535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.643294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.759265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86d51c75-0686-497a-bdb3-a344ac398faf req-77da8f61-c15c-4083-bd49-ea180cb6a1bd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.1861765 Jul 30 03:58:42.785100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c373ff5f-8b75-4b48-9223-2d625b95ec95,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:42.801206 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:42.809383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-55b890db-3846-4933-8d92-c5e68eb205ef tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8650053 Jul 30 03:58:42.820233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:42.839631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': '74c78a4c-baee-491b-8de9-e1ca21bd12e5', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:42.884179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:43.078008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:43.103256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c922d370-dd40-458b-aff0-640307af6fe7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:43.167161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.178962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f98ac3-2378-466b-a327-cc21bf10763b None None] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:43.184903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.222559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=c82c3408-2cda-440a-9481-124e2dcba443,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:43.335560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.354873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] Provisioning for port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:43.363302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] Provisioning complete for port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:43.363936 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.398942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.399231 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Floating IP 51e6f982-8160-4c38-9742-b2135035f29e disassociated (deleted). External IP: 172.25.6.204, port: 20c6a845-f74a-4bb1-a28a-1f1eae0138f6. Jul 30 03:58:43.413759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port c922d370-dd40-458b-aff0-640307af6fe7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:43.437348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c922d370-dd40-458b-aff0-640307af6fe7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:43.438159 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.623516 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.670215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port c922d370-dd40-458b-aff0-640307af6fe7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c922d370-dd40-458b-aff0-640307af6fe7,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:43.680301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.801205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=c922d370-dd40-458b-aff0-640307af6fe7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:43.855976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 0e539208-b543-4a5d-80e9-eee14d5f12fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:43.917558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:43.997084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] For port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:44.004465 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.116957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190f3b-b255-493b-a121-2d2000498f07 None None] Pushing event updated for resources: {'Port': ['ID=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:44.192080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:44.198095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.207722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] Sync routers for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:44.230581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:44.231366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:44.250510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-02f38efa-ba5d-41ee-9598-0ce867a5c968 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/floatingips/51e6f982-8160-4c38-9742-b2135035f29e HTTP/1.1" status: 204 len: 168 time: 2.5128777 Jul 30 03:58:44.251623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:44.254492 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:44.348924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.366907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1c6d1baf-976e-482b-8493-dec3dd5d168e None None] Provisioning complete for port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:44.368010 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1baf-976e-482b-8493-dec3dd5d168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.400521 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.531490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd60994b-8e62-4cde-bf3d-b4aae1d930c6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:44.550092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-10807303-1710-4b72-be4a-4ea1503a7e70 req-478ca45a-daca-4b03-93e9-e318df5dcdd7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b8506e-29fe-4e68-b100-d003e08f16a5 HTTP/1.1" status: 200 len: 210 time: 0.2050459 Jul 30 03:58:44.552012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.556163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50600) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:44.560147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4de2779a-b47b-482e-a402-a29b1882dcac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7342212 Jul 30 03:58:44.573190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': '74c78a4c-baee-491b-8de9-e1ca21bd12e5', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:44.640422 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e7602-23c1-4e34-940e-05e2c2f930b2 x-openstack-request-id: req-5e6e7602-23c1-4e34-940e-05e2c2f930b2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:44.641032 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:44.641904 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e6e7602-23c1-4e34-940e-05e2c2f930b2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:44.643094 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'status': 'completed', 'code': 200} Jul 30 03:58:44.668716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.694188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:44.792223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:44.798040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.821507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.873593 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-b93e2f98-1864-4c2c-bea7-1145ebd8910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:44.877262 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-b93e2f98-1864-4c2c-bea7-1145ebd8910b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fcb199556c4121938ac914dcad765d&device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 1097 time: 0.1522336 Jul 30 03:58:44.881465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94e8a35-07a4-438f-afd6-083bb19a745f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:44.885669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.887062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91138fb9-0210-4197-8ad3-7b5befbd087c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3294008 Jul 30 03:58:44.901055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:44.904659 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e451d4f7-d286-4eda-ba90-93b2f8c79c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:44.910803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': '74c78a4c-baee-491b-8de9-e1ca21bd12e5', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:44.993074 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Project 9fa8297b71b64ce2a67045c71fc0f067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:58:45.071387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.082561 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.092191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.115050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:45.115303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011e21a-01bc-4d70-a1ca-b079cdc038ba req-b7ddda94-625d-4d2a-b25c-d19fef84e431 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:45.116031 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.121764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a011e21a-01bc-4d70-a1ca-b079cdc038ba req-b7ddda94-625d-4d2a-b25c-d19fef84e431 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.3649113 Jul 30 03:58:45.130378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-1c22c656-746c-48bc-93b3-98f6d001a119 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3940001 Jul 30 03:58:45.211827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-819af923-81ad-4e8a-bf66-c55c2b532b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:45.213503 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-819af923-81ad-4e8a-bf66-c55c2b532b1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d6a1825-2bac-450c-9a6c-463d79bff1b2 HTTP/1.1" status: 200 len: 897 time: 0.3252456 Jul 30 03:58:45.237213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.250182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.296379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:12Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:45.303982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc4bd74-50b6-4631-9ce3-7c1bc8cf3a70,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:45.308962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-f926cee5-4def-4ff2-b824-5e9c8c98b769 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6 HTTP/1.1" status: 200 len: 217 time: 0.0702221 Jul 30 03:58:45.331908 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] Checking router: 0e539208-b543-4a5d-80e9-eee14d5f12fd for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:45.347200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.350454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c922d370-dd40-458b-aff0-640307af6fe7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:58:45.353810 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99a5ca9e-122e-4b58-9cf9-331cdf6e3904 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4515712 Jul 30 03:58:45.355882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:45.356577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:45.357373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:45.362109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': '74c78a4c-baee-491b-8de9-e1ca21bd12e5', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:45.390199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a011e21a-01bc-4d70-a1ca-b079cdc038ba req-1234baf0-1f70-4b11-b47e-b2604a84e6fb tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579286 Jul 30 03:58:45.407597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-9bdc589e-5208-4f0d-bd59-981ab8a47315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:45.409299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-9bdc589e-5208-4f0d-bd59-981ab8a47315 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1098 time: 0.1249275 Jul 30 03:58:45.431578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-1e043470-b60b-4d71-bf99-fabf1f5fc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:45.439454 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-1e043470-b60b-4d71-bf99-fabf1f5fc712 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d14b31b2-3e05-4764-8a0e-04ce3e994aa5 HTTP/1.1" status: 200 len: 834 time: 0.1199472 Jul 30 03:58:45.455372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Router fc4c465d-7f88-46ad-a21b-b568db94d0b8 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:58:45.503791 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Project 9fa8297b71b64ce2a67045c71fc0f067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:58:45.512203 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.532486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c922d370-dd40-458b-aff0-640307af6fe7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:45.536824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.555725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-a585a6b3-8212-4709-90fe-29a6cf91d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:45.557641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-a585a6b3-8212-4709-90fe-29a6cf91d8c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d6a1825-2bac-450c-9a6c-463d79bff1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123683 Jul 30 03:58:45.572098 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.585574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.593553 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:45.604042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb61dda-7360-41d4-8088-f883849edead,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:45.728489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:45.740628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Sync routers for ids ['fc4c465d-7f88-46ad-a21b-b568db94d0b8'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:45.766633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-b50547cf-451b-49bb-88be-4cb19d1231f3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000675 Jul 30 03:58:45.767304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.768805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3679f7d9-f3a8-4af9-b0af-b7a9ad1ccdb9 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4416485 Jul 30 03:58:45.771785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50618) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:45.776628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Routers {'fc4c465d-7f88-46ad-a21b-b568db94d0b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:45.780654 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fc4c465d-7f88-46ad-a21b-b568db94d0b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:45.800686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:45.807395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-896d1908-3c8a-41dd-a981-6664dc42c1a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4443367 Jul 30 03:58:45.857849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-511b7e4c-46fb-4086-9f1d-8a794f61ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:45.860429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-511b7e4c-46fb-4086-9f1d-8a794f61ead5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 895 time: 0.4168050 Jul 30 03:58:45.903668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.18', 54713) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:45.965029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-13f982b4-7315-4791-bfa6-1818fd016291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 1001 time: 0.0927820 Jul 30 03:58:46.072969 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Set router fc4c465d-7f88-46ad-a21b-b568db94d0b8 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:46.081153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-12620720-6e7d-4e88-bfba-59445e7d24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:46.082588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-12620720-6e7d-4e88-bfba-59445e7d24c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 200 len: 834 time: 0.0765760 Jul 30 03:58:46.116482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-b2989ab7-cd89-4fae-ad21-8c884ee9f49b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:46.118427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-b2989ab7-cd89-4fae-ad21-8c884ee9f49b tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 945 time: 0.2137778 Jul 30 03:58:46.142648 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-76e62a7a-36a3-4c2a-8612-c627b0a5e124 service neutron] 10.222.0.18 "GET /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628376 Jul 30 03:58:46.144734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f6b34876-a5f7-451c-b9da-6deb8deac21e tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/fc4c465d-7f88-46ad-a21b-b568db94d0b8 HTTP/1.1" status: 200 len: 907 time: 0.3600781 Jul 30 03:58:46.147695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:46.264185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-c0692ff9-a390-4547-9dd9-e0c0adc897b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:46.266274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-c0692ff9-a390-4547-9dd9-e0c0adc897b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741734 Jul 30 03:58:46.333803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-4429877f-1e7a-4677-9d17-e2ece8734a6e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666244686&fields=id&tenant_id=9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 267 time: 0.1007476 Jul 30 03:58:46.338765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:46.351684 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:46.413219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:12Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:46.489017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-cc3b3434-96c0-4338-8e04-b6053c8ca597 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:46.491266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-cc3b3434-96c0-4338-8e04-b6053c8ca597 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/networks?id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa HTTP/1.1" status: 200 len: 796 time: 0.1255851 Jul 30 03:58:46.516210 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:46.527971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:46.528515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:46.553563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e88f1-f698-4a3f-8d92-2b6322487294 None None] The sync data for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 is: [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:06Z', 'revision_number': 4, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ab7d0471-7478-4e67-8bf6-b3b30559c3e1', 'name': '', 'network_id': '5d6a1825-2bac-450c-9a6c-463d79bff1b2', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'mac_address': 'fa:16:3e:17:c3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:04Z', 'updated_at': '2021-07-30T03:57:12Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'subnets': [{'id': 'd14b31b2-3e05-4764-8a0e-04ce3e994aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:46.555128 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c465d-7f88-46ad-a21b-b568db94d0b8', 'name': 'tempest-snat-router-742259890', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe3743eb-d2f3-47c4-8965-0db39292be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:40Z', 'updated_at': '2021-07-30T03:58:42Z', 'revision_number': 3, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port': {'id': 'fe3743eb-d2f3-47c4-8965-0db39292be19', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c465d-7f88-46ad-a21b-b568db94d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:58:41Z', 'updated_at': '2021-07-30T03:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:46.580340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:46.594660 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:46.604382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-001be2e1-e5a7-412c-972d-16afd12210a3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/quotas/9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 375 time: 0.0995133 Jul 30 03:58:46.621203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Checking router: fc4c465d-7f88-46ad-a21b-b568db94d0b8 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:46.621826 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Updating router fc4c465d-7f88-46ad-a21b-b568db94d0b8 port fe3743eb-d2f3-47c4-8965-0db39292be19 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:58:46.692457 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:46.814788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:46.821109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-ebf19765-568c-4319-9582-8d1f9b3a7621 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261848 Jul 30 03:58:46.862500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-efb9eadb-80b8-4efd-864e-3e4345647f3f tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2220778 Jul 30 03:58:46.952044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a883cb-8bd3-4a90-b3cf-05eefb0b61b1 req-8387a599-fc2e-4da2-93d7-2a0f1a9771b1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:46.953741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79a883cb-8bd3-4a90-b3cf-05eefb0b61b1 req-8387a599-fc2e-4da2-93d7-2a0f1a9771b1 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/ports?device_id=63110021-1cdc-4b47-b1d0-bff1eea3fae5 HTTP/1.1" status: 200 len: 867 time: 0.3471041 Jul 30 03:58:47.004877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=20c6a845-f74a-4bb1-a28a-1f1eae0138f6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:47.060063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] No DVR routers for this DVR port 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:47.064418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.073895 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.18 "DELETE /v2.0/ports/20c6a845-f74a-4bb1-a28a-1f1eae0138f6 HTTP/1.1" status: 204 len: 173 time: 0.9392979 Jul 30 03:58:47.074690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-deleted', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:47.077942 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3aa0df-b0d0-4c25-9d82-14d798e22d4d" -d '{"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-deleted", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:47.097864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.135180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5d44-68ac-4741-8b65-67e5d0af917e None None] New status for floating IP 51e6f982-8160-4c38-9742-b2135035f29e: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:58:47.186423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79a883cb-8bd3-4a90-b3cf-05eefb0b61b1 req-1daf74cd-4017-4679-bd95-62265a0f08e8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb115102-20b6-4a8d-a814-52115adc2d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138960 Jul 30 03:58:47.279030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f8d59b-fddf-444d-bc7a-7637a7cb1be4 req-9e28364c-fa4c-4205-bd32-b15dfb309a99 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443974 Jul 30 03:58:47.288120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-cae5d9c8-156a-424d-aab2-30504f469575 service neutron] 10.222.0.39 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567250 Jul 30 03:58:47.352418 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ff8c8-dc14-4cbd-b004-18c7368314d5 x-openstack-request-id: req-d30ff8c8-dc14-4cbd-b004-18c7368314d5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:47.353304 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63110021-1cdc-4b47-b1d0-bff1eea3fae5", "name": "network-vif-deleted", "tag": "20c6a845-f74a-4bb1-a28a-1f1eae0138f6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:47.353304 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d30ff8c8-dc14-4cbd-b004-18c7368314d5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:47.353651 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63110021-1cdc-4b47-b1d0-bff1eea3fae5', 'name': 'network-vif-deleted', 'tag': '20c6a845-f74a-4bb1-a28a-1f1eae0138f6', 'status': 'completed', 'code': 200} Jul 30 03:58:47.410253 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.425452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Transition to ACTIVE for port object fe3743eb-d2f3-47c4-8965-0db39292be19 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:47.429339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Deleting port fe3743eb-d2f3-47c4-8965-0db39292be19 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:47.430114 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.444692 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.481096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:47.531960 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Attempting to bind port fe3743eb-d2f3-47c4-8965-0db39292be19 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:47.531960 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Attempting to bind port fe3743eb-d2f3-47c4-8965-0db39292be19 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:47.532312 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Attempting to bind port fe3743eb-d2f3-47c4-8965-0db39292be19 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:47.553682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:47.554289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:47.554768 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.555365 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:47.555926 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Bound port: fe3743eb-d2f3-47c4-8965-0db39292be19, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:47.556313 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.563107 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04603-1762-485c-99da-544a5ee2f96e None None] Pushing event updated for resources: {'Port': ['ID=fe3743eb-d2f3-47c4-8965-0db39292be19,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:47.632853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-128c5bb3-ded3-48dc-ad11-291899ddfbbd service neutron] 10.222.0.39 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259237 Jul 30 03:58:47.641578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-447fd297-51d0-4a87-bbc7-fe06fac340eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.652877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.669939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Calling delete_port for fe3743eb-d2f3-47c4-8965-0db39292be19 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:47.674218 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] For port fe3743eb-d2f3-47c4-8965-0db39292be19, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:47.697467 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] For port fe3743eb-d2f3-47c4-8965-0db39292be19, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fe3743eb-d2f3-47c4-8965-0db39292be19,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:47.722809 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.833910 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-447fd297-51d0-4a87-bbc7-fe06fac340eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.850501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-447fd297-51d0-4a87-bbc7-fe06fac340eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:47.918458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04603-1762-485c-99da-544a5ee2f96e None None] Pushing event updated for resources: {'Port': ['ID=fe3743eb-d2f3-47c4-8965-0db39292be19,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:47.972275 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Routers {'fc4c465d-7f88-46ad-a21b-b568db94d0b8'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:47.974469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fc4c465d-7f88-46ad-a21b-b568db94d0b8'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:47.988771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fd297-51d0-4a87-bbc7-fe06fac340eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d95a7cf-5065-4dee-bc80-8a5335f9e00a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:48.002293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b433d41f-77bf-437f-9592-71bdcc71059a req-770d3103-225e-43b4-b7ff-9811ea980565 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 210 time: 0.0702441 Jul 30 03:58:48.027755 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-447fd297-51d0-4a87-bbc7-fe06fac340eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6659042bf6414e5b85318bb3afe85708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453503 Jul 30 03:58:48.033033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:48.058529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.065914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.133004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe3743eb-d2f3-47c4-8965-0db39292be19,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:48.260208 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c333be35-acf2-4862-9d7e-934401707463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.294401 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] Set router fc4c465d-7f88-46ad-a21b-b568db94d0b8 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:48.301284 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50672) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:48.313637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:48.335068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c333be35-acf2-4862-9d7e-934401707463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.347794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.371120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:48.372600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 20c6a845-f74a-4bb1-a28a-1f1eae0138f6 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:48.406101 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c465d-7f88-46ad-a21b-b568db94d0b8', 'name': 'tempest-snat-router-742259890', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:40Z', 'updated_at': '2021-07-30T03:58:47Z', 'revision_number': 4, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:48.440673 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed052d7f-886b-49fe-8e14-4e88ef9a7f3a None None] The sync data for ids ['fc4c465d-7f88-46ad-a21b-b568db94d0b8'] in n-d-778696-14 is: [{'id': 'fc4c465d-7f88-46ad-a21b-b568db94d0b8', 'name': 'tempest-snat-router-742259890', 'tenant_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:58:40Z', 'updated_at': '2021-07-30T03:58:47Z', 'revision_number': 4, 'project_id': '3f0870db800d4c68b296fbc4fed7cbf7', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:48.861441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.864443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.925343 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.926094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc4c465d-7f88-46ad-a21b-b568db94d0b8 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:48.934321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.939232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6dbe8ca-30fb-4c9e-8702-eab41f23e2a7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/routers/fc4c465d-7f88-46ad-a21b-b568db94d0b8 HTTP/1.1" status: 204 len: 168 time: 2.7875617 Jul 30 03:58:48.939448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c333be35-acf2-4862-9d7e-934401707463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.942288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c333be35-acf2-4862-9d7e-934401707463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:48.943778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c333be35-acf2-4862-9d7e-934401707463 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d95a7cf-5065-4dee-bc80-8a5335f9e00a HTTP/1.1" status: 204 len: 168 time: 0.9082274 Jul 30 03:58:48.944424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50676) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:49.020812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333be35-acf2-4862-9d7e-934401707463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d95a7cf-5065-4dee-bc80-8a5335f9e00a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:49.063246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.201575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77ffe7eb-f6e4-482e-b23b-4410e1f3910e req-ce882b56-b214-4bcb-9f47-05e54bfb560d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 210 time: 0.0491972 Jul 30 03:58:49.203401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.396695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.567048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50686) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:49.637963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Deleting port c922d370-dd40-458b-aff0-640307af6fe7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:49.638297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.666275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db844db-e070-48aa-8281-68e7f50a1cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.720622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-52c05ff3-b0dd-4915-8505-e43f6645fe1d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:49.722264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-52c05ff3-b0dd-4915-8505-e43f6645fe1d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "GET /v2.0/networks?id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa HTTP/1.1" status: 200 len: 796 time: 0.2479002 Jul 30 03:58:49.773277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port ab7d0471-7478-4e67-8bf6-b3b30559c3e1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:49.773627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.800299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] For port c922d370-dd40-458b-aff0-640307af6fe7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c922d370-dd40-458b-aff0-640307af6fe7,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:49.800716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.818248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-48f851d6-034b-4a43-ab2f-dc94c436a503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 473 time: 0.0786586 Jul 30 03:58:49.835344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Calling delete_port for c922d370-dd40-458b-aff0-640307af6fe7 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:49.843532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'port': {'device_id': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'admin_state_up': True, 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'security_groups': ['74c78a4c-baee-491b-8de9-e1ca21bd12e5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:49.937437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port ab7d0471-7478-4e67-8bf6-b3b30559c3e1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:49.937815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.949615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db844db-e070-48aa-8281-68e7f50a1cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:49.956592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for ab7d0471-7478-4e67-8bf6-b3b30559c3e1 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:49.959252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db844db-e070-48aa-8281-68e7f50a1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.044337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8db844db-e070-48aa-8281-68e7f50a1cea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad91af0ea12d4b9598719fe3582cac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736404 Jul 30 03:58:50.047073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db844db-e070-48aa-8281-68e7f50a1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78df74c-92b6-4213-9feb-4e975cb61dd1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:50.047293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:50.117518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:58:50.120906 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.209943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.244235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=ab7d0471-7478-4e67-8bf6-b3b30559c3e1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:50.248928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725c4b81-a990-4035-8c27-f57967604e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.340769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725c4b81-a990-4035-8c27-f57967604e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.369840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.419984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2611dc47-61e3-45d1-8b05-5a9022a5fcc9 req-99b7eb64-b3b8-4d77-bc3b-bf32e3629ca2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 210 time: 0.0821683 Jul 30 03:58:50.466562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.476532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event deleted for resources: {'Port': ['ID=c922d370-dd40-458b-aff0-640307af6fe7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:50.492185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.20.0.21 (a75c4aca-2751-44e1-a7aa-a1cc07ad13aa/b05496ed-da93-42c9-976d-3e1b89d43ce0/628900aa-69cf-45e4-846e-c421d3448c8c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:50.589130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725c4b81-a990-4035-8c27-f57967604e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.591700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725c4b81-a990-4035-8c27-f57967604e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.593521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-725c4b81-a990-4035-8c27-f57967604e81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e78df74c-92b6-4213-9feb-4e975cb61dd1 HTTP/1.1" status: 204 len: 168 time: 0.5453146 Jul 30 03:58:50.624158 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.664152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c4b81-a990-4035-8c27-f57967604e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78df74c-92b6-4213-9feb-4e975cb61dd1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:50.766155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.768957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Router 0e539208-b543-4a5d-80e9-eee14d5f12fd has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:50.770568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.839426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.839986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea64da8e-8588-4238-a0b1-3f2a452d2270 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:50.848047 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.856952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c17a5f10-ae1c-45ee-8291-503b722395c7 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ea64da8e-8588-4238-a0b1-3f2a452d2270 HTTP/1.1" status: 204 len: 168 time: 1.8965709 Jul 30 03:58:50.862159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:50.868261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-542533525', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:50.911465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:50.918779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bb240adb-fd4f-4f00-934e-0affd8a1aaaf tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "PUT /v2.0/routers/0e539208-b543-4a5d-80e9-eee14d5f12fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6161373 Jul 30 03:58:50.922748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50706) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:50.923823 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] Sync routers for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:50.934049 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:50.935588 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:50.956105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.991028 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.992266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting subnet d14b31b2-3e05-4764-8a0e-04ce3e994aa5 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:58:50.992798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.996921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:50.997763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Transition to ACTIVE for port object 628900aa-69cf-45e4-846e-c421d3448c8c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:51.048734 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.057338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ba68d-675c-4c78-a2d1-7463feef9f2d req-7ec21337-49be-47ae-9839-6e63866113d9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:51.064191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-939ba68d-675c-4c78-a2d1-7463feef9f2d req-7ec21337-49be-47ae-9839-6e63866113d9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 946 time: 0.5890095 Jul 30 03:58:51.118915 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:51.148604 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-939ba68d-675c-4c78-a2d1-7463feef9f2d req-0c02571d-b77d-4022-810a-2fb952d1e1fd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834544 Jul 30 03:58:51.186832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.188881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.260134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.275385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.299976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Subnet': ['ID=d14b31b2-3e05-4764-8a0e-04ce3e994aa5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:51.306891 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.308883 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-49561502-d272-4e51-a984-2221d94d46ad tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/subnets/d14b31b2-3e05-4764-8a0e-04ce3e994aa5 HTTP/1.1" status: 204 len: 168 time: 0.3846707 Jul 30 03:58:51.313880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:51.315661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6cee26-2bcf-4eda-a16a-9b4c66150bdd None None] Network 5d6a1825-2bac-450c-9a6c-463d79bff1b2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:58:51.359741 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:58:50Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:51.425045 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.439724 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] Checking router: 0e539208-b543-4a5d-80e9-eee14d5f12fd for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:58:51.472108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.475817 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] Routers {'0e539208-b543-4a5d-80e9-eee14d5f12fd'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:51.478861 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0e539208-b543-4a5d-80e9-eee14d5f12fd'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:51.539768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:51.552105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:51.627670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:51.672905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] DHCP port deletion for 5d6a1825-2bac-450c-9a6c-463d79bff1b2 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:58:51.676342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=628900aa-69cf-45e4-846e-c421d3448c8c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:51.688971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.702872 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] Set router 0e539208-b543-4a5d-80e9-eee14d5f12fd gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:58:51.723555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:51.724221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.767968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b70d1606-c2db-453a-8fdc-83264f22b9c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9300530 Jul 30 03:58:51.781316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] Deleting port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:51.782257 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.810932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Request body: {'port': {'device_id': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:51.857402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Deleting port f987ebe7-3312-46aa-8158-92572a2d53b4 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:51.859296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.915704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] For port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,segment=NetworkSegment(7905bad6-d7dd-4398-8769-3ec4f01adec9),segment_id=7905bad6-d7dd-4398-8769-3ec4f01adec9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:51.916407 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:51.935860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] Calling delete_port for e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:52.044762 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.080487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.082515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] No DVR routers for this DVR port e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:52.083777 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.116974 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.120581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37875-89f0-4b30-a96f-ded12e1e3476 None None] Pushing event deleted for resources: {'Port': ['ID=e0af3305-b0f1-4ea4-8c11-e93e42ad6a56,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:52.131987 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:58:50Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:52.133514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8fcb7cd4-796f-4160-935f-1dad8466e086 None None] Provisioning for port 628900aa-69cf-45e4-846e-c421d3448c8c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:58:52.148000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8fcb7cd4-796f-4160-935f-1dad8466e086 None None] Provisioning complete for port 628900aa-69cf-45e4-846e-c421d3448c8c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:58:52.149114 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7cd4-796f-4160-935f-1dad8466e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.191577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] For port f987ebe7-3312-46aa-8158-92572a2d53b4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=f987ebe7-3312-46aa-8158-92572a2d53b4,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:52.192358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.198049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb7cd4-796f-4160-935f-1dad8466e086 None None] Port 628900aa-69cf-45e4-846e-c421d3448c8c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:58:52.202749 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2221021-0694-4704-9ac4-a52a6fac3e46 None None] The sync data for ids ['0e539208-b543-4a5d-80e9-eee14d5f12fd'] in n-d-778696-14 is: [{'id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580243563', 'tenant_id': '55fcb199556c4121938ac914dcad765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:58:50Z', 'revision_number': 5, 'project_id': '55fcb199556c4121938ac914dcad765d', 'gw_port': {'id': 'f987ebe7-3312-46aa-8158-92572a2d53b4', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e539208-b543-4a5d-80e9-eee14d5f12fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:01Z', 'updated_at': '2021-07-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:52.220053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Calling delete_port for f987ebe7-3312-46aa-8158-92572a2d53b4 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:52.246936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-d99b97bc-8de7-4952-9954-01b2a4bde59c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:52.249357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-d99b97bc-8de7-4952-9954-01b2a4bde59c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 946 time: 0.1451066 Jul 30 03:58:52.392049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a02b-4137-43be-a40c-8563a33b1228 req-1c10daea-a36c-49b8-b741-702866495137 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:52.401562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d44a02b-4137-43be-a40c-8563a33b1228 req-1c10daea-a36c-49b8-b741-702866495137 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 932 time: 0.8599317 Jul 30 03:58:52.528046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Allocated IP 172.25.6.52 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/4847de55-bfcd-4c9c-9f8b-acd2cd5ad168) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:52.573000 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d44a02b-4137-43be-a40c-8563a33b1228 req-f93339e3-003c-4495-b7a6-c8a156d96d0f tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701798 Jul 30 03:58:52.597061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c922d370-dd40-458b-aff0-640307af6fe7 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:52.603211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20170097-b4b3-4083-937a-ca2f433aec46 req-0b16a39f-5468-4f98-956c-ea5b6d14b171 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:52.605319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20170097-b4b3-4083-937a-ca2f433aec46 req-0b16a39f-5468-4f98-956c-ea5b6d14b171 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 946 time: 0.2410975 Jul 30 03:58:52.637416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: c922d370-dd40-458b-aff0-640307af6fe7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:52.638111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c922d370-dd40-458b-aff0-640307af6fe7 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:52.638858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:52.665134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:52.665874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e0af3305-b0f1-4ea4-8c11-e93e42ad6a56 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:52.666523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ab7d0471-7478-4e67-8bf6-b3b30559c3e1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:52.695818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ab7d0471-7478-4e67-8bf6-b3b30559c3e1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:52.696558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ab7d0471-7478-4e67-8bf6-b3b30559c3e1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:52.754074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20170097-b4b3-4083-937a-ca2f433aec46 req-d1d3544e-67ab-491f-8521-e9f35435472d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e38c97f-7464-4eea-8144-fe6c77991337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030154 Jul 30 03:58:52.805948 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.822803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628900aa-69cf-45e4-846e-c421d3448c8c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:58:52.830233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:52.830910 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.833982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.852934 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Transition to ACTIVE for port object 628900aa-69cf-45e4-846e-c421d3448c8c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:58:52.861708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:52.987378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.004641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:53.005300 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.033648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Port': ['ID=f987ebe7-3312-46aa-8158-92572a2d53b4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:53.050319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:53.152941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.244766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.264831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.275203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.287227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Pushing event updated for resources: {'Port': ['ID=628900aa-69cf-45e4-846e-c421d3448c8c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:53.364353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:53.370523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:53.378979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:53.435072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.435762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Fanout notify agent at l3_agent the message router_deleted on router 0e539208-b543-4a5d-80e9-eee14d5f12fd {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:53.436616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Attempting to bind port 628900aa-69cf-45e4-846e-c421d3448c8c on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:58:53.437617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Attempting to bind port 628900aa-69cf-45e4-846e-c421d3448c8c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:58:53.437951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Attempting to bind port 628900aa-69cf-45e4-846e-c421d3448c8c on network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:53.442582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event updated for resources: {'Port': ['ID=4847de55-bfcd-4c9c-9f8b-acd2cd5ad168,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:53.450969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Port 628900aa-69cf-45e4-846e-c421d3448c8c on network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:58:53.451321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Attempting to bind port 628900aa-69cf-45e4-846e-c421d3448c8c on network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:58:53.457998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.458926 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7ac0cf2e-f688-4656-88bb-3001e08c7641 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/routers/0e539208-b543-4a5d-80e9-eee14d5f12fd HTTP/1.1" status: 204 len: 168 time: 2.1437225 Jul 30 03:58:53.462122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50764) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:53.462821 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.464368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:58:53.465149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Checking segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:58:53.465920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Bound using segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:58:53.467404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Bound port: 628900aa-69cf-45e4-846e-c421d3448c8c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:58:53.467992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.578329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:53.644932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:58:53.649011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.651017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dccee9d5-4681-4a88-a844-636fcff1af2a req-c650c78c-f8b6-4594-813b-f65b6b9930c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "DELETE /v2.0/ports/c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 HTTP/1.1" status: 204 len: 173 time: 1.3839192 Jul 30 03:58:53.651512 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'name': 'network-vif-deleted', 'tag': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:53.656492 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51935f66-ff22-42cc-968a-fb4b89a53d43" -d '{"events": [{"server_uuid": "ab9002c6-fc67-4f0d-91de-7d57b04dab96", "name": "network-vif-deleted", "tag": "c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:53.686709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.761728 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4cf745-f990-4394-a3d5-f3c6d31d1536 x-openstack-request-id: req-9b4cf745-f990-4394-a3d5-f3c6d31d1536 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:53.762019 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9002c6-fc67-4f0d-91de-7d57b04dab96", "name": "network-vif-deleted", "tag": "c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:53.762335 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b4cf745-f990-4394-a3d5-f3c6d31d1536 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:53.762907 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9002c6-fc67-4f0d-91de-7d57b04dab96', 'name': 'network-vif-deleted', 'tag': 'c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2', 'status': 'completed', 'code': 200} Jul 30 03:58:53.808757 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.823029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6a1825-2bac-450c-9a6c-463d79bff1b2']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:53.836967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7905bad6-d7dd-4398-8769-3ec4f01adec9') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:53.837582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7905bad6-d7dd-4398-8769-3ec4f01adec9') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:53.846091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] For port 628900aa-69cf-45e4-846e-c421d3448c8c, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:58:53.847890 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.863907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.876351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:58:53.877040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:58:53.880704 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:58:53.914469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97760285-f30f-494a-9cc7-6a63bbef536c req-f60d62c4-19c7-44f6-9557-4ed1262dd01b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0528898 Jul 30 03:58:53.921680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] For port 628900aa-69cf-45e4-846e-c421d3448c8c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=628900aa-69cf-45e4-846e-c421d3448c8c,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:58:53.950681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd6d42-3f13-4282-805f-cf1d8cb17b51 req-c7b01cfb-f3a6-4524-bd71-693e91878a22 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:53.968468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97fd6d42-3f13-4282-805f-cf1d8cb17b51 req-c7b01cfb-f3a6-4524-bd71-693e91878a22 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 944 time: 0.2871387 Jul 30 03:58:53.981422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.012591 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.024183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.062423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.064853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/networks/5d6a1825-2bac-450c-9a6c-463d79bff1b2 HTTP/1.1" status: 204 len: 168 time: 0.5972676 Jul 30 03:58:54.066041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e2aae-d8d7-426c-a62e-47ecd42bb1ce tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'Network': ['ID=5d6a1825-2bac-450c-9a6c-463d79bff1b2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:54.068084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:54.094854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:54.096306 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.098296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] 10.222.0.16 "PUT /v2.0/ports/628900aa-69cf-45e4-846e-c421d3448c8c HTTP/1.1" status: 200 len: 1093 time: 2.3126564 Jul 30 03:58:54.105174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'tag': '628900aa-69cf-45e4-846e-c421d3448c8c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:58:54.118078 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4066d37-bdda-45e9-8e15-e5dba24a12d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8b8c9b-4709-4bbb-84ba-8a9208270413", "tag": "628900aa-69cf-45e4-846e-c421d3448c8c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:58:54.190382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb9276c2-259b-4f54-8042-072967d661a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.238177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb9276c2-259b-4f54-8042-072967d661a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.248370 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff29c4d-897f-48fa-bb45-2a8b167de8db x-openstack-request-id: req-3ff29c4d-897f-48fa-bb45-2a8b167de8db {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:58:54.249179 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8b8c9b-4709-4bbb-84ba-8a9208270413", "tag": "628900aa-69cf-45e4-846e-c421d3448c8c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:58:54.249681 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ff29c4d-897f-48fa-bb45-2a8b167de8db {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:58:54.250177 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'tag': '628900aa-69cf-45e4-846e-c421d3448c8c', 'status': 'completed', 'code': 200} Jul 30 03:58:54.322969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97fd6d42-3f13-4282-805f-cf1d8cb17b51 req-80a5b966-ad27-4016-b8f1-4a09960b24b9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509235 Jul 30 03:58:54.332965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c572-549f-42ee-b4cb-0ebff6004606 service neutron] Pushing event updated for resources: {'Port': ['ID=628900aa-69cf-45e4-846e-c421d3448c8c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:54.353537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b20b8f86-b582-457a-87d6-be42340631c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:54.356629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb9276c2-259b-4f54-8042-072967d661a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.359564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-b20b8f86-b582-457a-87d6-be42340631c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 1096 time: 0.1585059 Jul 30 03:58:54.360772 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb9276c2-259b-4f54-8042-072967d661a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.361976 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cb9276c2-259b-4f54-8042-072967d661a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] 10.222.0.39 "DELETE /v2.0/security-groups/cb115102-20b6-4a8d-a814-52115adc2d2d HTTP/1.1" status: 204 len: 168 time: 0.2883873 Jul 30 03:58:54.383159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9276c2-259b-4f54-8042-072967d661a8 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb115102-20b6-4a8d-a814-52115adc2d2d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:54.446742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-0cde8dab-c1e3-44f9-beeb-4449af38926e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=628900aa-69cf-45e4-846e-c421d3448c8c HTTP/1.1" status: 200 len: 217 time: 0.0464787 Jul 30 03:58:54.562161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f987ebe7-3312-46aa-8158-92572a2d53b4 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:54.585658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-580cbd31-12ef-4b5f-ab77-9c5a3e271614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:54.587952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-580cbd31-12ef-4b5f-ab77-9c5a3e271614 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b05496ed-da93-42c9-976d-3e1b89d43ce0 HTTP/1.1" status: 200 len: 838 time: 0.1282375 Jul 30 03:58:54.597922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: f987ebe7-3312-46aa-8158-92572a2d53b4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:54.598872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device f987ebe7-3312-46aa-8158-92572a2d53b4 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:54.687983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-6ddc14ad-323c-401a-a3e3-11a09fa7e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:54.689541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-6ddc14ad-323c-401a-a3e3-11a09fa7e8de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0941312 Jul 30 03:58:54.693121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:54.876105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-d0643f2b-e28a-4306-be91-92d68ee93b32 service neutron] 10.222.0.16 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785500 Jul 30 03:58:54.905758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:55.003332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Router 05758705-d015-4b51-9b2a-bf5c8ebb7353 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:58:55.089329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bb0de64-2d5c-4dae-9fdc-b0ad2ef906d2 req-6e76905c-4825-4839-aa2d-b81ca170c586 service neutron] 10.222.0.16 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044792 Jul 30 03:58:55.113030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbae440a-2302-4df9-8da4-5271c48071e6 req-5c81f1c9-727f-46fb-91f0-62562ebf8308 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0732241 Jul 30 03:58:55.192174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5ab93bc5-9076-4e3e-b011-0f5ffb730889 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55fcb199556c4121938ac914dcad765d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839193 Jul 30 03:58:55.194875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:55.209995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:55.220884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] Sync routers for ids ['05758705-d015-4b51-9b2a-bf5c8ebb7353'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:55.230985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] Routers {'05758705-d015-4b51-9b2a-bf5c8ebb7353'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:55.231979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['05758705-d015-4b51-9b2a-bf5c8ebb7353'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:55.251118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:55.255087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-11f18f57-6bd6-4cdf-a678-7c849812a63e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3919153 Jul 30 03:58:55.259717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50818) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:55.266264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': False}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:55.272369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:55.281980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] Routers {'05758705-d015-4b51-9b2a-bf5c8ebb7353'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:55.282931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['05758705-d015-4b51-9b2a-bf5c8ebb7353'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:55.325126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:55.326168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea3474-568f-4cdc-99e2-b29e1ec466e3 None None] The sync data for ids ['05758705-d015-4b51-9b2a-bf5c8ebb7353'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:55.330913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-40567703-a09a-4ed7-9e50-21de82a2199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:55.332458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-40567703-a09a-4ed7-9e50-21de82a2199e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 1096 time: 0.0989571 Jul 30 03:58:55.335083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:58:55.371073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af45f948-63c8-4649-8b14-cf61be9226c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:55.376000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:58:55.376350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c0fe76ef-8872-44ab-a0a4-b4f5ef13f7e2 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:58:55.456002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af45f948-63c8-4649-8b14-cf61be9226c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:55.519482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b77f56-0fbd-4d0d-996d-f614846b3774 req-418f12d1-2800-4dd1-b700-1467e097cbc5 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:55.521022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55b77f56-0fbd-4d0d-996d-f614846b3774 req-418f12d1-2800-4dd1-b700-1467e097cbc5 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 944 time: 0.0875714 Jul 30 03:58:55.564119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-918eb723-43f0-4697-bd37-550ee1a583c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:55.565714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-918eb723-43f0-4697-bd37-550ee1a583c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa HTTP/1.1" status: 200 len: 896 time: 0.2254279 Jul 30 03:58:55.619809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55b77f56-0fbd-4d0d-996d-f614846b3774 req-56709ef2-2f57-414d-8587-d7d7ed62976d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733483 Jul 30 03:58:55.621570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-976fd63b-9c5b-4b53-930f-8be03634b2fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=628900aa-69cf-45e4-846e-c421d3448c8c HTTP/1.1" status: 200 len: 217 time: 0.0473781 Jul 30 03:58:55.625740 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af45f948-63c8-4649-8b14-cf61be9226c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:55.628340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af45f948-63c8-4649-8b14-cf61be9226c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:55.644912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af45f948-63c8-4649-8b14-cf61be9226c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7b058f3-9b50-40b8-8d8e-24ba139c1049 HTTP/1.1" status: 204 len: 168 time: 0.4406798 Jul 30 03:58:55.705444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f948-63c8-4649-8b14-cf61be9226c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b058f3-9b50-40b8-8d8e-24ba139c1049,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:55.722901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-fb466f8b-118e-4ef4-bd56-c8f7ba574e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:55.724736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-fb466f8b-118e-4ef4-bd56-c8f7ba574e9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b05496ed-da93-42c9-976d-3e1b89d43ce0 HTTP/1.1" status: 200 len: 838 time: 0.0954280 Jul 30 03:58:55.790354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-83eaf7d3-0c75-4a3c-9c2e-7cbf96e6dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:55.792578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-83eaf7d3-0c75-4a3c-9c2e-7cbf96e6dd71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0596514 Jul 30 03:58:55.841276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:55.908524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-9f78992e-2f74-4180-9c4a-4bc4e9d5d7bd service neutron] 10.222.0.16 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064351 Jul 30 03:58:56.081095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4066d37-bdda-45e9-8e15-e5dba24a12d0 req-c2546ef0-396b-4682-bbb6-146caea9f0d0 service neutron] 10.222.0.16 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652017 Jul 30 03:58:56.187724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:56.261328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87ac5d03-36ae-43fb-8042-45b23fc3f22b req-9f2efb9e-b802-4d0a-b8da-fb740c1f7c75 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0360982 Jul 30 03:58:56.280947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-46420d70-c5ef-44ad-b113-9132c4d23a9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47c53235d4d84f5b99667bbc98f5b157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919805 Jul 30 03:58:56.283495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:56.340956 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c76ceae0-2f70-4a88-b1a8-7257d394cefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.364629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c76ceae0-2f70-4a88-b1a8-7257d394cefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.370999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.375924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.423205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c76ceae0-2f70-4a88-b1a8-7257d394cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.428223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c76ceae0-2f70-4a88-b1a8-7257d394cefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.429636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c76ceae0-2f70-4a88-b1a8-7257d394cefd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b0c0215-3b62-4ed9-9204-ba195f4a4616 HTTP/1.1" status: 204 len: 168 time: 0.1451409 Jul 30 03:58:56.462005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ceae0-2f70-4a88-b1a8-7257d394cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0c0215-3b62-4ed9-9204-ba195f4a4616,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:56.519046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Router 05758705-d015-4b51-9b2a-bf5c8ebb7353 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:58:56.642993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:58:56.647862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:56.651574 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bcf9058c-5117-4f6f-ac20-bd668536889a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "PUT /v2.0/routers/05758705-d015-4b51-9b2a-bf5c8ebb7353 HTTP/1.1" status: 200 len: 920 time: 1.3881459 Jul 30 03:58:56.652419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:56.660803 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] Sync routers for ids ['05758705-d015-4b51-9b2a-bf5c8ebb7353'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:58:56.673559 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] Routers {'05758705-d015-4b51-9b2a-bf5c8ebb7353'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:56.674194 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['05758705-d015-4b51-9b2a-bf5c8ebb7353'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:56.778671 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:56.802689 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] Routers {'05758705-d015-4b51-9b2a-bf5c8ebb7353'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:58:56.803386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['05758705-d015-4b51-9b2a-bf5c8ebb7353'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:56.886130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23301f-e748-4411-ba1f-8fc85dd42d93 req-91c9a1c3-d175-4bda-ba88-042ae70aa166 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:56.891387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af23301f-e748-4411-ba1f-8fc85dd42d93 req-91c9a1c3-d175-4bda-ba88-042ae70aa166 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 944 time: 0.1417458 Jul 30 03:58:56.904033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:58:56.905539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4318a32-2e25-49f5-9e2e-ca912d09ff4d None None] The sync data for ids ['05758705-d015-4b51-9b2a-bf5c8ebb7353'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:58:56.954198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af23301f-e748-4411-ba1f-8fc85dd42d93 req-afeade5e-c06b-4749-bfbf-0266609b4928 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566990 Jul 30 03:58:57.195533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-17300415-f141-4bcb-b32a-3137abda6411 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/05758705-d015-4b51-9b2a-bf5c8ebb7353 HTTP/1.1" status: 200 len: 920 time: 0.5422826 Jul 30 03:58:57.198597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:57.290484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bcab95-1143-48be-9792-d27d155957cd tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:57.291997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-86bcab95-1143-48be-9792-d27d155957cd tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=05758705-d015-4b51-9b2a-bf5c8ebb7353&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0920069 Jul 30 03:58:57.294667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:57.385198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6396709-e193-42e3-a3af-8c9818f7a447 req-e87d1696-ef6b-4ee9-bd30-0c6d65b8a1f1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Jul 30 03:58:57.429696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df944f-b403-4f16-973d-a0de3309e018 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:57.433779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-76df944f-b403-4f16-973d-a0de3309e018 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.1348519 Jul 30 03:58:57.433948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:57.461425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-543066cd-bc7c-4163-a617-d8f574e664ec tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=05758705-d015-4b51-9b2a-bf5c8ebb7353 HTTP/1.1" status: 200 len: 205 time: 0.0258253 Jul 30 03:58:57.463951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50864) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:57.890350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.005527 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.110954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd95186-e9fd-43c4-9246-2c3e3b890704 req-5a0d19d0-ef10-4f39-bb17-f7788dec248b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:58.112678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dd95186-e9fd-43c4-9246-2c3e3b890704 req-5a0d19d0-ef10-4f39-bb17-f7788dec248b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 944 time: 0.0713396 Jul 30 03:58:58.115238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Deleting port 4847de55-bfcd-4c9c-9f8b-acd2cd5ad168 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:58:58.115581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.200596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dd95186-e9fd-43c4-9246-2c3e3b890704 req-eb55886f-5082-4add-b9aa-2ba1d15a172e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803537 Jul 30 03:58:58.227294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.241257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Calling delete_port for 4847de55-bfcd-4c9c-9f8b-acd2cd5ad168 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:58:58.425752 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.458687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event deleted for resources: {'Port': ['ID=4847de55-bfcd-4c9c-9f8b-acd2cd5ad168,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:58.564441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5753884f-96e4-4ab9-b563-8bd5825931c5 req-7e67b1e1-94b3-4d1a-b19d-1d8513003d60 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab9002c6-fc67-4f0d-91de-7d57b04dab96 HTTP/1.1" status: 200 len: 210 time: 0.0532069 Jul 30 03:58:58.588712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.700677 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.703623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.748079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.748624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Fanout notify agent at l3_agent the message router_deleted on router 05758705-d015-4b51-9b2a-bf5c8ebb7353 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:58:58.755740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.756895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cc9955f7-2e24-4f93-9aa8-e204ae92b27f tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/05758705-d015-4b51-9b2a-bf5c8ebb7353 HTTP/1.1" status: 204 len: 168 time: 1.2919142 Jul 30 03:58:58.760754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:58.766161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-450483896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:58.789895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.791050 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.853577 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.859237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.877756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:58.879353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3b82e774-abc7-4eb7-9fe9-d267cafe43ac tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1177046 Jul 30 03:58:58.882110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50888) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:58:58.886779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:58:59.107360 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.334188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 628900aa-69cf-45e4-846e-c421d3448c8c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:58:59.344339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.371187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.393158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdde9aa-eefc-44c8-b4a3-9ac1c8736419 req-b88715b7-c59d-413e-9f49-7884eeaf8b72 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:58:59.394889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbdde9aa-eefc-44c8-b4a3-9ac1c8736419 req-b88715b7-c59d-413e-9f49-7884eeaf8b72 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 944 time: 0.1048439 Jul 30 03:58:59.463982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 628900aa-69cf-45e4-846e-c421d3448c8c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=628900aa-69cf-45e4-846e-c421d3448c8c,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:59.481124 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '628900aa-69cf-45e4-846e-c421d3448c8c', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'port_id': '628900aa-69cf-45e4-846e-c421d3448c8c', 'mac_address': 'fa:16:3e:da:be:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:58:59.518980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbdde9aa-eefc-44c8-b4a3-9ac1c8736419 req-54c293f7-2433-43c2-b1fd-28f5abb71e3a tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848477 Jul 30 03:58:59.534727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.542798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Allocated IP 172.25.6.97 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/687b72f3-abb9-4689-8a7d-84f620af2e7e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:58:59.550776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628900aa-69cf-45e4-846e-c421d3448c8c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:58:59.578299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 628900aa-69cf-45e4-846e-c421d3448c8c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=628900aa-69cf-45e4-846e-c421d3448c8c,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:58:59.583073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.646320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=628900aa-69cf-45e4-846e-c421d3448c8c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:59.668966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.730011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:58:59.767839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:58:59.770617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:58:59.774109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:58:59.801401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event updated for resources: {'Port': ['ID=687b72f3-abb9-4689-8a7d-84f620af2e7e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:58:59.965114 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['628900aa-69cf-45e4-846e-c421d3448c8c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:59:00.062447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:00.297300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:00.300880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:00.442127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Router 058f31a0-4602-4baa-be98-cdb7e1f97390 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:59:00.572358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:00.581534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:00.582731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0a6f1b5b-ef3f-4be8-80e7-fc4d6737ac77 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "PUT /v2.0/routers/058f31a0-4602-4baa-be98-cdb7e1f97390 HTTP/1.1" status: 200 len: 878 time: 1.6996450 Jul 30 03:59:00.585508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50928) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:00.586674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] Sync routers for ids ['058f31a0-4602-4baa-be98-cdb7e1f97390'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:00.597837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] Routers {'058f31a0-4602-4baa-be98-cdb7e1f97390'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:00.598460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['058f31a0-4602-4baa-be98-cdb7e1f97390'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:00.692807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541455f-7a2b-4e74-8f89-939f0197c23d req-8bf13b9e-0b9d-4c5c-b7c5-eaa800b1e8fd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:00.697506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3541455f-7a2b-4e74-8f89-939f0197c23d req-8bf13b9e-0b9d-4c5c-b7c5-eaa800b1e8fd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 945 time: 0.0972176 Jul 30 03:59:00.697951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:00.717389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] Routers {'058f31a0-4602-4baa-be98-cdb7e1f97390'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:00.718397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['058f31a0-4602-4baa-be98-cdb7e1f97390'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:00.736815 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c764671-a5e9-4660-93af-4b1b6379ca5b tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/058f31a0-4602-4baa-be98-cdb7e1f97390 HTTP/1.1" status: 200 len: 919 time: 0.1487439 Jul 30 03:59:00.740278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:00.752470 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:00.753391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558e101-3305-41fb-ab3c-9034d6cb2729 None None] The sync data for ids ['058f31a0-4602-4baa-be98-cdb7e1f97390'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:00.783989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3541455f-7a2b-4e74-8f89-939f0197c23d req-597fb41a-f673-4344-b923-47e8fad1fbc9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805628 Jul 30 03:59:00.803173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:00.870212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077bd1df-9c04-4b1a-899e-41f9414ab936 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:00.872087 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-077bd1df-9c04-4b1a-899e-41f9414ab936 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=058f31a0-4602-4baa-be98-cdb7e1f97390&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1306820 Jul 30 03:59:00.875017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:00.976639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92892f03-d8b1-4b16-9e7f-adb9e856098c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:00.978453 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92892f03-d8b1-4b16-9e7f-adb9e856098c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.1018808 Jul 30 03:59:00.981731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 50956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:01.012541 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-991250ec-906c-43bb-b262-fb6e7b9caeb7 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=058f31a0-4602-4baa-be98-cdb7e1f97390 HTTP/1.1" status: 200 len: 205 time: 0.0287261 Jul 30 03:59:01.015973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 50958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:01.144179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.298447 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.349052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 628900aa-69cf-45e4-846e-c421d3448c8c up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:01.363639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Deleting port 687b72f3-abb9-4689-8a7d-84f620af2e7e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:01.364298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.412346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 628900aa-69cf-45e4-846e-c421d3448c8c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:01.416637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 628900aa-69cf-45e4-846e-c421d3448c8c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:01.417284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.470508 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.487482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Calling delete_port for 687b72f3-abb9-4689-8a7d-84f620af2e7e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:01.524254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.586293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628900aa-69cf-45e4-846e-c421d3448c8c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:01.588856 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48318d3-4a04-4e42-aa75-49ac0976d440" -d '{"events": [{"server_uuid": "8d8b8c9b-4709-4bbb-84ba-8a9208270413", "name": "network-vif-plugged", "status": "completed", "tag": "628900aa-69cf-45e4-846e-c421d3448c8c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:01.640069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 628900aa-69cf-45e4-846e-c421d3448c8c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=628900aa-69cf-45e4-846e-c421d3448c8c,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:01.653184 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:01.719425 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933476a0-68e3-46b4-b86f-3a0ec220ebb4 x-openstack-request-id: req-933476a0-68e3-46b4-b86f-3a0ec220ebb4 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:01.719801 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8b8c9b-4709-4bbb-84ba-8a9208270413", "name": "network-vif-plugged", "status": "completed", "tag": "628900aa-69cf-45e4-846e-c421d3448c8c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:01.720115 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-933476a0-68e3-46b4-b86f-3a0ec220ebb4 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:01.720566 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628900aa-69cf-45e4-846e-c421d3448c8c', 'code': 200} Jul 30 03:59:01.734491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=628900aa-69cf-45e4-846e-c421d3448c8c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:01.961347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589652-a690-43b2-935d-20daf68df394 req-2728018d-e082-4065-9ec2-2796beeb3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:01.962868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88589652-a690-43b2-935d-20daf68df394 req-2728018d-e082-4065-9ec2-2796beeb3581 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 1098 time: 0.1184771 Jul 30 03:59:02.041533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e10f-5015-4616-9ef0-4d8b350564e7 req-7d93417d-143e-402f-bd41-fe80cb8e7efa tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:02.043018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0391e10f-5015-4616-9ef0-4d8b350564e7 req-7d93417d-143e-402f-bd41-fe80cb8e7efa tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.1577895 Jul 30 03:59:02.078111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88589652-a690-43b2-935d-20daf68df394 req-469d4760-acc4-4baf-9320-4ad9acef09a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744293 Jul 30 03:59:02.122610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0391e10f-5015-4616-9ef0-4d8b350564e7 req-26a60986-ea07-487a-88a4-7d8c1708235a tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724082 Jul 30 03:59:02.144384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.176631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event deleted for resources: {'Port': ['ID=687b72f3-abb9-4689-8a7d-84f620af2e7e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:02.231231 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.323052 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.325165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.334131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:02.377440 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.378037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Fanout notify agent at l3_agent the message router_deleted on router 058f31a0-4602-4baa-be98-cdb7e1f97390 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:02.385414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.386541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ed8d20ac-8705-479c-8908-7679714f053c tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/058f31a0-4602-4baa-be98-cdb7e1f97390 HTTP/1.1" status: 204 len: 168 time: 1.3695362 Jul 30 03:59:02.391380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51022) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:02.396275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-301515602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:02.412849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51024) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:02.420256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877294074', 'description': 'tempest-secgroup-smoke-877294074 description', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:02.447164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.448256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.477837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5f987e1-bee3-4ee5-a52b-c002a7d886c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.482265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.542850 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.550635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.631939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5f987e1-bee3-4ee5-a52b-c002a7d886c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.636639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5f987e1-bee3-4ee5-a52b-c002a7d886c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.650943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.652164 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fbe4d6b2-9b28-4047-80d6-cbe8f5859d6e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2598128 Jul 30 03:59:02.655304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:02.660011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': True}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:02.707986 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c5f987e1-bee3-4ee5-a52b-c002a7d886c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2a5d49b79c5439685af29b4dfede918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725507 Jul 30 03:59:02.710607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f987e1-bee3-4ee5-a52b-c002a7d886c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e0d978-b83b-4829-ad8d-6a46d34a90da,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:02.717365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51028) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:02.799849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.801278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea2ae-1150-40a1-ab45-0bbc6831e720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.806039 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.851377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea2ae-1150-40a1-ab45-0bbc6831e720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.859485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.860703 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4468384 Jul 30 03:59:02.862979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd6b82-7e1a-4553-8e3a-c1b2d30130d7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e2c458-c4b6-4581-9a57-3ff4cbe09197,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:02.864966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51030) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:02.870770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.874514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group_rule': {'security_group_id': '93e2c458-c4b6-4581-9a57-3ff4cbe09197', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:02.927756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.952991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea2ae-1150-40a1-ab45-0bbc6831e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.956297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea2ae-1150-40a1-ab45-0bbc6831e720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:02.958093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0a7ea2ae-1150-40a1-ab45-0bbc6831e720 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67e0d978-b83b-4829-ad8d-6a46d34a90da HTTP/1.1" status: 204 len: 168 time: 0.2396405 Jul 30 03:59:02.980395 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea2ae-1150-40a1-ab45-0bbc6831e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e0d978-b83b-4829-ad8d-6a46d34a90da,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.016189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.020212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.035629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53d850a-12e8-48e4-9305-52c4c6d67984,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.050159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.051672 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-88d1a391-1d13-4929-8586-55e525b7d0ba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1851943 Jul 30 03:59:03.054544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51034) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.061701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group_rule': {'security_group_id': '93e2c458-c4b6-4581-9a57-3ff4cbe09197', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:03.091525 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.123498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.143592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.155672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.160175 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.181270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b7a3d6-a42f-4863-bcea-28ee0491b4d8,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.189208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.190821 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3f17f7b9-671c-45ee-9aa5-9c55ca236e89 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349833 Jul 30 03:59:03.193587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51040) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.198838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group_rule': {'security_group_id': '93e2c458-c4b6-4581-9a57-3ff4cbe09197', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:03.226795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.271484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51042) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.289466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-796727af-aa49-48dd-8eb1-1b496578465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.307206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf8905-00d4-49cd-a91f-7f9eed6b3102 req-73a6d876-6174-4f3c-a316-43ca66cbc4ad tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:03.308706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6caf8905-00d4-49cd-a91f-7f9eed6b3102 req-73a6d876-6174-4f3c-a316-43ca66cbc4ad tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.0962121 Jul 30 03:59:03.310357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.321122 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.326082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Allocated IP 172.25.6.13 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/fb09b5ac-a81b-4294-bd8d-3915cca3788a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:03.352590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64592210-673e-425d-886f-eea8aa62f1b9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.417982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6caf8905-00d4-49cd-a91f-7f9eed6b3102 req-22af9605-9e51-4e7a-a91f-78e36fa5192c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944355 Jul 30 03:59:03.429561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-796727af-aa49-48dd-8eb1-1b496578465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.435050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-796727af-aa49-48dd-8eb1-1b496578465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.445747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.446955 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-831c01c1-562f-43a2-8497-9ac13d3a6f46 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522855 Jul 30 03:59:03.449883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.456068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group_rule': {'security_group_id': '93e2c458-c4b6-4581-9a57-3ff4cbe09197', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:03.484822 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-796727af-aa49-48dd-8eb1-1b496578465a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cdbebb285ca4547b2e9efe8d74ba051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122960 Jul 30 03:59:03.485734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796727af-aa49-48dd-8eb1-1b496578465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7c2b4-aee0-49e2-acc1-c894291855cb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.488057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51046) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.520727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.535677 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.540071 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b551-8255-4167-a546-987274be81fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.563881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b551-8255-4167-a546-987274be81fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.617633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.618830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b551-8255-4167-a546-987274be81fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.621488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b551-8255-4167-a546-987274be81fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.622650 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a2a6b551-8255-4167-a546-987274be81fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe7c2b4-aee0-49e2-acc1-c894291855cb HTTP/1.1" status: 204 len: 168 time: 0.1336844 Jul 30 03:59:03.629871 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.639309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6b551-8255-4167-a546-987274be81fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7c2b4-aee0-49e2-acc1-c894291855cb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.665869 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.677959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:03.695029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:03.702413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:03.704444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f682d8e4-5ad7-4db5-be16-5ed6ce98c62b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.707703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Port': ['ID=fb09b5ac-a81b-4294-bd8d-3915cca3788a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.734523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.735758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9298855e-ce21-4f09-9364-1c9a1835a96d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849185 Jul 30 03:59:03.738760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51050) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.743696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group_rule': {'security_group_id': '93e2c458-c4b6-4581-9a57-3ff4cbe09197', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:03.766520 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Project 6ca4bb6953b24b0f88c1ee883c4d09aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:59:03.771550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.834077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.839518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.860799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7b887e-2ff5-4a5e-9648-ca56680b2369,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:03.868640 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.870734 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04a07a08-6ccd-42e8-a83e-5e2521a3d2f7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306725 Jul 30 03:59:03.874139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:03.879194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'security_group_rule': {'security_group_id': '93e2c458-c4b6-4581-9a57-3ff4cbe09197', 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:03.906144 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Project 6ca4bb6953b24b0f88c1ee883c4d09aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:59:03.911855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.979855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.982075 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.984897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:03.995961 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51056) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:04.011041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e744100b-497f-4b07-845b-4c6a695dae75,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:04.019888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa813ee2-034c-429a-8b33-4fcc5550573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.028167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.029655 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b1f67fd-7197-49d9-9485-f8234b37c5af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539912 Jul 30 03:59:04.124725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa813ee2-034c-429a-8b33-4fcc5550573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.128922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa813ee2-034c-429a-8b33-4fcc5550573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.169531 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fa813ee2-034c-429a-8b33-4fcc5550573f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d406e72b00114d6a8eb269d876c0a204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687970 Jul 30 03:59:04.171119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa813ee2-034c-429a-8b33-4fcc5550573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037b07ea-221d-46a9-9bc2-a95f3dc30c92,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:04.174225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51088) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:04.199155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.202852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.230055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f96408f-d56c-4ee3-9d17-d754b6a7039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.254228 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f96408f-d56c-4ee3-9d17-d754b6a7039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.308700 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f96408f-d56c-4ee3-9d17-d754b6a7039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.311893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f96408f-d56c-4ee3-9d17-d754b6a7039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.315356 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0f96408f-d56c-4ee3-9d17-d754b6a7039d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/037b07ea-221d-46a9-9bc2-a95f3dc30c92 HTTP/1.1" status: 204 len: 168 time: 0.1377764 Jul 30 03:59:04.320866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96408f-d56c-4ee3-9d17-d754b6a7039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037b07ea-221d-46a9-9bc2-a95f3dc30c92,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:04.346051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Router a82498ed-6e79-41db-82af-94df83570b3b is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:59:04.466264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:04.480229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e0762-537a-409b-9110-e3000b238560 None None] Sync routers for ids ['a82498ed-6e79-41db-82af-94df83570b3b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:04.505427 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:04.506283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e0762-537a-409b-9110-e3000b238560 None None] Routers {'a82498ed-6e79-41db-82af-94df83570b3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:04.506697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7f5739b9-d375-4cae-93f9-8ad9b50c842c tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "PUT /v2.0/routers/a82498ed-6e79-41db-82af-94df83570b3b HTTP/1.1" status: 200 len: 913 time: 1.8503799 Jul 30 03:59:04.509566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51106) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:04.510056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-829e0762-537a-409b-9110-e3000b238560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a82498ed-6e79-41db-82af-94df83570b3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:04.580546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcabc1-954e-4e05-85a7-e7592d88576e req-8a8879e0-7279-4c14-a0a8-7666d93b0bde tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:04.583075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-829e0762-537a-409b-9110-e3000b238560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:04.590553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dfcabc1-954e-4e05-85a7-e7592d88576e req-8a8879e0-7279-4c14-a0a8-7666d93b0bde tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.0823071 Jul 30 03:59:04.592360 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e0762-537a-409b-9110-e3000b238560 None None] Routers {'a82498ed-6e79-41db-82af-94df83570b3b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:04.592929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-829e0762-537a-409b-9110-e3000b238560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['a82498ed-6e79-41db-82af-94df83570b3b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:04.633646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0dfcabc1-954e-4e05-85a7-e7592d88576e req-948050e9-32e5-411f-a0e0-cb359d2ef3ca tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Jul 30 03:59:04.663599 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-829e0762-537a-409b-9110-e3000b238560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:04.664713 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e0762-537a-409b-9110-e3000b238560 None None] The sync data for ids ['a82498ed-6e79-41db-82af-94df83570b3b'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:04.691878 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90229674-0dbb-4a47-9cb2-ced68e2638ce tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/a82498ed-6e79-41db-82af-94df83570b3b HTTP/1.1" status: 200 len: 919 time: 0.1809447 Jul 30 03:59:04.693397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51112) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:04.740389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb5fc7-41d8-4323-a7b1-11e573533f23 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:04.741994 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f0bb5fc7-41d8-4323-a7b1-11e573533f23 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=a82498ed-6e79-41db-82af-94df83570b3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0476747 Jul 30 03:59:04.744636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51122) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:04.772572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becd1da-21ef-4cad-8fa3-2254ada79b15 req-64d4b19b-cc90-4bb4-87ea-a5b0815d815e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:04.774119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2becd1da-21ef-4cad-8fa3-2254ada79b15 req-64d4b19b-cc90-4bb4-87ea-a5b0815d815e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.0561671 Jul 30 03:59:04.821557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2becd1da-21ef-4cad-8fa3-2254ada79b15 req-af487096-6a33-4a16-82f5-3bb30af11874 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Jul 30 03:59:04.849465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b003f-fc6b-48a0-98d3-7d9ccf8b9511 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:04.850941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-112b003f-fc6b-48a0-98d3-7d9ccf8b9511 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.1047118 Jul 30 03:59:04.853967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:04.887839 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6b4f66b-e94a-49ff-a155-c60fc447b26e tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82498ed-6e79-41db-82af-94df83570b3b HTTP/1.1" status: 200 len: 205 time: 0.0325072 Jul 30 03:59:04.891283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:05.026456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.137069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.195690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Deleting port fb09b5ac-a81b-4294-bd8d-3915cca3788a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:05.196039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.277727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.289719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Calling delete_port for fb09b5ac-a81b-4294-bd8d-3915cca3788a owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:05.472518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.511493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event deleted for resources: {'Port': ['ID=fb09b5ac-a81b-4294-bd8d-3915cca3788a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:05.577647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.674660 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.676832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.721636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.722273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Fanout notify agent at l3_agent the message router_deleted on router a82498ed-6e79-41db-82af-94df83570b3b {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:05.737307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.738881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-887d10b2-f0a0-4239-9946-0e5f42238362 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/a82498ed-6e79-41db-82af-94df83570b3b HTTP/1.1" status: 204 len: 168 time: 0.8464682 Jul 30 03:59:05.742804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51184) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:05.747376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-49995718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:05.773991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.775049 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.836670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.841955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.858250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:05.859858 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ee177c7f-25d6-4dc1-ba9f-5d1e16d856f9 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1160963 Jul 30 03:59:05.862491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51188) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:05.867473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'enable_snat': False}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:06.083032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:06.303754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:06.324095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:06.347195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:06.439609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Allocated IP 172.25.6.61 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/961e97f5-280e-4187-80a9-b3aa7f5b0619) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:06.563692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:06.613336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:06.665443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:06.670848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:06.676462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:06.679803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Pushing event updated for resources: {'Port': ['ID=961e97f5-280e-4187-80a9-b3aa7f5b0619,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:07.043824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.101908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-42e1032b-0566-45bf-82e5-d5ad3df16e66 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858364 Jul 30 03:59:07.193576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:07.246072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-bca3d4dd-ace5-414d-8587-b83f36ba2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:07.248182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-bca3d4dd-ace5-414d-8587-b83f36ba2bac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 1098 time: 0.0823133 Jul 30 03:59:07.386410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fd98dc-8ec4-4099-91ba-7a461a6bd612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.416819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.508884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-31120c3d-d9df-4306-9f21-2a94160c052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:07.510397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-31120c3d-d9df-4306-9f21-2a94160c052d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa HTTP/1.1" status: 200 len: 896 time: 0.2409344 Jul 30 03:59:07.562639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-840dafbd-2151-417c-83c8-114b4e430534 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=628900aa-69cf-45e4-846e-c421d3448c8c HTTP/1.1" status: 200 len: 217 time: 0.0435963 Jul 30 03:59:07.571937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.577773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.702467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-8cea0d07-0f60-4b1a-ba47-f574f668bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:07.704021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-8cea0d07-0f60-4b1a-ba47-f574f668bde5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b05496ed-da93-42c9-976d-3e1b89d43ce0 HTTP/1.1" status: 200 len: 838 time: 0.1322393 Jul 30 03:59:07.727194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Router 41627cac-a169-4ef3-aec5-d1612af4ef70 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:59:07.776819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fd98dc-8ec4-4099-91ba-7a461a6bd612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.817152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fd98dc-8ec4-4099-91ba-7a461a6bd612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.847566 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:07.854006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:07.858226 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-09fb48c0-4d42-41e7-949b-bc962b6892aa tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "PUT /v2.0/routers/41627cac-a169-4ef3-aec5-d1612af4ef70 HTTP/1.1" status: 200 len: 913 time: 1.9944491 Jul 30 03:59:07.859149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51220) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:07.863660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] Sync routers for ids ['41627cac-a169-4ef3-aec5-d1612af4ef70'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:07.874666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] Routers {'41627cac-a169-4ef3-aec5-d1612af4ef70'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:07.875719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['41627cac-a169-4ef3-aec5-d1612af4ef70'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:07.913588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:07.923383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] Routers {'41627cac-a169-4ef3-aec5-d1612af4ef70'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:07.924355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['41627cac-a169-4ef3-aec5-d1612af4ef70'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:07.937996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd98dc-8ec4-4099-91ba-7a461a6bd612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2c4890-ccfa-4dff-be46-520c87a0d520,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:07.946556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-65fd98dc-8ec4-4099-91ba-7a461a6bd612 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79c042f32bef4c4aa3aaa739ee413a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514806 Jul 30 03:59:07.950559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51222) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:07.955654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-1bf84b0a-f253-4be3-8680-0e9ceeca8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:07.957133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-1bf84b0a-f253-4be3-8680-0e9ceeca8cad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2260871 Jul 30 03:59:07.978657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:07.979626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a4e7b-7776-405e-a9d2-dec39eb0a5c9 None None] The sync data for ids ['41627cac-a169-4ef3-aec5-d1612af4ef70'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:08.008097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9683c7c5-f36e-42b9-81ab-acd029b23196 tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/41627cac-a169-4ef3-aec5-d1612af4ef70 HTTP/1.1" status: 200 len: 919 time: 0.1475348 Jul 30 03:59:08.010685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51224) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:08.063013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6791ceb-5ec5-4e5b-8854-b22f86abf03b tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:08.067369 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e6791ceb-5ec5-4e5b-8854-b22f86abf03b tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=41627cac-a169-4ef3-aec5-d1612af4ef70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0527275 Jul 30 03:59:08.067643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51226) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:08.097503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.20.0.17 (a75c4aca-2751-44e1-a7aa-a1cc07ad13aa/b05496ed-da93-42c9-976d-3e1b89d43ce0/4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:08.131796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28a633ef-e60a-44ab-85f4-3a1659ba22ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.166516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-d582f0a4-8aa1-4f2f-a04b-f3e325a74a7e service neutron] 10.222.0.16 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970227 Jul 30 03:59:08.166756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecdf0ae-750a-4616-806e-f0dbac1a381a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:08.168319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ecdf0ae-750a-4616-806e-f0dbac1a381a tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/networks/1fc087a1-28ee-49dd-996c-fe352639efff HTTP/1.1" status: 200 len: 881 time: 0.0996780 Jul 30 03:59:08.171978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51228) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:08.205323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e0dd37ca-4b3f-4015-ac8a-b98ce2685adf tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=41627cac-a169-4ef3-aec5-d1612af4ef70 HTTP/1.1" status: 200 len: 205 time: 0.0321496 Jul 30 03:59:08.208195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51230) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:08.210946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28a633ef-e60a-44ab-85f4-3a1659ba22ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.333076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.350529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28a633ef-e60a-44ab-85f4-3a1659ba22ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.353027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28a633ef-e60a-44ab-85f4-3a1659ba22ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.354163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-28a633ef-e60a-44ab-85f4-3a1659ba22ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de2c4890-ccfa-4dff-be46-520c87a0d520 HTTP/1.1" status: 204 len: 168 time: 0.3961482 Jul 30 03:59:08.376846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.384423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d80e39b4-5279-4cae-ab59-ed9d2d80c234 req-c568c4ab-4ecc-49d3-a7d1-06760d054926 service neutron] 10.222.0.16 "GET /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867685 Jul 30 03:59:08.386871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a633ef-e60a-44ab-85f4-3a1659ba22ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2c4890-ccfa-4dff-be46-520c87a0d520,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:08.412631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Transition to ACTIVE for port object 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:08.456983 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.461046 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.513858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:08.519576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:08.523568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:08.539984 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Deleting port 961e97f5-280e-4187-80a9-b3aa7f5b0619 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:08.540329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.562938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:08.581443 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.677382 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.696443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Calling delete_port for 961e97f5-280e-4187-80a9-b3aa7f5b0619 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:08.811643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:08.819860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7e94f517-8364-4932-abbf-bf4ea03b5a20 None None] Provisioning for port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:08.828640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7e94f517-8364-4932-abbf-bf4ea03b5a20 None None] Provisioning complete for port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:08.829597 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e94f517-8364-4932-abbf-bf4ea03b5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.832387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4123afbe-6ab6-4950-98fe-fa132f7ae4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.846642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.892134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7e94f517-8364-4932-abbf-bf4ea03b5a20 None None] Port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:08.948535 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:08.984723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event deleted for resources: {'Port': ['ID=961e97f5-280e-4187-80a9-b3aa7f5b0619,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:09.052656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.117680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4123afbe-6ab6-4950-98fe-fa132f7ae4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.123738 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4123afbe-6ab6-4950-98fe-fa132f7ae4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.159438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.161523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.194109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4123afbe-6ab6-4950-98fe-fa132f7ae4b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d8331eb7bc845a8b4cb236aa5f5f9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813467 Jul 30 03:59:09.198940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:09.209604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.210298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Fanout notify agent at l3_agent the message router_deleted on router 41627cac-a169-4ef3-aec5-d1612af4ef70 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:09.219955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.224037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123afbe-6ab6-4950-98fe-fa132f7ae4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e7632-75b7-4aac-8fc3-e4a0f3ac1bc7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:09.225280 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a224e77-7e00-4e26-8e5d-2abcbabe85bb tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/41627cac-a169-4ef3-aec5-d1612af4ef70 HTTP/1.1" status: 204 len: 168 time: 1.0160379 Jul 30 03:59:09.226181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51242) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:09.231437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1447462795', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:09.261776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.263800 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.301590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.307984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.311768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b41ff0-a037-49dd-8d1f-b6d6916d5a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.327350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.394068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b41ff0-a037-49dd-8d1f-b6d6916d5a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.415773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.432703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:09.477523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.533152 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b41ff0-a037-49dd-8d1f-b6d6916d5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.535883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b41ff0-a037-49dd-8d1f-b6d6916d5a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.539901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-73b41ff0-a037-49dd-8d1f-b6d6916d5a19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a4e7632-75b7-4aac-8fc3-e4a0f3ac1bc7 HTTP/1.1" status: 204 len: 168 time: 0.3398576 Jul 30 03:59:09.561834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b41ff0-a037-49dd-8d1f-b6d6916d5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e7632-75b7-4aac-8fc3-e4a0f3ac1bc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:09.574874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:09.576628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:09.743681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:09.745615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.770606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:09.890029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:09.903643 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:09.905689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Allocated IP 172.25.6.152 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/238aa190-eaad-4c9c-8234-f842aa2e7769) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:09.914957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:09.915641 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:09.916540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7cf1ce48-fe05-4931-bb4d-4c992cb975ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "PUT /v2.0/routers/6e52b171-447c-428b-9962-205f41d5f695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5674372 Jul 30 03:59:09.956104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c986d379-4f8b-4184-92bf-b9536075bd71 None None] Provisioning complete for port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:09.956730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c986d379-4f8b-4184-92bf-b9536075bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.040483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c986d379-4f8b-4184-92bf-b9536075bd71 None None] Port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:10.086404 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.089223 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:10.138428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.187783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:10.191824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:10.195369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:10.224275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event updated for resources: {'Port': ['ID=238aa190-eaad-4c9c-8234-f842aa2e7769,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:10.381737 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:08Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 1, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b', 'name': '', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:a1:09:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:07Z', 'updated_at': '2021-07-30T03:59:09Z', 'revision_number': 2, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:10.509047 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:59:10.509405 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Updating router 6e52b171-447c-428b-9962-205f41d5f695 port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:59:10.514770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.537743 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.782876 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.872302 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.889591 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Transition to ACTIVE for port object 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:10.897783 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:10.933664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Router 864bae83-2a31-4f56-b3dd-a02e363772ce is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:59:10.990918 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280ff4c-7840-4b4c-b8f9-c0cabf62d0b6 None None] Pushing event updated for resources: {'Port': ['ID=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:11.012990 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.032917 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Attempting to bind port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:11.033433 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Attempting to bind port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:11.033805 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Attempting to bind port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b on network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:11.039937 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:59:11.040316 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Checking segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:11.040779 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.053910 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Bound using segment: {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:59:11.054520 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Bound port: 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:59:11.054933 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.182983 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] For port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:11.188474 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] For port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:59:11.196021 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.306399 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:11.306912 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:11.316499 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280ff4c-7840-4b4c-b8f9-c0cabf62d0b6 None None] Pushing event updated for resources: {'Port': ['ID=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:11.459023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:11.473309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] Sync routers for ids ['864bae83-2a31-4f56-b3dd-a02e363772ce'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:11.493625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] Routers {'864bae83-2a31-4f56-b3dd-a02e363772ce'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:11.495500 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.500290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-36251f16-a9d7-4910-9f61-8ab8009ae494 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2703769 Jul 30 03:59:11.500290 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:11.503542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['864bae83-2a31-4f56-b3dd-a02e363772ce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:11.506079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:11.554312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:11.565577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] Routers {'864bae83-2a31-4f56-b3dd-a02e363772ce'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:11.567050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['864bae83-2a31-4f56-b3dd-a02e363772ce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:11.589607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:11.627980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:11.629210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12a84f-8e1a-42f2-9557-1c0d01984b27 None None] The sync data for ids ['864bae83-2a31-4f56-b3dd-a02e363772ce'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:11.923703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.926512 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:08Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 1, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b', 'name': '', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:a1:09:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:07Z', 'updated_at': '2021-07-30T03:59:11Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:11.941879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:11.955990 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2693b-e5a9-4979-ad74-58cfffb8cab2 None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:08Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 1, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b', 'name': '', 'network_id': 'a75c4aca-2751-44e1-a7aa-a1cc07ad13aa', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:a1:09:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:07Z', 'updated_at': '2021-07-30T03:59:11Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': 'b05496ed-da93-42c9-976d-3e1b89d43ce0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:12.050619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Deleting port 238aa190-eaad-4c9c-8234-f842aa2e7769 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:12.050981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.126339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:12.177921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.191700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Calling delete_port for 238aa190-eaad-4c9c-8234-f842aa2e7769 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:12.292432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f70fc95f-7a7f-4d3d-9925-76054a2646d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.379651 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f48-3d7c-47da-b3a6-b9aa3093335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.401231 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.430797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Pushing event deleted for resources: {'Port': ['ID=238aa190-eaad-4c9c-8234-f842aa2e7769,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:12.475488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f70fc95f-7a7f-4d3d-9925-76054a2646d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.481541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f70fc95f-7a7f-4d3d-9925-76054a2646d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.534850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f70fc95f-7a7f-4d3d-9925-76054a2646d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1bc596c5eec40f2be4e2d8c5fda87a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073596 Jul 30 03:59:12.537262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51304) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:12.569575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fc95f-7a7f-4d3d-9925-76054a2646d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d8b19-ad02-4fce-b00d-7e3a01d30959,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:12.572287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.613272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:12.673003 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:59:12.682463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:12.688679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:12.689674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.701261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c6850fc-254d-48c9-b9ee-030b4a2ac693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.726157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c6850fc-254d-48c9-b9ee-030b4a2ac693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.791233 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.835783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:12.841364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.901929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:12.911867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c6850fc-254d-48c9-b9ee-030b4a2ac693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.914459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c6850fc-254d-48c9-b9ee-030b4a2ac693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.915652 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c6850fc-254d-48c9-b9ee-030b4a2ac693 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e16d8b19-ad02-4fce-b00d-7e3a01d30959 HTTP/1.1" status: 204 len: 168 time: 0.3744092 Jul 30 03:59:12.924676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1783'] for router, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:12.931240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6850fc-254d-48c9-b9ee-030b4a2ac693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d8b19-ad02-4fce-b00d-7e3a01d30959,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:12.935259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543592'] for router, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.020558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Router 864bae83-2a31-4f56-b3dd-a02e363772ce has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:13.113222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:13.123235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.123470 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] Sync routers for ids ['864bae83-2a31-4f56-b3dd-a02e363772ce'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:13.126812 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a7cb8d6-8182-4aa6-8cfd-3a45647df94a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "PUT /v2.0/routers/864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 200 len: 706 time: 1.6232839 Jul 30 03:59:13.127188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.134581 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] Routers {'864bae83-2a31-4f56-b3dd-a02e363772ce'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:13.135936 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['864bae83-2a31-4f56-b3dd-a02e363772ce'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:13.175329 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:13.186877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] Routers {'864bae83-2a31-4f56-b3dd-a02e363772ce'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:13.187600 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:58:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['864bae83-2a31-4f56-b3dd-a02e363772ce'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:13.233022 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-600bb0c8-e21f-448d-a012-28649738b83f tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/routers/864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 200 len: 741 time: 0.1017101 Jul 30 03:59:13.233247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:13.233247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed2a54-95fe-4de2-8a0e-7c07f40665b2 None None] The sync data for ids ['864bae83-2a31-4f56-b3dd-a02e363772ce'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:13.233480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51314) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.279924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.287186 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-410d6e2b-94b2-431b-bca3-7b83d86e412f tempest-RoutersAdminTest-2035556166 tempest-RoutersAdminTest-2035556166-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&device_id=864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 200 len: 205 time: 0.0521600 Jul 30 03:59:13.289012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51318) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.297887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b16f498-f8f5-48af-b51f-f091202573cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.319379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eb42a5dc-e234-4160-9bf4-34b90621e6c4 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 200 len: 205 time: 0.0292673 Jul 30 03:59:13.321805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51320) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.400663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b16f498-f8f5-48af-b51f-f091202573cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.405812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b16f498-f8f5-48af-b51f-f091202573cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.408966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.447179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0b16f498-f8f5-48af-b51f-f091202573cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a01dc34e89d40daac714ada992e4249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660066 Jul 30 03:59:13.448371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16f498-f8f5-48af-b51f-f091202573cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db883340-a1a3-43f7-b6a2-ac7f66b2bb9d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:13.453093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.512179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f15c981-640d-47f3-9aa7-b8fe896dafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.553415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f15c981-640d-47f3-9aa7-b8fe896dafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.611503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f15c981-640d-47f3-9aa7-b8fe896dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.614730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f15c981-640d-47f3-9aa7-b8fe896dafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.616047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2f15c981-640d-47f3-9aa7-b8fe896dafb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db883340-a1a3-43f7-b6a2-ac7f66b2bb9d HTTP/1.1" status: 204 len: 168 time: 0.1635849 Jul 30 03:59:13.626659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.628910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15c981-640d-47f3-9aa7-b8fe896dafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db883340-a1a3-43f7-b6a2-ac7f66b2bb9d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:13.631754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.689184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.689705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Fanout notify agent at l3_agent the message router_deleted on router 864bae83-2a31-4f56-b3dd-a02e363772ce {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:13.697476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:13.698443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0122910e-5db2-454e-80c1-db85824bf910 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 204 len: 168 time: 0.3756490 Jul 30 03:59:13.704168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51326) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.733370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-835fbd66-0d44-42f9-9f8b-2de4c06be799 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 200 len: 205 time: 0.0279877 Jul 30 03:59:13.735889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51328) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.774709 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f8775f99-c3a5-4384-9639-2536bccb92bf tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] delete failed (client error): The resource could not be found. Jul 30 03:59:13.778149 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f8775f99-c3a5-4384-9639-2536bccb92bf tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/864bae83-2a31-4f56-b3dd-a02e363772ce HTTP/1.1" status: 404 len: 336 time: 0.0390103 Jul 30 03:59:13.778423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51330) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.808805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8437130b-dd9d-4e43-9ad4-e0398e145f07 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=41627cac-a169-4ef3-aec5-d1612af4ef70 HTTP/1.1" status: 200 len: 205 time: 0.0276892 Jul 30 03:59:13.811791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.858427 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d6dce8df-2ca1-49ee-913b-6d746438c15b tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] delete failed (client error): The resource could not be found. Jul 30 03:59:13.859792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d6dce8df-2ca1-49ee-913b-6d746438c15b tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/41627cac-a169-4ef3-aec5-d1612af4ef70 HTTP/1.1" status: 404 len: 336 time: 0.0466013 Jul 30 03:59:13.862459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51336) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.892246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f082afc-60b6-4ee3-b8ff-97341a86ebdf tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82498ed-6e79-41db-82af-94df83570b3b HTTP/1.1" status: 200 len: 205 time: 0.0287058 Jul 30 03:59:13.894507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.934538 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-710231fc-95ac-4c98-89d0-ff37937da178 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] delete failed (client error): The resource could not be found. Jul 30 03:59:13.936212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-710231fc-95ac-4c98-89d0-ff37937da178 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/a82498ed-6e79-41db-82af-94df83570b3b HTTP/1.1" status: 404 len: 336 time: 0.0408053 Jul 30 03:59:13.938877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:13.974543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-da7ec304-6176-4780-b910-3c8ccc76ed42 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=058f31a0-4602-4baa-be98-cdb7e1f97390 HTTP/1.1" status: 200 len: 205 time: 0.0339270 Jul 30 03:59:13.976234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.016288 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-b2c0c46e-c065-40e6-855a-2d1e6422e97a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] delete failed (client error): The resource could not be found. Jul 30 03:59:14.017316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b2c0c46e-c065-40e6-855a-2d1e6422e97a tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/058f31a0-4602-4baa-be98-cdb7e1f97390 HTTP/1.1" status: 404 len: 336 time: 0.0401721 Jul 30 03:59:14.020301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51350) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.053946 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3fcfeebb-b89e-49dd-a675-ec9897001bf6 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=05758705-d015-4b51-9b2a-bf5c8ebb7353 HTTP/1.1" status: 200 len: 205 time: 0.0326235 Jul 30 03:59:14.054427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51352) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.102128 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-ae94cb7e-26fb-4f33-a248-59f21109f2d7 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] delete failed (client error): The resource could not be found. Jul 30 03:59:14.103437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ae94cb7e-26fb-4f33-a248-59f21109f2d7 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/05758705-d015-4b51-9b2a-bf5c8ebb7353 HTTP/1.1" status: 404 len: 336 time: 0.0479581 Jul 30 03:59:14.106024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.464399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-78041d7c-2e11-4c86-baa5-a5f99c5b53c5 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b8ed756-e910-44b7-a8fd-2406e82fe84f HTTP/1.1" status: 200 len: 205 time: 0.3570223 Jul 30 03:59:14.467008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51370) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.512921 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-f7bd3b6e-44e1-4597-bc64-0588b02e9b36 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] delete failed (client error): The resource could not be found. Jul 30 03:59:14.514514 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f7bd3b6e-44e1-4597-bc64-0588b02e9b36 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/routers/7b8ed756-e910-44b7-a8fd-2406e82fe84f HTTP/1.1" status: 404 len: 336 time: 0.0456297 Jul 30 03:59:14.517115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51372) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.556866 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e094b1ab-b93d-46b1-a229-70736bbe0c48 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] DELETE failed (client error): The resource could not be found. Jul 30 03:59:14.557321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e094b1ab-b93d-46b1-a229-70736bbe0c48 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 03:59:14.559040 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e094b1ab-b93d-46b1-a229-70736bbe0c48 tempest-RoutersAdminTest-2022060100 tempest-RoutersAdminTest-2022060100-project] 10.222.0.39 "DELETE /v2.0/subnets/a34483f7-f571-452b-b90f-60940094320e HTTP/1.1" status: 404 len: 337 time: 0.0391998 Jul 30 03:59:14.570379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:14.630045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:14.630412 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:14.688576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a2c44b1-ca4c-41d1-8ac5-568993354c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:14.835782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:14.948951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28ff6edd-43e4-4ef2-ab58-e01e25f503eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:14.967163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.042458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28ff6edd-43e4-4ef2-ab58-e01e25f503eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.047039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28ff6edd-43e4-4ef2-ab58-e01e25f503eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.084831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-28ff6edd-43e4-4ef2-ab58-e01e25f503eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b942859bb964b519f7a702e001a7a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478800 Jul 30 03:59:15.086810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff6edd-43e4-4ef2-ab58-e01e25f503eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61961def-1ebd-4165-b6f6-717b8fef0536,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:15.087552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51384) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:15.142582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab8eb8d0-db67-4688-b334-3ceb7d11af60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.163868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab8eb8d0-db67-4688-b334-3ceb7d11af60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.215637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab8eb8d0-db67-4688-b334-3ceb7d11af60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.218259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab8eb8d0-db67-4688-b334-3ceb7d11af60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.222276 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab8eb8d0-db67-4688-b334-3ceb7d11af60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61961def-1ebd-4165-b6f6-717b8fef0536 HTTP/1.1" status: 204 len: 168 time: 0.1335230 Jul 30 03:59:15.232724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8eb8d0-db67-4688-b334-3ceb7d11af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61961def-1ebd-4165-b6f6-717b8fef0536,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:15.520150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51392) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:15.565908 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8a0ac19a-fc24-4528-a5a6-910897e0049c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f0870db800d4c68b296fbc4fed7cbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441036 Jul 30 03:59:15.568278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51396) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:15.620775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dae70de3-a78d-4e2a-a43c-a02fbc02a0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.642963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dae70de3-a78d-4e2a-a43c-a02fbc02a0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.694534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dae70de3-a78d-4e2a-a43c-a02fbc02a0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.697625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dae70de3-a78d-4e2a-a43c-a02fbc02a0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:15.702242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dae70de3-a78d-4e2a-a43c-a02fbc02a0da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb73a59e-3874-4a11-853b-389095d8c128 HTTP/1.1" status: 204 len: 168 time: 0.1296835 Jul 30 03:59:15.711351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae70de3-a78d-4e2a-a43c-a02fbc02a0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73a59e-3874-4a11-853b-389095d8c128,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:16.434108 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.003672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51448) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:17.116276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1582002554', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:17.146558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Made reservation on behalf of 4804dab399a3408ab29866c13f98fccf for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:17.148978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.158091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.258048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.297320 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.305885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] device_id is not set on port 5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:17.396193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972a12ab-7535-4a88-91ae-c1ecb2f8c213,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:17.458100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Allocated IP 172.25.6.34 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:17.599898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.639331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.678345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:17.681220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:17.687224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:17.709438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Pushing event updated for resources: {'Port': ['ID=5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:17.728908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:17.729509 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.742833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-401e4950-fbf8-468a-8f77-e1c413418e18 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7377281 Jul 30 03:59:17.745422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51464) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:17.750677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.34'}]}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:17.771429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.772384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.830089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:17.968373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.060839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.178725 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.198383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.625069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.787247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.789413 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.839273 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:18.839845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eebe63f-e786-4118-91a5-5d28a054915f {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:18.856320 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 03:59:18.858010 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3a414c9a-016a-4113-9a01-b598ad0b72de tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1116323 Jul 30 03:59:18.861236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51482) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:18.943405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Deleting port 5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:18.943773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.019779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.031772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Calling delete_port for 5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:19.159659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.185780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:19.251864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.255370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6d1a59e6-86e1-4822-a26b-00c468fcd1b0 tempest-RoutersAdminNegativeIpV6Test-1304928525 tempest-RoutersAdminNegativeIpV6Test-1304928525-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5fce9ce9-f312-4c8f-bb46-7ef9fc82bee1 HTTP/1.1" status: 204 len: 168 time: 0.3930840 Jul 30 03:59:19.514983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:19.633734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c252f4-7416-4a61-981c-1bdf74399a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.722018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c252f4-7416-4a61-981c-1bdf74399a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.727057 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c252f4-7416-4a61-981c-1bdf74399a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.768872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b7c252f4-7416-4a61-981c-1bdf74399a56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97be9a275f6d44aa826bac0b5e11a1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527432 Jul 30 03:59:19.769711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c252f4-7416-4a61-981c-1bdf74399a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd2b49-5090-4c74-99c7-e93997385035,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:19.771532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51510) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:19.825342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04794750-1ce0-44ed-888c-2ec13039fbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.848820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04794750-1ce0-44ed-888c-2ec13039fbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.896272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04794750-1ce0-44ed-888c-2ec13039fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.899053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04794750-1ce0-44ed-888c-2ec13039fbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:19.900240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-04794750-1ce0-44ed-888c-2ec13039fbcf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ecd2b49-5090-4c74-99c7-e93997385035 HTTP/1.1" status: 204 len: 168 time: 0.1276417 Jul 30 03:59:19.908816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04794750-1ce0-44ed-888c-2ec13039fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd2b49-5090-4c74-99c7-e93997385035,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:20.174830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51516) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:20.216810 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fe11adaf-8d61-4d7a-b7d1-0a4dbde0ae8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4804dab399a3408ab29866c13f98fccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407481 Jul 30 03:59:20.219225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51518) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:20.269380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c85089b-4c98-46ea-acca-48be2049ad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:20.290803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c85089b-4c98-46ea-acca-48be2049ad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:20.339333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c85089b-4c98-46ea-acca-48be2049ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:20.342710 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c85089b-4c98-46ea-acca-48be2049ad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:20.343919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5c85089b-4c98-46ea-acca-48be2049ad7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/972a12ab-7535-4a88-91ae-c1ecb2f8c213 HTTP/1.1" status: 204 len: 168 time: 0.1236734 Jul 30 03:59:20.352044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85089b-4c98-46ea-acca-48be2049ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a12ab-7535-4a88-91ae-c1ecb2f8c213,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:21.165788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51544) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:21.263753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-454429697'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:21.285953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Made reservation on behalf of fbc65e57f1c741eab9b29dafb47359cd for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:21.289355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.298124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.394083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.397916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.425468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:21.436353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d5857-009c-4433-a12d-e8ba43f28b22,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:21.441466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.441895 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Added segment 37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7 of type vlan for network 656cb309-fdd3-45f7-8442-88f63bf8f4fc Jul 30 03:59:21.487779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.518577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.524247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:21.524831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.588562 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4215226 Jul 30 03:59:21.591637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51550) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:21.598947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Request body: {'subnet': {'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:21.616706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99366f9d-1cd7-4527-896d-3c8d7e7ff7c6 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event updated for resources: {'Network': ['ID=656cb309-fdd3-45f7-8442-88f63bf8f4fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:21.630491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:21.712308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Made reservation on behalf of fbc65e57f1c741eab9b29dafb47359cd for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:21.716299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.918263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:21.996029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event updated for resources: {'Subnet': ['ID=2ce74121-fcd4-40e5-881e-8ed6c398eb35,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:22.004688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Checking segment: {'id': '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:22.005044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Network hostable DHCP agents. Network: 656cb309-fdd3-45f7-8442-88f63bf8f4fc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:22.022022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:22.032642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 656cb309-fdd3-45f7-8442-88f63bf8f4fc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:22.036891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:22.037483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.043873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5446d-8449-4975-acef-690bd7f27a98 None None] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:22.052426 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9aa9e0d1-b60b-4593-ad7a-d84a2cdc2fe1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4597018 Jul 30 03:59:22.056353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:22.062246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Request body: {'port': {'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-937698309'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:22.073760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-ed61307d-8e76-4491-ac12-1453977a1686 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877294074&fields=id&tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 267 time: 0.0553236 Jul 30 03:59:22.189569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-69b423cb-6b4c-4d29-8b29-31a452df4503 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:22.191066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-69b423cb-6b4c-4d29-8b29-31a452df4503 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1037371 Jul 30 03:59:22.193194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Made reservation on behalf of fbc65e57f1c741eab9b29dafb47359cd for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:22.196736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.209363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-6bdb840b-4dd5-4e9a-b118-affaec3b0918 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0104945 Jul 30 03:59:22.215195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] device_id is not set on port 62da6c57-e137-4844-9fcb-02f8738ccb88 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:22.242035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-656cb309-fdd3-45f7-8442-88f63bf8f4fc', 'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc', 'tenant_id': 'fbc65e57f1c741eab9b29dafb47359cd', 'fixed_ips': [{'subnet_id': '2ce74121-fcd4-40e5-881e-8ed6c398eb35'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:59:22.243029 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.264956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-e11d73ec-37c8-4c12-b7d7-b29dd70f686d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477891 Jul 30 03:59:22.333946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Allocated IP 172.20.0.3 (656cb309-fdd3-45f7-8442-88f63bf8f4fc/2ce74121-fcd4-40e5-881e-8ed6c398eb35/62da6c57-e137-4844-9fcb-02f8738ccb88) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:22.369242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-e5b6571c-cd2c-41aa-868c-f7cf10fa1bec service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893888 Jul 30 03:59:22.458438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-f1f12894-6e2e-43d0-8d04-a019c83e60d8 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823214 Jul 30 03:59:22.485301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.500806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Transition to ACTIVE for port object 62da6c57-e137-4844-9fcb-02f8738ccb88 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:22.536230 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.581028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:22.582561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Allocated IP 172.20.0.2 (656cb309-fdd3-45f7-8442-88f63bf8f4fc/2ce74121-fcd4-40e5-881e-8ed6c398eb35/9a4d8775-474d-4c00-96a5-6307aaa801a6) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:22.584405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:22.586699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:22.626565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event updated for resources: {'Port': ['ID=62da6c57-e137-4844-9fcb-02f8738ccb88,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:22.652059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:22.652703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.668536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d99ac97-af54-4c61-8484-f06024972910 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110952 Jul 30 03:59:22.672041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51582) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:22.681806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Request body: {'port': {'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1924019287', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:22.682315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] bootfile-name is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:59:22.682773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] tftp-server is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:59:22.683111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] server-ip-address is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:59:22.767844 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.777099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Transition to ACTIVE for port object 9a4d8775-474d-4c00-96a5-6307aaa801a6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:22.798736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Transition to ACTIVE for port object 9a4d8775-474d-4c00-96a5-6307aaa801a6 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:22.805099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.816163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65b70459-9108-4653-80c7-4053b96f2add req-292861ff-263f-4a71-968d-9c5f87e65f1a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0452952 Jul 30 03:59:22.835440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Made reservation on behalf of fbc65e57f1c741eab9b29dafb47359cd for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:22.839402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.858366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Pushing event updated for resources: {'Port': ['ID=9a4d8775-474d-4c00-96a5-6307aaa801a6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:22.861153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] device_id is not set on port c1b1abe3-5225-4df7-a69e-8041676c61c0 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:22.861943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:22.864032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:22.869569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:22.873206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.873558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.873902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.874238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.874764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.875105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.875472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.875802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.876130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.876462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.876787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.877112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:22.933047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Attempting to bind port 9a4d8775-474d-4c00-96a5-6307aaa801a6 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:22.933456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Attempting to bind port 9a4d8775-474d-4c00-96a5-6307aaa801a6 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:22.933820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Attempting to bind port 9a4d8775-474d-4c00-96a5-6307aaa801a6 on network 656cb309-fdd3-45f7-8442-88f63bf8f4fc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:22.943790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:59:22.943790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Checking segment: {'id': '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:22.943790 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.943790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Bound using segment: {'id': '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:59:22.943790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Bound port: 9a4d8775-474d-4c00-96a5-6307aaa801a6, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '656cb309-fdd3-45f7-8442-88f63bf8f4fc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:59:22.943790 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:22.979974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Allocated IP 172.20.0.12 (656cb309-fdd3-45f7-8442-88f63bf8f4fc/2ce74121-fcd4-40e5-881e-8ed6c398eb35/c1b1abe3-5225-4df7-a69e-8041676c61c0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:23.018127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] For port 9a4d8775-474d-4c00-96a5-6307aaa801a6, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:23.021835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] For port 9a4d8775-474d-4c00-96a5-6307aaa801a6, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a4d8775-474d-4c00-96a5-6307aaa801a6,segment=NetworkSegment(37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7),segment_id=37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:59:23.025531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.089424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975588f7-9b73-4f93-a320-54909ebd1ed5 None None] Pushing event updated for resources: {'Port': ['ID=9a4d8775-474d-4c00-96a5-6307aaa801a6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:23.162550 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.177885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Transition to ACTIVE for port object c1b1abe3-5225-4df7-a69e-8041676c61c0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:23.212124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.295220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event updated for resources: {'Port': ['ID=c1b1abe3-5225-4df7-a69e-8041676c61c0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:23.298750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:23.300464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:23.302557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:23.361684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:23.362403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.378528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8b70e249-1160-44f8-addf-48e8b8daf7c0 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7052920 Jul 30 03:59:23.380883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51594) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:23.466489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19791be2-1fb6-4034-bf56-3f6a165c2540 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:23.473313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19791be2-1fb6-4034-bf56-3f6a165c2540 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:23.479224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19791be2-1fb6-4034-bf56-3f6a165c2540 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:23.481792 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-19791be2-1fb6-4034-bf56-3f6a165c2540 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0990229 Jul 30 03:59:23.484513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51596) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:23.578189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Deleting port c1b1abe3-5225-4df7-a69e-8041676c61c0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:23.578530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.672163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.685419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Calling delete_port for c1b1abe3-5225-4df7-a69e-8041676c61c0 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:23.856830 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:23.861630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-a62ea8e5-c393-445a-b935-a0e8693eabb4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:23.863962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-a62ea8e5-c393-445a-b935-a0e8693eabb4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1337640 Jul 30 03:59:23.895723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event deleted for resources: {'Port': ['ID=c1b1abe3-5225-4df7-a69e-8041676c61c0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:23.941753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87e4d283-af34-479c-b888-21045668c3a6 req-20bb002f-a623-4490-b4a0-819bcb5ab103 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0372570 Jul 30 03:59:23.972253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-2b0a2ca2-ebcf-4e9f-8fe3-f6f77b9b5c01 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 379 time: 0.0985177 Jul 30 03:59:23.985535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': '55a5cd65-b19a-40e9-8caa-288a50574924', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'security_groups': ['93e2c458-c4b6-4581-9a57-3ff4cbe09197']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:24.011967 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.018466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7716848d-3ed2-46df-af06-e29cc53c2aed tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "DELETE /v2.0/ports/c1b1abe3-5225-4df7-a69e-8041676c61c0 HTTP/1.1" status: 204 len: 168 time: 0.5293014 Jul 30 03:59:24.018466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51602) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:24.024059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Request body: {'port': {'name': 'tempest-new-port-name-416007941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:24.024457 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] bootfile-name is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:59:24.024795 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] tftp-server is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:59:24.025125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.api.validators [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] server-ip-address is not in valid_values {{(pid=93877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 03:59:24.094287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.115626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:24.119401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.158298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51a0fa-a488-4c3b-8cbd-2fb27cf3be2f None None] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:24.302293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ddbfb59b-a4ad-4557-9e0f-0ca342a5f271 None None] Provisioning for port 9a4d8775-474d-4c00-96a5-6307aaa801a6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:24.310203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.7 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/a5d3ea6e-d4ca-488f-a34f-7e7658299e38) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:24.349361 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.358207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.416385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event updated for resources: {'Port': ['ID=62da6c57-e137-4844-9fcb-02f8738ccb88,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:24.494847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] In _notify_port_updated(), no bound segment for port 62da6c57-e137-4844-9fcb-02f8738ccb88 on network 656cb309-fdd3-45f7-8442-88f63bf8f4fc {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:59:24.495554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.502617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:24.503468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.507651 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-916c2739-b576-47d8-a12b-32e6873b43a1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "PUT /v2.0/ports/62da6c57-e137-4844-9fcb-02f8738ccb88 HTTP/1.1" status: 200 len: 1135 time: 0.4881501 Jul 30 03:59:24.508896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:24.511871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object a5d3ea6e-d4ca-488f-a34f-7e7658299e38 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:24.570844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.620528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343eb40-5868-4bfc-9b36-198f244134fb tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:24.623620 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d343eb40-5868-4bfc-9b36-198f244134fb tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "GET /v2.0/ports/62da6c57-e137-4844-9fcb-02f8738ccb88 HTTP/1.1" status: 200 len: 1135 time: 0.1135705 Jul 30 03:59:24.630065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:24.644353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a4d8775-474d-4c00-96a5-6307aaa801a6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:24.671939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:24.682811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:24.693053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:24.706539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1bfb4932-0502-4756-93e0-d16b07413d90 None None] Provisioning for port 62da6c57-e137-4844-9fcb-02f8738ccb88 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:24.713636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1bfb4932-0502-4756-93e0-d16b07413d90 None None] Provisioning complete for port 62da6c57-e137-4844-9fcb-02f8738ccb88 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:24.714568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4932-0502-4756-93e0-d16b07413d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.721110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:24.739911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9a4d8775-474d-4c00-96a5-6307aaa801a6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:24.754700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9a4d8775-474d-4c00-96a5-6307aaa801a6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:24.755459 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.800170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:24.800921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.837699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-678a540f-d3be-466f-8559-79904b249d18 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588777 Jul 30 03:59:24.860077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Deleting port 62da6c57-e137-4844-9fcb-02f8738ccb88 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:24.860437 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:24.972032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Request body: {'port': {'device_id': '55a5cd65-b19a-40e9-8caa-288a50574924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:25.015880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb4932-0502-4756-93e0-d16b07413d90 None None] Port 62da6c57-e137-4844-9fcb-02f8738ccb88 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:25.082410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1bfb4932-0502-4756-93e0-d16b07413d90 None None] Provisioning complete for port 9a4d8775-474d-4c00-96a5-6307aaa801a6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:25.082787 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4932-0502-4756-93e0-d16b07413d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.087300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.152864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9a4d8775-474d-4c00-96a5-6307aaa801a6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a4d8775-474d-4c00-96a5-6307aaa801a6,segment=NetworkSegment(37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7),segment_id=37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:25.161759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.164674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.178285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.192794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Calling delete_port for 62da6c57-e137-4844-9fcb-02f8738ccb88 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:25.224070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ca90e-e5a2-485c-964a-cf236a916975 req-fb8ff233-c819-49df-b27e-f6da592f28e2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:25.234447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb9ca90e-e5a2-485c-964a-cf236a916975 req-fb8ff233-c819-49df-b27e-f6da592f28e2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 931 time: 0.1554902 Jul 30 03:59:25.260337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9a4d8775-474d-4c00-96a5-6307aaa801a6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:25.398954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Provisioning for port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:25.410979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Provisioning complete for port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:25.412148 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.444844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bb9ca90e-e5a2-485c-964a-cf236a916975 req-0f1ebcc5-60ef-47de-a24d-66e91a083710 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093563 Jul 30 03:59:25.509411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:25.540279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Provisioning complete for port 62da6c57-e137-4844-9fcb-02f8738ccb88 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:25.540932 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.619329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Port 62da6c57-e137-4844-9fcb-02f8738ccb88 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:25.623533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-00722812-d5c6-49b7-9b5a-75aebf4278db None None] Could not find standard attr ID for object c1b1abe3-5225-4df7-a69e-8041676c61c0. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:59:25.659198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.698870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event deleted for resources: {'Port': ['ID=62da6c57-e137-4844-9fcb-02f8738ccb88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:25.821204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d3ea6e-d4ca-488f-a34f-7e7658299e38 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:59:25.833135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.838195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-fe816823-335a-4354-82f3-c5a143f434f3 None None] Could not find standard attr ID for object 62da6c57-e137-4844-9fcb-02f8738ccb88. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:59:25.845989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.847904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-51a26b28-d779-4268-bc50-8fc325a8fba1 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "DELETE /v2.0/ports/62da6c57-e137-4844-9fcb-02f8738ccb88 HTTP/1.1" status: 204 len: 168 time: 1.2136588 Jul 30 03:59:25.850445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:25.860904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Transition to ACTIVE for port object a5d3ea6e-d4ca-488f-a34f-7e7658299e38 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:25.883065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.952184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Deleting subnet 2ce74121-fcd4-40e5-881e-8ed6c398eb35 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:59:25.955751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:25.980550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:26.049887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.119238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Attempting to bind port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:26.119578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Attempting to bind port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:26.119904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Attempting to bind port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:26.145565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:26.145900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Attempting to bind port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:26.156200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:59:26.156541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:26.156935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:59:26.157373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Bound port: a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:59:26.157736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.207558 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.276267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] For port a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:26.281318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] For port a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:59:26.287101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.318129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.354415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce74121-fcd4-40e5-881e-8ed6c398eb35,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:26.363552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:26.364169 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.365532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] 10.222.0.18 "PUT /v2.0/ports/a5d3ea6e-d4ca-488f-a34f-7e7658299e38 HTTP/1.1" status: 200 len: 1092 time: 1.5182450 Jul 30 03:59:26.368834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:26.371112 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46db958-f4cc-4659-bb0a-1bc6027db1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:26.372192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af2b72-13e5-4015-9f19-8616e36396d4 None None] Network 656cb309-fdd3-45f7-8442-88f63bf8f4fc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:26.385235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.395857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7764e9f9-20b9-498e-8448-aecdc11c0023 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "DELETE /v2.0/subnets/2ce74121-fcd4-40e5-881e-8ed6c398eb35 HTTP/1.1" status: 204 len: 168 time: 0.5422919 Jul 30 03:59:26.396352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51620) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:26.410644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5ed2d-7ca5-4767-8a30-b4063098a1aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:26.471117 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570f19f4-b0d3-4b33-9809-e93ed8f1e765 x-openstack-request-id: req-570f19f4-b0d3-4b33-9809-e93ed8f1e765 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:26.471547 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:26.471793 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-570f19f4-b0d3-4b33-9809-e93ed8f1e765 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:26.472191 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'status': 'completed', 'code': 200} Jul 30 03:59:26.496770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-aba033ec-2de8-407d-a8e0-caf9528dce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:26.499679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-aba033ec-2de8-407d-a8e0-caf9528dce47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 1095 time: 0.0756319 Jul 30 03:59:26.551553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.601987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-17efeb02-945a-469d-8bed-ed8912c0aeb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38 HTTP/1.1" status: 200 len: 217 time: 0.0936022 Jul 30 03:59:26.605120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a4d8775-474d-4c00-96a5-6307aaa801a6 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:26.682096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9a4d8775-474d-4c00-96a5-6307aaa801a6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:26.682664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.687639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Deleting port 9a4d8775-474d-4c00-96a5-6307aaa801a6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:26.687995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.717101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] DHCP port deletion for 656cb309-fdd3-45f7-8442-88f63bf8f4fc request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:59:26.755568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba00a-a2c9-48ee-97c8-7c64b0430bf5 req-19c62ded-ee70-498e-a413-9042dbcc7b2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:26.757213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c13ba00a-a2c9-48ee-97c8-7c64b0430bf5 req-19c62ded-ee70-498e-a413-9042dbcc7b2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.1533217 Jul 30 03:59:26.759219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-c11e4bf9-4edb-4dfc-a4b0-f37f6c62be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:26.760951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-c11e4bf9-4edb-4dfc-a4b0-f37f6c62be9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.1354454 Jul 30 03:59:26.762040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] For port 9a4d8775-474d-4c00-96a5-6307aaa801a6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a4d8775-474d-4c00-96a5-6307aaa801a6,segment=NetworkSegment(37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7),segment_id=37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:26.762514 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.779191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Calling delete_port for 9a4d8775-474d-4c00-96a5-6307aaa801a6 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:26.849535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c13ba00a-a2c9-48ee-97c8-7c64b0430bf5 req-01300d66-c093-4539-b792-5ec1966f876c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773931 Jul 30 03:59:26.860775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] Deleting port 9a4d8775-474d-4c00-96a5-6307aaa801a6 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:26.861230 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.877730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-f67a9880-6460-45d9-b1e1-9fb74fc5dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:26.879536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-f67a9880-6460-45d9-b1e1-9fb74fc5dacd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112623 Jul 30 03:59:26.883381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.914977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event deleted for resources: {'Port': ['ID=9a4d8775-474d-4c00-96a5-6307aaa801a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:26.918604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] No DVR routers for this DVR port 9a4d8775-474d-4c00-96a5-6307aaa801a6 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:26.943315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] For port 9a4d8775-474d-4c00-96a5-6307aaa801a6, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a4d8775-474d-4c00-96a5-6307aaa801a6,segment=NetworkSegment(37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7),segment_id=37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:26.943315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:26.953694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] Calling delete_port for 9a4d8775-474d-4c00-96a5-6307aaa801a6 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:27.000849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-0bae1417-89f7-4ba5-91bd-1a39b7b423a4 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135468 Jul 30 03:59:27.016478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.027381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656cb309-fdd3-45f7-8442-88f63bf8f4fc']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:27.043479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:27.044315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f7aac9-d1ba-4cd1-87b7-0cd05fdfa5e7') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:59:27.047298 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 03:59:27.055001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.058347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.080590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.085641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] Pushing event deleted for resources: {'Port': ['ID=9a4d8775-474d-4c00-96a5-6307aaa801a6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:27.096970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d190f24-4292-4cb1-bbf3-e4fd22f0fd6f None None] No DVR routers for this DVR port 9a4d8775-474d-4c00-96a5-6307aaa801a6 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:27.097861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:27.098307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:27.105723 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:27.114669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a73beae-680a-4545-920e-7abad8ba76b2 req-46a07b5a-f469-441c-9f74-8683213792b4 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062379 Jul 30 03:59:27.173487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.181441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.186522 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] 10.222.0.39 "DELETE /v2.0/networks/656cb309-fdd3-45f7-8442-88f63bf8f4fc HTTP/1.1" status: 204 len: 168 time: 0.7864609 Jul 30 03:59:27.197789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f1f4b-d571-4d70-9dba-bd43709b2782 tempest-ExtraDHCPOptionsTestJSON-1106140364 tempest-ExtraDHCPOptionsTestJSON-1106140364-project] Pushing event deleted for resources: {'Network': ['ID=656cb309-fdd3-45f7-8442-88f63bf8f4fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:27.216000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-80ef71c0-d0cc-416f-af2e-8634131ee4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:27.217624 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-80ef71c0-d0cc-416f-af2e-8634131ee4ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 1095 time: 0.0587862 Jul 30 03:59:27.319078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-c7e759ed-dd2b-4db9-b048-b3b61406464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:27.320625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-c7e759ed-dd2b-4db9-b048-b3b61406464f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0964360 Jul 30 03:59:27.372050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-000ee16b-5272-4ff7-b133-025b0be1993e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38 HTTP/1.1" status: 200 len: 217 time: 0.0419500 Jul 30 03:59:27.421986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-fc232aab-a510-4ce9-8f1d-1cf331339e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:27.423547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-fc232aab-a510-4ce9-8f1d-1cf331339e89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0453086 Jul 30 03:59:27.455114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51628) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:27.481652 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-0e720fed-e75f-4015-8990-9f0c019262f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:27.483223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-0e720fed-e75f-4015-8990-9f0c019262f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532303 Jul 30 03:59:27.587384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-c0703304-adeb-491e-b6b5-97873ac676d2 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970647 Jul 30 03:59:27.600684 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1e5529f6-9d26-4cd4-91b2-ad671cd5cb0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbc65e57f1c741eab9b29dafb47359cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443894 Jul 30 03:59:27.601286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51632) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:27.651310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720a7dbc-c819-4e7b-8967-baf3a40cb417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.681308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720a7dbc-c819-4e7b-8967-baf3a40cb417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.694133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e46db958-f4cc-4659-bb0a-1bc6027db1ab req-e0195bd0-e396-43c3-a159-364b135fd9cb service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002414 Jul 30 03:59:27.732214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720a7dbc-c819-4e7b-8967-baf3a40cb417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.735215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720a7dbc-c819-4e7b-8967-baf3a40cb417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:27.736392 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-720a7dbc-c819-4e7b-8967-baf3a40cb417 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee4d5857-009c-4433-a12d-e8ba43f28b22 HTTP/1.1" status: 204 len: 168 time: 0.1342120 Jul 30 03:59:27.746745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a7dbc-c819-4e7b-8967-baf3a40cb417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d5857-009c-4433-a12d-e8ba43f28b22,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:27.976469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc32716-882f-4e4a-a663-fc7ab87dab99 req-24ba8057-9cb9-4080-9dc5-e87672702a8c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:27.978360 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcc32716-882f-4e4a-a663-fc7ab87dab99 req-24ba8057-9cb9-4080-9dc5-e87672702a8c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.0597577 Jul 30 03:59:28.024269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcc32716-882f-4e4a-a663-fc7ab87dab99 req-b18a5c59-8acc-4b64-aea3-f5771aaeef33 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Jul 30 03:59:28.396454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51658) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:28.495018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1481710008'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:28.522314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Made reservation on behalf of 2bccdb2dd05e484aa0582e3fecef5a35 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:28.525979 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.535914 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.552603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a4d8775-474d-4c00-96a5-6307aaa801a6 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:28.580009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9a4d8775-474d-4c00-96a5-6307aaa801a6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:28.580434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a4d8775-474d-4c00-96a5-6307aaa801a6 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:28.633463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.638253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.660675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:28.675491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272f911e-f71d-430b-bc02-d14fe7b34208,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:28.680274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.680623 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Added segment 5f158d18-2858-423f-86b3-f4e4a02eb59f of type vlan for network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 Jul 30 03:59:28.720930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.747921 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.753397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:28.753983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:28.805628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4080708 Jul 30 03:59:28.808487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:28.814381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'subnet': {'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:28.823352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a339e1-cf75-40a1-b094-e477ed322ffc tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Network': ['ID=8e1f9c55-384b-4b61-9c7d-397c888e40c1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:28.833861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:28.900308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Made reservation on behalf of 2bccdb2dd05e484aa0582e3fecef5a35 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:28.904726 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.088102 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.180653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Subnet': ['ID=93549b07-f21b-49a7-a4b8-2eaf90682158,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:29.202354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d855f-313f-4a88-93f4-8b02e6e72286 req-dd344e4a-bce4-4a0a-8c2a-0cc97e57e490 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:29.203934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e0d855f-313f-4a88-93f4-8b02e6e72286 req-dd344e4a-bce4-4a0a-8c2a-0cc97e57e490 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.0874026 Jul 30 03:59:29.206516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Checking segment: {'id': '5f158d18-2858-423f-86b3-f4e4a02eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:29.206870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network hostable DHCP agents. Network: 8e1f9c55-384b-4b61-9c7d-397c888e40c1, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:29.243650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:29.255704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e0d855f-313f-4a88-93f4-8b02e6e72286 req-5bcbc7b2-630c-4dfd-b899-91f28c834f8d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456111 Jul 30 03:59:29.260658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 8e1f9c55-384b-4b61-9c7d-397c888e40c1) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:29.265538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:29.266379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.271774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a7fb1-4168-43d1-95c1-02d809447297 None None] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:29.286173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9eb32047-aceb-488e-a259-462b421f0cca tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4758170 Jul 30 03:59:29.290453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:29.295927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1804881354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:29.318510 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.319438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.381128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.387234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.407863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.409143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7eb919f5-a44c-42e8-80e7-73a73e9d79a1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1176739 Jul 30 03:59:29.412019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51668) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:29.428134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-8e1f9c55-384b-4b61-9c7d-397c888e40c1', 'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1', 'tenant_id': '2bccdb2dd05e484aa0582e3fecef5a35', 'fixed_ips': [{'subnet_id': '93549b07-f21b-49a7-a4b8-2eaf90682158'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:59:29.429074 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.589802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Allocated IP 172.20.0.2 (8e1f9c55-384b-4b61-9c7d-397c888e40c1/93549b07-f21b-49a7-a4b8-2eaf90682158/0c8d19c0-33b2-4878-97e2-df8d543b19c0) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:29.718953 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.769210 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.779800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Transition to ACTIVE for port object 0c8d19c0-33b2-4878-97e2-df8d543b19c0 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:29.798481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Transition to ACTIVE for port object 0c8d19c0-33b2-4878-97e2-df8d543b19c0 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:29.805408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.848527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:29.853521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:29.859763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:29.862849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Pushing event updated for resources: {'Port': ['ID=0c8d19c0-33b2-4878-97e2-df8d543b19c0,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:29.918299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Attempting to bind port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:29.919699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Attempting to bind port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '5f158d18-2858-423f-86b3-f4e4a02eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:29.920166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Attempting to bind port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 on network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:29.926624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:59:29.927291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Checking segment: {'id': '5f158d18-2858-423f-86b3-f4e4a02eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:29.927982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.928899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Bound using segment: {'id': '5f158d18-2858-423f-86b3-f4e4a02eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:59:29.928899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Bound port: 0c8d19c0-33b2-4878-97e2-df8d543b19c0, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f158d18-2858-423f-86b3-f4e4a02eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:59:29.929304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:29.994417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Allocated IP 172.20.0.1 (8e1f9c55-384b-4b61-9c7d-397c888e40c1/93549b07-f21b-49a7-a4b8-2eaf90682158/be560646-44bd-4a20-89f0-4160b2a7de09) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:30.012797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] For port 0c8d19c0-33b2-4878-97e2-df8d543b19c0, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:30.016663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] For port 0c8d19c0-33b2-4878-97e2-df8d543b19c0, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c8d19c0-33b2-4878-97e2-df8d543b19c0,segment=NetworkSegment(5f158d18-2858-423f-86b3-f4e4a02eb59f),segment_id=5f158d18-2858-423f-86b3-f4e4a02eb59f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:59:30.021542 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.088776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007afcb8-1c52-4c17-909b-b525a0995433 None None] Pushing event updated for resources: {'Port': ['ID=0c8d19c0-33b2-4878-97e2-df8d543b19c0,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:30.145759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.162269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Transition to ACTIVE for port object be560646-44bd-4a20-89f0-4160b2a7de09 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:30.200497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.258318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:30.276085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:30.281623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:30.285725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Port': ['ID=be560646-44bd-4a20-89f0-4160b2a7de09,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:30.338754 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.457921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6762f9-2c59-40e7-8fb1-31c204f64b63 req-09cc0db6-42d7-4042-a86e-ce4e17934c29 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:30.459446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c6762f9-2c59-40e7-8fb1-31c204f64b63 req-09cc0db6-42d7-4042-a86e-ce4e17934c29 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.1167536 Jul 30 03:59:30.527764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c6762f9-2c59-40e7-8fb1-31c204f64b63 req-e8ba472e-7ebf-431b-ba2e-0dbff1ba87b9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607803 Jul 30 03:59:30.531356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.581085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c8d19c0-33b2-4878-97e2-df8d543b19c0 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:30.629322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:30.803086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.809780 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.816084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.888140 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:30.890032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Port': ['ID=be560646-44bd-4a20-89f0-4160b2a7de09,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:30.987428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:30.988882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:31.065399 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3922d9-6884-429f-8d92-600776de618d None None] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:31.110267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Router bacd8ee1-d45b-4a93-a2a4-c40d375141ff is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:59:31.126788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] Provisioning for port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:31.138799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] Provisioning complete for port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:31.139097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.286589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.328990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] For port 0c8d19c0-33b2-4878-97e2-df8d543b19c0, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c8d19c0-33b2-4878-97e2-df8d543b19c0,segment=NetworkSegment(5f158d18-2858-423f-86b3-f4e4a02eb59f),segment_id=5f158d18-2858-423f-86b3-f4e4a02eb59f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:31.333433 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.390872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00be5b-06de-46d5-92fc-ad4ab3c5f344 None None] Pushing event updated for resources: {'Port': ['ID=0c8d19c0-33b2-4878-97e2-df8d543b19c0,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:31.521550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:31.526676 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c2a125d1-64f1-40db-9f58-bef40ce64a57 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "PUT /v2.0/routers/bacd8ee1-d45b-4a93-a2a4-c40d375141ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134837 Jul 30 03:59:31.529387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:31.532988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] Sync routers for ids ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:31.534683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'port': {'network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1', 'name': 'tempest-FloatingIPNegativeTestJSON-357078545'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:31.542658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] Routers {'bacd8ee1-d45b-4a93-a2a4-c40d375141ff'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:31.542957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:31.589899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:31.600265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] Routers {'bacd8ee1-d45b-4a93-a2a4-c40d375141ff'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:31.600953 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:31.633624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acda844d-b305-45f5-8a03-9dfd6667b19a None None] Provisioning for port be560646-44bd-4a20-89f0-4160b2a7de09 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:31.635799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:31.636537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0666be0-aba1-42ea-84a2-a0dce7ec7e75 None None] The sync data for ids ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:31.641505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acda844d-b305-45f5-8a03-9dfd6667b19a None None] Provisioning complete for port be560646-44bd-4a20-89f0-4160b2a7de09 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:31.641840 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acda844d-b305-45f5-8a03-9dfd6667b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.677132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-acda844d-b305-45f5-8a03-9dfd6667b19a None None] Port be560646-44bd-4a20-89f0-4160b2a7de09 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:31.688101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-acda844d-b305-45f5-8a03-9dfd6667b19a None None] Provisioning complete for port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:31.688476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acda844d-b305-45f5-8a03-9dfd6667b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.690520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eaba8-7166-4cc0-9c7a-eb97d1ee4d36 req-935abb6d-03ef-413e-b657-eb006934ad2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:31.692119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-793eaba8-7166-4cc0-9c7a-eb97d1ee4d36 req-935abb6d-03ef-413e-b657-eb006934ad2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.0816281 Jul 30 03:59:31.709197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Made reservation on behalf of 2bccdb2dd05e484aa0582e3fecef5a35 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:31.712612 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.750344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] device_id is not set on port 63a5a854-3d39-4c25-be87-8c9030f2ca69 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:31.757355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-793eaba8-7166-4cc0-9c7a-eb97d1ee4d36 req-9ec4ee27-a05f-4afd-a583-739d8cd71fe3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554523 Jul 30 03:59:31.873121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Allocated IP 172.20.0.10 (8e1f9c55-384b-4b61-9c7d-397c888e40c1/93549b07-f21b-49a7-a4b8-2eaf90682158/63a5a854-3d39-4c25-be87-8c9030f2ca69) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:31.905936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5abe8c87-1877-4313-977b-4ecce2ab6a41 None None] Provisioning complete for port be560646-44bd-4a20-89f0-4160b2a7de09 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:31.906217 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5abe8c87-1877-4313-977b-4ecce2ab6a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:31.942682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8c87-1877-4313-977b-4ecce2ab6a41 None None] Port be560646-44bd-4a20-89f0-4160b2a7de09 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:32.035509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.049558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Transition to ACTIVE for port object 63a5a854-3d39-4c25-be87-8c9030f2ca69 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:32.059965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2d9d58a8-ff02-49d0-9081-046ed26f04da None None] Provisioning complete for port be560646-44bd-4a20-89f0-4160b2a7de09 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:32.060343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d9d58a8-ff02-49d0-9081-046ed26f04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.083029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.094667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d58a8-ff02-49d0-9081-046ed26f04da None None] Port be560646-44bd-4a20-89f0-4160b2a7de09 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:32.125231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:32.128246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:32.131810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:32.159821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Port': ['ID=63a5a854-3d39-4c25-be87-8c9030f2ca69,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:32.189028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:32.189647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.212051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d735c9f2-f716-4301-96c2-a522f33abd18 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6786187 Jul 30 03:59:32.212276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:32.217671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:32.240812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.344923 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.420810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-86ab9de9-006b-4536-8ce2-815e34c4d354 None None] Provisioning for port 63a5a854-3d39-4c25-be87-8c9030f2ca69 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:32.424939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-86ab9de9-006b-4536-8ce2-815e34c4d354 None None] Provisioning complete for port 63a5a854-3d39-4c25-be87-8c9030f2ca69 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:32.425314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-86ab9de9-006b-4536-8ce2-815e34c4d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.453558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Allocated IP 172.25.6.220 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/6066deeb-9290-4f52-b956-ee044a2ecb8a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:32.458760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-86ab9de9-006b-4536-8ce2-815e34c4d354 None None] Port 63a5a854-3d39-4c25-be87-8c9030f2ca69 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:59:32.554724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c8d19c0-33b2-4878-97e2-df8d543b19c0 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:32.562896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.602041 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.605649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:32.606244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.638529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:32.642855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:32.648469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:32.654555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Port': ['ID=6066deeb-9290-4f52-b956-ee044a2ecb8a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:32.744270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.776473 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:32.926330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a912b-9ace-42cf-85c0-f54179e2896e req-6f3604d2-3776-479c-8507-c46e460b408a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:32.927879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-370a912b-9ace-42cf-85c0-f54179e2896e req-6f3604d2-3776-479c-8507-c46e460b408a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.0955653 Jul 30 03:59:32.995516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.001946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-370a912b-9ace-42cf-85c0-f54179e2896e req-0df5ca7a-a487-4bd0-a854-fc2c1e895e90 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640330 Jul 30 03:59:33.002805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.073304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Port': ['ID=6066deeb-9290-4f52-b956-ee044a2ecb8a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:33.087837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.100910 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.102181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4392ff4-dd3e-4054-b96e-2fb21e4e989f tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8889718 Jul 30 03:59:33.105075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:33.110640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ad7d6f07-7d9f-4f57-a443-d1681b20e930 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'floatingip': {'port_id': '63a5a854-3d39-4c25-be87-8c9030f2ca69', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:33.150933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6f07-7d9f-4f57-a443-d1681b20e930 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.258388 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-ad7d6f07-7d9f-4f57-a443-d1681b20e930 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] update failed (client error): The resource could not be found. Jul 30 03:59:33.259366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ad7d6f07-7d9f-4f57-a443-d1681b20e930 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "PUT /v2.0/floatingips/cb5154cd-32b5-47ca-93ff-06f190e27b0e HTTP/1.1" status: 404 len: 507 time: 0.1527803 Jul 30 03:59:33.262695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:33.382987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Deleting port 6066deeb-9290-4f52-b956-ee044a2ecb8a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:33.383356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.458511 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.458832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.471458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Calling delete_port for 6066deeb-9290-4f52-b956-ee044a2ecb8a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:33.599562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.629810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Port': ['ID=6066deeb-9290-4f52-b956-ee044a2ecb8a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:33.690252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.692797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.693947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-028da4bb-84cc-4022-ad85-d7e95da28021 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "DELETE /v2.0/floatingips/cb5154cd-32b5-47ca-93ff-06f190e27b0e HTTP/1.1" status: 204 len: 168 time: 0.4302130 Jul 30 03:59:33.697443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:33.702894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f32d86c3-d7af-4b70-833d-52cafef7f3f3 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'floatingip': {'floating_network_id': '8e1f9c55-384b-4b61-9c7d-397c888e40c1', 'port_id': '63a5a854-3d39-4c25-be87-8c9030f2ca69', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:33.727863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f32d86c3-d7af-4b70-833d-52cafef7f3f3 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.836382 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f32d86c3-d7af-4b70-833d-52cafef7f3f3 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 03:59:33.837686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f32d86c3-d7af-4b70-833d-52cafef7f3f3 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1392839 Jul 30 03:59:33.843470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:33.848217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '63a5a854-3d39-4c25-be87-8c9030f2ca69', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:33.870887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:33.965952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.076113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Allocated IP 172.25.6.67 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f4b17008-3340-4d00-9c47-471b2aa9ad62) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:34.177785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335197e5-9bf9-4233-b0e8-003051bc2b20 req-d104c25c-e0c8-4b29-bdb5-361c94e47d1e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:34.179327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-335197e5-9bf9-4233-b0e8-003051bc2b20 req-d104c25c-e0c8-4b29-bdb5-361c94e47d1e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.1053591 Jul 30 03:59:34.241875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-335197e5-9bf9-4233-b0e8-003051bc2b20 req-f0b7cfa7-461a-467a-b4c0-7f2fbaea9f2c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555291 Jul 30 03:59:34.252252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.298719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.335360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:34.339799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:34.342589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:34.378345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event updated for resources: {'Port': ['ID=f4b17008-3340-4d00-9c47-471b2aa9ad62,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:34.516742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Deleting port f4b17008-3340-4d00-9c47-471b2aa9ad62 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:34.517084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.595867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.596200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.607672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Calling delete_port for f4b17008-3340-4d00-9c47-471b2aa9ad62 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:34.725902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:34.759394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Port': ['ID=f4b17008-3340-4d00-9c47-471b2aa9ad62,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:34.829155 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] create failed (client error): The resource could not be found. Jul 30 03:59:34.830288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dce1de82-464f-4d7a-be01-3c2298a2eb29 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9858925 Jul 30 03:59:34.833601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:34.920941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Deleting port 63a5a854-3d39-4c25-be87-8c9030f2ca69 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:34.921277 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:35.004248 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:35.015769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Calling delete_port for 63a5a854-3d39-4c25-be87-8c9030f2ca69 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:35.143742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:35.173167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Port': ['ID=63a5a854-3d39-4c25-be87-8c9030f2ca69,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:35.246693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:35.248848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c8196821-3c09-4671-9a1c-14c3d49c16c1 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "DELETE /v2.0/ports/63a5a854-3d39-4c25-be87-8c9030f2ca69 HTTP/1.1" status: 204 len: 168 time: 0.4142945 Jul 30 03:59:35.251359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:35.301348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec0b54-2f56-4807-842c-7cc039cad9fa tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:35.303068 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b8ec0b54-2f56-4807-842c-7cc039cad9fa tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd8ee1-d45b-4a93-a2a4-c40d375141ff HTTP/1.1" status: 200 len: 913 time: 0.0507653 Jul 30 03:59:35.305781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51716) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:35.435049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60c469-e3d8-4470-9ba0-021bae715a06 req-40ad3270-6545-45c5-b2ef-99e3ff8fe76a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:35.436586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e60c469-e3d8-4470-9ba0-021bae715a06 req-40ad3270-6545-45c5-b2ef-99e3ff8fe76a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.1229143 Jul 30 03:59:35.542072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e60c469-e3d8-4470-9ba0-021bae715a06 req-eac648a2-71fb-4d09-b163-7dfb2895b55d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984545 Jul 30 03:59:35.690011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:35.922170 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Deleting port be560646-44bd-4a20-89f0-4160b2a7de09 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:35.922518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:36.005804 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:36.017471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Calling delete_port for be560646-44bd-4a20-89f0-4160b2a7de09 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:36.500159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:36.529674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a5d3ea6e-d4ca-488f-a34f-7e7658299e38 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:59:36.532593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Port': ['ID=be560646-44bd-4a20-89f0-4160b2a7de09,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:36.653127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:36.667543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'mac_address': 'fa:16:3e:a9:ce:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:59:36.703877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:36.710454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:36.725065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d3ea6e-d4ca-488f-a34f-7e7658299e38 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:59:36.748504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:36.753970 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:36.770547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16571-0dc7-4f32-a842-2c89d8d12e79 req-e44ac9f7-1656-4f05-97df-61aea5b0a327 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:36.772140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55b16571-0dc7-4f32-a842-2c89d8d12e79 req-e44ac9f7-1656-4f05-97df-61aea5b0a327 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 943 time: 0.1357901 Jul 30 03:59:36.806270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:36.906711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55b16571-0dc7-4f32-a842-2c89d8d12e79 req-6a27c447-08ff-4f7a-a5f7-5633dc97ae90 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043830 Jul 30 03:59:36.919073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Router bacd8ee1-d45b-4a93-a2a4-c40d375141ff has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:36.972339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['a5d3ea6e-d4ca-488f-a34f-7e7658299e38'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:59:36.999443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:37.007745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-894dad70-f69d-4429-8386-1186535f61d9 tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "PUT /v2.0/routers/bacd8ee1-d45b-4a93-a2a4-c40d375141ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975894 Jul 30 03:59:37.008230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51734) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:37.009036 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] Sync routers for ids ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:37.018729 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] Routers {'bacd8ee1-d45b-4a93-a2a4-c40d375141ff'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:37.019371 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:37.051484 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:37.060780 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] Routers {'bacd8ee1-d45b-4a93-a2a4-c40d375141ff'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:37.061662 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:37.084339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.097031 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:37.097677 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cc528-70b1-44e6-9e7d-cb3893f15f11 None None] The sync data for ids ['bacd8ee1-d45b-4a93-a2a4-c40d375141ff'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:37.241749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.243741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.550971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.551531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Fanout notify agent at l3_agent the message router_deleted on router bacd8ee1-d45b-4a93-a2a4-c40d375141ff {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:37.558160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.562520 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d1af6816-4490-4318-9427-3a10516401eb tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "DELETE /v2.0/routers/bacd8ee1-d45b-4a93-a2a4-c40d375141ff HTTP/1.1" status: 204 len: 168 time: 0.5508084 Jul 30 03:59:37.563039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:37.615223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Deleting subnet 93549b07-f21b-49a7-a4b8-2eaf90682158 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:59:37.618379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.658035 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.749391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.805462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.834935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.836847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "DELETE /v2.0/subnets/93549b07-f21b-49a7-a4b8-2eaf90682158 HTTP/1.1" status: 204 len: 168 time: 0.2727518 Jul 30 03:59:37.838029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f305055-bad4-4c9b-a5cf-f3f2624b4c0c tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Subnet': ['ID=93549b07-f21b-49a7-a4b8-2eaf90682158,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:37.839462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:37.852457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbedafff-23aa-4851-8ba2-04ce016dddc2 None None] Network 8e1f9c55-384b-4b61-9c7d-397c888e40c1 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:37.919294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:37.973731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Deleting port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:37.974218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.034711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f5f57-b1b5-4b39-b9c4-8bb3b64d4dd5 req-6a411543-e3f8-43a0-b2b2-f70dd93b9b6f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:38.037788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e87f5f57-b1b5-4b39-b9c4-8bb3b64d4dd5 req-6a411543-e3f8-43a0-b2b2-f70dd93b9b6f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 944 time: 0.0553293 Jul 30 03:59:38.042624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] For port 0c8d19c0-33b2-4878-97e2-df8d543b19c0, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c8d19c0-33b2-4878-97e2-df8d543b19c0,segment=NetworkSegment(5f158d18-2858-423f-86b3-f4e4a02eb59f),segment_id=5f158d18-2858-423f-86b3-f4e4a02eb59f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:38.043258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.043732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] DHCP port deletion for 8e1f9c55-384b-4b61-9c7d-397c888e40c1 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:59:38.056786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Calling delete_port for 0c8d19c0-33b2-4878-97e2-df8d543b19c0 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:38.077164 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e87f5f57-b1b5-4b39-b9c4-8bb3b64d4dd5 req-3e32b3f1-d6b2-4d8b-b801-b24cae9e005d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347817 Jul 30 03:59:38.091368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] Deleting port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:38.091811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.144543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.158067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] For port 0c8d19c0-33b2-4878-97e2-df8d543b19c0, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c8d19c0-33b2-4878-97e2-df8d543b19c0,segment=NetworkSegment(5f158d18-2858-423f-86b3-f4e4a02eb59f),segment_id=5f158d18-2858-423f-86b3-f4e4a02eb59f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:38.158476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.171385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Port': ['ID=0c8d19c0-33b2-4878-97e2-df8d543b19c0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:38.171938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] Calling delete_port for 0c8d19c0-33b2-4878-97e2-df8d543b19c0 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:38.176005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] No DVR routers for this DVR port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:38.246572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.255380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.266074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1f9c55-384b-4b61-9c7d-397c888e40c1']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:38.275967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] Pushing event deleted for resources: {'Port': ['ID=0c8d19c0-33b2-4878-97e2-df8d543b19c0,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:38.277843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f27e7-a77a-487d-852d-500c96ecedcd None None] No DVR routers for this DVR port 0c8d19c0-33b2-4878-97e2-df8d543b19c0 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:38.278278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f158d18-2858-423f-86b3-f4e4a02eb59f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:38.278582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f158d18-2858-423f-86b3-f4e4a02eb59f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:38.289651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.303874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.310335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:38.310739 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:38.313673 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:38.369502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.374318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.376388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] 10.222.0.39 "DELETE /v2.0/networks/8e1f9c55-384b-4b61-9c7d-397c888e40c1 HTTP/1.1" status: 204 len: 168 time: 0.5353026 Jul 30 03:59:38.391550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93b40-4974-490e-be4b-8ba7ad77071d tempest-FloatingIPNegativeTestJSON-1501163498 tempest-FloatingIPNegativeTestJSON-1501163498-project] Pushing event deleted for resources: {'Network': ['ID=8e1f9c55-384b-4b61-9c7d-397c888e40c1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:38.531078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a5d3ea6e-d4ca-488f-a34f-7e7658299e38 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:38.562756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c8d19c0-33b2-4878-97e2-df8d543b19c0 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:38.587759 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 0c8d19c0-33b2-4878-97e2-df8d543b19c0 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:38.588098 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c8d19c0-33b2-4878-97e2-df8d543b19c0 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:38.608332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:38.612519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:38.612894 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.617537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:38.694043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.718665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:38.721448 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f23e53-cf37-4943-a203-e6448432c380" -d '{"events": [{"server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:38.735938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:38.744579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.761313 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-65567f84-6ef5-4479-84d8-e9e9e08409dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bccdb2dd05e484aa0582e3fecef5a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424081 Jul 30 03:59:38.763718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51756) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:38.774252 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55a6992-8b85-4134-9a35-50223e1950b1 x-openstack-request-id: req-f55a6992-8b85-4134-9a35-50223e1950b1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:38.774546 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:38.774798 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f55a6992-8b85-4134-9a35-50223e1950b1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:38.775508 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'code': 200} Jul 30 03:59:38.805134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:38.826427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eea60ca5-0e10-41d9-ba0b-d5083b1362ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.852617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eea60ca5-0e10-41d9-ba0b-d5083b1362ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.884596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6cc7-d33f-4bf1-a595-fa1b36036481 req-877e7747-23a9-4ef5-908a-761f9cf37a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:38.886108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-147c6cc7-d33f-4bf1-a595-fa1b36036481 req-877e7747-23a9-4ef5-908a-761f9cf37a75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 1097 time: 0.0420325 Jul 30 03:59:38.908253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eea60ca5-0e10-41d9-ba0b-d5083b1362ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.910907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eea60ca5-0e10-41d9-ba0b-d5083b1362ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:38.912103 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eea60ca5-0e10-41d9-ba0b-d5083b1362ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/272f911e-f71d-430b-bc02-d14fe7b34208 HTTP/1.1" status: 204 len: 168 time: 0.1470401 Jul 30 03:59:38.921637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea60ca5-0e10-41d9-ba0b-d5083b1362ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f911e-f71d-430b-bc02-d14fe7b34208,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:38.929945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-147c6cc7-d33f-4bf1-a595-fa1b36036481 req-6d912ac3-2b04-4cc0-8ab5-2a0ae38ff5f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369470 Jul 30 03:59:39.055024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51768) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:39.181027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-740e80dc-dda6-41ad-8555-92ad9f473dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.202392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07f82-2ad6-4fd4-95e8-c637ab4211d6 req-88e62aa5-3935-4820-bf44-0a0769536efd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:39.204426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bf07f82-2ad6-4fd4-95e8-c637ab4211d6 req-88e62aa5-3935-4820-bf44-0a0769536efd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 945 time: 0.0547531 Jul 30 03:59:39.246145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4bf07f82-2ad6-4fd4-95e8-c637ab4211d6 req-b13ff28f-5436-4103-b7cd-e9e720601701 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355086 Jul 30 03:59:39.265878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:39.282794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-740e80dc-dda6-41ad-8555-92ad9f473dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.288400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-740e80dc-dda6-41ad-8555-92ad9f473dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.333595 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-740e80dc-dda6-41ad-8555-92ad9f473dc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bbf432136d248898baa63d3af768fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773368 Jul 30 03:59:39.336069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51784) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:39.342681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e80dc-dda6-41ad-8555-92ad9f473dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a08c0-c7e5-4a86-a865-a9be4780ab89,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:39.400309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c13ce8a7-1544-44b8-9684-86c844710192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.430575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c13ce8a7-1544-44b8-9684-86c844710192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.491237 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c13ce8a7-1544-44b8-9684-86c844710192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.494060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c13ce8a7-1544-44b8-9684-86c844710192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.497930 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c13ce8a7-1544-44b8-9684-86c844710192 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d32a08c0-c7e5-4a86-a865-a9be4780ab89 HTTP/1.1" status: 204 len: 168 time: 0.1579170 Jul 30 03:59:39.507987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ce8a7-1544-44b8-9684-86c844710192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a08c0-c7e5-4a86-a865-a9be4780ab89,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:39.665574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51798) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:39.712627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.802652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'networks': [{'name': 'tempest-network--1688188821'}, {'name': 'tempest-network--2087383827'}]} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:39.803210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'network': {'name': 'tempest-network--1688188821'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:39.803845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'network': {'name': 'tempest-network--2087383827'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:39.835643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'network': 2} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:39.840529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.849117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.955385 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.964377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:39.966033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.002874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e3d6e4-228d-40b6-969b-2f4a0d5c1b8d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:40.030150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:40.045321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.045811 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Added segment 0dd8a381-161a-4b88-abde-35fd98b9bd96 of type vlan for network 48a416a5-ae56-4d53-bbe5-3bb8ae253398 Jul 30 03:59:40.078554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:40.079039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.094077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.129246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:40.139870 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.140278 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Added segment 3c736fbc-be41-4ae2-92fe-47ea4d84d132 of type vlan for network 26fea07e-9873-422b-abef-9dedff9ae345 Jul 30 03:59:40.177442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:40.178134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.182586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.191787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:40.218035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.218794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.224686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.229452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.230087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.300379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6313629 Jul 30 03:59:40.302027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51820) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:40.324108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Network': ['ID=48a416a5-ae56-4d53-bbe5-3bb8ae253398,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:40.353412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 48a416a5-ae56-4d53-bbe5-3bb8ae253398 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:40.473604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.492875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb113b-e134-475d-bf64-7187a4d6fc0b req-25ab60da-4ffd-4dfd-b764-565489cd2964 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.494491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ebb113b-e134-475d-bf64-7187a4d6fc0b req-25ab60da-4ffd-4dfd-b764-565489cd2964 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 945 time: 0.1265686 Jul 30 03:59:40.520543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:40.534373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99dc5-eebe-4e3f-b96b-d083674374a6 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Network': ['ID=26fea07e-9873-422b-abef-9dedff9ae345,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:40.546639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 26fea07e-9873-422b-abef-9dedff9ae345 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:40.594790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bc9a6-c6b7-4f80-86bf-8ea31c40a1db tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.604413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bc9a6-c6b7-4f80-86bf-8ea31c40a1db tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.609043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ebb113b-e134-475d-bf64-7187a4d6fc0b req-010278b6-1622-4b0c-b816-65e51871ffac tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905273 Jul 30 03:59:40.614722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bc9a6-c6b7-4f80-86bf-8ea31c40a1db tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.622574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bc9a6-c6b7-4f80-86bf-8ea31c40a1db tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.627087 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-934bc9a6-c6b7-4f80-86bf-8ea31c40a1db tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3215647 Jul 30 03:59:40.627516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51826) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:40.756717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.859345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983783df-e0de-40ae-93db-b13e1c5b1599 req-7050b23a-f425-4074-95d1-bcf2fff9b99e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:40.862665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983783df-e0de-40ae-93db-b13e1c5b1599 req-7050b23a-f425-4074-95d1-bcf2fff9b99e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 945 time: 0.1522014 Jul 30 03:59:40.886209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.888164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.898673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a416a5-ae56-4d53-bbe5-3bb8ae253398']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:40.910196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd8a381-161a-4b88-abde-35fd98b9bd96') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:40.910500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd8a381-161a-4b88-abde-35fd98b9bd96') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:40.922188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.942214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.951177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:40.951641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:40.955296 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:40.964301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983783df-e0de-40ae-93db-b13e1c5b1599 req-a6d3abcb-1bbf-4fa4-a5c1-a75b6f7418fb tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909338 Jul 30 03:59:41.014037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.023000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:41.044475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.063648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.065577 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/networks/48a416a5-ae56-4d53-bbe5-3bb8ae253398 HTTP/1.1" status: 204 len: 168 time: 0.4373152 Jul 30 03:59:41.066986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deddfde-2ca3-4f57-8c13-b76939f58b8d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Network': ['ID=48a416a5-ae56-4d53-bbe5-3bb8ae253398,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:41.068678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51842) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:41.094287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8f1f1-d165-458e-ad53-ee0f39d35b44 tempest-TestVolumeBootPattern-876789565 tempest-TestVolumeBootPattern-876789565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:41.096321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-00d8f1f1-d165-458e-ad53-ee0f39d35b44 tempest-TestVolumeBootPattern-876789565 tempest-TestVolumeBootPattern-876789565-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 1092 time: 0.0718744 Jul 30 03:59:41.099270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:41.104250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:41.150653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.173965 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.238177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.249500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fea07e-9873-422b-abef-9dedff9ae345']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:41.260570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c736fbc-be41-4ae2-92fe-47ea4d84d132') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:41.260877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c736fbc-be41-4ae2-92fe-47ea4d84d132') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:41.269896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.286405 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.286732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:41.293529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:41.294232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:41.297260 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:41.367569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.376738 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.380770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/networks/26fea07e-9873-422b-abef-9dedff9ae345 HTTP/1.1" status: 204 len: 168 time: 0.3089781 Jul 30 03:59:41.388814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:41.398049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806170e-2943-400e-ad24-700f4174b57d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Network': ['ID=26fea07e-9873-422b-abef-9dedff9ae345,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:41.419788 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.503122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479d99d-12e7-4035-ba88-c109e90e5a11 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:41.510167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479d99d-12e7-4035-ba88-c109e90e5a11 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:41.515962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6479d99d-12e7-4035-ba88-c109e90e5a11 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1221135 Jul 30 03:59:41.516671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51870) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:41.522115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1453439421'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:41.547516 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:41.551181 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.582585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:41.602669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.602864 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Added segment a8ced460-6efe-4a1f-8b69-769ece5b77b4 of type vlan for network 4b34951a-62ed-487f-9a6d-d196a92c9620 Jul 30 03:59:41.648149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.681005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.687075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:41.688028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.767527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2469137 Jul 30 03:59:41.768069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51886) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:41.773240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1544867952'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:41.776723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194281e-fdf7-4492-a7f7-8402b1fd0172 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Network': ['ID=4b34951a-62ed-487f-9a6d-d196a92c9620,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:41.789417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 4b34951a-62ed-487f-9a6d-d196a92c9620 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:41.801945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:41.807512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.815664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:41.824813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eb3cfe66-744d-415b-bd63-dff074422cdd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "PUT /v2.0/routers/6e52b171-447c-428b-9962-205f41d5f695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5605822 Jul 30 03:59:41.861641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:41.875637 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.876288 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Added segment 09f42950-4cad-4d63-b325-ea9a6b6c607c of type vlan for network 063019ec-10d5-4345-8cd1-2b620e704cdc Jul 30 03:59:41.894355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:41.896122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.25.6.63 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/516f238a-d665-4c48-8927-b277b5bf5e00) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:41.928290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.937824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:41.939772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:41.988366 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:41.994446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:41.995052 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.027941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.069333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3001227 Jul 30 03:59:42.072805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:42.079539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'ports': [{'network_id': '4b34951a-62ed-487f-9a6d-d196a92c9620', 'name': 'tempest-port--1521252783', 'admin_state_up': True}, {'network_id': '063019ec-10d5-4345-8cd1-2b620e704cdc', 'admin_state_up': False}]} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:42.080104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'port': {'network_id': '4b34951a-62ed-487f-9a6d-d196a92c9620', 'name': 'tempest-port--1521252783', 'admin_state_up': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:42.080759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'port': {'network_id': '063019ec-10d5-4345-8cd1-2b620e704cdc', 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:42.094995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.103025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Network': ['ID=063019ec-10d5-4345-8cd1-2b620e704cdc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:42.129765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:42.142191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:42.159449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.160340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.160914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.161204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.161555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.161883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.162197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.162519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.162841 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.163182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.163508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.163827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7500f1f-9c9e-45d4-b9b8-8fc2b78d00a0 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.165185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:42.167661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:42.168388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=516f238a-d665-4c48-8927-b277b5bf5e00,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:42.176167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:42.180434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.180720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.181169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.181611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.182042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.182476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.182904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.183402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.185186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.185186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.185564 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.186033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:59:42.186550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 063019ec-10d5-4345-8cd1-2b620e704cdc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:42.277960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee832-7207-4db4-966f-e12f7ed4804f req-1e2555df-8041-4b92-bc3a-4153c56fce22 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:42.280943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-762ee832-7207-4db4-966f-e12f7ed4804f req-1e2555df-8041-4b92-bc3a-4153c56fce22 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.1023984 Jul 30 03:59:42.327357 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7431d573-caf8-4e1c-9eb8-358ced17ead2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.335036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'port': 2} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:42.339560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.361287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.398716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-762ee832-7207-4db4-966f-e12f7ed4804f req-0a09e745-616f-47f0-bef6-ecbc44f10668 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807757 Jul 30 03:59:42.426613 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22a8efa4-d8ab-4cd3-b72a-b18e45c1e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.492803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] device_id is not set on port 051f252b-fd2f-40ae-a8b6-e29bebe929c9 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:42.539345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:40Z', 'revision_number': 6, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 1, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:42.564857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7431d573-caf8-4e1c-9eb8-358ced17ead2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.584051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:59:42.604295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:42.605487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:42.609971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7431d573-caf8-4e1c-9eb8-358ced17ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.681748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7431d573-caf8-4e1c-9eb8-358ced17ead2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=654f1df357b440a3825ffc4afc4db2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069668 Jul 30 03:59:42.685640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431d573-caf8-4e1c-9eb8-358ced17ead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c1d4c7-03aa-49d3-a45a-e6201c79b268,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:42.692135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51900) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:42.734357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:42.734873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.767597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.802373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af49237-a6ea-444c-b883-8d94cf868d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.859093 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af49237-a6ea-444c-b883-8d94cf868d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.859556 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.862803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] device_id is not set on port 2daa344d-28c6-490d-ab2f-8454b333b47e yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:42.975257 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af49237-a6ea-444c-b883-8d94cf868d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.978584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af49237-a6ea-444c-b883-8d94cf868d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:42.980164 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6af49237-a6ea-444c-b883-8d94cf868d8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8c1d4c7-03aa-49d3-a45a-e6201c79b268 HTTP/1.1" status: 204 len: 168 time: 0.2866232 Jul 30 03:59:42.999159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af49237-a6ea-444c-b883-8d94cf868d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c1d4c7-03aa-49d3-a45a-e6201c79b268,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:43.053972 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.077350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.082105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:40Z', 'revision_number': 6, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 1, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:43.086758 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.105668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.118197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558efb87-33d5-4649-9c11-0a7214b4dc8a None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:40Z', 'revision_number': 6, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'bd7c9385-2e80-4835-9a17-4af1fd70635a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '6e52b171-447c-428b-9962-205f41d5f695', 'port_id': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'mac_address': 'fa:16:3e:0a:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:58:03Z', 'updated_at': '2021-07-30T03:58:10Z', 'revision_number': 1, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:43.177667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Port': ['ID=051f252b-fd2f-40ae-a8b6-e29bebe929c9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:43.178248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=516f238a-d665-4c48-8927-b277b5bf5e00,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:43.195628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Checking segment: {'id': 'a8ced460-6efe-4a1f-8b69-769ece5b77b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b34951a-62ed-487f-9a6d-d196a92c9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:43.195994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network hostable DHCP agents. Network: 4b34951a-62ed-487f-9a6d-d196a92c9620, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:43.203031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.223466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network 4b34951a-62ed-487f-9a6d-d196a92c9620 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:43.240014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 4b34951a-62ed-487f-9a6d-d196a92c9620) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:43.244709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:43.245750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.256798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f148d143-b4a4-4f0d-9f28-34158275d86b None None] Network 4b34951a-62ed-487f-9a6d-d196a92c9620 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:43.328628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Port': ['ID=2daa344d-28c6-490d-ab2f-8454b333b47e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:43.333986 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Checking segment: {'id': '09f42950-4cad-4d63-b325-ea9a6b6c607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '063019ec-10d5-4345-8cd1-2b620e704cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:43.334347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network hostable DHCP agents. Network: 063019ec-10d5-4345-8cd1-2b620e704cdc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:43.339268 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Floating IP 7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a associated. External IP: 172.25.6.63, port: a5d3ea6e-d4ca-488f-a34f-7e7658299e38. Jul 30 03:59:43.356773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network 063019ec-10d5-4345-8cd1-2b620e704cdc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:43.377455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 063019ec-10d5-4345-8cd1-2b620e704cdc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:43.384945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:43.395763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:43.402903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbadbb-6ad7-45a9-8b9d-acab637b6790 None None] Network 063019ec-10d5-4345-8cd1-2b620e704cdc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:43.407906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:43.412866 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.448508 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-afb0d525-9fc7-4f45-a384-223aefaa142d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3744226 Jul 30 03:59:43.451696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:43.454018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:43.489797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c948c181-c55a-4b94-b380-d166783ebb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.667905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c948c181-c55a-4b94-b380-d166783ebb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.675542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c948c181-c55a-4b94-b380-d166783ebb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.690671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a810d-9dae-45d0-842a-c328bf1c837c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:43.697478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a810d-9dae-45d0-842a-c328bf1c837c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:43.703017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c181-c55a-4b94-b380-d166783ebb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdc676-c22b-4be6-88f7-7c726a29b731,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:43.705105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-296a810d-9dae-45d0-842a-c328bf1c837c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2521675 Jul 30 03:59:43.712315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:43.749104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cbdf6-0edd-4bc4-9644-3b4b35ddb1f5 req-f32608c6-abc0-4be3-b313-983504232568 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:43.751991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7cbdf6-0edd-4bc4-9644-3b4b35ddb1f5 req-f32608c6-abc0-4be3-b313-983504232568 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.1717896 Jul 30 03:59:43.799593 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c948c181-c55a-4b94-b380-d166783ebb56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9379c8533f2421295039f5cf43911c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443923 Jul 30 03:59:43.803398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51914) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:43.860723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Deleting port 051f252b-fd2f-40ae-a8b6-e29bebe929c9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:43.861073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.879657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-85cf687f-215d-4b36-97fc-dcdc8bb60fcd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:43.881134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-85cf687f-215d-4b36-97fc-dcdc8bb60fcd tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 946 time: 0.1426682 Jul 30 03:59:43.883854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc7cbdf6-0edd-4bc4-9644-3b4b35ddb1f5 req-d7d6a378-f99c-4837-b83e-a71b6b62838f tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=74c78a4c-baee-491b-8de9-e1ca21bd12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221943 Jul 30 03:59:43.892273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:43.905600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c21f05f7-cf85-4168-b1f0-9b26e67f1e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.946466 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c21f05f7-cf85-4168-b1f0-9b26e67f1e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.956227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:43.987008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Calling delete_port for 051f252b-fd2f-40ae-a8b6-e29bebe929c9 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:44.059345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c21f05f7-cf85-4168-b1f0-9b26e67f1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.061884 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c21f05f7-cf85-4168-b1f0-9b26e67f1e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.063044 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c21f05f7-cf85-4168-b1f0-9b26e67f1e82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7cdc676-c22b-4be6-88f7-7c726a29b731 HTTP/1.1" status: 204 len: 168 time: 0.2587402 Jul 30 03:59:44.075655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:44.080109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f05f7-cf85-4168-b1f0-9b26e67f1e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdc676-c22b-4be6-88f7-7c726a29b731,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:44.082827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 628900aa-69cf-45e4-846e-c421d3448c8c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:44.083187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.094934 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:44.095467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.124476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Port': ['ID=051f252b-fd2f-40ae-a8b6-e29bebe929c9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:44.131084 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:44.132967 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:44.133774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.138172 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d5273337-5879-4e14-9071-c7badfa07d78 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/ports/051f252b-fd2f-40ae-a8b6-e29bebe929c9 HTTP/1.1" status: 204 len: 168 time: 0.4235175 Jul 30 03:59:44.146362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51918) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:44.178438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.239915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1bbacafc-0fd4-4509-b323-58f2e00bd101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1390629 Jul 30 03:59:44.244933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:44.248425 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c941521-d135-49d6-886b-b4e3c988e0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:44.254968 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:44.268897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 628900aa-69cf-45e4-846e-c421d3448c8c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=628900aa-69cf-45e4-846e-c421d3448c8c,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:44.269267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.273435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Deleting port 2daa344d-28c6-490d-ab2f-8454b333b47e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:44.273941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.293533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 628900aa-69cf-45e4-846e-c421d3448c8c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:44.315045 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a09d695-85c9-47c5-b5ad-501a580c3aa6 x-openstack-request-id: req-7a09d695-85c9-47c5-b5ad-501a580c3aa6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:44.315482 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:44.315877 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a09d695-85c9-47c5-b5ad-501a580c3aa6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:44.316396 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'status': 'completed', 'code': 200} Jul 30 03:59:44.373973 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.391964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Calling delete_port for 2daa344d-28c6-490d-ab2f-8454b333b47e owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:44.456153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-b9cbe4ea-ac0f-4d38-bd25-6888d21361e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:44.457760 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-b9cbe4ea-ac0f-4d38-bd25-6888d21361e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 1097 time: 0.1064227 Jul 30 03:59:44.541054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.560902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:44.576962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Port': ['ID=2daa344d-28c6-490d-ab2f-8454b333b47e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:44.588214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.591712 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2985b7f9-8940-4283-a42e-798503aa8700 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/ports/2daa344d-28c6-490d-ab2f-8454b333b47e HTTP/1.1" status: 204 len: 168 time: 0.4443226 Jul 30 03:59:44.594156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:44.615961 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:a9:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5cd65-b19a-40e9-8caa-288a50574924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:59:42Z', 'updated_at': '2021-07-30T03:59:42Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:44.621735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.629282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:44.630158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4cdfcfdf-ec61-41c2-8aed-2c15deb85b8b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:44.646358 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-37ee3167-363f-4e2f-90eb-a4385444960c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0422933 Jul 30 03:59:44.647197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 51934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:44.653685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:59:44.662969 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:44.663725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:44.674907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-141861939'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:44.683099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b627136-52f6-4ff8-8ca0-ca7d91ef3932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.687122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-31304608-cd40-437b-a941-6b5971b976ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:44.688639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-31304608-cd40-437b-a941-6b5971b976ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.2235558 Jul 30 03:59:44.691622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=628900aa-69cf-45e4-846e-c421d3448c8c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:44.776410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] No DVR routers for this DVR port 628900aa-69cf-45e4-846e-c421d3448c8c on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:44.781705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.783794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a7979922-b5b0-4de1-b7e2-c3589fe481f1 req-c33acbc6-56ca-4f4a-8cfd-d0d291703503 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "DELETE /v2.0/ports/628900aa-69cf-45e4-846e-c421d3448c8c HTTP/1.1" status: 204 len: 173 time: 0.8936393 Jul 30 03:59:44.786699 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:44.790195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.823388 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:44.832154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-a2720f5b-7003-41ae-a61f-1f100ec1aca2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38 HTTP/1.1" status: 200 len: 998 time: 0.1331809 Jul 30 03:59:44.835660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:44.875079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.875485 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Added segment 19f2e062-978b-41a6-a2ca-a66278f56b4e of type vlan for network 2d208970-497f-4a0e-9054-eb21fdc55023 Jul 30 03:59:44.920159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-a8089a80-4192-4912-8c3e-e3777305133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:44.921708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-a8089a80-4192-4912-8c3e-e3777305133e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0829892 Jul 30 03:59:44.932915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:44.978848 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.030050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2273a1e8-cc9c-4418-a6b4-46c67ab6b5b6 req-f1d0d3a0-69f6-413f-a1fc-d2ac8b6e40f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d8b8c9b-4709-4bbb-84ba-8a9208270413 HTTP/1.1" status: 200 len: 210 time: 0.0360909 Jul 30 03:59:45.056046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-866743d2-91f3-46a7-9ae6-9b82afd58882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:45.057620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-866743d2-91f3-46a7-9ae6-9b82afd58882 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284771 Jul 30 03:59:45.059828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.065897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:45.066357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.152377 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:a9:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5cd65-b19a-40e9-8caa-288a50574924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:59:42Z', 'updated_at': '2021-07-30T03:59:42Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:45.183844 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257759d0-225e-447d-b5ae-2e971b5487b6 None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:a9:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5cd65-b19a-40e9-8caa-288a50574924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:59:42Z', 'updated_at': '2021-07-30T03:59:42Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:45.191855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5439281 Jul 30 03:59:45.194502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:45.201897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-217413694'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:45.235248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e84468-6a60-4ff6-882f-1279cedc614d tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Network': ['ID=2d208970-497f-4a0e-9054-eb21fdc55023,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:45.248542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2d208970-497f-4a0e-9054-eb21fdc55023 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:45.249635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-a6b2e169-9eab-43b2-8a42-99a56fe1a3b7 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678381 Jul 30 03:59:45.253366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:45.257250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.323301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:45.347027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.347503 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Added segment 710a0853-c47c-4087-ac0c-8501a4d5eefb of type vlan for network ac349699-4a17-4e49-b1f3-d43070de8de2 Jul 30 03:59:45.391644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c941521-d135-49d6-886b-b4e3c988e0e6 req-d3fa7051-26ea-4697-8afc-597cb65e5bff service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320202 Jul 30 03:59:45.423303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.470338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.478807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:45.479596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:45.520510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf12f-3a26-49d1-a2fa-f395b9059a08 None None] New status for floating IP 7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:59:45.552975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3569376 Jul 30 03:59:45.562787 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af246ecd-d3ed-4f81-aff3-131da0be8c16 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Network': ['ID=ac349699-4a17-4e49-b1f3-d43070de8de2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:45.609245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ac349699-4a17-4e49-b1f3-d43070de8de2 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:46.115651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 51982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:46.185519 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-244a6eed-235f-42e8-85ff-f84cd0f3d550 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.216425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-244a6eed-235f-42e8-85ff-f84cd0f3d550 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.285388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-244a6eed-235f-42e8-85ff-f84cd0f3d550 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.288597 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-244a6eed-235f-42e8-85ff-f84cd0f3d550 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.292233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-244a6eed-235f-42e8-85ff-f84cd0f3d550 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/security-groups/74c78a4c-baee-491b-8de9-e1ca21bd12e5 HTTP/1.1" status: 204 len: 168 time: 0.1730108 Jul 30 03:59:46.306314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a6eed-235f-42e8-85ff-f84cd0f3d550 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c78a4c-baee-491b-8de9-e1ca21bd12e5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:46.318187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'name': 'network-vif-deleted', 'tag': '628900aa-69cf-45e4-846e-c421d3448c8c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:46.321103 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6bfb88-4f3c-4fe9-aebf-572635d270cf" -d '{"events": [{"server_uuid": "8d8b8c9b-4709-4bbb-84ba-8a9208270413", "name": "network-vif-deleted", "tag": "628900aa-69cf-45e4-846e-c421d3448c8c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:46.340198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:46.390414 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794d7ed-2977-4750-ac57-35878c019877 x-openstack-request-id: req-0794d7ed-2977-4750-ac57-35878c019877 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:46.390700 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8b8c9b-4709-4bbb-84ba-8a9208270413", "name": "network-vif-deleted", "tag": "628900aa-69cf-45e4-846e-c421d3448c8c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:46.391184 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0794d7ed-2977-4750-ac57-35878c019877 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:46.391588 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8b8c9b-4709-4bbb-84ba-8a9208270413', 'name': 'network-vif-deleted', 'tag': '628900aa-69cf-45e4-846e-c421d3448c8c', 'status': 'completed', 'code': 200} Jul 30 03:59:46.410940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting subnet b05496ed-da93-42c9-976d-3e1b89d43ce0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:59:46.414318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.438470 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.471205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.577749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.682072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-2da23953-36cb-4400-b7bf-0641fbf13755 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546975 Jul 30 03:59:46.683888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.712578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Subnet': ['ID=b05496ed-da93-42c9-976d-3e1b89d43ce0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:46.719616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.723931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ea027d43-6a29-4c2a-953a-43795b0a0b55 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/subnets/b05496ed-da93-42c9-976d-3e1b89d43ce0 HTTP/1.1" status: 204 len: 168 time: 0.3803144 Jul 30 03:59:46.724169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:46.735700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e054c-73db-47c4-a011-ba93265a583c None None] Network a75c4aca-2751-44e1-a7aa-a1cc07ad13aa requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:46.817181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:46.944536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] DHCP port deletion for a75c4aca-2751-44e1-a7aa-a1cc07ad13aa request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:59:47.001207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] Deleting port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:47.002128 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.022220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:47.073214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] For port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,segment=NetworkSegment(9edb876d-eb41-4d8f-80f1-c0a0b3b91b46),segment_id=9edb876d-eb41-4d8f-80f1-c0a0b3b91b46)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:47.073988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.093886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] Calling delete_port for 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:47.184752 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc173b64-faae-4597-a7ed-2fb5cf855118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.189182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.226875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] No DVR routers for this DVR port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:47.232895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6c0ee-a94d-4d27-8f09-f2c0512b7194 None None] Pushing event deleted for resources: {'Port': ['ID=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:47.282018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-0d5668a7-d03f-4dad-86cd-7ac67e747a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:47.283988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-0d5668a7-d03f-4dad-86cd-7ac67e747a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1098 time: 0.4630022 Jul 30 03:59:47.305650 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc173b64-faae-4597-a7ed-2fb5cf855118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.310571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc173b64-faae-4597-a7ed-2fb5cf855118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.351596 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dc173b64-faae-4597-a7ed-2fb5cf855118 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3e9cd2051b942339511fd3c281e0ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250849 Jul 30 03:59:47.351596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc173b64-faae-4597-a7ed-2fb5cf855118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfdb64a-ddb3-432e-900b-e14e070627ff,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:47.351909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:47.351909 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.352434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52058) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:47.403285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c309d29a-c3cb-420b-8688-309552e638cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.425232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c309d29a-c3cb-420b-8688-309552e638cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.459262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4, host n-d-778696-14, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:47.459626 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.470228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-90a98a62-c3ca-479f-92a8-c6f35b454740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:47.472246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-90a98a62-c3ca-479f-92a8-c6f35b454740 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 895 time: 0.1661375 Jul 30 03:59:47.477441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c309d29a-c3cb-420b-8688-309552e638cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.478090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:47.481693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c309d29a-c3cb-420b-8688-309552e638cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.481833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 was not found and therefore no delete operation was performed {{(pid=93876) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 03:59:47.491679 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c309d29a-c3cb-420b-8688-309552e638cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbfdb64a-ddb3-432e-900b-e14e070627ff HTTP/1.1" status: 204 len: 168 time: 0.1382749 Jul 30 03:59:47.500848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309d29a-c3cb-420b-8688-309552e638cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfdb64a-ddb3-432e-900b-e14e070627ff,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:47.528492 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.566383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=37e89b1c-0660-4dd2-a6dd-abc561f94ca4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:47.576257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] No DVR routers for this DVR port 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:47.608366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-2dcf6bbc-8c12-458f-9cbf-450e957a7e55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 1001 time: 0.1282289 Jul 30 03:59:47.612797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 628900aa-69cf-45e4-846e-c421d3448c8c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:47.636367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 628900aa-69cf-45e4-846e-c421d3448c8c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:47.637084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 628900aa-69cf-45e4-846e-c421d3448c8c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:47.700009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.718164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75c4aca-2751-44e1-a7aa-a1cc07ad13aa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:47.734756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:47.735057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edb876d-eb41-4d8f-80f1-c0a0b3b91b46') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:47.737770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-64a37311-5b7d-47ec-9db4-175c1c9f91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:47.739261 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-64a37311-5b7d-47ec-9db4-175c1c9f91d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 200 len: 834 time: 0.0891330 Jul 30 03:59:47.750839 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.790115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52064) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:47.796432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.804916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5938218-58a0-4037-a920-ac2f8b9fc9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.805614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:47.806029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:47.810373 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:47.874873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-a98e00fd-6c9f-4e61-940e-a1ea0d6504a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:47.876323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-a98e00fd-6c9f-4e61-940e-a1ea0d6504a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286492 Jul 30 03:59:47.893385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.950574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.955325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/networks/a75c4aca-2751-44e1-a7aa-a1cc07ad13aa HTTP/1.1" status: 204 len: 168 time: 1.2270236 Jul 30 03:59:47.955487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde660b-5854-4bc3-81a8-ce0185c809c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Network': ['ID=a75c4aca-2751-44e1-a7aa-a1cc07ad13aa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:47.955594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52066) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:47.978490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5938218-58a0-4037-a920-ac2f8b9fc9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:47.999804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-9d5aefae-fd65-4a08-b228-16ccbea2404f service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157873 Jul 30 03:59:48.010582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5938218-58a0-4037-a920-ac2f8b9fc9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.063237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5938218-58a0-4037-a920-ac2f8b9fc9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2283285-3d8d-42a3-bd03-206e9df11fbe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:48.071627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f5938218-58a0-4037-a920-ac2f8b9fc9d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f64076f78dde49f884b02f4a2b65f7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804408 Jul 30 03:59:48.074715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52068) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:48.080093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.118306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f250082a-f267-4e09-9c5e-17085c2bb61a req-b31685a9-620b-4e63-b5a0-81cab1e289a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114802 Jul 30 03:59:48.192427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd677-141e-423d-baac-4654709bf9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.217718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd677-141e-423d-baac-4654709bf9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.237588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port a31bf279-35ed-4956-8fed-55f63f3a5519 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:48.237920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.565574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:48.591627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:48.592334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 37e89b1c-0660-4dd2-a6dd-abc561f94ca4 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:48.599341 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd677-141e-423d-baac-4654709bf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.602125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba6dd677-141e-423d-baac-4654709bf9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.603123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ba6dd677-141e-423d-baac-4654709bf9b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2283285-3d8d-42a3-bd03-206e9df11fbe HTTP/1.1" status: 204 len: 168 time: 0.5272284 Jul 30 03:59:48.605112 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.605465 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.624594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for a31bf279-35ed-4956-8fed-55f63f3a5519 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:48.626531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dd677-141e-423d-baac-4654709bf9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2283285-3d8d-42a3-bd03-206e9df11fbe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:48.788512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.814096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=a31bf279-35ed-4956-8fed-55f63f3a5519,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:48.840040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:48.845516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'subnets': [{'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1523083693', 'ip_version': 6}, {'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:48.845843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'subnet': {'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1523083693', 'ip_version': 6}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:48.846519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Request body: {'subnet': {'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:48.874508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:48.875329 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Floating IP bd7c9385-2e80-4835-9a17-4af1fd70635a disassociated (deleted). External IP: 172.25.6.10, port: 8179b0af-7450-4b82-b78f-a7b0616e3802. Jul 30 03:59:49.024520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Made reservation on behalf of 9a56e1099ad74eb59834d2c707bcda82 for: {'subnet': 2} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:49.030028 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:49.030347 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:49.095656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:49.218751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:49.223504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:49.234369 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:49.246414 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:49.248354 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:49.257171 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f44a24f-f3e7-4b8e-975d-243c602fdbe7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/floatingips/bd7c9385-2e80-4835-9a17-4af1fd70635a HTTP/1.1" status: 204 len: 168 time: 1.3005393 Jul 30 03:59:49.257801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:49.260428 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4656d318-b9c4-426e-9de3-b89db42064ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:49.335773 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e78fd9f-786f-487e-9276-498231dfd6ee x-openstack-request-id: req-5e78fd9f-786f-487e-9276-498231dfd6ee {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:49.336325 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:49.336756 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e78fd9f-786f-487e-9276-498231dfd6ee {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:49.337346 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'status': 'completed', 'code': 200} Jul 30 03:59:49.408756 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:49.463302 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656d318-b9c4-426e-9de3-b89db42064ec req-297b631e-e9bf-40cc-8620-8be263fcec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:49.465528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-297b631e-e9bf-40cc-8620-8be263fcec9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 1098 time: 0.1000812 Jul 30 03:59:49.643977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:49.658773 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:40Z', 'revision_number': 6, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:49.687864 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:59:49.696008 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:59:49.700870 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:49.701477 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:49.711953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853799de-bc61-4635-990b-2038554b5d4d req-7586a123-fcd7-4856-a469-84657b46b848 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:49.713461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853799de-bc61-4635-990b-2038554b5d4d req-7586a123-fcd7-4856-a469-84657b46b848 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 946 time: 0.1690085 Jul 30 03:59:49.723771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656d318-b9c4-426e-9de3-b89db42064ec req-ae579504-21bb-47d0-b16c-39d7c58c0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:49.725262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-ae579504-21bb-47d0-b16c-39d7c58c0722 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 200 len: 895 time: 0.2475200 Jul 30 03:59:49.801833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-0b3a99f3-71cc-42e4-a58d-1889e009e81c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 200 len: 217 time: 0.0601676 Jul 30 03:59:49.802437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Subnet': ['ID=17419662-9bf0-4954-9a7b-07474e0a2743,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:49.828788 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:49.830023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Checking segment: {'id': '19f2e062-978b-41a6-a2ca-a66278f56b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:49.830399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network hostable DHCP agents. Network: 2d208970-497f-4a0e-9054-eb21fdc55023, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:49.869420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-853799de-bc61-4635-990b-2038554b5d4d req-9547941b-7657-4324-8691-135bb1d410a8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408904 Jul 30 03:59:49.889090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656d318-b9c4-426e-9de3-b89db42064ec req-ebd3b3d5-1276-4d5d-8c40-0adc6afa3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:49.890595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-ebd3b3d5-1276-4d5d-8c40-0adc6afa3dbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 200 len: 834 time: 0.0807374 Jul 30 03:59:49.894179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network 2d208970-497f-4a0e-9054-eb21fdc55023 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:49.913392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2d208970-497f-4a0e-9054-eb21fdc55023) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:49.928999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5d0d3-d569-43e4-a2bc-eeddb9e58abf None None] Network 2d208970-497f-4a0e-9054-eb21fdc55023 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:49.933876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:49.998880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656d318-b9c4-426e-9de3-b89db42064ec req-3f28a129-0d5a-429b-b00b-fd04f339782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.000739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-3f28a129-0d5a-429b-b00b-fd04f339782f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020131 Jul 30 03:59:50.020723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event updated for resources: {'Subnet': ['ID=d21258b9-ef71-477b-8f49-747b61c370bd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:50.085699 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:40Z', 'revision_number': 6, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:50.095276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Checking segment: {'id': '710a0853-c47c-4087-ac0c-8501a4d5eefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:50.095518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network hostable DHCP agents. Network: ac349699-4a17-4e49-b1f3-d43070de8de2, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:50.132777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Network ac349699-4a17-4e49-b1f3-d43070de8de2 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:50.137400 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ee172-c619-4bd1-b56c-1a1436d7a91a None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:40Z', 'revision_number': 6, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0c4f2e18-745b-46df-a12d-99fc32bfc890', 'name': '', 'network_id': 'd572d6d9-034b-4f63-9f6a-c92efcc7d6b6', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:36:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:44Z', 'updated_at': '2021-07-30T03:57:50Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '25cbb009-fb77-45de-9158-7fa47cedfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:50.149103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-fd7cfa97-b02a-4a2b-9cdd-58c0babe2819 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389515 Jul 30 03:59:50.151106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ac349699-4a17-4e49-b1f3-d43070de8de2) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:50.156968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.157556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.158278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:50.163506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2d208970-497f-4a0e-9054-eb21fdc55023', 'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023', 'tenant_id': '9a56e1099ad74eb59834d2c707bcda82', 'fixed_ips': [{'subnet_id': '17419662-9bf0-4954-9a7b-07474e0a2743'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:59:50.166351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:50.185352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb73f9-435d-445d-85a0-770750132540 None None] Network ac349699-4a17-4e49-b1f3-d43070de8de2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:50.218136 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-924f1e0d-7c41-4a81-9d63-5093202052ea tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3744845 Jul 30 03:59:50.218617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52118) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:50.338832 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4656d318-b9c4-426e-9de3-b89db42064ec req-874d7ab1-fd33-4535-af33-5d913a4995f7 service neutron] 10.222.0.18 "GET /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481817 Jul 30 03:59:50.346230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0650d438-26dd-4b45-8b20-415cdef3dc4c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.348276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0650d438-26dd-4b45-8b20-415cdef3dc4c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.351637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0650d438-26dd-4b45-8b20-415cdef3dc4c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.355568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0650d438-26dd-4b45-8b20-415cdef3dc4c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1346962 Jul 30 03:59:50.365843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:50.446692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Deleting subnet 17419662-9bf0-4954-9a7b-07474e0a2743 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:59:50.509739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d5af1-7312-4e95-9a6b-22725cf5ab97 None None] New status for floating IP bd7c9385-2e80-4835-9a17-4af1fd70635a: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:59:50.519804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ac349699-4a17-4e49-b1f3-d43070de8de2', 'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2', 'tenant_id': '9a56e1099ad74eb59834d2c707bcda82', 'fixed_ips': [{'subnet_id': 'd21258b9-ef71-477b-8f49-747b61c370bd'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:59:50.520820 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:50.778119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Allocated IP 2001:db8::1 (2d208970-497f-4a0e-9054-eb21fdc55023/17419662-9bf0-4954-9a7b-07474e0a2743/eff4813e-ca34-401a-9def-91b99197f6d2) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:50.867073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-67b4a90b-fa93-42ff-8635-017441ca8f9c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:50.868829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-67b4a90b-fa93-42ff-8635-017441ca8f9c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.18 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 946 time: 0.0620255 Jul 30 03:59:51.008175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Allocated IP 2001:db8:0:1::1 (ac349699-4a17-4e49-b1f3-d43070de8de2/d21258b9-ef71-477b-8f49-747b61c370bd/e76a9e89-e781-446e-b40d-562d07ac6851) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:51.035079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115cdba-c0de-4de7-892e-4b6e06e33628 req-de3e0fc9-d2e1-4e20-9456-042634748461 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:51.036674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6115cdba-c0de-4de7-892e-4b6e06e33628 req-de3e0fc9-d2e1-4e20-9456-042634748461 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 946 time: 0.0771465 Jul 30 03:59:51.047033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 8179b0af-7450-4b82-b78f-a7b0616e3802 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:51.047491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.064134 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52164) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:51.134998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.144188 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6115cdba-c0de-4de7-892e-4b6e06e33628 req-911327de-1568-4ae0-8f88-bc57596ca357 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8652c0d-6243-486b-89d4-75b475e72a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002479 Jul 30 03:59:51.169528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Transition to ACTIVE for port object eff4813e-ca34-401a-9def-91b99197f6d2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:51.185098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 8179b0af-7450-4b82-b78f-a7b0616e3802, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=8179b0af-7450-4b82-b78f-a7b0616e3802,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:51.185598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.200426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 8179b0af-7450-4b82-b78f-a7b0616e3802 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:51.202043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Transition to ACTIVE for port object eff4813e-ca34-401a-9def-91b99197f6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:51.205648 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f502dd00-b95a-4e96-85ee-84adc961d251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.212428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.215162 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.294739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.305541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Network 2d208970-497f-4a0e-9054-eb21fdc55023 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:51.317374 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f502dd00-b95a-4e96-85ee-84adc961d251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.322532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:51.323371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f502dd00-b95a-4e96-85ee-84adc961d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.332233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:51.337980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.349234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Pushing event updated for resources: {'Port': ['ID=eff4813e-ca34-401a-9def-91b99197f6d2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.371122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502dd00-b95a-4e96-85ee-84adc961d251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b0265c-c9c2-4ac3-a460-a761e44bdc10,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.375420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Transition to ACTIVE for port object e76a9e89-e781-446e-b40d-562d07ac6851 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:51.382597 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f502dd00-b95a-4e96-85ee-84adc961d251 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33a62bc8cbac4234954f19b7de03dac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170111 Jul 30 03:59:51.383340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52170) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:51.441247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7b9cc6-3c67-454d-8f71-268034a0eef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.453989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.457077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Transition to ACTIVE for port object e76a9e89-e781-446e-b40d-562d07ac6851 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:51.462970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Attempting to bind port eff4813e-ca34-401a-9def-91b99197f6d2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:51.463403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Attempting to bind port eff4813e-ca34-401a-9def-91b99197f6d2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '19f2e062-978b-41a6-a2ca-a66278f56b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:51.463734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Attempting to bind port eff4813e-ca34-401a-9def-91b99197f6d2 on network 2d208970-497f-4a0e-9054-eb21fdc55023 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:51.469207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7b9cc6-3c67-454d-8f71-268034a0eef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.470809 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.476395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:59:51.476851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Checking segment: {'id': '19f2e062-978b-41a6-a2ca-a66278f56b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:51.477100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.477501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Bound using segment: {'id': '19f2e062-978b-41a6-a2ca-a66278f56b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:59:51.477993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Bound port: eff4813e-ca34-401a-9def-91b99197f6d2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f2e062-978b-41a6-a2ca-a66278f56b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2d208970-497f-4a0e-9054-eb21fdc55023'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:59:51.478387 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.498634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.534505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Network ac349699-4a17-4e49-b1f3-d43070de8de2 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:51.537905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=8179b0af-7450-4b82-b78f-a7b0616e3802,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.545073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7b9cc6-3c67-454d-8f71-268034a0eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.550136 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7b9cc6-3c67-454d-8f71-268034a0eef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.564949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:51.569225 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f7b9cc6-3c67-454d-8f71-268034a0eef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38b0265c-c9c2-4ac3-a460-a761e44bdc10 HTTP/1.1" status: 204 len: 168 time: 0.1738932 Jul 30 03:59:51.578409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:51.586272 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.587468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Pushing event updated for resources: {'Port': ['ID=e76a9e89-e781-446e-b40d-562d07ac6851,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.587761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b9cc6-3c67-454d-8f71-268034a0eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b0265c-c9c2-4ac3-a460-a761e44bdc10,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.613613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] No DVR routers for this DVR port 8179b0af-7450-4b82-b78f-a7b0616e3802 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:51.632066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.633945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/subnets/17419662-9bf0-4954-9a7b-07474e0a2743 HTTP/1.1" status: 204 len: 168 time: 1.2669194 Jul 30 03:59:51.636894 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.637723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4f2ed56-7c03-4715-8c9b-de9ca3f791ab req-a83b75d2-3063-4052-af84-8d4ff2ac7d70 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.18 "DELETE /v2.0/ports/8179b0af-7450-4b82-b78f-a7b0616e3802 HTTP/1.1" status: 204 len: 173 time: 0.7624228 Jul 30 03:59:51.637723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'name': 'network-vif-deleted', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:59:51.638612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52174) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:51.640058 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cbcda0-5891-4aff-b657-d5a6e8077661" -d '{"events": [{"server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "name": "network-vif-deleted", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:59:51.654589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16ffb7-0434-451b-880d-21c6dcc1cfd7 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Subnet': ['ID=17419662-9bf0-4954-9a7b-07474e0a2743,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.681042 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5989159b-1260-4167-a0da-eb04dbf313bc x-openstack-request-id: req-5989159b-1260-4167-a0da-eb04dbf313bc {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:59:51.681359 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91e8385-e511-46f0-983b-4aecd0b9181b", "name": "network-vif-deleted", "tag": "8179b0af-7450-4b82-b78f-a7b0616e3802", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:59:51.681585 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5989159b-1260-4167-a0da-eb04dbf313bc {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:59:51.681976 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e8385-e511-46f0-983b-4aecd0b9181b', 'name': 'network-vif-deleted', 'tag': '8179b0af-7450-4b82-b78f-a7b0616e3802', 'status': 'completed', 'code': 200} Jul 30 03:59:51.711305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] For port eff4813e-ca34-401a-9def-91b99197f6d2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:51.736499 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Deleting subnet d21258b9-ef71-477b-8f49-747b61c370bd {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:59:51.740209 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.776334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] For port eff4813e-ca34-401a-9def-91b99197f6d2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=eff4813e-ca34-401a-9def-91b99197f6d2,segment=NetworkSegment(19f2e062-978b-41a6-a2ca-a66278f56b4e),segment_id=19f2e062-978b-41a6-a2ca-a66278f56b4e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:59:51.780080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Attempting to bind port e76a9e89-e781-446e-b40d-562d07ac6851 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:51.780803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Attempting to bind port e76a9e89-e781-446e-b40d-562d07ac6851 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '710a0853-c47c-4087-ac0c-8501a4d5eefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:51.781412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Attempting to bind port e76a9e89-e781-446e-b40d-562d07ac6851 on network ac349699-4a17-4e49-b1f3-d43070de8de2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:51.787946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.790556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.820228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:59:51.821130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Checking segment: {'id': '710a0853-c47c-4087-ac0c-8501a4d5eefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:51.821528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.821957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Bound using segment: {'id': '710a0853-c47c-4087-ac0c-8501a4d5eefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:59:51.822392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Bound port: e76a9e89-e781-446e-b40d-562d07ac6851, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710a0853-c47c-4087-ac0c-8501a4d5eefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac349699-4a17-4e49-b1f3-d43070de8de2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:59:51.822776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.887864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600f436-763c-470f-bfe9-4cb4de02e92e None None] Pushing event updated for resources: {'Port': ['ID=eff4813e-ca34-401a-9def-91b99197f6d2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:51.899867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:51.938821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:51.970222 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea52d46f-8358-4892-93fb-e04874d684b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.000005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] For port e76a9e89-e781-446e-b40d-562d07ac6851, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:52.004262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] For port e76a9e89-e781-446e-b40d-562d07ac6851, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e76a9e89-e781-446e-b40d-562d07ac6851,segment=NetworkSegment(710a0853-c47c-4087-ac0c-8501a4d5eefb),segment_id=710a0853-c47c-4087-ac0c-8501a4d5eefb)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:59:52.005286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.017933 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.055183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Subnet': ['ID=d21258b9-ef71-477b-8f49-747b61c370bd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:52.059764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.062162 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5e3d840b-0401-480d-a626-6866dc280d19 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/subnets/d21258b9-ef71-477b-8f49-747b61c370bd HTTP/1.1" status: 204 len: 168 time: 0.4220212 Jul 30 03:59:52.064849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52182) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:52.108454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886071-34cb-4a90-b54f-a788bc1010bc None None] Pushing event updated for resources: {'Port': ['ID=e76a9e89-e781-446e-b40d-562d07ac6851,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:52.205809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b16449f-e5c5-4960-908f-b37663ba2f1c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:52.215270 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8b16449f-e5c5-4960-908f-b37663ba2f1c tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1435905 Jul 30 03:59:52.215821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52186) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:52.219498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea52d46f-8358-4892-93fb-e04874d684b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.244250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea52d46f-8358-4892-93fb-e04874d684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.335624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.369773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ea52d46f-8358-4892-93fb-e04874d684b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b236748f83da43b39cd37f35437dbd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177933 Jul 30 03:59:52.370025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ac29740-d573-4036-8b35-277cf9481fed req-20998d0c-aa31-43c9-aa96-23a06eb10abb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=c91e8385-e511-46f0-983b-4aecd0b9181b HTTP/1.1" status: 200 len: 210 time: 0.0817494 Jul 30 03:59:52.370315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52188) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:52.387812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52d46f-8358-4892-93fb-e04874d684b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4d016-09f5-4eb8-9a57-52b1dc2de1aa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:52.433980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Deleting port e76a9e89-e781-446e-b40d-562d07ac6851 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:52.434337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.440135 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79febd33-566f-4d55-a6f4-ca6a9197dc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.489538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79febd33-566f-4d55-a6f4-ca6a9197dc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.519365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] For port e76a9e89-e781-446e-b40d-562d07ac6851, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e76a9e89-e781-446e-b40d-562d07ac6851,segment=NetworkSegment(710a0853-c47c-4087-ac0c-8501a4d5eefb),segment_id=710a0853-c47c-4087-ac0c-8501a4d5eefb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:52.519731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.535502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Calling delete_port for e76a9e89-e781-446e-b40d-562d07ac6851 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:52.556585 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79febd33-566f-4d55-a6f4-ca6a9197dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.559764 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79febd33-566f-4d55-a6f4-ca6a9197dc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.561834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-79febd33-566f-4d55-a6f4-ca6a9197dc1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afb4d016-09f5-4eb8-9a57-52b1dc2de1aa HTTP/1.1" status: 204 len: 168 time: 0.1865323 Jul 30 03:59:52.570838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79febd33-566f-4d55-a6f4-ca6a9197dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4d016-09f5-4eb8-9a57-52b1dc2de1aa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:52.669141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.694623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Port': ['ID=e76a9e89-e781-446e-b40d-562d07ac6851,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:52.708344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] No DVR routers for this DVR port e76a9e89-e781-446e-b40d-562d07ac6851 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:52.727873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e76a9e89-e781-446e-b40d-562d07ac6851 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:52.752304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e76a9e89-e781-446e-b40d-562d07ac6851 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:52.752649 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e76a9e89-e781-446e-b40d-562d07ac6851 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 03:59:52.776381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Port e76a9e89-e781-446e-b40d-562d07ac6851 not found, will not notify nova. {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 03:59:52.777760 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device eff4813e-ca34-401a-9def-91b99197f6d2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:59:52.791351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.802574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac349699-4a17-4e49-b1f3-d43070de8de2']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:52.818891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710a0853-c47c-4087-ac0c-8501a4d5eefb') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:52.819212 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710a0853-c47c-4087-ac0c-8501a4d5eefb') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:52.831061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.832060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port eff4813e-ca34-401a-9def-91b99197f6d2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:52.849503 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.856235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:52.856750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: timer() Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:52.860445 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:52.928455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.937877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:52.942573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:52.948430 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/networks/ac349699-4a17-4e49-b1f3-d43070de8de2 HTTP/1.1" status: 204 len: 168 time: 0.7275784 Jul 30 03:59:52.969681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8805f-cd55-481c-a9c8-cc84358f7553 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Network': ['ID=ac349699-4a17-4e49-b1f3-d43070de8de2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:53.050350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.116269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Deleting port eff4813e-ca34-401a-9def-91b99197f6d2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:53.116613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.189966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] For port eff4813e-ca34-401a-9def-91b99197f6d2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=eff4813e-ca34-401a-9def-91b99197f6d2,segment=NetworkSegment(19f2e062-978b-41a6-a2ca-a66278f56b4e),segment_id=19f2e062-978b-41a6-a2ca-a66278f56b4e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:53.190496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.210545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Calling delete_port for eff4813e-ca34-401a-9def-91b99197f6d2 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:53.221294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3607e9-617d-43c8-aaad-75258aaf6f3c None None] Network 2d208970-497f-4a0e-9054-eb21fdc55023 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:53.291747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9272106a-7a4d-4786-a28f-b7d04c2ebe05 None None] Provisioning for port eff4813e-ca34-401a-9def-91b99197f6d2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:59:53.303613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9272106a-7a4d-4786-a28f-b7d04c2ebe05 None None] Provisioning complete for port eff4813e-ca34-401a-9def-91b99197f6d2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:59:53.304073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9272106a-7a4d-4786-a28f-b7d04c2ebe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.328323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.360815 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Port': ['ID=eff4813e-ca34-401a-9def-91b99197f6d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:53.364427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] No DVR routers for this DVR port eff4813e-ca34-401a-9def-91b99197f6d2 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:53.387557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9272106a-7a4d-4786-a28f-b7d04c2ebe05 None None] Could not find standard attr ID for object eff4813e-ca34-401a-9def-91b99197f6d2. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:59:53.407579 n-d-778696-14 neutron-server[93878]: INFO neutron.plugins.ml2.db [None req-9272106a-7a4d-4786-a28f-b7d04c2ebe05 None None] No ports have port_id starting with eff4813e-ca34-401a-9def-91b99197f6d2 Jul 30 03:59:53.451182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52214) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:53.453954 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.457737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de76ac-aea1-42a7-9089-ff0e303b4ad5 None None] DHCP port deletion for 2d208970-497f-4a0e-9054-eb21fdc55023 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:59:53.474764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d208970-497f-4a0e-9054-eb21fdc55023']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:53.493251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f2e062-978b-41a6-a2ca-a66278f56b4e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:53.493758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f2e062-978b-41a6-a2ca-a66278f56b4e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:53.508590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.525542 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.533361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:53.533592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:53.537333 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:53.545066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c16209ee-8679-42e2-a065-777112b5e24e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.577321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c16209ee-8679-42e2-a065-777112b5e24e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.603220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.614337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.619917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/networks/2d208970-497f-4a0e-9054-eb21fdc55023 HTTP/1.1" status: 204 len: 168 time: 0.6760569 Jul 30 03:59:53.622950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:53.653192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bbddb-d4a7-476c-a1a8-37d048b12893 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Network': ['ID=2d208970-497f-4a0e-9054-eb21fdc55023,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:53.693022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c16209ee-8679-42e2-a065-777112b5e24e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.696053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c16209ee-8679-42e2-a065-777112b5e24e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.697689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c16209ee-8679-42e2-a065-777112b5e24e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/security-groups/f8652c0d-6243-486b-89d4-75b475e72a42 HTTP/1.1" status: 204 len: 168 time: 0.2453640 Jul 30 03:59:53.712005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16209ee-8679-42e2-a065-777112b5e24e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8652c0d-6243-486b-89d4-75b475e72a42,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:53.754479 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.759008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52226) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:53.820838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a7fa3-32a1-4904-ad5c-9fcf0545e85c None None] DHCP port deletion for ac349699-4a17-4e49-b1f3-d43070de8de2 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:59:53.832560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd9cdb74-3571-4d53-bfb1-69110b3d81a0 None None] Could not find standard attr ID for object e76a9e89-e781-446e-b40d-562d07ac6851. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 03:59:53.852264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4bc02e-2a93-43fd-b918-118903a421dc None None] Network ac349699-4a17-4e49-b1f3-d43070de8de2 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:53.864946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4bc02e-2a93-43fd-b918-118903a421dc None None] Network ac349699-4a17-4e49-b1f3-d43070de8de2 could not be found, it might have been deleted concurrently. {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 03:59:53.891322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.902869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063019ec-10d5-4345-8cd1-2b620e704cdc']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:53.914001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f42950-4cad-4d63-b325-ea9a6b6c607c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:53.914295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f42950-4cad-4d63-b325-ea9a6b6c607c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:53.924021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.938421 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.952147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:53.952545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:53.955800 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:54.025621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.040218 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.042921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/networks/063019ec-10d5-4345-8cd1-2b620e704cdc HTTP/1.1" status: 204 len: 168 time: 0.4180536 Jul 30 03:59:54.045133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:54.064071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ee7d4-666b-41aa-a8ee-08264df0b829 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Network': ['ID=063019ec-10d5-4345-8cd1-2b620e704cdc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:54.141763 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.150764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:54.182123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.243072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.254108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b34951a-62ed-487f-9a6d-d196a92c9620']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:54.265046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ced460-6efe-4a1f-8b69-769ece5b77b4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:54.265373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ced460-6efe-4a1f-8b69-769ece5b77b4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:54.277182 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.290905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.297645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:54.297996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:54.300948 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:54.315291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2107185785'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:54.377754 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.380104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Made reservation on behalf of 44fe7c19a79c46dba8aa003c31da7f25 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:54.383718 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.390885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.392678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] 10.222.0.39 "DELETE /v2.0/networks/4b34951a-62ed-487f-9a6d-d196a92c9620 HTTP/1.1" status: 204 len: 168 time: 0.3466313 Jul 30 03:59:54.408907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.411035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6526-4c7e-4dd2-b1f9-c88b80dbab43 tempest-BulkNetworkOpsIpV6Test-1824774800 tempest-BulkNetworkOpsIpV6Test-1824774800-project] Pushing event deleted for resources: {'Network': ['ID=4b34951a-62ed-487f-9a6d-d196a92c9620,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:54.456576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 0c4f2e18-745b-46df-a12d-99fc32bfc890 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:54.457153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.534884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.540740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.569769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:54.581082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09707466-6e14-43c6-b484-8471ea68f099,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:54.581920 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 0c4f2e18-745b-46df-a12d-99fc32bfc890, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0c4f2e18-745b-46df-a12d-99fc32bfc890,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:54.582239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.587189 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.587518 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Added segment 70f0b7d9-1276-4ec2-be03-21495d6f95ed of type vlan for network 15b319ad-e391-499c-b03d-ffe528f03570 Jul 30 03:59:54.601609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8179b0af-7450-4b82-b78f-a7b0616e3802 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:54.609845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 0c4f2e18-745b-46df-a12d-99fc32bfc890 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:54.623954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 8179b0af-7450-4b82-b78f-a7b0616e3802 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:54.624300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 8179b0af-7450-4b82-b78f-a7b0616e3802 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:54.626056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e76a9e89-e781-446e-b40d-562d07ac6851 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:54.646630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.651223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e76a9e89-e781-446e-b40d-562d07ac6851 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:54.652416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e76a9e89-e781-446e-b40d-562d07ac6851 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:54.653074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device eff4813e-ca34-401a-9def-91b99197f6d2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:54.673517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: eff4813e-ca34-401a-9def-91b99197f6d2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:54.674131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device eff4813e-ca34-401a-9def-91b99197f6d2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:54.682673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.694659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:54.695437 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.754825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6028702 Jul 30 03:59:54.778338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:54.796057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d4ac-268c-44bd-b431-75ee280b5097 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Pushing event updated for resources: {'Network': ['ID=15b319ad-e391-499c-b03d-ffe528f03570,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:54.811768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 15b319ad-e391-499c-b03d-ffe528f03570 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:54.836307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:54.868563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=0c4f2e18-745b-46df-a12d-99fc32bfc890,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:54.961963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c83f61ab-251f-4bab-9ef6-124339bcd2ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a56e1099ad74eb59834d2c707bcda82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813765 Jul 30 03:59:54.965711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52254) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:55.030608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49fc5fb0-f3a4-4d06-b79b-a6f6b0556a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.054951 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49fc5fb0-f3a4-4d06-b79b-a6f6b0556a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.069974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52256) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:55.075623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Request body: {'port': {'network_id': '15b319ad-e391-499c-b03d-ffe528f03570', 'binding:host_id': 'n-h1-778696-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-215142170'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:55.079762 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.111387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49fc5fb0-f3a4-4d06-b79b-a6f6b0556a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.114288 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49fc5fb0-f3a4-4d06-b79b-a6f6b0556a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.118051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-49fc5fb0-f3a4-4d06-b79b-a6f6b0556a0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18e3d6e4-228d-40b6-969b-2f4a0d5c1b8d HTTP/1.1" status: 204 len: 168 time: 0.1487360 Jul 30 03:59:55.134790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc5fb0-f3a4-4d06-b79b-a6f6b0556a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e3d6e4-228d-40b6-969b-2f4a0d5c1b8d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:55.145235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Made reservation on behalf of 5fa8ff0252124ed3adfd1309c6010747 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:55.147639 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.160600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.675691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router 6e52b171-447c-428b-9962-205f41d5f695 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:59:55.681848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.684797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:55.690125 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:55.809404 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2903138-792b-4571-ab13-37ea5b42b16a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:55.949436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:59:55.956080 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7a3608f6-fe0a-4cfc-99e1-d129bdd1cf85 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "PUT /v2.0/routers/6e52b171-447c-428b-9962-205f41d5f695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1955755 Jul 30 03:59:55.963050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:55.969273 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] Sync routers for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:59:55.978243 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:55.978928 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:56.050115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting subnet 25cbb009-fb77-45de-9158-7fa47cedfdbd {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:59:56.058651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.082873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:56.094101 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:56.098032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.118290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.121628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Transition to ACTIVE for port object 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:56.159813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.249565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef3f41b-10dc-4fae-bde0-bb0162aa0f83,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:56.279360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Checking segment: {'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:59:56.280000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Network hostable DHCP agents. Network: 15b319ad-e391-499c-b03d-ffe528f03570, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:59:56.286003 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.331711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Network 15b319ad-e391-499c-b03d-ffe528f03570 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:59:56.350915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 15b319ad-e391-499c-b03d-ffe528f03570) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:56.359033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:56.362738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be211ed1-a8de-408f-bfd1-19b8282c5581 None None] Network 15b319ad-e391-499c-b03d-ffe528f03570 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:56.371630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.392311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:54Z', 'revision_number': 7, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:56.401015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.402110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.402469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.408595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Subnet': ['ID=25cbb009-fb77-45de-9158-7fa47cedfdbd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:56.415193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.415539 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.416504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.421068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52296) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:56.427043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cbcba062-9d78-4001-9d50-161aa0660477 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/subnets/25cbb009-fb77-45de-9158-7fa47cedfdbd HTTP/1.1" status: 204 len: 168 time: 0.4670503 Jul 30 03:59:56.427702 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 2 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.434604 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] Checking router: 6e52b171-447c-428b-9962-205f41d5f695 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:59:56.435261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e7d1a-0d12-40b2-a767-30edb3befdcc None None] Network d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:59:56.441888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.442233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.442741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.443901 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] Routers {'6e52b171-447c-428b-9962-205f41d5f695'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:59:56.444502 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['6e52b171-447c-428b-9962-205f41d5f695'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:56.447293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.447630 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.448032 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 3 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.465369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.465779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.466296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.471823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.472298 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.472734 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 4 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.490343 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.490711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.491034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.497049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.497403 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.497782 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 5 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.513664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.515329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.515329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.523693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.524042 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.524446 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 6 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.537845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.538558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.539828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.546725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.547465 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.548067 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 7 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.565892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.566491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.567052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.573039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.573613 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.574184 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 8 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.590698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.591411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.591928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.598140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.598597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] Set router 6e52b171-447c-428b-9962-205f41d5f695 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:59:56.600527 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.601116 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 9 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.632424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.632772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.633114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.638847 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.639199 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.645031 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 10 to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 Jul 30 03:59:56.668394 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.670945 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:56.671495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:56.678690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:56.691371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:56.691803 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:56.692801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.777513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] For port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:56.778365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempted to set empty binding levels {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 03:59:56.784255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.789150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] DHCP port deletion for d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:59:56.838711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.846397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] Deleting port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:56.847395 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.855979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:54Z', 'revision_number': 7, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:56.860465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:56.861078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.884282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef3f41b-10dc-4fae-bde0-bb0162aa0f83,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:56.885573 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c0a8f-b2a9-42e4-b6af-ad438c2eeca8 None None] The sync data for ids ['6e52b171-447c-428b-9962-205f41d5f695'] in n-d-778696-14 is: [{'id': '6e52b171-447c-428b-9962-205f41d5f695', 'name': 'tempest-TestNetworkBasicOps-router-1400983258', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:59:54Z', 'revision_number': 7, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': 'bdc36456-7390-4ba5-93cb-b75ef789e9f9', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52b171-447c-428b-9962-205f41d5f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:57:41Z', 'updated_at': '2021-07-30T03:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:59:56.891475 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1c74e651-d5c5-4773-84aa-3b01d1c06bd9 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8175571 Jul 30 03:59:56.892351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52306) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:56.935014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port bdc36456-7390-4ba5-93cb-b75ef789e9f9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:56.935014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.960488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] For port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,segment=NetworkSegment(18cde78a-68ee-4bcc-b933-5c58186fd6eb),segment_id=18cde78a-68ee-4bcc-b933-5c58186fd6eb)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:56.961160 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:56.977849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] Calling delete_port for e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:57.014874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Deleting port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:57.015815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.085706 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.109531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] For port 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83, host n-h1-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:57.109920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.127070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Calling delete_port for 1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:57.144837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] Pushing event deleted for resources: {'Port': ['ID=e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:57.153346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5cd23f-afc8-4e22-bc37-b67f2a6b5e86 None None] No DVR routers for this DVR port e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:59:57.241439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.275283 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ef3f41b-10dc-4fae-bde0-bb0162aa0f83,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:57.284653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.286675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cb50370f-42a9-4295-9b21-e97b10e83495 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 HTTP/1.1" status: 204 len: 168 time: 0.3928564 Jul 30 03:59:57.289339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:57.318343 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a76e60a-ae95-4782-a70e-5bc0508d5dab tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:59:57.323546 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5a76e60a-ae95-4782-a70e-5bc0508d5dab tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "GET /v2.0/ports/1ef3f41b-10dc-4fae-bde0-bb0162aa0f83 HTTP/1.1" status: 404 len: 333 time: 0.0299215 Jul 30 03:59:57.323772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:57.329100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Request body: {'port': {'network_id': '15b319ad-e391-499c-b03d-ffe528f03570', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-979899532'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:57.360892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Made reservation on behalf of 5fa8ff0252124ed3adfd1309c6010747 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:57.364765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.387411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port c99d6789-9250-4b1d-b246-fa85fc447f6f yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:57.434629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port bdc36456-7390-4ba5-93cb-b75ef789e9f9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bdc36456-7390-4ba5-93cb-b75ef789e9f9,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:57.435168 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.452284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for bdc36456-7390-4ba5-93cb-b75ef789e9f9 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:57.549216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.585690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.626758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Network 15b319ad-e391-499c-b03d-ffe528f03570 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:57.629539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:57.632997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:57.633893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:57.634486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.639955 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.646962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=c99d6789-9250-4b1d-b246-fa85fc447f6f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:57.657395 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5a41a7ed-86f4-40c2-9d1c-5c330b7c1aca tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3321521 Jul 30 03:59:57.660326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52314) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:57.665581 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:57.670834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=bdc36456-7390-4ba5-93cb-b75ef789e9f9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:57.734795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.738645 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.831605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.833701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.877621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.878096 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Fanout notify agent at l3_agent the message router_deleted on router 6e52b171-447c-428b-9962-205f41d5f695 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:59:57.885007 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.886849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d187fd3c-f224-4a85-b222-9f47288c23f1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/routers/6e52b171-447c-428b-9962-205f41d5f695 HTTP/1.1" status: 204 len: 168 time: 1.4642148 Jul 30 03:59:57.889473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:57.919557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port c99d6789-9250-4b1d-b246-fa85fc447f6f yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:57.927874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.940897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Transition to ACTIVE for port object c99d6789-9250-4b1d-b246-fa85fc447f6f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:59:57.948125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:57.985872 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.017796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=c99d6789-9250-4b1d-b246-fa85fc447f6f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:58.023751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.024086 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.024423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.036963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.037311 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.037703 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 2 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.051483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.051822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.052153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.056425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.056751 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.057130 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 3 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.070950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.071624 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.071783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.077207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.077548 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.077950 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 4 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.083121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.094269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d572d6d9-034b-4f63-9f6a-c92efcc7d6b6']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:58.096067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.096609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.097165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.102717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.103126 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.103611 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 5 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.106139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cde78a-68ee-4bcc-b933-5c58186fd6eb') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:58.106436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cde78a-68ee-4bcc-b933-5c58186fd6eb') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:59:58.116388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.123821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.124287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.124492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.130152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.130416 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.130804 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 6 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.142509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.145564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.145911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.146254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.150017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:59:58.150658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.151240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.152281 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.158606 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 7 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: timer() Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:59:58.158914 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:59:58.167845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.168191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.168532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.173315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.173654 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.174049 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 8 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.191054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.191673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.192020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.196855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.197079 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.197481 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 9 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.210214 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.210486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.210822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.216210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.216648 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.217404 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 10 to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f Jul 30 03:59:58.225578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.235221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.236200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:59:58.236550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:59:58.236890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:59:58.237015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/networks/d572d6d9-034b-4f63-9f6a-c92efcc7d6b6 HTTP/1.1" status: 204 len: 168 time: 0.3464127 Jul 30 03:59:58.247305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cb260-cee2-4db0-97bc-ba7049b2f2cb tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Network': ['ID=d572d6d9-034b-4f63-9f6a-c92efcc7d6b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:58.259762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:59:58.260264 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port c99d6789-9250-4b1d-b246-fa85fc447f6f on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 03:59:58.260464 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.260708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:58.267433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'network': {'name': 'tempest-network-smoke--809005206', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:58.290469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:58.295815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.327882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:59:58.330103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] For port c99d6789-9250-4b1d-b246-fa85fc447f6f, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:59:58.330479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempted to set empty binding levels {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 03:59:58.334203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.339192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.339853 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Added segment 1632ce55-405a-4cd3-8915-8c3628db7af2 of type vlan for network 78666cf3-26d6-477c-9554-4dea5ffbcc53 Jul 30 03:59:58.369929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] In _notify_port_updated(), no bound segment for port c99d6789-9250-4b1d-b246-fa85fc447f6f on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 03:59:58.371401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.372023 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.373375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "PUT /v2.0/ports/c99d6789-9250-4b1d-b246-fa85fc447f6f HTTP/1.1" status: 200 len: 975 time: 0.7121077 Jul 30 03:59:58.375979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52326) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:58.401910 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.438094 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.440483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05fce4-3d46-4510-86be-2248ccd7b54f tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=c99d6789-9250-4b1d-b246-fa85fc447f6f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:58.444979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.445591 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.472497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.472994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.473477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.473965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.474413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.474886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.475374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.475848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.476315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.476781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.477251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.477723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.478170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:58.481469 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-92467c09-bf00-446e-907e-3ca25d483a32 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11841 time: 0.1045103 Jul 30 03:59:58.485233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52328) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:58.520348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2552648 Jul 30 03:59:58.521284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:58.526197 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-976438167', 'admin_state_up': True, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:58.547744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc09f4-b5d3-4c0b-8543-4844f0fa56ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Network': ['ID=78666cf3-26d6-477c-9554-4dea5ffbcc53,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:58.562043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:59:58.572423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.574938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.615432 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Deleting port c99d6789-9250-4b1d-b246-fa85fc447f6f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:58.616146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.644593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdc36456-7390-4ba5-93cb-b75ef789e9f9 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:58.652290 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.672128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: bdc36456-7390-4ba5-93cb-b75ef789e9f9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:58.672826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bdc36456-7390-4ba5-93cb-b75ef789e9f9 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:58.673447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c4f2e18-745b-46df-a12d-99fc32bfc890 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:58.703655 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 0c4f2e18-745b-46df-a12d-99fc32bfc890 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:58.704306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0c4f2e18-745b-46df-a12d-99fc32bfc890 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:58.704954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:59:58.706598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] For port c99d6789-9250-4b1d-b246-fa85fc447f6f, host n-h1-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:59:58.707499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.723902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Calling delete_port for c99d6789-9250-4b1d-b246-fa85fc447f6f owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:58.731301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:59:58.732038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e393ee39-b75c-4bd6-b5f7-6e84ddec7c0c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:59:58.820714 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.821590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.853902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event deleted for resources: {'Port': ['ID=c99d6789-9250-4b1d-b246-fa85fc447f6f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:58.864080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.866466 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f47b34b-5091-4542-b8bf-f782795a41ff tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c99d6789-9250-4b1d-b246-fa85fc447f6f HTTP/1.1" status: 204 len: 168 time: 0.3802743 Jul 30 03:59:58.869023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52342) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:58.898108 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8823fe8c-fabc-47cd-9810-281c03a9d7b2 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:59:58.900169 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8823fe8c-fabc-47cd-9810-281c03a9d7b2 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "GET /v2.0/ports/c99d6789-9250-4b1d-b246-fa85fc447f6f HTTP/1.1" status: 404 len: 333 time: 0.0298090 Jul 30 03:59:58.904993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52344) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:58.909247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1121727138', 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:58.933484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Made reservation on behalf of 5fa8ff0252124ed3adfd1309c6010747 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:58.936024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:58.953114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port de655a10-071b-414a-a4d9-a2c97afa09ed yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:59.036234 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.060396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.112163 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.154409 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.168547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.25.6.134 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/1518b30d-062e-47ff-a603-fb4fe9d9bbee) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:59:59.211171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=de655a10-071b-414a-a4d9-a2c97afa09ed,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:59.221031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Network 15b319ad-e391-499c-b03d-ffe528f03570 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:59.222985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:59.226094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:59.227114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:59.228248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.248923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9e82804d-cb0c-4ad0-b329-5603def06f7e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3414834 Jul 30 03:59:59.249217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52346) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:59.288463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6fdc3-39e7-4ba6-a1e9-a734ac61cbce tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:59.290209 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9b6fdc3-39e7-4ba6-a1e9-a734ac61cbce tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "GET /v2.0/ports/de655a10-071b-414a-a4d9-a2c97afa09ed HTTP/1.1" status: 200 len: 955 time: 0.0399678 Jul 30 03:59:59.293918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:59.304701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.348594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.383332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Deleting port de655a10-071b-414a-a4d9-a2c97afa09ed {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:59:59.383673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.389876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:59.392823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:59.399163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:59.422991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=1518b30d-062e-47ff-a603-fb4fe9d9bbee,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:59.443571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.457893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Calling delete_port for de655a10-071b-414a-a4d9-a2c97afa09ed owned by {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:59:59.542806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.570550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event deleted for resources: {'Port': ['ID=de655a10-071b-414a-a4d9-a2c97afa09ed,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:59.575701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.577644 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e80111d8-9aea-4bab-8ec1-3a71f88ace95 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "DELETE /v2.0/ports/de655a10-071b-414a-a4d9-a2c97afa09ed HTTP/1.1" status: 204 len: 168 time: 0.2826426 Jul 30 03:59:59.580465 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52350) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:59.604025 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a03554e-27e6-446b-928c-661bfd8b3bc1 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] GET failed (client error): The resource could not be found. Jul 30 03:59:59.606294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3a03554e-27e6-446b-928c-661bfd8b3bc1 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "GET /v2.0/ports/de655a10-071b-414a-a4d9-a2c97afa09ed HTTP/1.1" status: 404 len: 333 time: 0.0249100 Jul 30 03:59:59.610152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:59.614868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Request body: {'port': {'network_id': '15b319ad-e391-499c-b03d-ffe528f03570', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1819798288'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:59:59.635183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Made reservation on behalf of 5fa8ff0252124ed3adfd1309c6010747 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:59:59.637811 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.654319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port 652c3940-7fbb-43f1-adde-d7a70d4e852a yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 03:59:59.683417 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.821529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.865899 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.909188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Network 15b319ad-e391-499c-b03d-ffe528f03570 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:59:59.916046 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:59:59.921151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:59:59.922491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:59:59.922685 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.935495 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=652c3940-7fbb-43f1-adde-d7a70d4e852a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:59:59.950616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:59:59.966853 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d6208f40-a128-4231-a68d-9c4f8a2ca82e tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3473973 Jul 30 03:59:59.966853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:59:59.969280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:00.028778 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.097871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router ba703a25-bf5c-402e-ad22-0c13725f6d31 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:00:00.207544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] device_id is not set on port 652c3940-7fbb-43f1-adde-d7a70d4e852a yet. {{(pid=93877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 04:00:00.210858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:00.216010 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.226635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Sync routers for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:00.231934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.232529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Transition to ACTIVE for port object 652c3940-7fbb-43f1-adde-d7a70d4e852a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:00.233397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-171c82f7-a3f1-45aa-b3b8-37f7311a5cec tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7109838 Jul 30 04:00:00.236746 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52364) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:00.240411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:00.241172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:00.249312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.313944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f18a7a4-5ad0-480d-a3f2-de6d83f3af1b tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9fa8297b71b64ce2a67045c71fc0f067&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733526 Jul 30 04:00:00.314180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:00.322880 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=652c3940-7fbb-43f1-adde-d7a70d4e852a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:00.361884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:00:00.365904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.366332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.366682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.373042 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.373874 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.374272 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 2 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.389997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.390369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.390698 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.395598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.395942 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.396907 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 3 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.412027 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.412506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.412916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.417572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7f5ab-ff2d-4a39-a22c-acbb1e9dda05 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:00.417865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.418259 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.418653 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 4 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.422863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f4f7f5ab-ff2d-4a39-a22c-acbb1e9dda05 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076345 Jul 30 04:00:00.423658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:00.431641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.431978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.432312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.437671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.437996 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.439075 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 5 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.450964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.451357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.451744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.456649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.456979 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.457377 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 6 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.461014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52370) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:00.461417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5ee6f5fc-e199-4ba4-a152-0273e4f2be17 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363884 Jul 30 04:00:00.473182 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534771525', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:00.494909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.495976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.496560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.529032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.529410 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.535971 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 7 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.557371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.558281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.558831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.573568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T03:59:59Z', 'revision_number': 3, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T03:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:00.573864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.574162 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.575473 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 8 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.598872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.599281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.599621 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.603460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Checking router: ba703a25-bf5c-402e-ad22-0c13725f6d31 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:00:00.603820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Updating router ba703a25-bf5c-402e-ad22-0c13725f6d31 port 1518b30d-062e-47ff-a603-fb4fe9d9bbee binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:00:00.607842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.608232 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.608513 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 9 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.612965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:00.616844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.633597 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.670271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.670713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.670925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.687267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.687626 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.690390 n-d-778696-14 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempt 10 to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a Jul 30 04:00:00.713664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:00.714148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:00.714645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempting to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:00.728131 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:00.728430 n-d-778696-14 neutron-server[93877]: ERROR neutron.plugins.ml2.managers [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Failed to bind port 652c3940-7fbb-43f1-adde-d7a70d4e852a on host n-h1-778696-14 for vnic_type normal using segments [{'id': '70f0b7d9-1276-4ec2-be03-21495d6f95ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '15b319ad-e391-499c-b03d-ffe528f03570'}] Jul 30 04:00:00.728911 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.885124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] For port 652c3940-7fbb-43f1-adde-d7a70d4e852a, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:00.886443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attempted to set empty binding levels {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 04:00:00.893325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.930811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.931280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.940779 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] In _notify_port_updated(), no bound segment for port 652c3940-7fbb-43f1-adde-d7a70d4e852a on network 15b319ad-e391-499c-b03d-ffe528f03570 {{(pid=93877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 04:00:00.942133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:00.942133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:00.951352 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "PUT /v2.0/ports/652c3940-7fbb-43f1-adde-d7a70d4e852a HTTP/1.1" status: 200 len: 976 time: 0.9804058 Jul 30 04:00:00.951592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52372) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:01.002557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976341a-f754-43c1-9b22-651ade5a4d4c tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event updated for resources: {'Port': ['ID=652c3940-7fbb-43f1-adde-d7a70d4e852a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:01.021898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Subnet': ['ID=2d529b1f-768c-44d2-bf6a-c945f33737bc,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:01.046962 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Checking segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:01.047548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network hostable DHCP agents. Network: 78666cf3-26d6-477c-9554-4dea5ffbcc53, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:00:01.066135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:00:01.081180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 78666cf3-26d6-477c-9554-4dea5ffbcc53) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:01.111937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Deleting port 652c3940-7fbb-43f1-adde-d7a70d4e852a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:01.112402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.136719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.147839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:01.149052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Transition to ACTIVE for port object 1518b30d-062e-47ff-a603-fb4fe9d9bbee will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:01.150292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.155386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a67134-243a-484f-9fbb-662e21288427 None None] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:01.173939 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.193274 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-21fb722c-0444-48fa-b190-1085bfe865d0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7306161 Jul 30 04:00:01.196842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:01.297754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] For port 652c3940-7fbb-43f1-adde-d7a70d4e852a, host n-h1-778696-14, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:01.298555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.314160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Attempting to bind port 1518b30d-062e-47ff-a603-fb4fe9d9bbee on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:01.314728 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Attempting to bind port 1518b30d-062e-47ff-a603-fb4fe9d9bbee by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:01.314939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Attempting to bind port 1518b30d-062e-47ff-a603-fb4fe9d9bbee on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:01.318349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e3dd2-7713-4c3b-b2c8-af764330ee8c None None] Pushing event updated for resources: {'Port': ['ID=1518b30d-062e-47ff-a603-fb4fe9d9bbee,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:01.320044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Calling delete_port for 652c3940-7fbb-43f1-adde-d7a70d4e852a owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:01.329754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:01.330132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:01.330538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.330934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:01.331441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Bound port: 1518b30d-062e-47ff-a603-fb4fe9d9bbee, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:01.331824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.434002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] For port 1518b30d-062e-47ff-a603-fb4fe9d9bbee, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:01.445528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-78666cf3-26d6-477c-9554-4dea5ffbcc53', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:00:01.446642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.454354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] For port 1518b30d-062e-47ff-a603-fb4fe9d9bbee, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1518b30d-062e-47ff-a603-fb4fe9d9bbee,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:01.454784 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.467940 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.493966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Pushing event deleted for resources: {'Port': ['ID=652c3940-7fbb-43f1-adde-d7a70d4e852a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:01.505825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.513824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99bea162-5a3a-4053-a8c9-26b71ca5c3cc tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "DELETE /v2.0/ports/652c3940-7fbb-43f1-adde-d7a70d4e852a HTTP/1.1" status: 204 len: 168 time: 0.5622909 Jul 30 04:00:01.514244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52378) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:01.541997 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-da990645-ebc4-4350-8a01-12a52a78f0a4 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] GET failed (client error): The resource could not be found. Jul 30 04:00:01.543537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-da990645-ebc4-4350-8a01-12a52a78f0a4 tempest-PortsAdminExtendedAttrsTestJSON-1888242541 tempest-PortsAdminExtendedAttrsTestJSON-1888242541-project-admin] 10.222.0.39 "GET /v2.0/ports/652c3940-7fbb-43f1-adde-d7a70d4e852a HTTP/1.1" status: 404 len: 333 time: 0.0282118 Jul 30 04:00:01.547833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:01.596736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:01.597374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:01.634467 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.658511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e3dd2-7713-4c3b-b2c8-af764330ee8c None None] Pushing event updated for resources: {'Port': ['ID=1518b30d-062e-47ff-a603-fb4fe9d9bbee,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:01.720505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Allocated IP 172.20.0.2 (78666cf3-26d6-477c-9554-4dea5ffbcc53/2d529b1f-768c-44d2-bf6a-c945f33737bc/04517398-5dfc-44c4-b033-fb3a47070d21) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:01.737836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.751064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b319ad-e391-499c-b03d-ffe528f03570']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:01.764959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f0b7d9-1276-4ec2-be03-21495d6f95ed') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:01.765341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f0b7d9-1276-4ec2-be03-21495d6f95ed') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:01.785613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.795514 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.800296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:00:01.816813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.826743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:00:01.828755 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:00:01.832065 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:00:01.909068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.928256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:01.933460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] 10.222.0.39 "DELETE /v2.0/networks/15b319ad-e391-499c-b03d-ffe528f03570 HTTP/1.1" status: 204 len: 168 time: 0.3813245 Jul 30 04:00:01.935109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33700cab-3dfc-4172-8a6f-17015412a098 tempest-PortsAdminExtendedAttrsTestJSON-493632511 tempest-PortsAdminExtendedAttrsTestJSON-493632511-project] Pushing event deleted for resources: {'Network': ['ID=15b319ad-e391-499c-b03d-ffe528f03570,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:02.046133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.061875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Transition to ACTIVE for port object 04517398-5dfc-44c4-b033-fb3a47070d21 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:02.085687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Transition to ACTIVE for port object 04517398-5dfc-44c4-b033-fb3a47070d21 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:02.095912 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.103387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T03:59:59Z', 'revision_number': 3, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:02.156381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.20.0.1 (78666cf3-26d6-477c-9554-4dea5ffbcc53/2d529b1f-768c-44d2-bf6a-c945f33737bc/94856333-cead-4459-a6e4-a7fe1fe4adfe) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:02.161927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a90cec-26de-4537-a46c-4f20ee3050e6 None None] The sync data for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 is: [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T03:59:59Z', 'revision_number': 3, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:02.171870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:02.179107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:02.185676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:02.202449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Pushing event updated for resources: {'Port': ['ID=04517398-5dfc-44c4-b033-fb3a47070d21,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:02.263326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Attempting to bind port 04517398-5dfc-44c4-b033-fb3a47070d21 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:02.263996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Attempting to bind port 04517398-5dfc-44c4-b033-fb3a47070d21 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:02.264359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Attempting to bind port 04517398-5dfc-44c4-b033-fb3a47070d21 on network 78666cf3-26d6-477c-9554-4dea5ffbcc53 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:02.270023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:02.270506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Checking segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:02.270921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.271403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Bound using segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:02.271950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Bound port: 04517398-5dfc-44c4-b033-fb3a47070d21, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:02.272277 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.318565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:02.368472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c9943edb-d944-4732-ab38-26486559a20d None None] For port 04517398-5dfc-44c4-b033-fb3a47070d21, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:02.372955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c9943edb-d944-4732-ab38-26486559a20d None None] For port 04517398-5dfc-44c4-b033-fb3a47070d21, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=04517398-5dfc-44c4-b033-fb3a47070d21,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:02.381105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.522029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9943edb-d944-4732-ab38-26486559a20d None None] Pushing event updated for resources: {'Port': ['ID=04517398-5dfc-44c4-b033-fb3a47070d21,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:02.583178 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2cc2d6cd-3676-46dc-b259-c817c23b78f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44fe7c19a79c46dba8aa003c31da7f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627079 Jul 30 04:00:02.602745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:02.688768 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40e53e0-a1c6-4fd3-b59f-0ba9902674c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.724420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40e53e0-a1c6-4fd3-b59f-0ba9902674c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.818287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40e53e0-a1c6-4fd3-b59f-0ba9902674c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.822615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d40e53e0-a1c6-4fd3-b59f-0ba9902674c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.826152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:02.828058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d40e53e0-a1c6-4fd3-b59f-0ba9902674c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09707466-6e14-43c6-b484-8471ea68f099 HTTP/1.1" status: 204 len: 168 time: 0.2067001 Jul 30 04:00:02.844714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e53e0-a1c6-4fd3-b59f-0ba9902674c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09707466-6e14-43c6-b484-8471ea68f099,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:02.881514 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Transition to ACTIVE for port object 94856333-cead-4459-a6e4-a7fe1fe4adfe will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:02.957326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.094266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:03.098413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=94856333-cead-4459-a6e4-a7fe1fe4adfe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:03.108109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:03.111199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:03.155792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.305578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.332025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:03.380567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-36814a86-f079-42bd-8397-9ef94fecc39e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fa8ff0252124ed3adfd1309c6010747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473084 Jul 30 04:00:03.383329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52416) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:03.476539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad82-bde9-4ffd-b757-e1c0633f5388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.508746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad82-bde9-4ffd-b757-e1c0633f5388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.582068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad82-bde9-4ffd-b757-e1c0633f5388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.587928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c4dad82-bde9-4ffd-b757-e1c0633f5388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.591756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8c4dad82-bde9-4ffd-b757-e1c0633f5388 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2903138-792b-4571-ab13-37ea5b42b16a HTTP/1.1" status: 204 len: 168 time: 0.2041297 Jul 30 04:00:03.625273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dad82-bde9-4ffd-b757-e1c0633f5388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2903138-792b-4571-ab13-37ea5b42b16a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:03.720201 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.727816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.824179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:03.827322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=94856333-cead-4459-a6e4-a7fe1fe4adfe,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:03.972461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:03.974360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:04.076959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96a98b-bdb8-4448-95a2-22ec78b29f5f None None] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:04.219375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router ba703a25-bf5c-402e-ad22-0c13725f6d31 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:00:04.267094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-780dd1cd-d3d4-43c3-b50a-38d658d4d4f2 None None] Provisioning for port 04517398-5dfc-44c4-b033-fb3a47070d21 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:04.379248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:04.388734 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5d07dd8b-aa55-47ba-ac17-63b291b63d67 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "PUT /v2.0/routers/ba703a25-bf5c-402e-ad22-0c13725f6d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1903415 Jul 30 04:00:04.391713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:04.600431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.600963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.601431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.601937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.602426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.603027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.608481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-15bbc5a2-fcf8-4d1b-adb2-8ec4b7b08abc tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2131159 Jul 30 04:00:04.609166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52442) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:04.725834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 04517398-5dfc-44c4-b033-fb3a47070d21 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:04.791262 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e9bb620-a294-4650-ab4b-f4dbb30e332f None None] Provisioning for port 94856333-cead-4459-a6e4-a7fe1fe4adfe completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:04.798074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e9bb620-a294-4650-ab4b-f4dbb30e332f None None] Provisioning complete for port 94856333-cead-4459-a6e4-a7fe1fe4adfe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:04.798453 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb620-a294-4650-ab4b-f4dbb30e332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:04.819789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.819789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.819789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.819789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.821374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.821374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:04.823412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 04517398-5dfc-44c4-b033-fb3a47070d21 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:04.829403 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a856c54c-dcfb-48d1-aa64-d32d713730cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2168179 Jul 30 04:00:04.829787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:04.836192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 04517398-5dfc-44c4-b033-fb3a47070d21 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:04.836839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:04.870535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bb620-a294-4650-ab4b-f4dbb30e332f None None] Port 94856333-cead-4459-a6e4-a7fe1fe4adfe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:04.900950 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Sync routers for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:04.919909 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:04.920707 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:04.934300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52448) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:04.976874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.043040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 04517398-5dfc-44c4-b033-fb3a47070d21, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=04517398-5dfc-44c4-b033-fb3a47070d21,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:05.051093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.051932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1518b30d-062e-47ff-a603-fb4fe9d9bbee up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:05.075313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c9a4e342-89b3-494d-8593-1e7eb916b9a5 tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2442214 Jul 30 04:00:05.093835 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:00:05.145666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-188055267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:05.197815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.200984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.248206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1518b30d-062e-47ff-a603-fb4fe9d9bbee completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:05.251733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9d7e5675-2ed8-43c1-bb68-1e6bfbd675df None None] Provisioning complete for port 94856333-cead-4459-a6e4-a7fe1fe4adfe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:05.252304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5675-2ed8-43c1-bb68-1e6bfbd675df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.316156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1518b30d-062e-47ff-a603-fb4fe9d9bbee triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:05.316664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.330937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.336846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.355499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=04517398-5dfc-44c4-b033-fb3a47070d21,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:05.375835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.381494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3f18b9ce-65b9-4449-8a42-69770ef74e8e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4434569 Jul 30 04:00:05.382124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:05.387972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-767679725'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:05.393212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e5675-2ed8-43c1-bb68-1e6bfbd675df None None] Port 94856333-cead-4459-a6e4-a7fe1fe4adfe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:05.441130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:05.445992 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.447585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 2, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:05.450403 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.473038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 1518b30d-062e-47ff-a603-fb4fe9d9bbee, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1518b30d-062e-47ff-a603-fb4fe9d9bbee,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:05.475955 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Checking router: ba703a25-bf5c-402e-ad22-0c13725f6d31 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:00:05.476428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.476755 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Updating router ba703a25-bf5c-402e-ad22-0c13725f6d31 port 94856333-cead-4459-a6e4-a7fe1fe4adfe binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:00:05.488721 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.504331 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.566702 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=1518b30d-062e-47ff-a603-fb4fe9d9bbee,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:05.582311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-310554ba-ebb1-410b-a99e-31bb8f2bc2d6 None None] Provisioning complete for port 94856333-cead-4459-a6e4-a7fe1fe4adfe triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:05.582696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-310554ba-ebb1-410b-a99e-31bb8f2bc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.645433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-310554ba-ebb1-410b-a99e-31bb8f2bc2d6 None None] Port 94856333-cead-4459-a6e4-a7fe1fe4adfe cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:05.667531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.675158 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.713967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0458386-ba2f-4e61-927b-545a41502a52,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:05.724501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:00:05.739634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.739992 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Added segment 05c33134-62b2-49e3-836d-782c008804d3 of type vlan for network 83d6efe0-b847-44f3-8337-dbf09ea7b909 Jul 30 04:00:05.793239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.821651 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.837945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.838765 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Transition to ACTIVE for port object 94856333-cead-4459-a6e4-a7fe1fe4adfe will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:05.844034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:05.844645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.855162 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.866562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52462) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:05.872730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741956300', 'description': 'tempest-secgroup-smoke-741956300 description', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:05.914254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Pushing event updated for resources: {'Port': ['ID=94856333-cead-4459-a6e4-a7fe1fe4adfe,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:05.928475 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.929123 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.929523 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.929865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.930203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.930579 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.931215 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.931846 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.933328 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.934124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Network': ['ID=83d6efe0-b847-44f3-8337-dbf09ea7b909,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:05.934516 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.935068 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.936132 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:05.938392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:05.949436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:00:05.963784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e703ee26-6221-4291-8acf-49b2521584de tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5802147 Jul 30 04:00:05.966796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:05.972018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'subnet': {'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:06.035673 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Attempting to bind port 94856333-cead-4459-a6e4-a7fe1fe4adfe on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:06.036421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Attempting to bind port 94856333-cead-4459-a6e4-a7fe1fe4adfe by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:06.037011 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Attempting to bind port 94856333-cead-4459-a6e4-a7fe1fe4adfe on network 78666cf3-26d6-477c-9554-4dea5ffbcc53 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:06.043938 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:06.045199 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Checking segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:06.045825 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.046453 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Bound using segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:06.047277 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Bound port: 94856333-cead-4459-a6e4-a7fe1fe4adfe, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:06.047911 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.159713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.168577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.191333 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] For port 94856333-cead-4459-a6e4-a7fe1fe4adfe, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:06.197225 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] For port 94856333-cead-4459-a6e4-a7fe1fe4adfe, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94856333-cead-4459-a6e4-a7fe1fe4adfe,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:06.202473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:06.204160 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.214076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.225051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.226713 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3589084 Jul 30 04:00:06.229822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72f588-edef-4d72-b8cd-df8e80343792 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e83c14-49d5-41bf-a680-1f61071a45a9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:06.232768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52466) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:06.238926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'd7e83c14-49d5-41bf-a680-1f61071a45a9', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:06.304448 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.348771 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd1d2-1f09-4478-9df6-085af2c237da None None] Pushing event updated for resources: {'Port': ['ID=94856333-cead-4459-a6e4-a7fe1fe4adfe,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:06.360203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:06.361874 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:06.481268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.486764 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.565895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d120ed69-1e7d-4999-8ef9-fde0aba1bb53,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:06.581144 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.582657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6cc81180-f3e6-4ee5-9959-2cbc7e42c94c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487623 Jul 30 04:00:06.590533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52472) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:06.591415 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.595255 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'd7e83c14-49d5-41bf-a680-1f61071a45a9', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:06.648253 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.676399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Subnet': ['ID=11ca020e-bcb5-476d-b3d0-255aecf8e4a7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:06.700232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 04517398-5dfc-44c4-b033-fb3a47070d21 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:06.706031 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:00:06.731055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Checking segment: {'id': '05c33134-62b2-49e3-836d-782c008804d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:06.731055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network hostable DHCP agents. Network: 83d6efe0-b847-44f3-8337-dbf09ea7b909, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:00:06.739877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.746333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.765586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:00:06.775467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87b506c-f130-4dcb-a748-8f4efa4170a2,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:06.785106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.789059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 83d6efe0-b847-44f3-8337-dbf09ea7b909) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:06.790683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:06.791535 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac4d5639-308e-406e-b4c8-c1c997ec481e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2012374 Jul 30 04:00:06.798545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 04517398-5dfc-44c4-b033-fb3a47070d21 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:06.798952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.803183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'd7e83c14-49d5-41bf-a680-1f61071a45a9', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:06.821640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:06.822348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.831573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2f163-1abb-474f-9b42-dfa0c7470bde None None] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:06.864281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4797668d-b16a-428b-9d2d-0181367e64ae tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8963733 Jul 30 04:00:06.865831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.869568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52476) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:06.876254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'network': {'name': 'tempest-router-network01--2018558432'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:06.907767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:06.912505 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.949685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:00:06.961172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.961812 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Added segment 6c5b8dd7-fc19-4042-adf4-8d862a34e1ef of type vlan for network 111d2698-b5af-48d1-93c6-40fa8f961f88 Jul 30 04:00:06.966645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:06.977710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.009919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.041199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeaca0b-0c3b-4da1-9771-5b692a71fe33,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:07.050876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-83d6efe0-b847-44f3-8337-dbf09ea7b909', 'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909', 'tenant_id': '6f20c0f8d12a41c3b1caa38ccb61d939', 'fixed_ips': [{'subnet_id': '11ca020e-bcb5-476d-b3d0-255aecf8e4a7'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:00:07.051170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.052948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.061689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:07.062414 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.075090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.077298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-58d3c950-bde6-4250-866e-2991efcae7c9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773490 Jul 30 04:00:07.079376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:07.095178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'd7e83c14-49d5-41bf-a680-1f61071a45a9', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:07.095491 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2225103 Jul 30 04:00:07.104139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52480) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:07.114195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'network': {'name': 'tempest-router-network02--2103317425'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:07.142909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac362932-7dfc-4b5f-94f6-0b7a013c8ae5 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Network': ['ID=111d2698-b5af-48d1-93c6-40fa8f961f88,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:07.167904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.201155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:07.204618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.235801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:00:07.262137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:00:07.268024 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:06Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:07.275523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.281121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.281791 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Added segment 2d68cdb5-84df-4ff0-b6a3-81e3f395223f of type vlan for network 0da2591a-8cf5-4035-b1e6-749528722ac0 Jul 30 04:00:07.283672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.301438 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e363d-59c2-40f3-afb7-6820b4ccf35e None None] The sync data for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 is: [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:06Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:07.306599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b6f898-ec0e-48ea-a7c1-a1007d7c8bd8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:07.355941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.357196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6aeccc21-4188-46ab-bf1b-85c5cd81115b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744331 Jul 30 04:00:07.359671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.361331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52482) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:07.375425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'd7e83c14-49d5-41bf-a680-1f61071a45a9', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:07.424535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.428868 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Project 9fa8297b71b64ce2a67045c71fc0f067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:00:07.431417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:07.432033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.438495 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.478325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1518b30d-062e-47ff-a603-fb4fe9d9bbee up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:07.592487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1518b30d-062e-47ff-a603-fb4fe9d9bbee triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:07.592930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.593410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Network': ['ID=0da2591a-8cf5-4035-b1e6-749528722ac0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:07.593886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.602806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.615174 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 0da2591a-8cf5-4035-b1e6-749528722ac0 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:00:07.626865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8cbfe9a9-e7fd-430a-bca8-3f866566a611 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5195241 Jul 30 04:00:07.629704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:07.637400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'subnet': {'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:07.639178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0858c7a-3509-4824-80e1-0ab420c2f1c1,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:07.646980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.654337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:07.655095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9031deb1-3baf-4d0e-90ed-a5fcab070d82 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2923970 Jul 30 04:00:07.670191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'security_group_rule': {'security_group_id': 'd7e83c14-49d5-41bf-a680-1f61071a45a9', 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:07.734015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Allocated IP 2001:db8::2 (83d6efe0-b847-44f3-8337-dbf09ea7b909/11ca020e-bcb5-476d-b3d0-255aecf8e4a7/df9329eb-7c20-4abf-829e-47301704183a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:07.750176 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Project 9fa8297b71b64ce2a67045c71fc0f067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:00:07.760788 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:07.798087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:07.801673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.216321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.230876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Transition to ACTIVE for port object df9329eb-7c20-4abf-829e-47301704183a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:08.257755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Transition to ACTIVE for port object df9329eb-7c20-4abf-829e-47301704183a will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:08.265455 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.308530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:08.312311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:08.315951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:08.338357 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.351980 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.384183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadb6be8-5db8-40bb-9b63-0a44c790aa41,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:08.387325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Pushing event updated for resources: {'Port': ['ID=df9329eb-7c20-4abf-829e-47301704183a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:08.389855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Attempting to bind port df9329eb-7c20-4abf-829e-47301704183a on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:08.390311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Attempting to bind port df9329eb-7c20-4abf-829e-47301704183a by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '05c33134-62b2-49e3-836d-782c008804d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:08.390666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Attempting to bind port df9329eb-7c20-4abf-829e-47301704183a on network 83d6efe0-b847-44f3-8337-dbf09ea7b909 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:08.392032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.403069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e517fb0d-b801-493f-b0a1-e12765d1cd6d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7386055 Jul 30 04:00:08.403505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:08.403505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Checking segment: {'id': '05c33134-62b2-49e3-836d-782c008804d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:08.403505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.403505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Bound using segment: {'id': '05c33134-62b2-49e3-836d-782c008804d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:08.403505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Bound port: df9329eb-7c20-4abf-829e-47301704183a, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c33134-62b2-49e3-836d-782c008804d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '83d6efe0-b847-44f3-8337-dbf09ea7b909'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:08.403505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.527201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] For port df9329eb-7c20-4abf-829e-47301704183a, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:08.541197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] For port df9329eb-7c20-4abf-829e-47301704183a, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df9329eb-7c20-4abf-829e-47301704183a,segment=NetworkSegment(05c33134-62b2-49e3-836d-782c008804d3),segment_id=05c33134-62b2-49e3-836d-782c008804d3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:08.556302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.666398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d403c70-807e-47f9-998f-833154f5a134 None None] Pushing event updated for resources: {'Port': ['ID=df9329eb-7c20-4abf-829e-47301704183a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:08.742844 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.768455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94856333-cead-4459-a6e4-a7fe1fe4adfe up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:08.917052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 94856333-cead-4459-a6e4-a7fe1fe4adfe completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:08.922914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 94856333-cead-4459-a6e4-a7fe1fe4adfe triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:08.923450 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:08.924598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Subnet': ['ID=f1728b15-ac54-44e5-b888-09736e474605,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:08.938921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Checking segment: {'id': '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:08.939450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network hostable DHCP agents. Network: 111d2698-b5af-48d1-93c6-40fa8f961f88, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:00:09.017185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-2c41d344-5cae-4cb8-b289-defdf38f1d46 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741956300&fields=id&tenant_id=9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 267 time: 0.0872159 Jul 30 04:00:09.018208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:00:09.046515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 111d2698-b5af-48d1-93c6-40fa8f961f88) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:09.089837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e106c-ae80-47f6-804b-79047387afc8 None None] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:09.102350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:09.102968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.128699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4975acaf-6eb2-4427-9d11-ecbd530e90bb tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4972095 Jul 30 04:00:09.131584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52508) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:09.138938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'subnet': {'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:09.172891 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.251777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 94856333-cead-4459-a6e4-a7fe1fe4adfe, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94856333-cead-4459-a6e4-a7fe1fe4adfe,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:09.252272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-94200383-d45b-4c17-b098-ff416b171916 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:09.258508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-94200383-d45b-4c17-b098-ff416b171916 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/networks?id=78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 200 len: 796 time: 0.2324393 Jul 30 04:00:09.302170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-272b7989-7a8e-4b22-be14-c8c1cc6e3bd6 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/quotas/9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 375 time: 0.0311916 Jul 30 04:00:09.308381 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.335489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:09.339482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.385255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a56431d2-6e9d-4528-bd5a-0952aaaac347 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770197 Jul 30 04:00:09.407742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=94856333-cead-4459-a6e4-a7fe1fe4adfe,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:09.451847 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-111d2698-b5af-48d1-93c6-40fa8f961f88', 'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88', 'tenant_id': '6f20c0f8d12a41c3b1caa38ccb61d939', 'fixed_ips': [{'subnet_id': 'f1728b15-ac54-44e5-b888-09736e474605'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:00:09.452698 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.610063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-55f98db4-8dee-4642-96e0-a924fecba434 service neutron] 10.222.0.39 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070723 Jul 30 04:00:09.630088 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.688184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Allocated IP 2001:db8::2 (111d2698-b5af-48d1-93c6-40fa8f961f88/f1728b15-ac54-44e5-b888-09736e474605/9b3f7ae9-8073-406c-9efc-33286b177dc1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:09.720275 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-3657ff3f-781f-40d8-97ae-aabde6def918 service neutron] 10.222.0.39 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012881 Jul 30 04:00:09.738479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Subnet': ['ID=591cc7d3-08c5-402d-bd49-706186fe62fc,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:09.755296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Checking segment: {'id': '2d68cdb5-84df-4ff0-b6a3-81e3f395223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:09.759237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network hostable DHCP agents. Network: 0da2591a-8cf5-4035-b1e6-749528722ac0, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:00:09.803785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 0da2591a-8cf5-4035-b1e6-749528722ac0 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:00:09.829666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 0da2591a-8cf5-4035-b1e6-749528722ac0) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:09.834978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:09.835615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:09.874757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:09.882443 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ea5ddefb-3ee9-4352-9e1d-71682bd3bbf1 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7484541 Jul 30 04:00:09.954453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75ceff-25ce-4344-8668-e57b003be105 None None] Network 0da2591a-8cf5-4035-b1e6-749528722ac0 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:10.054799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f3e5cdf-49b7-45e2-9f8a-e2f6bca6bcdf req-28d3c535-139d-4480-93e1-ef48408101c7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0472982 Jul 30 04:00:10.248780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:10.268137 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-0da2591a-8cf5-4035-b1e6-749528722ac0', 'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0', 'tenant_id': '6f20c0f8d12a41c3b1caa38ccb61d939', 'fixed_ips': [{'subnet_id': '591cc7d3-08c5-402d-bd49-706186fe62fc'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:00:10.269960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:10.302190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Transition to ACTIVE for port object 9b3f7ae9-8073-406c-9efc-33286b177dc1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:10.326980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239fb9ba-c337-42f6-b243-58fd7b9dc6ae None None] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:10.416209 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:10.460791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Transition to ACTIVE for port object 9b3f7ae9-8073-406c-9efc-33286b177dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:10.490695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:10.541971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3d202618-e0ef-48d7-900d-cec3fe55ba4f None None] Provisioning for port df9329eb-7c20-4abf-829e-47301704183a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:10.614447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:10.620736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:10.630142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:10.652159 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Pushing event updated for resources: {'Port': ['ID=9b3f7ae9-8073-406c-9efc-33286b177dc1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:10.705888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Allocated IP 2001:db8::2 (0da2591a-8cf5-4035-b1e6-749528722ac0/591cc7d3-08c5-402d-bd49-706186fe62fc/67c87779-1c8b-4fec-bf1e-0ebce1160c47) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:10.762323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Attempting to bind port 9b3f7ae9-8073-406c-9efc-33286b177dc1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:10.762703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Attempting to bind port 9b3f7ae9-8073-406c-9efc-33286b177dc1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:10.763300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Attempting to bind port 9b3f7ae9-8073-406c-9efc-33286b177dc1 on network 111d2698-b5af-48d1-93c6-40fa8f961f88 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:10.821747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94856333-cead-4459-a6e4-a7fe1fe4adfe up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:10.860030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:10.860416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Checking segment: {'id': '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:10.861006 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:10.861538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Bound using segment: {'id': '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:10.861950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Bound port: 9b3f7ae9-8073-406c-9efc-33286b177dc1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '111d2698-b5af-48d1-93c6-40fa8f961f88'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:10.862475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:10.873731 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Allocated IP 2001:db8::1 (111d2698-b5af-48d1-93c6-40fa8f961f88/f1728b15-ac54-44e5-b888-09736e474605/292aac0c-fc34-4a9e-b4db-8da7c9d48c44) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:11.052051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] For port 9b3f7ae9-8073-406c-9efc-33286b177dc1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:11.056315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] For port 9b3f7ae9-8073-406c-9efc-33286b177dc1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9b3f7ae9-8073-406c-9efc-33286b177dc1,segment=NetworkSegment(6c5b8dd7-fc19-4042-adf4-8d862a34e1ef),segment_id=6c5b8dd7-fc19-4042-adf4-8d862a34e1ef)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:11.059265 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.087461 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.092258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Transition to ACTIVE for port object 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:11.097240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.194430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.237039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 94856333-cead-4459-a6e4-a7fe1fe4adfe triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:11.237341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.247311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fea64a1-1011-475b-8f90-3692dd46ff72 req-e893dd4d-c5bc-4f5d-9d87-844497552e9c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0804923 Jul 30 04:00:11.248594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c62fc4-69e7-46f9-a339-93ab63536587 None None] Pushing event updated for resources: {'Port': ['ID=9b3f7ae9-8073-406c-9efc-33286b177dc1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:11.315711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:11.320487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:11.325863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:11.326599 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.402876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.409280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Port': ['ID=292aac0c-fc34-4a9e-b4db-8da7c9d48c44,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:11.423456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Transition to ACTIVE for port object 67c87779-1c8b-4fec-bf1e-0ebce1160c47 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:11.484483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Transition to ACTIVE for port object 67c87779-1c8b-4fec-bf1e-0ebce1160c47 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:11.502492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.513858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df9329eb-7c20-4abf-829e-47301704183a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:11.540112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.590486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Network 0da2591a-8cf5-4035-b1e6-749528722ac0 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:11.594873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:11.602092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:11.616028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Pushing event updated for resources: {'Port': ['ID=67c87779-1c8b-4fec-bf1e-0ebce1160c47,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:11.739279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Attempting to bind port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:11.739651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Attempting to bind port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2d68cdb5-84df-4ff0-b6a3-81e3f395223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:11.745291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Attempting to bind port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 on network 0da2591a-8cf5-4035-b1e6-749528722ac0 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:11.763639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:11.763898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Checking segment: {'id': '2d68cdb5-84df-4ff0-b6a3-81e3f395223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:11.764211 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.764747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Bound using segment: {'id': '2d68cdb5-84df-4ff0-b6a3-81e3f395223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:11.767675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Bound port: 67c87779-1c8b-4fec-bf1e-0ebce1160c47, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d68cdb5-84df-4ff0-b6a3-81e3f395223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0da2591a-8cf5-4035-b1e6-749528722ac0'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:11.767675 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.787416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port df9329eb-7c20-4abf-829e-47301704183a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:11.797122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port df9329eb-7c20-4abf-829e-47301704183a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:11.797484 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:11.892276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] For port 67c87779-1c8b-4fec-bf1e-0ebce1160c47, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:11.903250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] For port 67c87779-1c8b-4fec-bf1e-0ebce1160c47, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67c87779-1c8b-4fec-bf1e-0ebce1160c47,segment=NetworkSegment(2d68cdb5-84df-4ff0-b6a3-81e3f395223f),segment_id=2d68cdb5-84df-4ff0-b6a3-81e3f395223f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:11.916265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.018187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ede14-637a-41b5-bb19-a1c28ae3775e None None] Pushing event updated for resources: {'Port': ['ID=67c87779-1c8b-4fec-bf1e-0ebce1160c47,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:12.082161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-78b08b9d-8489-42f2-81a1-f483d45c319d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:12.083801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-78b08b9d-8489-42f2-81a1-f483d45c319d tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "GET /v2.0/networks?id=78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 200 len: 796 time: 0.2582042 Jul 30 04:00:12.090306 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.106424 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.112009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.113125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.160378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port df9329eb-7c20-4abf-829e-47301704183a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df9329eb-7c20-4abf-829e-47301704183a,segment=NetworkSegment(05c33134-62b2-49e3-836d-782c008804d3),segment_id=05c33134-62b2-49e3-836d-782c008804d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:12.170252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.298495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=df9329eb-7c20-4abf-829e-47301704183a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:12.300646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Port': ['ID=292aac0c-fc34-4a9e-b4db-8da7c9d48c44,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:12.317767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-02cc95ec-8929-4641-9281-75630cb97c33 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fa8297b71b64ce2a67045c71fc0f067 HTTP/1.1" status: 200 len: 379 time: 0.1847298 Jul 30 04:00:12.335449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'port': {'device_id': 'b651273e-9066-4155-b902-6eb57797e0b2', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'admin_state_up': True, 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'security_groups': ['d7e83c14-49d5-41bf-a680-1f61071a45a9']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:12.403021 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bfb997a1-e91d-4236-9550-7406ebf00202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.507683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fad5a05-8863-496d-b2b1-d965225cdd63 req-fca4f4a3-7284-4602-98e4-524d2a7dee79 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0718319 Jul 30 04:00:12.520065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:12.523918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:12.737162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Made reservation on behalf of 9fa8297b71b64ce2a67045c71fc0f067 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:12.740704 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:12.782467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee733a-8318-4c07-97ce-19fdd55d8b7f None None] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:12.801810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9b3f7ae9-8073-406c-9efc-33286b177dc1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:12.814472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Router 762e2a54-320e-4a6b-b3d2-329a864986d3 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:00:12.964337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.20.0.8 (78666cf3-26d6-477c-9554-4dea5ffbcc53/2d529b1f-768c-44d2-bf6a-c945f33737bc/f6e58bf8-7755-41a6-83c9-be64b8c50a0f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:12.979754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:12.986432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10a3c5d2-3534-4876-af99-55da72390dd7 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103828 Jul 30 04:00:12.989139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:13.033202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] Sync routers for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:13.072833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:13.073671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:13.114656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-db947934-fa38-4751-892f-c2c6ffe431a2 None None] Provisioning for port 9b3f7ae9-8073-406c-9efc-33286b177dc1 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:13.121835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:13.154839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:13.155692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T03:59:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:13.158451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9b3f7ae9-8073-406c-9efc-33286b177dc1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:13.221456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9b3f7ae9-8073-406c-9efc-33286b177dc1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:13.221843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:13.230990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:13.231652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174e620-5ac6-40f7-b3e2-a393b495b17e None None] The sync data for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:13.337990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:13.357277 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Transition to ACTIVE for port object f6e58bf8-7755-41a6-83c9-be64b8c50a0f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:13.372177 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:13.424400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9b3f7ae9-8073-406c-9efc-33286b177dc1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9b3f7ae9-8073-406c-9efc-33286b177dc1,segment=NetworkSegment(6c5b8dd7-fc19-4042-adf4-8d862a34e1ef),segment_id=6c5b8dd7-fc19-4042-adf4-8d862a34e1ef)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:13.430026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:13.431598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df9329eb-7c20-4abf-829e-47301704183a up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:13.457666 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:13.479415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed14f9e-709c-494e-9fb8-90bf659e1647 None None] Network 0da2591a-8cf5-4035-b1e6-749528722ac0 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:13.550955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:13.561004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:13.584119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:13.616626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6731bb4a-eab8-488d-970d-280a67f37404 None None] Provisioning for port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:13.679412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port df9329eb-7c20-4abf-829e-47301704183a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:13.679947 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:13.684175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9b3f7ae9-8073-406c-9efc-33286b177dc1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:13.891805 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67c87779-1c8b-4fec-bf1e-0ebce1160c47 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:13.938885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f99e86af-fa2a-4786-8259-84e7957af2bc None None] Provisioning for port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:13.946082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f99e86af-fa2a-4786-8259-84e7957af2bc None None] Provisioning complete for port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:13.946739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f99e86af-fa2a-4786-8259-84e7957af2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.009049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f99e86af-fa2a-4786-8259-84e7957af2bc None None] Port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:14.011576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:14.017210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.018314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.091869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f99e86af-fa2a-4786-8259-84e7957af2bc None None] Provisioning complete for port 9b3f7ae9-8073-406c-9efc-33286b177dc1 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.092662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f99e86af-fa2a-4786-8259-84e7957af2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.124930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:14.125774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.189814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:14.199923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-a54fb098-6968-4122-9a93-8bc246c0bbb8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8701434 Jul 30 04:00:14.208193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.253297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ee9da-208e-43b1-a8c3-ad771866d6a6 req-4118f746-d935-441d-ae1d-6a6ca84786f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:14.254990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-359ee9da-208e-43b1-a8c3-ad771866d6a6 req-4118f746-d935-441d-ae1d-6a6ca84786f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0958877 Jul 30 04:00:14.257751 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-80ccd9bf-5577-45dd-aa43-7c77d7899e5f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 04:00:14.262556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-80ccd9bf-5577-45dd-aa43-7c77d7899e5f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2690721 Jul 30 04:00:14.262984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:14.339207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 67c87779-1c8b-4fec-bf1e-0ebce1160c47, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67c87779-1c8b-4fec-bf1e-0ebce1160c47,segment=NetworkSegment(2d68cdb5-84df-4ff0-b6a3-81e3f395223f),segment_id=2d68cdb5-84df-4ff0-b6a3-81e3f395223f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:14.347086 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.364513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Request body: {'port': {'device_id': 'b651273e-9066-4155-b902-6eb57797e0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:14.407294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=67c87779-1c8b-4fec-bf1e-0ebce1160c47,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:14.452371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Provisioning complete for port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.453153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.502881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-359ee9da-208e-43b1-a8c3-ad771866d6a6 req-c58524ea-0529-4c3c-a4ea-747566e72a04 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262850 Jul 30 04:00:14.559191 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.583478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Provisioning complete for port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.584294 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.633298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9b3f7ae9-8073-406c-9efc-33286b177dc1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:14.635985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:14.688089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Provisioning for port f6e58bf8-7755-41a6-83c9-be64b8c50a0f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:14.701017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Provisioning complete for port f6e58bf8-7755-41a6-83c9-be64b8c50a0f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.701772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.739027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e25d4e55-49a9-4e70-8418-be63d2310a31 None None] Port f6e58bf8-7755-41a6-83c9-be64b8c50a0f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:14.747392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01c26074-d99c-4dd1-8525-7e8e53b6d01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.755874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9b3f7ae9-8073-406c-9efc-33286b177dc1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.756241 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.835087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67c87779-1c8b-4fec-bf1e-0ebce1160c47 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:14.880633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-38bc3fde-c7ad-4eb2-bbd6-99c0c4bbe825 None None] Provisioning complete for port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.881003 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38bc3fde-c7ad-4eb2-bbd6-99c0c4bbe825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.918588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-38bc3fde-c7ad-4eb2-bbd6-99c0c4bbe825 None None] Port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:14.932714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:14.933153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:14.981713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.043811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.120010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e58bf8-7755-41a6-83c9-be64b8c50a0f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:00:15.130084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.152865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Transition to ACTIVE for port object f6e58bf8-7755-41a6-83c9-be64b8c50a0f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:15.157027 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.268339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:15.352318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Attempting to bind port f6e58bf8-7755-41a6-83c9-be64b8c50a0f on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:15.352662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Attempting to bind port f6e58bf8-7755-41a6-83c9-be64b8c50a0f by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:15.352993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Attempting to bind port f6e58bf8-7755-41a6-83c9-be64b8c50a0f on network 78666cf3-26d6-477c-9554-4dea5ffbcc53 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:15.363129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Port f6e58bf8-7755-41a6-83c9-be64b8c50a0f on network 78666cf3-26d6-477c-9554-4dea5ffbcc53 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:00:15.363129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Attempting to bind port f6e58bf8-7755-41a6-83c9-be64b8c50a0f on network 78666cf3-26d6-477c-9554-4dea5ffbcc53 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:15.387375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:15.388001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Checking segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:15.388001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Bound using segment: {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:15.388464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Bound port: f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1632ce55-405a-4cd3-8915-8c3628db7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:15.388900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.495715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] For port f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:15.499626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] For port f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:15.506329 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.537460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting port 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:15.537800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.594931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:15.595589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.596998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] 10.222.0.16 "PUT /v2.0/ports/f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 200 len: 1092 time: 1.3779457 Jul 30 04:00:15.597450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:00:15.599809 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c586e43-13dd-415d-a496-20a487411bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:00:15.667388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25698c2e-71bc-48c2-a599-debc07e5a356 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:15.671116 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9861eda2-f87c-4aa3-90da-8012fc75a721 x-openstack-request-id: req-9861eda2-f87c-4aa3-90da-8012fc75a721 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:00:15.671434 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:00:15.671680 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9861eda2-f87c-4aa3-90da-8012fc75a721 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:00:15.672076 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'status': 'completed', 'code': 200} Jul 30 04:00:15.738129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:15.756007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Calling delete_port for 292aac0c-fc34-4a9e-b4db-8da7c9d48c44 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:15.765396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80493a71-4c2f-4224-90c7-08c3052fc871 req-4ebb502b-80b5-46fb-989a-06d96744de37 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:15.766975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80493a71-4c2f-4224-90c7-08c3052fc871 req-4ebb502b-80b5-46fb-989a-06d96744de37 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 943 time: 0.1511481 Jul 30 04:00:15.794631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-c4792299-883f-443d-818b-cdcf2a653122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:15.796174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-c4792299-883f-443d-818b-cdcf2a653122 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1095 time: 0.1224673 Jul 30 04:00:15.881535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-6524938c-dfec-4c1e-8d7a-312715f4d86a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 200 len: 217 time: 0.0500777 Jul 30 04:00:15.899934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80493a71-4c2f-4224-90c7-08c3052fc871 req-06e1cd21-c242-4d84-b126-e3938304ceb4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222875 Jul 30 04:00:15.996231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-3cdb3f52-307f-4dec-83ec-99255cd277aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:15.997741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-3cdb3f52-307f-4dec-83ec-99255cd277aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d529b1f-768c-44d2-bf6a-c945f33737bc HTTP/1.1" status: 200 len: 834 time: 0.1063826 Jul 30 04:00:16.086095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-32b4aa7a-67b2-4f92-894c-032d765427e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:16.087724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-32b4aa7a-67b2-4f92-894c-032d765427e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78666cf3-26d6-477c-9554-4dea5ffbcc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828667 Jul 30 04:00:16.144795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:16.184850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Port': ['ID=292aac0c-fc34-4a9e-b4db-8da7c9d48c44,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:16.329472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:16.342400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-30900ffc-2fd5-40f5-b611-fc508f8f7487 service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466497 Jul 30 04:00:16.447238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:16.587688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Router 762e2a54-320e-4a6b-b3d2-329a864986d3 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:00:16.598248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d8d9a94-071b-4d30-8cdc-4517f2189fe0 req-f9e91626-0bbc-4739-9c47-9d05042d5017 service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027240 Jul 30 04:00:16.671461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:16.680342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e1bc180f-7026-40ab-9516-46413344706f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123392 Jul 30 04:00:16.680501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:16.687939 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] Sync routers for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:16.705433 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:16.706630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:16.750603 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:16.758180 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-6da1fc29-5c97-410d-a4fa-8ba155636f67 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] delete failed (client error): The resource could not be found. Jul 30 04:00:16.759006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6da1fc29-5c97-410d-a4fa-8ba155636f67 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-586852589 HTTP/1.1" status: 404 len: 334 time: 0.0774446 Jul 30 04:00:16.763931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52596) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:16.767531 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:16.768226 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:16.769683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-05c4dc26-62c0-4397-8bff-4ffa64740001 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'router': {'external_gateway_info': {'network_id': '762e2a54-320e-4a6b-b3d2-329a864986d3'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:16.778578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586e43-13dd-415d-a496-20a487411bf2 req-2d31fe90-d4ed-46bf-890a-bbc9f9476c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:16.780468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-2d31fe90-d4ed-46bf-890a-bbc9f9476c2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1095 time: 0.0548565 Jul 30 04:00:16.807568 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:16.808593 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aff470-8073-466d-8b10-7196c99ef997 None None] The sync data for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:16.905085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586e43-13dd-415d-a496-20a487411bf2 req-e062e69d-cc40-4619-b0e9-e4feddd51e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:16.906712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-e062e69d-cc40-4619-b0e9-e4feddd51e25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 200 len: 896 time: 0.1037610 Jul 30 04:00:16.964727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-2f3c6dfe-6483-42d5-a91c-e0bd0ba4b45e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 200 len: 217 time: 0.0457585 Jul 30 04:00:17.069949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586e43-13dd-415d-a496-20a487411bf2 req-d45a4e3d-c706-4448-b192-d5e325526dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:17.071914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-d45a4e3d-c706-4448-b192-d5e325526dbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d529b1f-768c-44d2-bf6a-c945f33737bc HTTP/1.1" status: 200 len: 834 time: 0.1036332 Jul 30 04:00:17.091574 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05c4dc26-62c0-4397-8bff-4ffa64740001 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.121189 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-05c4dc26-62c0-4397-8bff-4ffa64740001 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] update failed (client error): The resource could not be found. Jul 30 04:00:17.127961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:17.128374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-05c4dc26-62c0-4397-8bff-4ffa64740001 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3 HTTP/1.1" status: 404 len: 339 time: 0.3621349 Jul 30 04:00:17.135201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-485485385'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:17.147119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7157b-cefc-4474-976e-20de0918272c req-3ccf961c-aaba-4a35-9e40-aab075076684 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:17.148622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63d7157b-cefc-4474-976e-20de0918272c req-3ccf961c-aaba-4a35-9e40-aab075076684 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 943 time: 0.1459432 Jul 30 04:00:17.205923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:17.209631 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.214579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63d7157b-cefc-4474-976e-20de0918272c req-641ad2a0-eac2-49e9-9a54-9a4dc591a3f0 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552530 Jul 30 04:00:17.216432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586e43-13dd-415d-a496-20a487411bf2 req-ba2185f0-4289-46b3-bd58-8cffd8087009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:17.217828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-ba2185f0-4289-46b3-bd58-8cffd8087009 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78666cf3-26d6-477c-9554-4dea5ffbcc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348176 Jul 30 04:00:17.273789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:00:17.313973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.314322 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Added segment 38951fe0-e9e0-4edb-9028-201b3b249347 of type vlan for network 05003121-ed0f-46e4-b5a6-e66c93903b52 Jul 30 04:00:17.374795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.396306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-788cd540-c2bd-4726-9274-d380cb798140 service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693213 Jul 30 04:00:17.453130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.458600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:17.459149 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.530138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3994918 Jul 30 04:00:17.533111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:17.538428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'subnet': {'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:17.547747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e5860-0b73-4a9b-8c01-80c749b696ce tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Network': ['ID=05003121-ed0f-46e4-b5a6-e66c93903b52,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:17.558671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:00:17.570002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c586e43-13dd-415d-a496-20a487411bf2 req-1d7277b2-0030-4f76-9f4a-4bb42417ee26 service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636536 Jul 30 04:00:17.634800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Made reservation on behalf of 6f20c0f8d12a41c3b1caa38ccb61d939 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:00:17.638321 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.817479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.878038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Subnet': ['ID=f88fec2f-9475-4153-98e7-8c88053d050b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:17.885333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Checking segment: {'id': '38951fe0-e9e0-4edb-9028-201b3b249347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:17.885672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network hostable DHCP agents. Network: 05003121-ed0f-46e4-b5a6-e66c93903b52, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:00:17.902306 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:00:17.912128 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 05003121-ed0f-46e4-b5a6-e66c93903b52) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:17.916631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:17.917401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:17.922967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247738f5-e317-49a8-ab95-48345b1aee8a None None] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:17.932789 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-61ef29a4-5d64-4f54-bd0c-82e29d5646bc tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3984389 Jul 30 04:00:17.936276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52606) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:17.941254 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-85f799dc-d5d3-487c-9f2c-3b1b56ee4ace tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'router': {'external_gateway_info': {'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:18.078508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-05003121-ed0f-46e4-b5a6-e66c93903b52', 'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52', 'tenant_id': '6f20c0f8d12a41c3b1caa38ccb61d939', 'fixed_ips': [{'subnet_id': 'f88fec2f-9475-4153-98e7-8c88053d050b'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:00:18.079378 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.090315 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.165410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-85f799dc-d5d3-487c-9f2c-3b1b56ee4ace tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.226286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Allocated IP 2001:db8:1::2 (05003121-ed0f-46e4-b5a6-e66c93903b52/f88fec2f-9475-4153-98e7-8c88053d050b/ea1e61d8-722d-498c-b7d2-b505947ed67f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:18.282998 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-85f799dc-d5d3-487c-9f2c-3b1b56ee4ace tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 04:00:18.284158 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-85f799dc-d5d3-487c-9f2c-3b1b56ee4ace tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3 HTTP/1.1" status: 400 len: 364 time: 0.3469386 Jul 30 04:00:18.288065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52612) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:18.406565 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.418049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Transition to ACTIVE for port object ea1e61d8-722d-498c-b7d2-b505947ed67f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:18.443460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Transition to ACTIVE for port object ea1e61d8-722d-498c-b7d2-b505947ed67f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:18.443851 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.492469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:18.496281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:18.500161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:18.512506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Pushing event updated for resources: {'Port': ['ID=ea1e61d8-722d-498c-b7d2-b505947ed67f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:18.588910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Attempting to bind port ea1e61d8-722d-498c-b7d2-b505947ed67f on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:00:18.592924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Attempting to bind port ea1e61d8-722d-498c-b7d2-b505947ed67f by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '38951fe0-e9e0-4edb-9028-201b3b249347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:00:18.593568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Attempting to bind port ea1e61d8-722d-498c-b7d2-b505947ed67f on network 05003121-ed0f-46e4-b5a6-e66c93903b52 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:00:18.602295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:00:18.603502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Checking segment: {'id': '38951fe0-e9e0-4edb-9028-201b3b249347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:00:18.603502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.605175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Bound using segment: {'id': '38951fe0-e9e0-4edb-9028-201b3b249347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:00:18.605175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Bound port: ea1e61d8-722d-498c-b7d2-b505947ed67f, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38951fe0-e9e0-4edb-9028-201b3b249347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05003121-ed0f-46e4-b5a6-e66c93903b52'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:00:18.605499 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.689169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] For port ea1e61d8-722d-498c-b7d2-b505947ed67f, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:00:18.692633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] For port ea1e61d8-722d-498c-b7d2-b505947ed67f, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea1e61d8-722d-498c-b7d2-b505947ed67f,segment=NetworkSegment(38951fe0-e9e0-4edb-9028-201b3b249347),segment_id=38951fe0-e9e0-4edb-9028-201b3b249347)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:00:18.699300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:18.764735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f1f27-d8f7-4ec7-8603-cc4329703b17 None None] Pushing event updated for resources: {'Port': ['ID=ea1e61d8-722d-498c-b7d2-b505947ed67f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:18.934423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a374fec-c4ee-48c7-9e16-cc4fcb649520 req-efda4901-bfd2-46cb-aad5-5170241462ce tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:18.942414 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a374fec-c4ee-48c7-9e16-cc4fcb649520 req-efda4901-bfd2-46cb-aad5-5170241462ce tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 943 time: 0.5962398 Jul 30 04:00:19.074845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a374fec-c4ee-48c7-9e16-cc4fcb649520 req-296a5667-9b18-4015-ac7e-77b82d9a78db tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285050 Jul 30 04:00:19.141419 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:19.402623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Allocated IP 2001:db8::1 (83d6efe0-b847-44f3-8337-dbf09ea7b909/11ca020e-bcb5-476d-b3d0-255aecf8e4a7/152965ac-6ce7-4ca2-9351-2b6c87c1177b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:19.538847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:19.560446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Transition to ACTIVE for port object 152965ac-6ce7-4ca2-9351-2b6c87c1177b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:00:19.603105 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:19.662012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:19.669373 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:19.672258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:19.674289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:19.714805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Port': ['ID=152965ac-6ce7-4ca2-9351-2b6c87c1177b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:19.824401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:19.875361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d3f53-a321-47b6-be3e-4d44b0476651 None None] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:19.946260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6424d0e4-eacf-4e18-9e82-973659fff567 None None] Provisioning for port ea1e61d8-722d-498c-b7d2-b505947ed67f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:20.130816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ceea17d5-330b-4b3c-9162-2ea7b81c7bf8 None None] Provisioning for port 152965ac-6ce7-4ca2-9351-2b6c87c1177b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:20.135616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ceea17d5-330b-4b3c-9162-2ea7b81c7bf8 None None] Provisioning complete for port 152965ac-6ce7-4ca2-9351-2b6c87c1177b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:20.136107 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ceea17d5-330b-4b3c-9162-2ea7b81c7bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.181010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ceea17d5-330b-4b3c-9162-2ea7b81c7bf8 None None] Port 152965ac-6ce7-4ca2-9351-2b6c87c1177b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:20.212633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.220800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.221579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.271185 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab6c40-d7cb-4721-9e93-b21770837dee req-b5c7119f-1a8b-4a9f-a986-99397acf0c65 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:20.278905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bab6c40-d7cb-4721-9e93-b21770837dee req-b5c7119f-1a8b-4a9f-a986-99397acf0c65 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 943 time: 0.1217859 Jul 30 04:00:20.345937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event updated for resources: {'Port': ['ID=152965ac-6ce7-4ca2-9351-2b6c87c1177b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:20.375742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bab6c40-d7cb-4721-9e93-b21770837dee req-4aab0314-ddc2-4e7d-84df-c5d891e7a194 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957656 Jul 30 04:00:20.409055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:20.410405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:20.517954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Router 762e2a54-320e-4a6b-b3d2-329a864986d3 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:00:20.629556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:20.634723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea1e61d8-722d-498c-b7d2-b505947ed67f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:20.635934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c5b201cd-e7a9-4114-ba30-d16d7a731626 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3466606 Jul 30 04:00:20.638685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52638) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:20.658474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] Sync routers for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:20.682839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:20.683594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:20.726467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:20.750226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:20.751023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:20.755541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ea1e61d8-722d-498c-b7d2-b505947ed67f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:20.790564 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f33854b6-e045-4cc7-8c77-a513b51c8146 None None] Provisioning complete for port 152965ac-6ce7-4ca2-9351-2b6c87c1177b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:20.791636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f33854b6-e045-4cc7-8c77-a513b51c8146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.793703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:20.794328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18422347-5967-4ff1-91b4-9264155c8bd8 None None] The sync data for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:20.796006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea1e61d8-722d-498c-b7d2-b505947ed67f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:20.796357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.864468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f33854b6-e045-4cc7-8c77-a513b51c8146 None None] Port 152965ac-6ce7-4ca2-9351-2b6c87c1177b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:00:20.949124 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:20.993595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ea1e61d8-722d-498c-b7d2-b505947ed67f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea1e61d8-722d-498c-b7d2-b505947ed67f,segment=NetworkSegment(38951fe0-e9e0-4edb-9028-201b3b249347),segment_id=38951fe0-e9e0-4edb-9028-201b3b249347)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:20.998725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.070939 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e21c88-ae87-4258-a50c-28642a0efd44 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.076241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ea1e61d8-722d-498c-b7d2-b505947ed67f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:21.185986 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-c5e21c88-ae87-4258-a50c-28642a0efd44 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 04:00:21.187053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c5e21c88-ae87-4258-a50c-28642a0efd44 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3 HTTP/1.1" status: 409 len: 329 time: 0.5473762 Jul 30 04:00:21.189911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52654) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:21.497675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065a88e-23d7-4e85-a1fd-23a33ae2c625 req-6d1337e5-e9d6-4c5a-a2b7-2e50af729dc1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:21.498242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.499094 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6065a88e-23d7-4e85-a1fd-23a33ae2c625 req-6d1337e5-e9d6-4c5a-a2b7-2e50af729dc1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0557604 Jul 30 04:00:21.538016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6065a88e-23d7-4e85-a1fd-23a33ae2c625 req-87eef695-c37f-4e7f-9184-331c4fed19d3 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Jul 30 04:00:21.736875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting port 152965ac-6ce7-4ca2-9351-2b6c87c1177b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:21.737510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.751592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f6e58bf8-7755-41a6-83c9-be64b8c50a0f details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:00:21.829068 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.841536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Calling delete_port for 152965ac-6ce7-4ca2-9351-2b6c87c1177b owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:21.849851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:21.861119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'port_id': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'mac_address': 'fa:16:3e:87:11:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:00:21.897243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.910057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e58bf8-7755-41a6-83c9-be64b8c50a0f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:00:21.930013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:21.934472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:21.988106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:22.028853 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.062196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Port': ['ID=152965ac-6ce7-4ca2-9351-2b6c87c1177b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:22.162439 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.332867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Router 762e2a54-320e-4a6b-b3d2-329a864986d3 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:00:22.346545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['f6e58bf8-7755-41a6-83c9-be64b8c50a0f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:00:22.415620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:22.425642 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-585c0aa7-ead5-4738-923d-76e79c95543e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2308383 Jul 30 04:00:22.425889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52662) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:22.428239 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] Sync routers for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:22.438638 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:22.439625 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:22.486218 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-0389f652-e08c-4077-b7c5-fb8bb22cc63c tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] show failed (client error): The resource could not be found. Jul 30 04:00:22.486693 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:22.502196 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0389f652-e08c-4077-b7c5-fb8bb22cc63c tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1072986419 HTTP/1.1" status: 404 len: 335 time: 0.0625935 Jul 30 04:00:22.502196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52668) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:22.502196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5500cdce-9b4a-44a0-836f-3aa515a7d942 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:22.505244 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] Routers {'762e2a54-320e-4a6b-b3d2-329a864986d3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:22.506215 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['762e2a54-320e-4a6b-b3d2-329a864986d3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:22.546139 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-5500cdce-9b4a-44a0-836f-3aa515a7d942 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] update failed (client error): The resource could not be found. Jul 30 04:00:22.551266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:22.552406 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5500cdce-9b4a-44a0-836f-3aa515a7d942 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1907924214 HTTP/1.1" status: 404 len: 335 time: 0.0578856 Jul 30 04:00:22.561875 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:22.562876 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725641c-5cea-4879-ad35-3272ffd1afed None None] The sync data for ids ['762e2a54-320e-4a6b-b3d2-329a864986d3'] in n-d-778696-14 is: [] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:22.628102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting subnet f88fec2f-9475-4153-98e7-8c88053d050b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:00:22.631545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.674596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea1e61d8-722d-498c-b7d2-b505947ed67f up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:22.707442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.740131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea1e61d8-722d-498c-b7d2-b505947ed67f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:22.740347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.765587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8e74-267c-4c19-b8e8-dc617d70bdc4 req-42233580-0029-47dc-858a-9edfbffc1278 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:22.767101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d6d8e74-267c-4c19-b8e8-dc617d70bdc4 req-42233580-0029-47dc-858a-9edfbffc1278 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0955095 Jul 30 04:00:22.839868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d6d8e74-267c-4c19-b8e8-dc617d70bdc4 req-c29e7c0e-f049-4aee-a687-777e86bbe9f7 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662274 Jul 30 04:00:22.845298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.905011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.938079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Subnet': ['ID=f88fec2f-9475-4153-98e7-8c88053d050b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:22.943644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:22.943644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8a681fd2-96bc-4d9e-a732-67fd1e0ae236 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/subnets/f88fec2f-9475-4153-98e7-8c88053d050b HTTP/1.1" status: 204 len: 168 time: 0.3904102 Jul 30 04:00:22.945652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52680) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:22.948141 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468ff66-1085-4fbb-849c-3ee3c478d11d None None] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:23.030771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.086809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting port ea1e61d8-722d-498c-b7d2-b505947ed67f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:23.087182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.147337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] DHCP port deletion for 05003121-ed0f-46e4-b5a6-e66c93903b52 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:00:23.168085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] For port ea1e61d8-722d-498c-b7d2-b505947ed67f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea1e61d8-722d-498c-b7d2-b505947ed67f,segment=NetworkSegment(38951fe0-e9e0-4edb-9028-201b3b249347),segment_id=38951fe0-e9e0-4edb-9028-201b3b249347)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:23.168536 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.184422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Calling delete_port for ea1e61d8-722d-498c-b7d2-b505947ed67f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:23.201158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Deleting port ea1e61d8-722d-498c-b7d2-b505947ed67f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:23.201623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.287400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.294435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] For port ea1e61d8-722d-498c-b7d2-b505947ed67f, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea1e61d8-722d-498c-b7d2-b505947ed67f,segment=NetworkSegment(38951fe0-e9e0-4edb-9028-201b3b249347),segment_id=38951fe0-e9e0-4edb-9028-201b3b249347)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:23.295223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.316309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Port': ['ID=ea1e61d8-722d-498c-b7d2-b505947ed67f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:23.321493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] No DVR routers for this DVR port ea1e61d8-722d-498c-b7d2-b505947ed67f on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:23.421138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.433845 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05003121-ed0f-46e4-b5a6-e66c93903b52']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:23.448828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38951fe0-e9e0-4edb-9028-201b3b249347') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:23.449115 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38951fe0-e9e0-4edb-9028-201b3b249347') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:23.463978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.483384 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.487190 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Calling delete_port for ea1e61d8-722d-498c-b7d2-b505947ed67f owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:23.490101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:00:23.490501 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:00:23.493769 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:00:23.558146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.562748 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.566879 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/networks/05003121-ed0f-46e4-b5a6-e66c93903b52 HTTP/1.1" status: 204 len: 168 time: 0.6180301 Jul 30 04:00:23.568424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:23.576786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.581245 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e081aba-d614-4989-a9a7-a3ef2dec561f tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Network': ['ID=05003121-ed0f-46e4-b5a6-e66c93903b52,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:23.600060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Network 05003121-ed0f-46e4-b5a6-e66c93903b52 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 04:00:23.600530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] No DVR routers for this DVR port ea1e61d8-722d-498c-b7d2-b505947ed67f on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:23.602318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Pushing event deleted for resources: {'Port': ['ID=ea1e61d8-722d-498c-b7d2-b505947ed67f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:23.613022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.613022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.613022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.613415 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.613505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.613827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.614162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.614497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.614823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.615167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.615497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.615824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69446-8c65-43ac-8a7b-872c606b9400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:23.628089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting subnet 591cc7d3-08c5-402d-bd49-706186fe62fc {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:00:23.631228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.677613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.768273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.770198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f6e58bf8-7755-41a6-83c9-be64b8c50a0f up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:00:23.827894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port f6e58bf8-7755-41a6-83c9-be64b8c50a0f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:00:23.830424 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.833864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port f6e58bf8-7755-41a6-83c9-be64b8c50a0f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:00:23.834593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.860986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Subnet': ['ID=591cc7d3-08c5-402d-bd49-706186fe62fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:23.863031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:23.871055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e177f-c2fb-4b8a-9fbc-f826e94de1cf None None] Network 0da2591a-8cf5-4035-b1e6-749528722ac0 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:23.873557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f995de5f-3b4c-4af4-813b-a8adf7f66bc8 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/subnets/591cc7d3-08c5-402d-bd49-706186fe62fc HTTP/1.1" status: 204 len: 168 time: 0.3037944 Jul 30 04:00:23.876043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:23.932737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting subnet f1728b15-ac54-44e5-b888-09736e474605 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:00:23.936331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.026639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.050813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.081348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd2b5-444a-4b56-8c9a-30ef70bad368 req-d0db4f85-75ac-4a0d-b884-6d2aa34f8a4c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:24.083311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba3fd2b5-444a-4b56-8c9a-30ef70bad368 req-d0db4f85-75ac-4a0d-b884-6d2aa34f8a4c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 944 time: 0.1138787 Jul 30 04:00:24.103658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:00:24.109843 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0de137-0cf2-4021-a110-608cd6297262" -d '{"events": [{"server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:00:24.141371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:24.152680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.190504 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba3fd2b5-444a-4b56-8c9a-30ef70bad368 req-b1b306f8-5df1-4d5b-abc5-9dad464c24f9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997641 Jul 30 04:00:24.210617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.219384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:24.222453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] DHCP port deletion for 0da2591a-8cf5-4035-b1e6-749528722ac0 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:00:24.282903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.293056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] Deleting port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:24.293726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.325768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Subnet': ['ID=f1728b15-ac54-44e5-b888-09736e474605,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:24.330577 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.335843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:24.336683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b1347834-43c1-4e50-b46c-ba4b09bf603d tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/subnets/f1728b15-ac54-44e5-b888-09736e474605 HTTP/1.1" status: 204 len: 168 time: 0.4585969 Jul 30 04:00:24.348473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555cc93-45d4-4606-a1cc-b2d367e95bca None None] Network 111d2698-b5af-48d1-93c6-40fa8f961f88 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:24.367883 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865087b-8480-4039-8a5f-a130e57a9326 x-openstack-request-id: req-7865087b-8480-4039-8a5f-a130e57a9326 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:00:24.368184 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:00:24.368440 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7865087b-8480-4039-8a5f-a130e57a9326 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:00:24.369391 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'code': 200} Jul 30 04:00:24.428680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] For port 67c87779-1c8b-4fec-bf1e-0ebce1160c47, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67c87779-1c8b-4fec-bf1e-0ebce1160c47,segment=NetworkSegment(2d68cdb5-84df-4ff0-b6a3-81e3f395223f),segment_id=2d68cdb5-84df-4ff0-b6a3-81e3f395223f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:24.429313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.429463 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.454727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] Calling delete_port for 67c87779-1c8b-4fec-bf1e-0ebce1160c47 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:24.509237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:24.509720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.538352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5b820-6768-40e8-8bd8-f540b746814e req-f70f5c25-82d9-4259-a2bf-ec57a8384eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:24.545622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9e5b820-6768-40e8-8bd8-f540b746814e req-f70f5c25-82d9-4259-a2bf-ec57a8384eba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0945199 Jul 30 04:00:24.616498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9e5b820-6768-40e8-8bd8-f540b746814e req-7f90383d-4418-47f2-9ddc-e2f94642aa57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630682 Jul 30 04:00:24.627970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] For port 67c87779-1c8b-4fec-bf1e-0ebce1160c47, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=67c87779-1c8b-4fec-bf1e-0ebce1160c47,segment=NetworkSegment(2d68cdb5-84df-4ff0-b6a3-81e3f395223f),segment_id=2d68cdb5-84df-4ff0-b6a3-81e3f395223f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:24.629087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.635604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.640634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67c87779-1c8b-4fec-bf1e-0ebce1160c47 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:00:24.648711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Calling delete_port for 67c87779-1c8b-4fec-bf1e-0ebce1160c47 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:24.656500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] No DVR routers for this DVR port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:24.704559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02132-6ffa-4b4b-9d90-cea37ccbd5e3 None None] Pushing event deleted for resources: {'Port': ['ID=67c87779-1c8b-4fec-bf1e-0ebce1160c47,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:24.709145 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] DHCP port deletion for 111d2698-b5af-48d1-93c6-40fa8f961f88 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:00:24.711894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 67c87779-1c8b-4fec-bf1e-0ebce1160c47 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:00:24.712238 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 67c87779-1c8b-4fec-bf1e-0ebce1160c47 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:00:24.712781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea1e61d8-722d-498c-b7d2-b505947ed67f no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:00:24.749746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.754531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ea1e61d8-722d-498c-b7d2-b505947ed67f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:00:24.754873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea1e61d8-722d-498c-b7d2-b505947ed67f not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:00:24.782887 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] Deleting port 9b3f7ae9-8073-406c-9efc-33286b177dc1 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:24.783408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.786957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Port': ['ID=67c87779-1c8b-4fec-bf1e-0ebce1160c47,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:24.796536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] No DVR routers for this DVR port 67c87779-1c8b-4fec-bf1e-0ebce1160c47 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:24.863464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] For port 9b3f7ae9-8073-406c-9efc-33286b177dc1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9b3f7ae9-8073-406c-9efc-33286b177dc1,segment=NetworkSegment(6c5b8dd7-fc19-4042-adf4-8d862a34e1ef),segment_id=6c5b8dd7-fc19-4042-adf4-8d862a34e1ef)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:24.864452 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.878520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] Calling delete_port for 9b3f7ae9-8073-406c-9efc-33286b177dc1 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:24.883218 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.897008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da2591a-8cf5-4035-b1e6-749528722ac0']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:24.909626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d68cdb5-84df-4ff0-b6a3-81e3f395223f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:24.909932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d68cdb5-84df-4ff0-b6a3-81e3f395223f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:24.920469 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.935475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.943455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:00:24.943875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: self.session.flush() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:00:24.948025 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:00:24.978045 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.005063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] Pushing event deleted for resources: {'Port': ['ID=9b3f7ae9-8073-406c-9efc-33286b177dc1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:25.011214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9caab-759e-49c8-b048-172f37861b88 None None] No DVR routers for this DVR port 9b3f7ae9-8073-406c-9efc-33286b177dc1 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:25.021714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.030011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.034331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/networks/0da2591a-8cf5-4035-b1e6-749528722ac0 HTTP/1.1" status: 204 len: 168 time: 0.6952240 Jul 30 04:00:25.034705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:25.043831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b0ad-7c44-4dd6-963b-0178e62aa202 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Network': ['ID=0da2591a-8cf5-4035-b1e6-749528722ac0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:25.108442 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.195977 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.206447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111d2698-b5af-48d1-93c6-40fa8f961f88']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:25.217697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:25.217856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5b8dd7-fc19-4042-adf4-8d862a34e1ef') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:25.226720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.243449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.250673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:00:25.251118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:00:25.254881 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:00:25.352843 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.364304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.366111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/networks/111d2698-b5af-48d1-93c6-40fa8f961f88 HTTP/1.1" status: 204 len: 168 time: 0.3303466 Jul 30 04:00:25.369263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:25.383645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d938a-91d9-4202-9ba6-4c72a02beb02 req-4b5e5097-508a-4a68-a7ed-c296f374bc10 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:25.385902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c2d938a-91d9-4202-9ba6-4c72a02beb02 req-4b5e5097-508a-4a68-a7ed-c296f374bc10 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0813851 Jul 30 04:00:25.388243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d0e0d-51a3-49db-b9cb-94c98c62e0d3 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Network': ['ID=111d2698-b5af-48d1-93c6-40fa8f961f88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:25.422188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting subnet 11ca020e-bcb5-476d-b3d0-255aecf8e4a7 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:00:25.425288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.426834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c2d938a-91d9-4202-9ba6-4c72a02beb02 req-0b718610-0f36-4028-81d7-6f6efe3c4516 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335891 Jul 30 04:00:25.466320 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.552594 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.610808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.637185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Subnet': ['ID=11ca020e-bcb5-476d-b3d0-255aecf8e4a7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:25.640737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.642553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-536c0792-6855-454d-a7ba-85a827d4843a tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/subnets/11ca020e-bcb5-476d-b3d0-255aecf8e4a7 HTTP/1.1" status: 204 len: 168 time: 0.2723041 Jul 30 04:00:25.644974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:25.647355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabab7ef-9c06-4860-ab45-5e65f5c73c94 None None] Network 83d6efe0-b847-44f3-8337-dbf09ea7b909 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:00:25.721938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.775760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Deleting port df9329eb-7c20-4abf-829e-47301704183a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:25.776101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.823374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] DHCP port deletion for 83d6efe0-b847-44f3-8337-dbf09ea7b909 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:00:25.848910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] For port df9329eb-7c20-4abf-829e-47301704183a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df9329eb-7c20-4abf-829e-47301704183a,segment=NetworkSegment(05c33134-62b2-49e3-836d-782c008804d3),segment_id=05c33134-62b2-49e3-836d-782c008804d3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:25.849565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.864474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Calling delete_port for df9329eb-7c20-4abf-829e-47301704183a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:25.874791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] Deleting port df9329eb-7c20-4abf-829e-47301704183a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:00:25.875509 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.973020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] For port df9329eb-7c20-4abf-829e-47301704183a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=df9329eb-7c20-4abf-829e-47301704183a,segment=NetworkSegment(05c33134-62b2-49e3-836d-782c008804d3),segment_id=05c33134-62b2-49e3-836d-782c008804d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:00:25.973793 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.974002 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:25.990279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] Calling delete_port for df9329eb-7c20-4abf-829e-47301704183a owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:00:26.009104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Port': ['ID=df9329eb-7c20-4abf-829e-47301704183a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:26.015316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] No DVR routers for this DVR port df9329eb-7c20-4abf-829e-47301704183a on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:26.085266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.110991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.115565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] Pushing event deleted for resources: {'Port': ['ID=df9329eb-7c20-4abf-829e-47301704183a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:26.121818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d6efe0-b847-44f3-8337-dbf09ea7b909']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:26.122927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46a815-922f-4ada-a3cc-f144312b6d7f None None] No DVR routers for this DVR port df9329eb-7c20-4abf-829e-47301704183a on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:00:26.133930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c33134-62b2-49e3-836d-782c008804d3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:26.133930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c33134-62b2-49e3-836d-782c008804d3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:26.143312 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.157306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.163240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:00:26.163695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:00:26.167686 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:00:26.223930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.232053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.234322 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/networks/83d6efe0-b847-44f3-8337-dbf09ea7b909 HTTP/1.1" status: 204 len: 168 time: 0.5882680 Jul 30 04:00:26.236985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52728) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:26.257780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f995d-0d90-447a-93bd-436784e6a301 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Pushing event deleted for resources: {'Network': ['ID=83d6efe0-b847-44f3-8337-dbf09ea7b909,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:26.274145 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-60720027-8c7a-422d-8182-ade0a624d38e tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "GET /v2.0/ports?device_id=762e2a54-320e-4a6b-b3d2-329a864986d3 HTTP/1.1" status: 200 len: 205 time: 0.0359879 Jul 30 04:00:26.276800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52730) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:26.350966 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.520097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.522940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.550083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbce3-8635-4263-9187-85f3f39ad7e0 req-866b9689-b44a-48a3-9614-38d9121fc5d1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:26.551924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ffbce3-8635-4263-9187-85f3f39ad7e0 req-866b9689-b44a-48a3-9614-38d9121fc5d1 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Jul 30 04:00:26.576365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.577162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Fanout notify agent at l3_agent the message router_deleted on router 762e2a54-320e-4a6b-b3d2-329a864986d3 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:00:26.584742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.589277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e071fa6d-384b-44e7-809a-a6850b6de933 tempest-RoutersNegativeIpV6Test-999668736 tempest-RoutersNegativeIpV6Test-999668736-project] 10.222.0.39 "DELETE /v2.0/routers/762e2a54-320e-4a6b-b3d2-329a864986d3 HTTP/1.1" status: 204 len: 168 time: 0.3115416 Jul 30 04:00:26.601300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ffbce3-8635-4263-9187-85f3f39ad7e0 req-46a6aae9-e964-4d9b-bb7e-c012ec0f2fa5 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Jul 30 04:00:26.613605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9b3f7ae9-8073-406c-9efc-33286b177dc1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:00:26.634016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9b3f7ae9-8073-406c-9efc-33286b177dc1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:00:26.634016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9b3f7ae9-8073-406c-9efc-33286b177dc1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:00:26.634369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df9329eb-7c20-4abf-829e-47301704183a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:00:26.653558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: df9329eb-7c20-4abf-829e-47301704183a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:00:26.654186 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device df9329eb-7c20-4abf-829e-47301704183a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:00:26.694789 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:00:26.734673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddd339-fdb8-427a-b6fd-061554936091 req-1d9e81d8-a6de-4fbc-bdf9-606a8e545459 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:26.736202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eddd339-fdb8-427a-b6fd-061554936091 req-1d9e81d8-a6de-4fbc-bdf9-606a8e545459 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Jul 30 04:00:26.777262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eddd339-fdb8-427a-b6fd-061554936091 req-fefff043-0be4-4c7f-9920-faffb48447f8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349374 Jul 30 04:00:26.799723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:26.839620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b4d38-782c-4fb3-8c47-75f3682db8cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:26.840771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52748) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:26.841267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9b9b4d38-782c-4fb3-8c47-75f3682db8cb tempest-TestNetworkBasicOps-1234680273 tempest-TestNetworkBasicOps-1234680273-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1092 time: 0.0405495 Jul 30 04:00:26.844012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:26.848489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:26.872391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.979914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:26.985363 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-049f8875-f495-4536-9431-7542feee2aa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f20c0f8d12a41c3b1caa38ccb61d939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434088 Jul 30 04:00:26.987856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:27.036653 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056ce147-4ed5-4969-9a38-739f67d5c64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.058114 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056ce147-4ed5-4969-9a38-739f67d5c64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.082962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Allocated IP 172.25.6.179 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/46d48446-ee4d-43a9-b7dc-6951cce6a466) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:00:27.104542 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056ce147-4ed5-4969-9a38-739f67d5c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.107091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056ce147-4ed5-4969-9a38-739f67d5c64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.108279 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-056ce147-4ed5-4969-9a38-739f67d5c64e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0458386-ba2f-4e61-927b-545a41502a52 HTTP/1.1" status: 204 len: 168 time: 0.1195133 Jul 30 04:00:27.120548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ce147-4ed5-4969-9a38-739f67d5c64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0458386-ba2f-4e61-927b-545a41502a52,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:27.204174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.244167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.280757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:00:27.283550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:00:27.286969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:00:27.314180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=46d48446-ee4d-43a9-b7dc-6951cce6a466,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:27.774000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:27.879937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148612065'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:27.904547 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:27.912924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.005610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.011240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.015447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.055316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7581b785-56cb-4446-8cd3-95aad617221b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:28.079828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.114061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.117698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.146183 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.147606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3724155 Jul 30 04:00:28.148793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4c188-f022-4f5b-a9b8-eb7d76ddc47a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d80cd87-866e-4f3e-9531-4bc7241256f0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:28.151373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.211594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b292df8e-4c61-4a3c-91b2-6f1d2ce876a4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0590229 Jul 30 04:00:28.215094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.220827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-security--1423109330', 'description': 'tempest-security-description-312641033'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:28.256908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.261996 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.265898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.368483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.372813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event updated for resources: {'Port': ['ID=46d48446-ee4d-43a9-b7dc-6951cce6a466,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:28.377245 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.379769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.380991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "PUT /v2.0/security-groups/8d80cd87-866e-4f3e-9531-4bc7241256f0 HTTP/1.1" status: 200 len: 1779 time: 0.1649132 Jul 30 04:00:28.383806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52790) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.395146 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.421795 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fb090535-3c37-4188-bfd9-4ec4ab792841 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups/8d80cd87-866e-4f3e-9531-4bc7241256f0 HTTP/1.1" status: 200 len: 1779 time: 0.0368173 Jul 30 04:00:28.424406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52792) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.442004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ce89-7f5b-4eed-9d2d-4979058d765d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d80cd87-866e-4f3e-9531-4bc7241256f0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:28.475250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a0d5-3424-467b-96e7-c65a650ec3fe tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.497310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a0d5-3424-467b-96e7-c65a650ec3fe tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.513239 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Floating IP 62d92b6c-acf2-4c98-8b42-a77b0d80454a associated. External IP: 172.25.6.179, port: f6e58bf8-7755-41a6-83c9-be64b8c50a0f. Jul 30 04:00:28.539386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a0d5-3424-467b-96e7-c65a650ec3fe tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.542553 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a0d5-3424-467b-96e7-c65a650ec3fe tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.543741 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3cb1a0d5-3424-467b-96e7-c65a650ec3fe tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d80cd87-866e-4f3e-9531-4bc7241256f0 HTTP/1.1" status: 204 len: 168 time: 0.1184435 Jul 30 04:00:28.547090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52794) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.571883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1a0d5-3424-467b-96e7-c65a650ec3fe tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d80cd87-866e-4f3e-9531-4bc7241256f0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:28.614664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e15bde78-2f03-4f4a-9dbd-3dab337a8228 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663760 Jul 30 04:00:28.615407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52800) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.629715 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [None req-49c8c468-90f8-497a-8d05-bf7e67bd11a6 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] delete failed (client error): The resource could not be found. Jul 30 04:00:28.630721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-49c8c468-90f8-497a-8d05-bf7e67bd11a6 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d80cd87-866e-4f3e-9531-4bc7241256f0 HTTP/1.1" status: 404 len: 347 time: 0.0143394 Jul 30 04:00:28.635459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52802) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.641975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--390803031'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:28.681135 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.754335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router ba703a25-bf5c-402e-ad22-0c13725f6d31 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:00:28.774053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.778484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.805119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.809776 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1699333 Jul 30 04:00:28.809996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.814353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': 'f96db8e8-1756-4a01-90e8-418b1d54598c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:28.820425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2237d-39f4-4d8d-a832-ea24ae563992 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96db8e8-1756-4a01-90e8-418b1d54598c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:28.845340 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.865489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:00:28.876025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] Sync routers for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:00:28.886333 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.886600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:28.887313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:28.909102 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.913307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:28.919012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aa459cb7-4705-4956-9ed7-585ada0d251b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0706489 Jul 30 04:00:28.919012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:00:28.919977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52808) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:28.920117 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c9ce3d-9fba-439a-825b-4a866139cd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:00:28.971709 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be113f73-d99f-4b17-bb20-1e0a7900fa6b x-openstack-request-id: req-be113f73-d99f-4b17-bb20-1e0a7900fa6b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:00:28.972011 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:00:28.972267 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be113f73-d99f-4b17-bb20-1e0a7900fa6b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:00:28.972726 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'status': 'completed', 'code': 200} Jul 30 04:00:29.003650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:00:29.055841 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-03ddeb2e-15ed-47d1-8483-90eefb2338e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:29.058241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-03ddeb2e-15ed-47d1-8483-90eefb2338e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0443168 Jul 30 04:00:29.158698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-5f01c562-0b6d-4e26-be71-c625dd9edd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:29.160272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-5f01c562-0b6d-4e26-be71-c625dd9edd1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 200 len: 896 time: 0.0953288 Jul 30 04:00:29.229856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-07640e4d-6f15-4f96-885d-ba68ee9df66c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 200 len: 999 time: 0.0617883 Jul 30 04:00:29.240373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '62d92b6c-acf2-4c98-8b42-a77b0d80454a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'port_id': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'mac_address': 'fa:16:3e:87:11:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651273e-9066-4155-b902-6eb57797e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:00:27Z', 'updated_at': '2021-07-30T04:00:27Z', 'revision_number': 0, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:09Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:29.267994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] Checking router: ba703a25-bf5c-402e-ad22-0c13725f6d31 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:00:29.269702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe9d99b-ff50-4000-8003-42b6caa2acc4,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:29.277076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:00:29.277800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:00:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:29.286288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-be6936d8-4fda-4aef-9e14-062cb9949dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:29.287912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-be6936d8-4fda-4aef-9e14-062cb9949dc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d529b1f-768c-44d2-bf6a-c945f33737bc HTTP/1.1" status: 200 len: 834 time: 0.0517790 Jul 30 04:00:29.290087 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.291845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2cb51f40-2165-42b6-9999-af722cd7c2b2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4809515 Jul 30 04:00:29.296247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:29.304600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d2bc9a74-2cc0-4332-8085-1efc2170ce7c tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/floatingips/62d92b6c-acf2-4c98-8b42-a77b0d80454a HTTP/1.1" status: 200 len: 991 time: 0.3824985 Jul 30 04:00:29.357942 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c962d2ac-ad56-4ea4-8aeb-8068f9101431 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.370643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c962d2ac-ad56-4ea4-8aeb-8068f9101431 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.373670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-bccfd74c-6063-4305-ad5b-9361cb6b54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:29.375214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-bccfd74c-6063-4305-ad5b-9361cb6b54bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78666cf3-26d6-477c-9554-4dea5ffbcc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798130 Jul 30 04:00:29.386979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:00:29.447350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c962d2ac-ad56-4ea4-8aeb-8068f9101431 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.457127 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c962d2ac-ad56-4ea4-8aeb-8068f9101431 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.458238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c962d2ac-ad56-4ea4-8aeb-8068f9101431 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3fe9d99b-ff50-4000-8003-42b6caa2acc4 HTTP/1.1" status: 204 len: 168 time: 0.1610224 Jul 30 04:00:29.461271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:29.465757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962d2ac-ad56-4ea4-8aeb-8068f9101431 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fe9d99b-ff50-4000-8003-42b6caa2acc4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:29.495211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-65d04470-29fc-497a-8899-05b9fd09a783 service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113577 Jul 30 04:00:29.512332 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d82ffc4-61c3-4d8e-bc19-c8679465f30d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497558 Jul 30 04:00:29.515247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52816) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:29.572117 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e79b592b-6766-4c51-aa77-81171444e5d3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.596310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e79b592b-6766-4c51-aa77-81171444e5d3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.604503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35c9ce3d-9fba-439a-825b-4a866139cd2a req-eb500d0d-fe3b-40f7-8cac-35280b32469d service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023009 Jul 30 04:00:29.630288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '62d92b6c-acf2-4c98-8b42-a77b0d80454a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'port_id': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'mac_address': 'fa:16:3e:87:11:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651273e-9066-4155-b902-6eb57797e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:00:27Z', 'updated_at': '2021-07-30T04:00:27Z', 'revision_number': 0, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:09Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:00:29.640963 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e79b592b-6766-4c51-aa77-81171444e5d3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.644618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e79b592b-6766-4c51-aa77-81171444e5d3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.646481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e79b592b-6766-4c51-aa77-81171444e5d3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/f96db8e8-1756-4a01-90e8-418b1d54598c HTTP/1.1" status: 204 len: 168 time: 0.1300135 Jul 30 04:00:29.649240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:29.666574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b592b-6766-4c51-aa77-81171444e5d3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96db8e8-1756-4a01-90e8-418b1d54598c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:29.669813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca338639-dad8-4dec-a292-3440c046a524 None None] The sync data for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 is: [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '62d92b6c-acf2-4c98-8b42-a77b0d80454a', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'port_id': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'mac_address': 'fa:16:3e:87:11:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651273e-9066-4155-b902-6eb57797e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:00:27Z', 'updated_at': '2021-07-30T04:00:27Z', 'revision_number': 0, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:09Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:00:29.717065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b10ac9d2-c984-420f-bbb4-a3c3d1d09602 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655391 Jul 30 04:00:29.721037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:29.725899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--463600238'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:29.760885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.858093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.863824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.899315 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.899315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1760507 Jul 30 04:00:29.902171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:29.909345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '5eaabcb2-c31e-4ece-9ea9-91edd1c34f16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:29.917178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aef8a-c9f7-4922-8023-3c7e9b1d6976 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaabcb2-c31e-4ece-9ea9-91edd1c34f16,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:29.958769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:29.981823 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9f03-4d7a-43f0-bb7f-27d0dcc68796 None None] New status for floating IP 62d92b6c-acf2-4c98-8b42-a77b0d80454a: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:00:30.045122 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.049007 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.068447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf8242c-7c86-4a1a-9de8-189762decb0c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.075061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.076410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-df737782-558e-4c51-9592-f74e898a97d8 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1722677 Jul 30 04:00:30.080777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52834) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.085388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '5eaabcb2-c31e-4ece-9ea9-91edd1c34f16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:30.122541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.209051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.214000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.235716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cdaf22-0185-4c17-a7d2-a0ee84cc1d0d,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.246057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.247726 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-152f89e5-3699-4659-ac1c-47b1cfbca3e9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656818 Jul 30 04:00:30.250370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52838) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.256077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '5eaabcb2-c31e-4ece-9ea9-91edd1c34f16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:30.288815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.308243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.366121 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.371543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.399199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8065f05b-b46c-42b6-9c4b-2fbd757c14ab tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/floatingips/62d92b6c-acf2-4c98-8b42-a77b0d80454a HTTP/1.1" status: 200 len: 993 time: 0.0814154 Jul 30 04:00:30.399816 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.402465 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499875 Jul 30 04:00:30.404673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.407638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69131a-61f6-4499-a9f7-4af1673f7794 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6ed164-9633-4d67-ac73-8149ee5efc10,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.409923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '5eaabcb2-c31e-4ece-9ea9-91edd1c34f16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:30.445192 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.509038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.514337 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.531610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf95006c-1db2-484b-81f5-c77f64d629e0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.537275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.538514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b97a87fc-bac7-4309-bdd7-367a5f919226 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324341 Jul 30 04:00:30.541468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.545929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '5eaabcb2-c31e-4ece-9ea9-91edd1c34f16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:30.573429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.636310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.639912 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.657092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b571dab5-7904-4e6b-9300-48293ba94c5e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.664552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.665962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e22a95d1-2522-43c1-b241-5854b165b27e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1235473 Jul 30 04:00:30.669056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.703196 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7c7b-8c12-407c-b8b5-18527030ee5b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.714788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7c7b-8c12-407c-b8b5-18527030ee5b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.746159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7c7b-8c12-407c-b8b5-18527030ee5b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.752326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7c7b-8c12-407c-b8b5-18527030ee5b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.753427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d7c7c7b-8c12-407c-b8b5-18527030ee5b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b571dab5-7904-4e6b-9300-48293ba94c5e HTTP/1.1" status: 204 len: 168 time: 0.0833716 Jul 30 04:00:30.756281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.758964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c7c7b-8c12-407c-b8b5-18527030ee5b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b571dab5-7904-4e6b-9300-48293ba94c5e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.815355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7caff4c5-cabb-442e-9583-55f93566f77b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0577734 Jul 30 04:00:30.818174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.837833 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.843018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f21f3a2-af3b-4634-8251-64c17148eb64 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.850348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f21f3a2-af3b-4634-8251-64c17148eb64 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.877930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f21f3a2-af3b-4634-8251-64c17148eb64 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.883223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f21f3a2-af3b-4634-8251-64c17148eb64 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.885249 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5f21f3a2-af3b-4634-8251-64c17148eb64 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/cf95006c-1db2-484b-81f5-c77f64d629e0 HTTP/1.1" status: 204 len: 168 time: 0.0661261 Jul 30 04:00:30.888223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52852) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.893175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21f3a2-af3b-4634-8251-64c17148eb64 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf95006c-1db2-484b-81f5-c77f64d629e0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:30.935876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4d3660ee-ea44-444c-9fa8-c4d26c1e5b9d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0456629 Jul 30 04:00:30.938613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52854) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:30.962882 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3ce773d-263c-4033-8dbc-75fb5c314fae tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.970660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3ce773d-263c-4033-8dbc-75fb5c314fae tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:30.998728 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3ce773d-263c-4033-8dbc-75fb5c314fae tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.003962 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3ce773d-263c-4033-8dbc-75fb5c314fae tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.005463 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b3ce773d-263c-4033-8dbc-75fb5c314fae tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1c6ed164-9633-4d67-ac73-8149ee5efc10 HTTP/1.1" status: 204 len: 168 time: 0.0657034 Jul 30 04:00:31.008083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52856) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.028264 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce773d-263c-4033-8dbc-75fb5c314fae tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c6ed164-9633-4d67-ac73-8149ee5efc10,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:31.065096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dd144bf2-e73a-48b5-9079-52acad925f65 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0559630 Jul 30 04:00:31.067742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52858) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.095779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9671d913-aae2-4f11-8537-4826c4148553 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.104476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9671d913-aae2-4f11-8537-4826c4148553 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.131892 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9671d913-aae2-4f11-8537-4826c4148553 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.138150 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9671d913-aae2-4f11-8537-4826c4148553 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.139273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9671d913-aae2-4f11-8537-4826c4148553 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/75cdaf22-0185-4c17-a7d2-a0ee84cc1d0d HTTP/1.1" status: 204 len: 168 time: 0.0706141 Jul 30 04:00:31.142004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.145076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671d913-aae2-4f11-8537-4826c4148553 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75cdaf22-0185-4c17-a7d2-a0ee84cc1d0d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:31.219507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.222392 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-93fc8911-d723-4312-a9dd-a9118c70c5df tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0791087 Jul 30 04:00:31.265235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf11dfb8-d8f7-4834-a286-a4638c87dd76 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.276854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf11dfb8-d8f7-4834-a286-a4638c87dd76 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.307770 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf11dfb8-d8f7-4834-a286-a4638c87dd76 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.314022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf11dfb8-d8f7-4834-a286-a4638c87dd76 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.317536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bf11dfb8-d8f7-4834-a286-a4638c87dd76 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7bf8242c-7c86-4a1a-9de8-189762decb0c HTTP/1.1" status: 204 len: 168 time: 0.0939522 Jul 30 04:00:31.317843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.323763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11dfb8-d8f7-4834-a286-a4638c87dd76 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bf8242c-7c86-4a1a-9de8-189762decb0c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:31.361350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6d41a0eb-a03a-4723-989c-c2c2a135f30f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423448 Jul 30 04:00:31.364111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.420350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63fcc23c-bba0-4b4d-bedf-80475d6665ff tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.444005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63fcc23c-bba0-4b4d-bedf-80475d6665ff tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.486113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63fcc23c-bba0-4b4d-bedf-80475d6665ff tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.488896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63fcc23c-bba0-4b4d-bedf-80475d6665ff tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.490042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-63fcc23c-bba0-4b4d-bedf-80475d6665ff tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/5eaabcb2-c31e-4ece-9ea9-91edd1c34f16 HTTP/1.1" status: 204 len: 168 time: 0.1249936 Jul 30 04:00:31.492808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52870) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.499570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcc23c-bba0-4b4d-bedf-80475d6665ff tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaabcb2-c31e-4ece-9ea9-91edd1c34f16,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:31.550632 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8ebe91f7-9833-4919-ada1-bdc4ffd35062 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564198 Jul 30 04:00:31.554826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.559869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--204819916'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:31.583157 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.667993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.671812 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.698422 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.702160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1437690 Jul 30 04:00:31.702618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.707461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '1ac1db46-0148-4e65-a943-8a89558ad647', 'direction': 'ingress', 'protocol': 17}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:31.714291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b3b8-4361-49c6-be57-385e2d27ce9f tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1db46-0148-4e65-a943-8a89558ad647,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:31.737268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.793723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.797539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.817970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e40bcb-970c-468c-bd66-a61962db1a19,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:31.822351 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.826541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-920ca8b6-aa01-4d84-ba36-ca62672f2679 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1202509 Jul 30 04:00:31.827110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.885539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-819b2d34-53d1-4273-b4ee-84e9ef95e806 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.908703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-819b2d34-53d1-4273-b4ee-84e9ef95e806 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.953895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-819b2d34-53d1-4273-b4ee-84e9ef95e806 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.956544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-819b2d34-53d1-4273-b4ee-84e9ef95e806 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:31.963629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-819b2d34-53d1-4273-b4ee-84e9ef95e806 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/1ac1db46-0148-4e65-a943-8a89558ad647 HTTP/1.1" status: 204 len: 168 time: 0.1296382 Jul 30 04:00:31.963844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52878) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:31.970419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b2d34-53d1-4273-b4ee-84e9ef95e806 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1db46-0148-4e65-a943-8a89558ad647,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.008958 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-65b02173-75af-4240-ab42-8e4912180916 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470154 Jul 30 04:00:32.013382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.017713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--234635973'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:32.039744 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.125707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.130188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.156445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.160315 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1433036 Jul 30 04:00:32.160801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52882) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.161683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8541f29-6771-4546-b074-dc8e7c08c9f2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69dd41b-7b6e-4f58-969d-4a4bf7f73a52,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.165835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029891188'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:32.189949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.282544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.286629 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.314089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.315416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1535013 Jul 30 04:00:32.318215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52886) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.324368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a858-32d2-4c70-bf10-8a1bef59f6ce tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06661a73-d2e8-476f-8fb6-e9d6de1f645a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.324866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': 'd69dd41b-7b6e-4f58-969d-4a4bf7f73a52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '06661a73-d2e8-476f-8fb6-e9d6de1f645a', 'remote_ip_prefix': None}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:32.397179 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.487524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.491053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.509491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe91f0c-6139-43f5-9c65-ab932ca267a4,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.520490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.521798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d7591e64-3fcb-41a3-bfa4-90a14e0bb55e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2013371 Jul 30 04:00:32.524875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52888) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.553019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20d6dfe0-77c5-4649-9512-abb18156ba17 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.561192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20d6dfe0-77c5-4649-9512-abb18156ba17 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.589932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20d6dfe0-77c5-4649-9512-abb18156ba17 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.599229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20d6dfe0-77c5-4649-9512-abb18156ba17 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.600592 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-20d6dfe0-77c5-4649-9512-abb18156ba17 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2fe91f0c-6139-43f5-9c65-ab932ca267a4 HTTP/1.1" status: 204 len: 168 time: 0.0746794 Jul 30 04:00:32.604462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52890) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.607464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6dfe0-77c5-4649-9512-abb18156ba17 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fe91f0c-6139-43f5-9c65-ab932ca267a4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.659101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3f677a66-d4b4-4051-b64a-65b11305ccbd tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0520449 Jul 30 04:00:32.661793 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.711924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6baba0d8-23fe-42b8-9a92-fd6476651c94 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.734770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6baba0d8-23fe-42b8-9a92-fd6476651c94 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.774111 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6baba0d8-23fe-42b8-9a92-fd6476651c94 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.777425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6baba0d8-23fe-42b8-9a92-fd6476651c94 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.778564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6baba0d8-23fe-42b8-9a92-fd6476651c94 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/06661a73-d2e8-476f-8fb6-e9d6de1f645a HTTP/1.1" status: 204 len: 168 time: 0.1158681 Jul 30 04:00:32.781496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52894) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.787371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baba0d8-23fe-42b8-9a92-fd6476651c94 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06661a73-d2e8-476f-8fb6-e9d6de1f645a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.833013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ef3624d-a39c-4208-925d-41bce481b1ee tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0503764 Jul 30 04:00:32.835735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52896) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.886487 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b57d7e73-27f6-4db7-85d8-db3207113aaa tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.908336 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b57d7e73-27f6-4db7-85d8-db3207113aaa tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.948309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b57d7e73-27f6-4db7-85d8-db3207113aaa tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.950865 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b57d7e73-27f6-4db7-85d8-db3207113aaa tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:32.952148 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b57d7e73-27f6-4db7-85d8-db3207113aaa tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/d69dd41b-7b6e-4f58-969d-4a4bf7f73a52 HTTP/1.1" status: 204 len: 168 time: 0.1154916 Jul 30 04:00:32.954784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:32.961140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d7e73-27f6-4db7-85d8-db3207113aaa tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69dd41b-7b6e-4f58-969d-4a4bf7f73a52,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:32.998222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-83d894f6-059c-4601-9ebc-36478d9a4ae1 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421031 Jul 30 04:00:33.001946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.006291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216898431'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:33.027559 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.110811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.114587 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.140927 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.142145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1392419 Jul 30 04:00:33.145029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52902) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.146641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257c91a-5975-429d-870d-04cc148738db tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa690bc-40b8-4155-a437-e28cbf1b9cad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.151466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': 'eaa690bc-40b8-4155-a437-e28cbf1b9cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:33.178799 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.238133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.242328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.260723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1fb961-7162-4c5d-800d-3e2b1fb505d5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.269707 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.270923 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-28927c63-cda0-467f-8a46-129297c2657d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1248729 Jul 30 04:00:33.275335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52908) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.299151 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-75738579-b4e0-44cb-b9b5-145c36e22854 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.307246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-75738579-b4e0-44cb-b9b5-145c36e22854 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.335223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-75738579-b4e0-44cb-b9b5-145c36e22854 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.341038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-75738579-b4e0-44cb-b9b5-145c36e22854 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.342551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-75738579-b4e0-44cb-b9b5-145c36e22854 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9e1fb961-7162-4c5d-800d-3e2b1fb505d5 HTTP/1.1" status: 204 len: 168 time: 0.0662019 Jul 30 04:00:33.345415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.350240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738579-b4e0-44cb-b9b5-145c36e22854 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1fb961-7162-4c5d-800d-3e2b1fb505d5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.389997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-827d72b3-2431-4fb6-b052-294d55087db4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432775 Jul 30 04:00:33.392585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.453379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32256368-7353-4ad5-b254-0eb5c245974a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.476697 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32256368-7353-4ad5-b254-0eb5c245974a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.520384 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32256368-7353-4ad5-b254-0eb5c245974a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.523821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32256368-7353-4ad5-b254-0eb5c245974a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.528296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-32256368-7353-4ad5-b254-0eb5c245974a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/eaa690bc-40b8-4155-a437-e28cbf1b9cad HTTP/1.1" status: 204 len: 168 time: 0.1323502 Jul 30 04:00:33.529022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52926) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.536274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32256368-7353-4ad5-b254-0eb5c245974a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa690bc-40b8-4155-a437-e28cbf1b9cad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.583785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-45651595-cb5b-4cfd-82f9-cf2ba3be5ac9 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532215 Jul 30 04:00:33.584021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.589820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003372252'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:33.613725 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.696310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.701532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.732461 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.736353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1485288 Jul 30 04:00:33.736353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62323d9-b57a-4172-a849-ebcf3a485b4a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828187f7-499d-4233-afaa-72ebd719b9fa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.737162 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.742203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '828187f7-499d-4233-afaa-72ebd719b9fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:33.768696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.823193 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.826492 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.843633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b3f6b4-9422-45e5-a5a8-3b8658eb54b7,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.848745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.851599 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-907a9d59-92fe-42b9-8769-ce3c3e8a3914 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132207 Jul 30 04:00:33.852435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.870369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6abd0892-2361-46bb-8445-02b7a8cee30e tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules/d9b3f6b4-9422-45e5-a5a8-3b8658eb54b7 HTTP/1.1" status: 200 len: 763 time: 0.0161412 Jul 30 04:00:33.872550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.914681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-961f50dd-d985-4513-97c5-c3c665eaf57c tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0410073 Jul 30 04:00:33.917970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:33.945066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f844226-5d11-4e16-88e5-5959faec940a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.953937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f844226-5d11-4e16-88e5-5959faec940a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.982583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f844226-5d11-4e16-88e5-5959faec940a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.994162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f844226-5d11-4e16-88e5-5959faec940a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:33.995125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f844226-5d11-4e16-88e5-5959faec940a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d9b3f6b4-9422-45e5-a5a8-3b8658eb54b7 HTTP/1.1" status: 204 len: 168 time: 0.0763059 Jul 30 04:00:33.996150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f844226-5d11-4e16-88e5-5959faec940a tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9b3f6b4-9422-45e5-a5a8-3b8658eb54b7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:33.998586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52942) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.040889 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-337ed306-0977-4c46-bc34-82ea83bea34d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401669 Jul 30 04:00:34.043362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52944) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.047611 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '828187f7-499d-4233-afaa-72ebd719b9fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:34.074558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.124358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.128940 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.146831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f395fb-2825-4348-93be-1c1fb38a2e72,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:34.155624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.157870 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64f1c0c7-7c1f-49cd-a9b1-01a92aa81a54 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134160 Jul 30 04:00:34.160894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52946) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.178247 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a33cba07-1ce9-4405-bed7-550c70be1ec3 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules/02f395fb-2825-4348-93be-1c1fb38a2e72 HTTP/1.1" status: 200 len: 763 time: 0.0159421 Jul 30 04:00:34.180406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52948) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.220116 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e8572fe-d3c5-4639-93e8-aae98d7ec30b tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386257 Jul 30 04:00:34.222702 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52950) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.246569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b361872f-0a8d-477f-b0aa-3801a0f91566 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.254480 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b361872f-0a8d-477f-b0aa-3801a0f91566 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.281375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b361872f-0a8d-477f-b0aa-3801a0f91566 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.287695 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b361872f-0a8d-477f-b0aa-3801a0f91566 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.288824 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b361872f-0a8d-477f-b0aa-3801a0f91566 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/02f395fb-2825-4348-93be-1c1fb38a2e72 HTTP/1.1" status: 204 len: 168 time: 0.0651853 Jul 30 04:00:34.292094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.295850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361872f-0a8d-477f-b0aa-3801a0f91566 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02f395fb-2825-4348-93be-1c1fb38a2e72,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:34.346239 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1c033a2c-97b3-4cd6-bfba-af47992aa2a5 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503645 Jul 30 04:00:34.346835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.351022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Request body: {'security_group_rule': {'security_group_id': '828187f7-499d-4233-afaa-72ebd719b9fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:00:34.381408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.431413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.435449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.457529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c08af68-038d-4826-b405-eb8e2bb5503f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:34.465108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.466523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-35453902-63ae-4e96-83d4-63bb05853aec tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189957 Jul 30 04:00:34.469454 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52956) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.494273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b795b140-48e6-4381-a1c8-bc5d9cf38019 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules/9c08af68-038d-4826-b405-eb8e2bb5503f HTTP/1.1" status: 200 len: 764 time: 0.0207632 Jul 30 04:00:34.495114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52958) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.544527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3a0b7766-26b7-46ba-b5f1-20870af306a1 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0482447 Jul 30 04:00:34.547161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52960) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.570084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a7c26ef-ea20-4a8e-8c73-261659be7bc4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.578069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a7c26ef-ea20-4a8e-8c73-261659be7bc4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.606009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a7c26ef-ea20-4a8e-8c73-261659be7bc4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.613929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a7c26ef-ea20-4a8e-8c73-261659be7bc4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.616902 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8a7c26ef-ea20-4a8e-8c73-261659be7bc4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9c08af68-038d-4826-b405-eb8e2bb5503f HTTP/1.1" status: 204 len: 168 time: 0.0665274 Jul 30 04:00:34.617591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.618987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c26ef-ea20-4a8e-8c73-261659be7bc4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c08af68-038d-4826-b405-eb8e2bb5503f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:34.664747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c7f2e92d-35fe-443a-b02e-75ae6228478d tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453451 Jul 30 04:00:34.668081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 52966) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.718324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91f77440-7fac-410b-b744-f703132b05e2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.744472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91f77440-7fac-410b-b744-f703132b05e2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.786298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91f77440-7fac-410b-b744-f703132b05e2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.788897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91f77440-7fac-410b-b744-f703132b05e2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:34.790051 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-91f77440-7fac-410b-b744-f703132b05e2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "DELETE /v2.0/security-groups/828187f7-499d-4233-afaa-72ebd719b9fa HTTP/1.1" status: 204 len: 168 time: 0.1210747 Jul 30 04:00:34.793351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52968) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.799700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f77440-7fac-410b-b744-f703132b05e2 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828187f7-499d-4233-afaa-72ebd719b9fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:34.839944 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c61f1601-7d45-4b9b-a33e-f90a378d5ce6 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449622 Jul 30 04:00:34.844155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52970) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:34.891376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-beefd893-8bb8-4f6e-80db-96f2246d4ae4 tempest-SecGroupTest-1777335425 tempest-SecGroupTest-1777335425-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459461 Jul 30 04:00:35.138196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52976) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:35.270532 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca16e3b5-4f3f-4618-be04-5ef151bd1dfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=649eb2e00126416f97e762781d8aea67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310446 Jul 30 04:00:35.273055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 52980) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:35.323438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454fa4ad-c2d0-4671-9af6-ed294eb22825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:35.348823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454fa4ad-c2d0-4671-9af6-ed294eb22825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:35.404275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454fa4ad-c2d0-4671-9af6-ed294eb22825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:35.406749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-454fa4ad-c2d0-4671-9af6-ed294eb22825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:35.408032 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-454fa4ad-c2d0-4671-9af6-ed294eb22825 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7581b785-56cb-4446-8cd3-95aad617221b HTTP/1.1" status: 204 len: 168 time: 0.1339941 Jul 30 04:00:35.418687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fa4ad-c2d0-4671-9af6-ed294eb22825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581b785-56cb-4446-8cd3-95aad617221b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:36.791015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53032) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:36.899195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a79c81e5-b808-4eeb-855e-195cf54f164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.012289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a79c81e5-b808-4eeb-855e-195cf54f164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.017171 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a79c81e5-b808-4eeb-855e-195cf54f164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.061390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a79c81e5-b808-4eeb-855e-195cf54f164c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2fd19a3c0b444bf8da7dc334bf4b7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690520 Jul 30 04:00:37.062257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c81e5-b808-4eeb-855e-195cf54f164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a6c88b-e03e-4e77-9075-2e382d6523ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:37.064948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:37.115403 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2316950-33bc-4668-9bfd-8c74b2e84789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.137736 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2316950-33bc-4668-9bfd-8c74b2e84789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.184404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2316950-33bc-4668-9bfd-8c74b2e84789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.187093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2316950-33bc-4668-9bfd-8c74b2e84789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.188367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d2316950-33bc-4668-9bfd-8c74b2e84789 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53a6c88b-e03e-4e77-9075-2e382d6523ae HTTP/1.1" status: 204 len: 168 time: 0.1223683 Jul 30 04:00:37.197153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316950-33bc-4668-9bfd-8c74b2e84789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a6c88b-e03e-4e77-9075-2e382d6523ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:37.466504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53052) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:37.481814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57bb6749-9a41-4034-ab0f-f0d8f029450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.574139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57bb6749-9a41-4034-ab0f-f0d8f029450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.577900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57bb6749-9a41-4034-ab0f-f0d8f029450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.620336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-57bb6749-9a41-4034-ab0f-f0d8f029450e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8a3b678c2384eb49d10faca98314bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527011 Jul 30 04:00:37.621209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb6749-9a41-4034-ab0f-f0d8f029450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a135a59c-4a83-4e7c-854e-fce4d269d4c0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:37.623029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53054) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:37.672203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d13e1010-c835-4418-85af-2726dbf7c00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.692848 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d13e1010-c835-4418-85af-2726dbf7c00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.739401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d13e1010-c835-4418-85af-2726dbf7c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.742475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d13e1010-c835-4418-85af-2726dbf7c00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:37.743721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d13e1010-c835-4418-85af-2726dbf7c00e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a135a59c-4a83-4e7c-854e-fce4d269d4c0 HTTP/1.1" status: 204 len: 168 time: 0.1193223 Jul 30 04:00:37.751430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e1010-c835-4418-85af-2726dbf7c00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135a59c-4a83-4e7c-854e-fce4d269d4c0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:39.422497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:39.528575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec431-a749-4516-8d68-5762d487fc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.625774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec431-a749-4516-8d68-5762d487fc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.629980 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec431-a749-4516-8d68-5762d487fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.669050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec431-a749-4516-8d68-5762d487fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e1648-b711-4344-93ba-1ebd993230b9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:39.673350 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fc0ec431-a749-4516-8d68-5762d487fc3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7b6b8989e1f4b1f9ce7ac67c1ef34f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497361 Jul 30 04:00:39.675958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53120) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:39.730080 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca91502c-af20-4f13-a6e3-64e380175c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.752655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca91502c-af20-4f13-a6e3-64e380175c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.802507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca91502c-af20-4f13-a6e3-64e380175c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.805165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca91502c-af20-4f13-a6e3-64e380175c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:39.807117 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca91502c-af20-4f13-a6e3-64e380175c41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/565e1648-b711-4344-93ba-1ebd993230b9 HTTP/1.1" status: 204 len: 168 time: 0.1301260 Jul 30 04:00:39.816428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91502c-af20-4f13-a6e3-64e380175c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e1648-b711-4344-93ba-1ebd993230b9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:40.078921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53126) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:40.093403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-962bb1de-2a43-4273-829a-469e86a3cea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.191162 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-962bb1de-2a43-4273-829a-469e86a3cea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.194880 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-962bb1de-2a43-4273-829a-469e86a3cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.235786 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-962bb1de-2a43-4273-829a-469e86a3cea3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10b263e031444b708b863c3cf28eaefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556437 Jul 30 04:00:40.236579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bb1de-2a43-4273-829a-469e86a3cea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb53a09-9f18-4457-83c8-176792a86048,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:40.238458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:40.288683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2eac446-e3f2-4fa1-bfa7-d6c9b2ccf910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.323984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2eac446-e3f2-4fa1-bfa7-d6c9b2ccf910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.382302 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2eac446-e3f2-4fa1-bfa7-d6c9b2ccf910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.385968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2eac446-e3f2-4fa1-bfa7-d6c9b2ccf910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:40.390396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c2eac446-e3f2-4fa1-bfa7-d6c9b2ccf910 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdb53a09-9f18-4457-83c8-176792a86048 HTTP/1.1" status: 204 len: 168 time: 0.1479521 Jul 30 04:00:40.396685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eac446-e3f2-4fa1-bfa7-d6c9b2ccf910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb53a09-9f18-4457-83c8-176792a86048,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:41.017188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.381249 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3605d77f-06bf-4299-976b-414bc781dd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.566772 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53228) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:42.677414 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.774002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.778103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.815882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591fba27-f754-4852-a54c-112899eda327,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:42.819714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab342ccccbc34c44bb569ada8264e347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518480 Jul 30 04:00:42.822504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53232) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:42.826308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.826661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.827097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.827465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.827804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.828135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.828472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.828799 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.829130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.829461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.829785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.830108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b61c4-148d-43a5-bccf-3ba2a3b75818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:42.887981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.912095 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.964058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.967332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:42.983397 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/591fba27-f754-4852-a54c-112899eda327 HTTP/1.1" status: 204 len: 168 time: 0.1595235 Jul 30 04:00:42.993008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591fba27-f754-4852-a54c-112899eda327,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:43.011251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.011690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.012222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.012635 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.013038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.013545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.013975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.014373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.014768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.015332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.015731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.016126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1fa48-8d84-420e-9e23-69dcca75a56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:00:43.265769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53246) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:43.279276 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-742750c7-c64a-4299-b9f0-e08a7733179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.367516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-742750c7-c64a-4299-b9f0-e08a7733179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.372573 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-742750c7-c64a-4299-b9f0-e08a7733179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.410375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742750c7-c64a-4299-b9f0-e08a7733179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800d877e-265d-49bc-8041-f5791fa5bd7a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:43.419537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-742750c7-c64a-4299-b9f0-e08a7733179e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1732fdc771ce4a208479215b1eba1bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503427 Jul 30 04:00:43.420141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53250) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:43.469156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8a004ac-8aaf-46ff-8de4-a283f798b7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.491438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8a004ac-8aaf-46ff-8de4-a283f798b7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.537946 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8a004ac-8aaf-46ff-8de4-a283f798b7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.541322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8a004ac-8aaf-46ff-8de4-a283f798b7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:43.545031 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d8a004ac-8aaf-46ff-8de4-a283f798b7e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/800d877e-265d-49bc-8041-f5791fa5bd7a HTTP/1.1" status: 204 len: 168 time: 0.1218626 Jul 30 04:00:43.550420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a004ac-8aaf-46ff-8de4-a283f798b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800d877e-265d-49bc-8041-f5791fa5bd7a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:44.690367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53282) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:44.693598 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8763ac07-01fc-4fbd-b325-5148204659c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:44.797628 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bba16b13-3932-45cd-a116-b7b8ed80170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:44.884325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bba16b13-3932-45cd-a116-b7b8ed80170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:44.888259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bba16b13-3932-45cd-a116-b7b8ed80170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:44.926969 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bba16b13-3932-45cd-a116-b7b8ed80170d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae47918598a244f986037777ef49d302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355442 Jul 30 04:00:44.927892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16b13-3932-45cd-a116-b7b8ed80170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57a1a2-d1c2-43e4-9e13-1c5141c7e117,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:44.929706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53286) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:44.974341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:44.984109 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f5ad9d-019a-4bfb-a223-231f714bd427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:45.004567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f5ad9d-019a-4bfb-a223-231f714bd427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:45.052021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f5ad9d-019a-4bfb-a223-231f714bd427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:45.054573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f5ad9d-019a-4bfb-a223-231f714bd427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:45.056432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-21f5ad9d-019a-4bfb-a223-231f714bd427 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b57a1a2-d1c2-43e4-9e13-1c5141c7e117 HTTP/1.1" status: 204 len: 168 time: 0.1256058 Jul 30 04:00:45.065348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5ad9d-019a-4bfb-a223-231f714bd427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57a1a2-d1c2-43e4-9e13-1c5141c7e117,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:46.441952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:48.075319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:48.658227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-0644c534-c83f-402f-9b03-35a0bf1a8fd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383849 Jul 30 04:00:48.721350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-3dcd7a22-b0fd-427c-86da-a9185fc3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:48.723031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-3dcd7a22-b0fd-427c-86da-a9185fc3c02c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 1097 time: 0.0432904 Jul 30 04:00:48.828805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-4d7cd014-ef03-49eb-a736-79674ae39aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:48.830267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-4d7cd014-ef03-49eb-a736-79674ae39aee service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0880816 Jul 30 04:00:48.895696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-e4cc84bb-8f44-447e-95aa-44c172bbe3e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38 HTTP/1.1" status: 200 len: 1000 time: 0.0578508 Jul 30 04:00:48.953188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-12b27a52-55cb-4356-915e-1114c6b3287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:48.954673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-12b27a52-55cb-4356-915e-1114c6b3287f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0518878 Jul 30 04:00:49.008788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-7d450649-55c4-437a-a0c8-a8e17bf0fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:00:49.010298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-7d450649-55c4-437a-a0c8-a8e17bf0fac9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473828 Jul 30 04:00:49.101823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-b8ff0421-c92f-4959-8c23-8e1b0a04b023 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831168 Jul 30 04:00:49.198982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a8f8cab-8310-468a-9cca-2967cde02140 req-96c8341d-0971-49c0-9ae9-93c022840d8f service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902829 Jul 30 04:00:50.562223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53364) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:50.663059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9606fc41-a9c0-4ce2-a274-d4ee8aa19b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.753518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9606fc41-a9c0-4ce2-a274-d4ee8aa19b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.757314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9606fc41-a9c0-4ce2-a274-d4ee8aa19b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.796467 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9606fc41-a9c0-4ce2-a274-d4ee8aa19b0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8344f3901604e5ea3ec609cdb8ce21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330050 Jul 30 04:00:50.798240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606fc41-a9c0-4ce2-a274-d4ee8aa19b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b99ebb-d3f1-4f22-98b2-6ebb94ffef48,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:50.798997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:50.847379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99d5c3fa-6e31-4745-8713-3abebdd4fe5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.869074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99d5c3fa-6e31-4745-8713-3abebdd4fe5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.913816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99d5c3fa-6e31-4745-8713-3abebdd4fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.916934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99d5c3fa-6e31-4745-8713-3abebdd4fe5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:50.918086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99d5c3fa-6e31-4745-8713-3abebdd4fe5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1b99ebb-d3f1-4f22-98b2-6ebb94ffef48 HTTP/1.1" status: 204 len: 168 time: 0.1180372 Jul 30 04:00:50.925548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5c3fa-6e31-4745-8713-3abebdd4fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b99ebb-d3f1-4f22-98b2-6ebb94ffef48,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:51.171085 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:51.184113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a81e2ffe-ed32-4286-9d9b-7a9f8b77d535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.271950 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a81e2ffe-ed32-4286-9d9b-7a9f8b77d535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.275734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a81e2ffe-ed32-4286-9d9b-7a9f8b77d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.319375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a81e2ffe-ed32-4286-9d9b-7a9f8b77d535 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e396d57a9d7b4bdb873ce9d64fef9e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471121 Jul 30 04:00:51.320086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e2ffe-ed32-4286-9d9b-7a9f8b77d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce37c9f8-d434-4257-a7a8-caae0d8a9e80,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:00:51.323036 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:00:51.372216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f897ba0-a73e-4b9e-93c4-5769944564bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.395775 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f897ba0-a73e-4b9e-93c4-5769944564bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.440304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f897ba0-a73e-4b9e-93c4-5769944564bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.442873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f897ba0-a73e-4b9e-93c4-5769944564bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:00:51.444106 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f897ba0-a73e-4b9e-93c4-5769944564bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce37c9f8-d434-4257-a7a8-caae0d8a9e80 HTTP/1.1" status: 204 len: 168 time: 0.1197052 Jul 30 04:00:51.451692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f897ba0-a73e-4b9e-93c4-5769944564bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce37c9f8-d434-4257-a7a8-caae0d8a9e80,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:00.860877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:03.697482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:01:09.829603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-c828b8e0-f134-4ad9-9aa0-acd0acc255a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427077 Jul 30 04:01:09.927095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e339d-e945-4123-863b-d1bff75af131 req-5a1abbc4-730c-431a-b515-cdffae4f7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:09.928637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-5a1abbc4-730c-431a-b515-cdffae4f7c7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0412261 Jul 30 04:01:10.053414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e339d-e945-4123-863b-d1bff75af131 req-301a0798-acc6-4a43-8055-02bdb1c8d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:10.055600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-301a0798-acc6-4a43-8055-02bdb1c8d3a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 200 len: 896 time: 0.1017008 Jul 30 04:01:10.120615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-5dbdf349-a564-4ee4-821e-f2f878dc8ed4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 200 len: 1001 time: 0.0573118 Jul 30 04:01:10.170099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e339d-e945-4123-863b-d1bff75af131 req-ee9ea986-8043-4c45-9398-10f5237f8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:10.171570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-ee9ea986-8043-4c45-9398-10f5237f8cb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d529b1f-768c-44d2-bf6a-c945f33737bc HTTP/1.1" status: 200 len: 834 time: 0.0436118 Jul 30 04:01:10.221919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e339d-e945-4123-863b-d1bff75af131 req-31285873-1d2a-4ce1-8432-f23c8c8497b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:10.223452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-31285873-1d2a-4ce1-8432-f23c8c8497b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78666cf3-26d6-477c-9554-4dea5ffbcc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441673 Jul 30 04:01:10.314466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-54f1ad7d-73aa-4e60-be37-d30ccb6b268c service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Jul 30 04:01:10.409810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-522e339d-e945-4123-863b-d1bff75af131 req-94b5a2dc-4779-421c-b7c0-8f3e18b2c67e service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878901 Jul 30 04:01:11.045980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:12.375623 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e24a0e9-a3cc-4013-bf67-b292a1ffc470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:14.686015 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-944cee32-8e1b-4863-ad70-aef023d3b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:14.976755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:16.445186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:18.076751 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.134451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53594) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:19.236409 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-103badba-21b6-4a70-89ce-b039ac13f8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.324774 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-103badba-21b6-4a70-89ce-b039ac13f8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.328386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-103badba-21b6-4a70-89ce-b039ac13f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.366049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-103badba-21b6-4a70-89ce-b039ac13f8ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0358ad27d71e43eb8c9b36a5a345569d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305372 Jul 30 04:01:19.367357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103badba-21b6-4a70-89ce-b039ac13f8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1063d33a-43bf-41b5-9157-75579ae9b9f0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:19.369330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:19.418562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ec39-3087-4f42-a9a1-6ae7980e9bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.439019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ec39-3087-4f42-a9a1-6ae7980e9bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.486658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ec39-3087-4f42-a9a1-6ae7980e9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.489647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ec39-3087-4f42-a9a1-6ae7980e9bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.490796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8cf7ec39-3087-4f42-a9a1-6ae7980e9bb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1063d33a-43bf-41b5-9157-75579ae9b9f0 HTTP/1.1" status: 204 len: 168 time: 0.1204066 Jul 30 04:01:19.498865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ec39-3087-4f42-a9a1-6ae7980e9bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1063d33a-43bf-41b5-9157-75579ae9b9f0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:19.746079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53604) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:19.759582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1e1c-56c2-4c4f-b5fd-443235285ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.849146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1e1c-56c2-4c4f-b5fd-443235285ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.853373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1e1c-56c2-4c4f-b5fd-443235285ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.889098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d1e1c-56c2-4c4f-b5fd-443235285ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956acdc-8983-40fd-85ae-8ffd043802fc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:19.893721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f8d1e1c-56c2-4c4f-b5fd-443235285ae6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da25f94eb671491ea68df65b67d658a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466110 Jul 30 04:01:19.896430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53606) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:19.948082 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8074cd8a-6e57-4190-811d-318da6310c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:19.969353 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8074cd8a-6e57-4190-811d-318da6310c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:20.017731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8074cd8a-6e57-4190-811d-318da6310c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:20.020468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8074cd8a-6e57-4190-811d-318da6310c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:20.021597 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8074cd8a-6e57-4190-811d-318da6310c6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6956acdc-8983-40fd-85ae-8ffd043802fc HTTP/1.1" status: 204 len: 168 time: 0.1242676 Jul 30 04:01:20.029720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074cd8a-6e57-4190-811d-318da6310c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956acdc-8983-40fd-85ae-8ffd043802fc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:30.849772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:31.007113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:31.088484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c738a00-077c-4bc8-a671-950d85bce880 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/floatingips/62d92b6c-acf2-4c98-8b42-a77b0d80454a HTTP/1.1" status: 200 len: 993 time: 0.0709004 Jul 30 04:01:31.406867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53696) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:31.568321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 46d48446-ee4d-43a9-b7dc-6951cce6a466 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:01:31.568592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:31.648824 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:31.649318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:31.661201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 46d48446-ee4d-43a9-b7dc-6951cce6a466 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:01:31.831027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:31.857429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=46d48446-ee4d-43a9-b7dc-6951cce6a466,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:31.924465 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:31.924811 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Floating IP 62d92b6c-acf2-4c98-8b42-a77b0d80454a disassociated (deleted). External IP: 172.25.6.179, port: f6e58bf8-7755-41a6-83c9-be64b8c50a0f. Jul 30 04:01:32.127619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router ba703a25-bf5c-402e-ad22-0c13725f6d31 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:01:32.233043 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:01:32.238017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:32.243180 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] Sync routers for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:01:32.253249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:32.253875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:32.269465 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-acc133f6-881f-4294-90b8-da327c4b04f2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/floatingips/62d92b6c-acf2-4c98-8b42-a77b0d80454a HTTP/1.1" status: 204 len: 168 time: 0.8614681 Jul 30 04:01:32.270063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:01:32.272368 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62914094-dd1e-4666-9fd7-285c231bc482" -d '{"events": [{"name": "network-changed", "server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:01:32.379756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:32.456497 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fec900-2fc6-4b52-81bb-3ac9eb56db23 x-openstack-request-id: req-b0fec900-2fc6-4b52-81bb-3ac9eb56db23 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:01:32.456966 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:01:32.457220 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0fec900-2fc6-4b52-81bb-3ac9eb56db23 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:01:32.457656 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'status': 'completed', 'code': 200} Jul 30 04:01:32.595481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9e8a9-c615-4aa6-81dd-1a20d23c666c req-f2d0a215-0689-48be-877c-f3bfd4a96151 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:32.597009 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48f9e8a9-c615-4aa6-81dd-1a20d23c666c req-f2d0a215-0689-48be-877c-f3bfd4a96151 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0917578 Jul 30 04:01:32.603750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914094-dd1e-4666-9fd7-285c231bc482 req-e6718520-5241-42d2-84e6-d5ff244ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:32.605483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-e6718520-5241-42d2-84e6-d5ff244ad94d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0675490 Jul 30 04:01:32.628267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:09Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:32.648911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48f9e8a9-c615-4aa6-81dd-1a20d23c666c req-d2e2d28f-f58f-4b52-91aa-f4856558859e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Jul 30 04:01:32.734393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914094-dd1e-4666-9fd7-285c231bc482 req-5df2ff9a-8d73-42ae-98a9-788eb7693aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:32.735845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-5df2ff9a-8d73-42ae-98a9-788eb7693aec service neutron] 10.222.0.16 "GET /v2.0/networks?id=78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 200 len: 896 time: 0.0982850 Jul 30 04:01:32.784155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-8d6b60a2-6b5e-4b1d-9835-3e1b015630e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 200 len: 217 time: 0.0393951 Jul 30 04:01:32.807757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] Checking router: ba703a25-bf5c-402e-ad22-0c13725f6d31 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:01:32.816037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:32.816652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:32.839264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914094-dd1e-4666-9fd7-285c231bc482 req-c9e304cc-5863-4ada-abc9-88ba17bf0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:32.840888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-c9e304cc-5863-4ada-abc9-88ba17bf0c07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d529b1f-768c-44d2-bf6a-c945f33737bc HTTP/1.1" status: 200 len: 834 time: 0.0484655 Jul 30 04:01:32.890393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914094-dd1e-4666-9fd7-285c231bc482 req-2309c1ba-e17f-4b25-9974-5b742ce0fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:32.891963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-2309c1ba-e17f-4b25-9974-5b742ce0fe3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78666cf3-26d6-477c-9554-4dea5ffbcc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422120 Jul 30 04:01:32.933517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:33.003572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-19711501-0484-4091-a8c9-9a07544c1f6b service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022332 Jul 30 04:01:33.099802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62914094-dd1e-4666-9fd7-285c231bc482 req-0c6e8534-c9e9-43d6-9b74-486133d38c71 service neutron] 10.222.0.16 "GET /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886366 Jul 30 04:01:33.143796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:09Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:33.175204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ef16f-11b1-4074-b80b-2a4ac65b6dc0 None None] The sync data for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 is: [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:00:03Z', 'revision_number': 4, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '94856333-cead-4459-a6e4-a7fe1fe4adfe', 'name': '', 'network_id': '78666cf3-26d6-477c-9554-4dea5ffbcc53', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'mac_address': 'fa:16:3e:10:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:00:01Z', 'updated_at': '2021-07-30T04:00:09Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'subnets': [{'id': '2d529b1f-768c-44d2-bf6a-c945f33737bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:01:33.408352 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59afba26-1170-4ba2-bd3b-fd677cda65f8 None None] New status for floating IP 62d92b6c-acf2-4c98-8b42-a77b0d80454a: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:01:33.772582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89693191-9ce7-4b88-8a6e-1e489bcfbf93 req-f84c499e-0fc2-4c53-9d76-197f511653a8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:33.774798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89693191-9ce7-4b88-8a6e-1e489bcfbf93 req-f84c499e-0fc2-4c53-9d76-197f511653a8 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0491223 Jul 30 04:01:33.810954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89693191-9ce7-4b88-8a6e-1e489bcfbf93 req-c545ed6b-23ed-4570-9e5d-ae814e86a3b2 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e83c14-49d5-41bf-a680-1f61071a45a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303044 Jul 30 04:01:34.204125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-029987b4-44cb-4170-a191-2aedb05e3a1f tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:34.205570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-029987b4-44cb-4170-a191-2aedb05e3a1f tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Jul 30 04:01:34.295382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port f6e58bf8-7755-41a6-83c9-be64b8c50a0f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:01:34.295713 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:34.384148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port f6e58bf8-7755-41a6-83c9-be64b8c50a0f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:34.384476 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:34.400088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for f6e58bf8-7755-41a6-83c9-be64b8c50a0f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:01:34.533849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:34.559837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=f6e58bf8-7755-41a6-83c9-be64b8c50a0f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:34.606888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] No DVR routers for this DVR port f6e58bf8-7755-41a6-83c9-be64b8c50a0f on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:01:34.610042 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:34.613161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eddd9f48-8fce-403b-a92e-b95f5279ed5e req-1df25ef9-7cd5-459f-9c8c-758e2cdcadd4 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.16 "DELETE /v2.0/ports/f6e58bf8-7755-41a6-83c9-be64b8c50a0f HTTP/1.1" status: 204 len: 173 time: 0.4009397 Jul 30 04:01:34.613617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'name': 'network-vif-deleted', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:01:34.616802 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e3bb03-253e-4738-9e9d-643c4b0ee69a" -d '{"events": [{"server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "name": "network-vif-deleted", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:01:34.741145 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72c4f4c-f7e6-4dc1-8b0c-0284470de37c x-openstack-request-id: req-f72c4f4c-f7e6-4dc1-8b0c-0284470de37c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:01:34.741434 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651273e-9066-4155-b902-6eb57797e0b2", "name": "network-vif-deleted", "tag": "f6e58bf8-7755-41a6-83c9-be64b8c50a0f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:01:34.741708 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f72c4f4c-f7e6-4dc1-8b0c-0284470de37c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:01:34.742107 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651273e-9066-4155-b902-6eb57797e0b2', 'name': 'network-vif-deleted', 'tag': 'f6e58bf8-7755-41a6-83c9-be64b8c50a0f', 'status': 'completed', 'code': 200} Jul 30 04:01:34.927748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1d2ab96-0bad-4036-b0ce-92f38390b801 req-97257bad-439a-4061-9feb-900aee54c9ba tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b651273e-9066-4155-b902-6eb57797e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0344222 Jul 30 04:01:35.986372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:36.046386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01e6b425-7941-4735-b4bf-e62e0a198b8e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:36.071239 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01e6b425-7941-4735-b4bf-e62e0a198b8e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:36.461735 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01e6b425-7941-4735-b4bf-e62e0a198b8e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:36.464279 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01e6b425-7941-4735-b4bf-e62e0a198b8e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:36.465450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-01e6b425-7941-4735-b4bf-e62e0a198b8e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/security-groups/d7e83c14-49d5-41bf-a680-1f61071a45a9 HTTP/1.1" status: 204 len: 168 time: 0.4780669 Jul 30 04:01:36.475837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6b425-7941-4735-b4bf-e62e0a198b8e tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e83c14-49d5-41bf-a680-1f61071a45a9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:37.520634 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53746) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:37.896610 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:38.107437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f6e58bf8-7755-41a6-83c9-be64b8c50a0f no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:01:38.133329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: f6e58bf8-7755-41a6-83c9-be64b8c50a0f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:01:38.133817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device f6e58bf8-7755-41a6-83c9-be64b8c50a0f not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:01:38.186470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 94856333-cead-4459-a6e4-a7fe1fe4adfe {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:01:38.186871 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:38.277995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 94856333-cead-4459-a6e4-a7fe1fe4adfe, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=94856333-cead-4459-a6e4-a7fe1fe4adfe,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:38.278508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:38.292723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 94856333-cead-4459-a6e4-a7fe1fe4adfe owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:01:38.486932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:38.514320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=94856333-cead-4459-a6e4-a7fe1fe4adfe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:38.750817 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:38.977785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Router ba703a25-bf5c-402e-ad22-0c13725f6d31 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:01:39.094579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:01:39.099656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cb7dd4c1-749a-4bf5-8368-56c161a1d351 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "PUT /v2.0/routers/ba703a25-bf5c-402e-ad22-0c13725f6d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774183 Jul 30 04:01:39.105198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53754) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:39.107365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] Sync routers for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:01:39.120376 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:39.121004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:39.171872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting subnet 2d529b1f-768c-44d2-bf6a-c945f33737bc {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:01:39.175601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.223255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.230783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:39.322987 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.393941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.420047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:01:38Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:39.427498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Subnet': ['ID=2d529b1f-768c-44d2-bf6a-c945f33737bc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:39.429949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.431777 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7b232b03-c745-491e-a2b8-0d6e0537c9ac tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/subnets/2d529b1f-768c-44d2-bf6a-c945f33737bc HTTP/1.1" status: 204 len: 168 time: 0.3253870 Jul 30 04:01:39.434923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53756) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:39.456459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ccf52e-0e47-4c7c-bfa4-deb666f8319e None None] Network 78666cf3-26d6-477c-9554-4dea5ffbcc53 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:01:39.458692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] Checking router: ba703a25-bf5c-402e-ad22-0c13725f6d31 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:01:39.511444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] Routers {'ba703a25-bf5c-402e-ad22-0c13725f6d31'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:39.512223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ba703a25-bf5c-402e-ad22-0c13725f6d31'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:39.556232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.672658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.675664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] Set router ba703a25-bf5c-402e-ad22-0c13725f6d31 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:39.754393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Deleting port 1518b30d-062e-47ff-a603-fb4fe9d9bbee {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:01:39.755824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.758721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] DHCP port deletion for 78666cf3-26d6-477c-9554-4dea5ffbcc53 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:01:39.844977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] For port 1518b30d-062e-47ff-a603-fb4fe9d9bbee, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1518b30d-062e-47ff-a603-fb4fe9d9bbee,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:39.845358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.859509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Calling delete_port for 1518b30d-062e-47ff-a603-fb4fe9d9bbee owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:01:39.886095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Deleting port 04517398-5dfc-44c4-b033-fb3a47070d21 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:01:39.886483 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.970339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] For port 04517398-5dfc-44c4-b033-fb3a47070d21, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=04517398-5dfc-44c4-b033-fb3a47070d21,segment=NetworkSegment(1632ce55-405a-4cd3-8915-8c3628db7af2),segment_id=1632ce55-405a-4cd3-8915-8c3628db7af2)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:39.971346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:39.987743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Calling delete_port for 04517398-5dfc-44c4-b033-fb3a47070d21 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:01:39.990079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:01:38Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:40.024401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15075375-67ac-4d3f-bdfd-f18c18b731b4 None None] The sync data for ids ['ba703a25-bf5c-402e-ad22-0c13725f6d31'] in n-d-778696-14 is: [{'id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'name': 'tempest-TestNetworkBasicOps-router-976438167', 'tenant_id': '9fa8297b71b64ce2a67045c71fc0f067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:59:58Z', 'updated_at': '2021-07-30T04:01:38Z', 'revision_number': 5, 'project_id': '9fa8297b71b64ce2a67045c71fc0f067', 'gw_port': {'id': '1518b30d-062e-47ff-a603-fb4fe9d9bbee', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703a25-bf5c-402e-ad22-0c13725f6d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:59:59Z', 'updated_at': '2021-07-30T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:01:40.049396 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.081586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Port': ['ID=1518b30d-062e-47ff-a603-fb4fe9d9bbee,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:40.131418 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.162717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Pushing event deleted for resources: {'Port': ['ID=04517398-5dfc-44c4-b033-fb3a47070d21,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:40.165919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] No DVR routers for this DVR port 04517398-5dfc-44c4-b033-fb3a47070d21 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:01:40.176423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.178341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.179458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.180675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.181187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.181523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.181994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.182444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.182841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.183288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.183749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.184125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.184620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2260e55-d9cb-40ac-8fe6-83b058591531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:40.280144 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.282604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.327700 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.328386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Fanout notify agent at l3_agent the message router_deleted on router ba703a25-bf5c-402e-ad22-0c13725f6d31 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:01:40.340036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.341901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8c684834-5e15-4dab-a4d5-7beb2be64ef9 tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/routers/ba703a25-bf5c-402e-ad22-0c13725f6d31 HTTP/1.1" status: 204 len: 168 time: 0.9027295 Jul 30 04:01:40.345740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:40.470037 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.602565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.619354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78666cf3-26d6-477c-9554-4dea5ffbcc53']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:40.637164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1632ce55-405a-4cd3-8915-8c3628db7af2') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:40.637457 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1632ce55-405a-4cd3-8915-8c3628db7af2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:40.654084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.677929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.697362 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:01:40.698077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:01:40.698482 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:01:40.701559 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:01:40.775525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94856333-cead-4459-a6e4-a7fe1fe4adfe no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:01:40.787356 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.816289 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:40.818209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] 10.222.0.39 "DELETE /v2.0/networks/78666cf3-26d6-477c-9554-4dea5ffbcc53 HTTP/1.1" status: 204 len: 168 time: 0.4711351 Jul 30 04:01:40.843453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 94856333-cead-4459-a6e4-a7fe1fe4adfe {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:01:40.843453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 94856333-cead-4459-a6e4-a7fe1fe4adfe not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:01:40.844225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 04517398-5dfc-44c4-b033-fb3a47070d21 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:01:40.863183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9e879-3469-4093-ae7a-1e251360350b tempest-TestNetworkBasicOps-929421592 tempest-TestNetworkBasicOps-929421592-project] Pushing event deleted for resources: {'Network': ['ID=78666cf3-26d6-477c-9554-4dea5ffbcc53,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:40.903422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 04517398-5dfc-44c4-b033-fb3a47070d21 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:01:40.903833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 04517398-5dfc-44c4-b033-fb3a47070d21 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:01:40.993063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98a64f-2a4a-49f5-94dd-cb05c83901fd req-e183df47-2120-4a4a-b7de-f5cb805084fa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:40.994924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc98a64f-2a4a-49f5-94dd-cb05c83901fd req-e183df47-2120-4a4a-b7de-f5cb805084fa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 945 time: 0.0692112 Jul 30 04:01:41.042701 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.050649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bc98a64f-2a4a-49f5-94dd-cb05c83901fd req-52d9bf21-778d-454a-9b54-821a5c58ff36 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482657 Jul 30 04:01:41.161222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:41.333491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d04189a2-402c-4a4d-94ed-f6871a2a7d8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fa8297b71b64ce2a67045c71fc0f067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709001 Jul 30 04:01:41.336785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53778) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:41.391018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75ea6090-af1e-4b36-9712-a313ae791c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.413659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75ea6090-af1e-4b36-9712-a313ae791c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.462600 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75ea6090-af1e-4b36-9712-a313ae791c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.465204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75ea6090-af1e-4b36-9712-a313ae791c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.466342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-75ea6090-af1e-4b36-9712-a313ae791c3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/525785f4-4338-409a-a7ab-732eb51efb9d HTTP/1.1" status: 204 len: 168 time: 0.1286476 Jul 30 04:01:41.477465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea6090-af1e-4b36-9712-a313ae791c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525785f4-4338-409a-a7ab-732eb51efb9d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:41.761519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:41.776837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73b68a4-4908-441a-bc61-c28b8ace1f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.885737 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73b68a4-4908-441a-bc61-c28b8ace1f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.889658 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73b68a4-4908-441a-bc61-c28b8ace1f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:41.928677 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b73b68a4-4908-441a-bc61-c28b8ace1f5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8ced1b306ed410382e04c1b56792ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660368 Jul 30 04:01:41.929991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b68a4-4908-441a-bc61-c28b8ace1f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68884bf8-e5b7-49f9-9891-24a5bdb9d285,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:41.931690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53786) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:41.988100 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d76c4fb-1f8f-4f7b-b832-031047971cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.010777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d76c4fb-1f8f-4f7b-b832-031047971cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.059874 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d76c4fb-1f8f-4f7b-b832-031047971cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.062329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d76c4fb-1f8f-4f7b-b832-031047971cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.063540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d76c4fb-1f8f-4f7b-b832-031047971cb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68884bf8-e5b7-49f9-9891-24a5bdb9d285 HTTP/1.1" status: 204 len: 168 time: 0.1308498 Jul 30 04:01:42.072155 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76c4fb-1f8f-4f7b-b832-031047971cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68884bf8-e5b7-49f9-9891-24a5bdb9d285,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:42.176209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707acef-1251-4b71-bf0d-15aa8d0b2a79 req-adba2f60-5bd9-4cd9-8be8-402dc2dd8c9d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:42.177707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e707acef-1251-4b71-bf0d-15aa8d0b2a79 req-adba2f60-5bd9-4cd9-8be8-402dc2dd8c9d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Jul 30 04:01:42.218609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e707acef-1251-4b71-bf0d-15aa8d0b2a79 req-dd252a1f-cb12-4b18-98cf-56b09617a767 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342309 Jul 30 04:01:42.344155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-76a1c872-fc0b-4250-bd3e-c3c47af57ec2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:42.345761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-76a1c872-fc0b-4250-bd3e-c3c47af57ec2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Jul 30 04:01:42.381300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e99c482-5f9b-46c1-b63b-04fb56431695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.506097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:01:42.506688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.604017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1518b30d-062e-47ff-a603-fb4fe9d9bbee no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:01:42.631284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1518b30d-062e-47ff-a603-fb4fe9d9bbee {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:01:42.631627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1518b30d-062e-47ff-a603-fb4fe9d9bbee not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:01:42.648520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port a5d3ea6e-d4ca-488f-a34f-7e7658299e38, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:42.649081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.872287 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.872953 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:42.873480 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Floating IP 7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a disassociated. External IP: 172.25.6.63, port: a5d3ea6e-d4ca-488f-a34f-7e7658299e38. Jul 30 04:01:42.874211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for a5d3ea6e-d4ca-488f-a34f-7e7658299e38 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:01:43.068675 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:43.106722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=a5d3ea6e-d4ca-488f-a34f-7e7658299e38,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:43.132771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.133345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.134152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.134764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.135325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.135798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.136233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.136988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.137614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.138050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.138586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.139022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:43.285175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:01:43.381670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0c212b6-31a9-4229-a9b7-f9b415760337 req-0f05b7fa-cdbc-451b-aff3-0b08c15bcb5a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0304472 Jul 30 04:01:43.447160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:01:43.463511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:01:43.478002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:43.480128 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:43.516775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port a5d3ea6e-d4ca-488f-a34f-7e7658299e38 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:01:43.520301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:43.524701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1540fcdd-4eb9-40b0-ac0b-390067673e07 req-2b8aabd1-293f-4879-a505-e203b8745586 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "DELETE /v2.0/ports/a5d3ea6e-d4ca-488f-a34f-7e7658299e38 HTTP/1.1" status: 204 len: 173 time: 1.1707029 Jul 30 04:01:43.525761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'name': 'network-vif-deleted', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:01:43.528576 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c5ead-ed82-4b32-b163-02ef54ae5c10" -d '{"events": [{"server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "name": "network-vif-deleted", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:01:43.624151 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d327ebd-fa52-4419-aaa1-a3bd3bcf4ee2 x-openstack-request-id: req-2d327ebd-fa52-4419-aaa1-a3bd3bcf4ee2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:01:43.624474 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a5cd65-b19a-40e9-8caa-288a50574924", "name": "network-vif-deleted", "tag": "a5d3ea6e-d4ca-488f-a34f-7e7658299e38", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:01:43.624746 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d327ebd-fa52-4419-aaa1-a3bd3bcf4ee2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:01:43.625738 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a5cd65-b19a-40e9-8caa-288a50574924', 'name': 'network-vif-deleted', 'tag': 'a5d3ea6e-d4ca-488f-a34f-7e7658299e38', 'status': 'completed', 'code': 200} Jul 30 04:01:43.643826 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:43.983507 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:44.013775 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:01:44.024479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:44.025091 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:44.150556 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:44.398231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:44.434637 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5aa7e-6cc9-4381-a72b-d8292ca62ee7 None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:01:44.529589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0de17b4-a4c6-4b03-9251-bc29aa6ebf50 req-46956805-1aca-4659-9d00-30364d318d23 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0540450 Jul 30 04:01:44.698317 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a83ae30f-8524-45ae-83e7-a201de24d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:44.872509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f608fbb-1fc3-490d-8cec-115b5fbdd900 None None] New status for floating IP 7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:01:44.946489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:44.953254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'network': {'name': 'tempest-network-smoke--817032263', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:44.983503 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Made reservation on behalf of 74cfd1e4d0ae43b8a0064cb0caf012d1 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:01:44.988021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:44.998932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.022440 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.106743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.111305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.144315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:01:45.154921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24344f8-b433-4c81-8869-104d19d6239e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:45.159895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.160236 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Added segment 669f14d4-d1b4-4809-aee0-cbd007706f96 of type vlan for network 931668c4-2367-4117-b032-ad00fb5bb5bc Jul 30 04:01:45.203539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.211426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a5d3ea6e-d4ca-488f-a34f-7e7658299e38 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:01:45.234482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: a5d3ea6e-d4ca-488f-a34f-7e7658299e38 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:01:45.235211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device a5d3ea6e-d4ca-488f-a34f-7e7658299e38 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:01:45.244638 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.250367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:45.250978 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.314311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3666434 Jul 30 04:01:45.317266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:45.323967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'admin_state_up': True, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:45.341040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bb589-193a-4312-b520-dc5c66a0970c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Network': ['ID=931668c4-2367-4117-b032-ad00fb5bb5bc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:45.352756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 931668c4-2367-4117-b032-ad00fb5bb5bc details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:01:45.369689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.370852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.427930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.583441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.640919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f1cb562-6e95-44c7-ad94-9b1df6787927 req-d22b8a30-1b57-48a9-8802-05005068805e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Jul 30 04:01:45.842066 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:45.863195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:46.078250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.25.6.197 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:01:46.235652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:46.284420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:46.347634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:01:46.349005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:46.360615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:46.368645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:01:46.464798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:46.676132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:46.767176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36192929-5bc5-401f-a56b-d3f3bf550f9e req-7907fbe3-db20-4511-b47f-f5901629363d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0358546 Jul 30 04:01:46.939982 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:47.076721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:01:47.530368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:01:47.541362 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Sync routers for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:01:47.548785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:47.550234 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-77ca78b8-ac5a-443b-9ddb-a9d08946cd8e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2322490 Jul 30 04:01:47.554381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53882) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:47.556133 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:47.558229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:47.704877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a20aa36c-312d-4a6d-83b9-9fbb2067cae3 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=74cfd1e4d0ae43b8a0064cb0caf012d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1495085 Jul 30 04:01:47.707355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53886) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:47.793589 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:47.805538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae1fd4-e87f-432b-9f9a-df78fe826ae3 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:47.809570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1cae1fd4-e87f-432b-9f9a-df78fe826ae3 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986967 Jul 30 04:01:47.810169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53890) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:47.870870 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-abcda800-1cf6-4032-bebf-1a50f40b1375 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595272 Jul 30 04:01:47.872963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53892) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:47.881823 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347652318', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:47.896500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c8d2da5-b41d-4dda-94bb-6410b86678ec req-22797db1-7e11-4c88-8be9-a21bcfa92f2a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=55a5cd65-b19a-40e9-8caa-288a50574924 HTTP/1.1" status: 200 len: 210 time: 0.0331237 Jul 30 04:01:47.997318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Made reservation on behalf of 74cfd1e4d0ae43b8a0064cb0caf012d1 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:01:48.001343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.026656 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:46Z', 'revision_number': 3, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:48.078284 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Checking router: 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:01:48.079126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Updating router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:01:48.082539 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.107735 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.209701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.281556 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Subnet': ['ID=aa19d430-059f-433d-addf-0786b7053803,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:48.293500 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.293866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.294196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.294531 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.295268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.295268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.295522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.295840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.296171 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.296501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.296821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.297142 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.300286 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Checking segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:01:48.300656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network hostable DHCP agents. Network: 931668c4-2367-4117-b032-ad00fb5bb5bc, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:01:48.324403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 931668c4-2367-4117-b032-ad00fb5bb5bc is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:01:48.337087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 931668c4-2367-4117-b032-ad00fb5bb5bc) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:48.345235 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:48.345905 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.346686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce5ddd-9426-408a-850e-ba142e0a6ad9 None None] Network 931668c4-2367-4117-b032-ad00fb5bb5bc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:01:48.368418 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a9652e79-8057-49f0-a6e1-f7bb6c94ce5a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4908681 Jul 30 04:01:48.368775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:48.423781 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.453970 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Transition to ACTIVE for port object cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:48.470769 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.541722 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Pushing event updated for resources: {'Port': ['ID=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:48.555494 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.555904 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.556478 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.556779 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.557231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.557766 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.558238 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.558669 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.559531 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.560011 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.560578 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.561010 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:01:48.599099 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Attempting to bind port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:01:48.599690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Attempting to bind port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:01:48.600122 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Attempting to bind port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:48.607176 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:01:48.607648 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:01:48.608155 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.608882 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:01:48.609520 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Bound port: cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:01:48.609989 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.677966 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] For port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:01:48.683482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] For port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:01:48.692538 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.751882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-931668c4-2367-4117-b032-ad00fb5bb5bc', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:01:48.753505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:48.766131 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabca90-8b18-48ae-82b1-a270356dd6a7 None None] Pushing event updated for resources: {'Port': ['ID=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:48.771602 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:48.775637 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:48.844400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:48.898827 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:49.006473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-902bd2bc-a534-406f-a37b-526912a8ca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.153724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Allocated IP 172.20.0.2 (931668c4-2367-4117-b032-ad00fb5bb5bc/aa19d430-059f-433d-addf-0786b7053803/cd2d894e-d9f5-4eca-ad6f-9d815042fd54) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:01:49.160494 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-902bd2bc-a534-406f-a37b-526912a8ca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.167343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-902bd2bc-a534-406f-a37b-526912a8ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.170834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.186586 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:46Z', 'revision_number': 3, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:49.200081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-902bd2bc-a534-406f-a37b-526912a8ca90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb22a505dd5d4c82b43fee73c1103f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544831 Jul 30 04:01:49.202613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53924) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:49.243304 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd185-8ae8-43d1-8528-78a40c2ba5e4 None None] The sync data for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 is: [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:46Z', 'revision_number': 3, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:01:49.259208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd2bc-a534-406f-a37b-526912a8ca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f16076-206f-42ce-90b4-d7a4088beeaa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:49.291696 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc80fe5d-e9e1-4a7b-9018-7c82921c69e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.321756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc80fe5d-e9e1-4a7b-9018-7c82921c69e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.331681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-35d1bd3e-c897-4ada-a695-6e2901f8ed9f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877294074&fields=id&tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 267 time: 0.0775979 Jul 30 04:01:49.348806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.360679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Transition to ACTIVE for port object cd2d894e-d9f5-4eca-ad6f-9d815042fd54 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:49.385264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Transition to ACTIVE for port object cd2d894e-d9f5-4eca-ad6f-9d815042fd54 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:49.386515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc80fe5d-e9e1-4a7b-9018-7c82921c69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.390391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc80fe5d-e9e1-4a7b-9018-7c82921c69e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.392287 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bc80fe5d-e9e1-4a7b-9018-7c82921c69e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17f16076-206f-42ce-90b4-d7a4088beeaa HTTP/1.1" status: 204 len: 168 time: 0.1884720 Jul 30 04:01:49.395055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.408510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80fe5d-e9e1-4a7b-9018-7c82921c69e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f16076-206f-42ce-90b4-d7a4088beeaa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:49.442591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Network 931668c4-2367-4117-b032-ad00fb5bb5bc is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:01:49.449019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:49.452891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:01:49.489551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Pushing event updated for resources: {'Port': ['ID=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:49.522681 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Attempting to bind port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:01:49.523286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Attempting to bind port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:01:49.523752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Attempting to bind port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 on network 931668c4-2367-4117-b032-ad00fb5bb5bc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:49.530889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:01:49.531247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Checking segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:01:49.531684 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.532153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Bound using segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:01:49.533641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Bound port: cd2d894e-d9f5-4eca-ad6f-9d815042fd54, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:01:49.534154 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.543956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-ead4c945-b98f-4dcd-bdc4-4a7bc8bc6020 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:49.545499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-ead4c945-b98f-4dcd-bdc4-4a7bc8bc6020 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.2055047 Jul 30 04:01:49.635781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-61bb14b4-dd7c-4599-ad60-63de4f12ab85 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0555787 Jul 30 04:01:49.643971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] For port cd2d894e-d9f5-4eca-ad6f-9d815042fd54, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:01:49.648385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] For port cd2d894e-d9f5-4eca-ad6f-9d815042fd54, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:01:49.653339 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.662573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.20.0.1 (931668c4-2367-4117-b032-ad00fb5bb5bc/aa19d430-059f-433d-addf-0786b7053803/ea7f17b8-6093-4852-a31a-360e4394aa3d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:01:49.735990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459affca-6df2-4f80-8285-e5d323600a90 None None] Pushing event updated for resources: {'Port': ['ID=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:49.797884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-4970e808-90ff-43b9-a333-2fa67e777c0a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559300 Jul 30 04:01:49.923708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:49.988063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Transition to ACTIVE for port object ea7f17b8-6093-4852-a31a-360e4394aa3d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:50.006886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-bf27268c-bcfd-4d19-9365-57caba9de30a service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935360 Jul 30 04:01:50.126410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:50.185991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 931668c4-2367-4117-b032-ad00fb5bb5bc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:01:50.195683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:50.199102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-0d97e7e0-a1f2-482f-8eaa-d36e6dfb6baf service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821108 Jul 30 04:01:50.202646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:01:50.207049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=ea7f17b8-6093-4852-a31a-360e4394aa3d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:50.256554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:50.425324 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:50.735316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be28cc12-34b0-4976-a7e9-54f03b64a9fa req-a36d02c6-c120-4301-92b8-9bc245333c04 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 210 time: 0.0874796 Jul 30 04:01:50.782461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:01:50.862066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:50.871032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:50.871826 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.005464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.017874 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.029358 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.039861 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:51.045319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.046988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cd2d894e-d9f5-4eca-ad6f-9d815042fd54 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:01:51.098634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc68d6-1805-4ca5-9dbb-854004e0ad3d None None] Network 931668c4-2367-4117-b032-ad00fb5bb5bc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:01:51.159463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.166919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=ea7f17b8-6093-4852-a31a-360e4394aa3d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:51.217812 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:51.225889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1987dd4a-2889-4885-b3b6-91b1da9d4d31 None None] Provisioning for port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:51.264425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:51.279588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:51.280717 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.300561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 931668c4-2367-4117-b032-ad00fb5bb5bc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:01:51.302054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:51.454597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:01:51.519232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.602974 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port cd2d894e-d9f5-4eca-ad6f-9d815042fd54, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:51.610775 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.616687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:01:51.630939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1eccd864-53b9-4ea5-b198-f3fec6b2ae91 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "PUT /v2.0/routers/4c2590c0-6297-4b29-8984-2dbf5de2dfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2585688 Jul 30 04:01:51.631192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 53984) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:51.643504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Sync routers for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:01:51.649151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1113211276', 'description': 'tempest-secgroup_access--1113211276 description', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:51.682399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.716946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:51.717610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:51.781041 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:51.843804 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.861282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:51.912331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:51.973297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-004268c2-f321-42ac-beaf-d579c0b97e7d req-71827102-b917-4458-b17d-bab4b326d1f5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 210 time: 0.1152472 Jul 30 04:01:52.000354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.002358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3590975 Jul 30 04:01:52.005021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53996) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:52.010719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2005100852', 'description': 'tempest-secgroup_general--2005100852 description', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:52.037695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88318faa-ae2b-4cc6-8be2-5390fa9be7b8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9097fae0-336d-49a3-ae51-dfee558d5be7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:52.068900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.099279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-379020ef-009b-482d-b991-272c6b9eac05 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:52.104732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-379020ef-009b-482d-b991-272c6b9eac05 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.2592793 Jul 30 04:01:52.159919 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a33818b9-bdbc-41e4-bb05-ad5153aea9c9 None None] Provisioning complete for port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:52.160640 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a33818b9-bdbc-41e4-bb05-ad5153aea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.194632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-50b9f892-2372-4cf9-bcd8-5a230b109534 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 379 time: 0.0791752 Jul 30 04:01:52.208071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'security_groups': ['93e2c458-c4b6-4581-9a57-3ff4cbe09197']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:52.221202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.235075 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.332735 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.337159 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3310201 Jul 30 04:01:52.344337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 53998) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:01:52.358758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'security_group_rule': {'security_group_id': '9097fae0-336d-49a3-ae51-dfee558d5be7', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:52.387203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 2, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:52.389188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a33818b9-bdbc-41e4-bb05-ad5153aea9c9 None None] Provisioning for port ea7f17b8-6093-4852-a31a-360e4394aa3d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:52.409133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091e0f7-a486-4df7-b15c-0266fcef5274 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ec1983-09fd-4278-9d74-4ce0a012f2e5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:52.420478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Checking router: 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:01:52.420845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Updating router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 port ea7f17b8-6093-4852-a31a-360e4394aa3d binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:01:52.429067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.449872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:01:52.452560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a33818b9-bdbc-41e4-bb05-ad5153aea9c9 None None] Provisioning complete for port ea7f17b8-6093-4852-a31a-360e4394aa3d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:52.452934 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a33818b9-bdbc-41e4-bb05-ad5153aea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.453995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.454644 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.514617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.520600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.536829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a33818b9-bdbc-41e4-bb05-ad5153aea9c9 None None] Port ea7f17b8-6093-4852-a31a-360e4394aa3d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:01:52.559401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518d6828-a34c-4ef6-9224-17dd4af182d0,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:52.572400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.575113 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3ea30295-24d4-4273-8fb0-0aa28c9c599b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249537 Jul 30 04:01:52.771198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.3 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/b7bf7c25-3326-4b60-9344-5623b67b96cf) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:01:52.853721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:01:52.917983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7b939205-d216-47ec-9855-e770e1f22db8 None None] Provisioning complete for port ea7f17b8-6093-4852-a31a-360e4394aa3d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:52.918634 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b939205-d216-47ec-9855-e770e1f22db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:52.974227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-5549262c-f0e4-423a-9d41-2ca2c945a6e2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--2005100852&fields=id&tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1 HTTP/1.1" status: 200 len: 267 time: 0.1103621 Jul 30 04:01:53.013482 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7b939205-d216-47ec-9855-e770e1f22db8 None None] Port ea7f17b8-6093-4852-a31a-360e4394aa3d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:01:53.033558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:53.033938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.052194 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.072813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object b7bf7c25-3326-4b60-9344-5623b67b96cf will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:53.135297 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.181565 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.198674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cd2d894e-d9f5-4eca-ad6f-9d815042fd54 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:01:53.200583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Transition to ACTIVE for port object ea7f17b8-6093-4852-a31a-360e4394aa3d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:53.223938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.242673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:01:53.251990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:53.267385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:01:53.268253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4f125-abcb-4453-a846-1e5d2d29bf90 None None] Pushing event updated for resources: {'Port': ['ID=ea7f17b8-6093-4852-a31a-360e4394aa3d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:53.291486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-4875eae0-8219-4303-b4bd-31457cb887df tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1113211276&fields=id&tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1 HTTP/1.1" status: 200 len: 267 time: 0.1789799 Jul 30 04:01:53.337554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411d97-90ae-4da4-9ca6-37b5ec9a43d5 req-4858f66d-fa3d-414c-8782-520aa8779859 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:53.341395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1411d97-90ae-4da4-9ca6-37b5ec9a43d5 req-4858f66d-fa3d-414c-8782-520aa8779859 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 931 time: 0.2273324 Jul 30 04:01:53.343779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=b7bf7c25-3326-4b60-9344-5623b67b96cf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:53.347291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:53.347937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.418248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Attempting to bind port ea7f17b8-6093-4852-a31a-360e4394aa3d on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:01:53.418763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Attempting to bind port ea7f17b8-6093-4852-a31a-360e4394aa3d by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:01:53.419255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Attempting to bind port ea7f17b8-6093-4852-a31a-360e4394aa3d on network 931668c4-2367-4117-b032-ad00fb5bb5bc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:53.431297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:01:53.431960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Checking segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:01:53.432523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.433016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Bound using segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:01:53.433597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Bound port: ea7f17b8-6093-4852-a31a-360e4394aa3d, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:01:53.434080 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.501409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:53.502068 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.587462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1411d97-90ae-4da4-9ca6-37b5ec9a43d5 req-ab7470fc-a471-42f5-ab67-6fe5aabeec9c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225900 Jul 30 04:01:53.604545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-3661615a-bbac-4b66-933e-55f537469f7c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4038172 Jul 30 04:01:53.611127 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] For port ea7f17b8-6093-4852-a31a-360e4394aa3d, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:01:53.634391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Request body: {'port': {'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:53.641017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] For port ea7f17b8-6093-4852-a31a-360e4394aa3d, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea7f17b8-6093-4852-a31a-360e4394aa3d,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:01:53.652678 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.727882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-5487ab7f-2985-4007-946e-2978caa8e83c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:53.729585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-5487ab7f-2985-4007-946e-2978caa8e83c tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 796 time: 0.3660889 Jul 30 04:01:53.758962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4f125-abcb-4453-a846-1e5d2d29bf90 None None] Pushing event updated for resources: {'Port': ['ID=ea7f17b8-6093-4852-a31a-360e4394aa3d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:53.776631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:01:53.777473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-ba6fec3f-fa26-4ff4-91a0-7068b931576b tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/quotas/74cfd1e4d0ae43b8a0064cb0caf012d1 HTTP/1.1" status: 200 len: 375 time: 0.0242832 Jul 30 04:01:53.779776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:53.785940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:53.914175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:01:53.971723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-76a6387f-2a10-4278-b55e-264d3390862a None None] Provisioning for port b7bf7c25-3326-4b60-9344-5623b67b96cf completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:53.982128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-76a6387f-2a10-4278-b55e-264d3390862a None None] Provisioning complete for port b7bf7c25-3326-4b60-9344-5623b67b96cf triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:53.982430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-76a6387f-2a10-4278-b55e-264d3390862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:54.021761 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-a4cd8055-0d5c-4058-96b1-bd0a82cf914d tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322135 Jul 30 04:01:54.081871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-76a6387f-2a10-4278-b55e-264d3390862a None None] Port b7bf7c25-3326-4b60-9344-5623b67b96cf cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:01:54.237339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-df9f53f3-19ad-473f-bdcd-57d1adf47d3d service neutron] 10.222.0.39 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893749 Jul 30 04:01:54.249087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:53Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:01:54.285645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe6ec8-48b9-4f29-9317-b2cc4d6a6f13 None None] The sync data for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 is: [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:53Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:01:54.407757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bf7c25-3326-4b60-9344-5623b67b96cf {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:01:54.424255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:54.439772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-69f0e8ed-a426-43c0-ba33-0f56fa185d57 service neutron] 10.222.0.39 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933460 Jul 30 04:01:54.462628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Transition to ACTIVE for port object b7bf7c25-3326-4b60-9344-5623b67b96cf will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:54.469136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:54.643521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bf7c25-3326-4b60-9344-5623b67b96cf,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:54.829387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea7f17b8-6093-4852-a31a-360e4394aa3d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:01:54.861896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Attempting to bind port b7bf7c25-3326-4b60-9344-5623b67b96cf on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:01:54.861896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Attempting to bind port b7bf7c25-3326-4b60-9344-5623b67b96cf by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:01:54.862341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Attempting to bind port b7bf7c25-3326-4b60-9344-5623b67b96cf on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:54.931778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6576e683-0499-488c-b683-f1429e91b0f3 req-a9f8b000-942d-4c84-b919-fde56e9d7db8 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 210 time: 0.0986760 Jul 30 04:01:54.937328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Port b7bf7c25-3326-4b60-9344-5623b67b96cf on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:01:54.945022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port ea7f17b8-6093-4852-a31a-360e4394aa3d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:54.945250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Attempting to bind port b7bf7c25-3326-4b60-9344-5623b67b96cf on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:54.950135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea7f17b8-6093-4852-a31a-360e4394aa3d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:54.950787 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:55.004464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be46165-33df-4e16-bf88-ab7bfd34ca1d req-fd18dcce-2ff5-4c45-8fec-dbdc6b829d0b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:55.014146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8be46165-33df-4e16-bf88-ab7bfd34ca1d req-fd18dcce-2ff5-4c45-8fec-dbdc6b829d0b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.2372310 Jul 30 04:01:55.017949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:01:55.018205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:01:55.018594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:01:55.019047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Bound port: b7bf7c25-3326-4b60-9344-5623b67b96cf, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:01:55.019503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:55.087320 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:55.103547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8be46165-33df-4e16-bf88-ab7bfd34ca1d req-ae37d96d-8f78-4617-bceb-882d9086ce09 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836790 Jul 30 04:01:55.126308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port ea7f17b8-6093-4852-a31a-360e4394aa3d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea7f17b8-6093-4852-a31a-360e4394aa3d,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:01:55.133131 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:55.157443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] For port b7bf7c25-3326-4b60-9344-5623b67b96cf, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:01:55.163438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] For port b7bf7c25-3326-4b60-9344-5623b67b96cf, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:01:55.169451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:55.204015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=ea7f17b8-6093-4852-a31a-360e4394aa3d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:55.242008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:55.243583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:55.245806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] 10.222.0.18 "PUT /v2.0/ports/b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 1092 time: 1.6196761 Jul 30 04:01:55.250856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:01:55.253822 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5654b8-e030-416c-8d6f-80d3fe943510" -d '{"events": [{"name": "network-changed", "server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:01:55.309955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e053b3-8658-4220-aead-3baf51db2e47 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bf7c25-3326-4b60-9344-5623b67b96cf,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:55.743929 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b48a110-3c5d-49ab-80bc-efe1662ac327 x-openstack-request-id: req-3b48a110-3c5d-49ab-80bc-efe1662ac327 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:01:55.744657 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:01:55.744657 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b48a110-3c5d-49ab-80bc-efe1662ac327 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:01:55.744880 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'status': 'completed', 'code': 200} Jul 30 04:01:55.758796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-81f6e0dc-b517-4e42-9e69-fa2a456829c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:55.760503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-81f6e0dc-b517-4e42-9e69-fa2a456829c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1095 time: 0.4463601 Jul 30 04:01:55.808628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-f595784d-f31e-42e7-8e35-3c75b3779973 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 217 time: 0.0402076 Jul 30 04:01:55.866217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-702db8ab-bc8b-4c51-a16d-8003c6e63715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:55.867989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-702db8ab-bc8b-4c51-a16d-8003c6e63715 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0523708 Jul 30 04:01:55.943413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-106062b2-2297-4642-9a0a-4504091c26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:55.943413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-106062b2-2297-4642-9a0a-4504091c26bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655410 Jul 30 04:01:56.048687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a05c815d-9fef-4a7e-b8e3-f6eb6cc14078 req-35718adb-a24b-4912-bf3c-a22a46f763a7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 210 time: 0.0406647 Jul 30 04:01:56.103819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-1e6fa288-3f19-4e85-b6f3-55a169e99cbc service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529863 Jul 30 04:01:56.235101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a1a20ae5-4bb6-4d61-8479-0672a70a636a req-9732f2ea-b686-4c9b-9426-0c602aedd28b service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247470 Jul 30 04:01:56.250114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad4a00-d052-4a2e-831b-9088dc02794b req-40129c2c-2af7-4faa-89d8-a1f5dc3808af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:56.252361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebad4a00-d052-4a2e-831b-9088dc02794b req-40129c2c-2af7-4faa-89d8-a1f5dc3808af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0785024 Jul 30 04:01:56.308383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebad4a00-d052-4a2e-831b-9088dc02794b req-568d1efc-8cee-48a1-bfd6-b775c3b890d0 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484540 Jul 30 04:01:56.344189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-4a3d07d4-50e2-42b0-befc-96e80872ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:56.345833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-4a3d07d4-50e2-42b0-befc-96e80872ef08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1095 time: 0.0572174 Jul 30 04:01:56.437735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-b85a84dd-f194-4e16-b3c2-b83b991ba48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:56.439501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-b85a84dd-f194-4e16-b3c2-b83b991ba48a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0864818 Jul 30 04:01:56.487169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-1ced4b90-82cf-4065-b7cb-292cb4dec2ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 217 time: 0.0399454 Jul 30 04:01:56.549826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-4db8ee90-40b0-45d0-919f-2610590d5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:56.551745 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-4db8ee90-40b0-45d0-919f-2610590d5e58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0563645 Jul 30 04:01:56.612008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-63cf94e1-2715-45d5-b081-7968a7db2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:56.613681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-63cf94e1-2715-45d5-b081-7968a7db2d09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543795 Jul 30 04:01:56.693833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea7f17b8-6093-4852-a31a-360e4394aa3d up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:01:56.727121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-510f113a-1c46-4c41-a979-f4156c915769 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054113 Jul 30 04:01:56.778678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port ea7f17b8-6093-4852-a31a-360e4394aa3d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:56.779064 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:56.828783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d5654b8-e030-416c-8d6f-80d3fe943510 req-dbc71567-4dce-43d4-b3ee-ef953fd5b17a service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943489 Jul 30 04:01:57.149418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37c50ae0-87f4-456d-83e2-d82eee014542 req-72dc3a84-f1bd-45db-a02e-e6382a636ed2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 210 time: 0.0443268 Jul 30 04:01:57.472589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26681-ab43-4163-b03f-76cb01569860 req-93c45309-5194-4d5e-a4dc-7c02057e3fcd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:57.474320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9c26681-ab43-4163-b03f-76cb01569860 req-93c45309-5194-4d5e-a4dc-7c02057e3fcd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0837636 Jul 30 04:01:57.535616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9c26681-ab43-4163-b03f-76cb01569860 req-ea883c1e-229c-43a9-82e7-19fbc99dd4a2 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Jul 30 04:01:58.118559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-c3615fbb-a43f-487a-956a-1bca64180c86 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:58.120045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-c3615fbb-a43f-487a-956a-1bca64180c86 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.16 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 796 time: 0.1151948 Jul 30 04:01:58.175876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0b5e0459-83f2-4fc2-b6f8-74dd9e5d85ac tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1 HTTP/1.1" status: 200 len: 478 time: 0.0398943 Jul 30 04:01:58.187811 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'port': {'device_id': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'admin_state_up': True, 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'security_groups': ['25ec1983-09fd-4278-9d74-4ce0a012f2e5', '9097fae0-336d-49a3-ae51-dfee558d5be7']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:58.279224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bca49bd-bcd1-4d43-9cd3-95395147065b req-e446dddb-d50f-4fbe-8ca1-5aaa476d4dae tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 210 time: 0.0330772 Jul 30 04:01:58.340408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Made reservation on behalf of 74cfd1e4d0ae43b8a0064cb0caf012d1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:01:58.344005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:58.491077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.20.0.10 (931668c4-2367-4117-b032-ad00fb5bb5bc/aa19d430-059f-433d-addf-0786b7053803/005634fb-429e-4eed-a6ae-1ea0930a3a84) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:01:58.677744 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:58.696470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Transition to ACTIVE for port object 005634fb-429e-4eed-a6ae-1ea0930a3a84 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:58.704769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0020f0-9ed0-4879-ba98-9a0bfc589a8d req-aaec8fe3-7415-46da-8961-63eee096d049 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:58.706259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0020f0-9ed0-4879-ba98-9a0bfc589a8d req-aaec8fe3-7415-46da-8961-63eee096d049 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0892017 Jul 30 04:01:58.763228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee0020f0-9ed0-4879-ba98-9a0bfc589a8d req-d40c2a4c-9ab2-4ad2-a092-a6506c53ff0c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480940 Jul 30 04:01:58.767922 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:58.808868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 931668c4-2367-4117-b032-ad00fb5bb5bc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:01:58.811867 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:01:58.815460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:01:58.843654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=005634fb-429e-4eed-a6ae-1ea0930a3a84,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:58.876525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:58.877165 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:58.893278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-0547c1b8-33f2-4c49-8985-5dd44184cb79 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7101202 Jul 30 04:01:58.911602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Request body: {'port': {'device_id': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:01:58.989275 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.116044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2f2a34be-69be-4333-a410-c5cc5fc3e2c3 None None] Provisioning for port 005634fb-429e-4eed-a6ae-1ea0930a3a84 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:01:59.121359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2f2a34be-69be-4333-a410-c5cc5fc3e2c3 None None] Provisioning complete for port 005634fb-429e-4eed-a6ae-1ea0930a3a84 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:01:59.121749 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34be-69be-4333-a410-c5cc5fc3e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.156811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a34be-69be-4333-a410-c5cc5fc3e2c3 None None] Port 005634fb-429e-4eed-a6ae-1ea0930a3a84 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:01:59.281987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005634fb-429e-4eed-a6ae-1ea0930a3a84 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:01:59.291567 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.305475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Transition to ACTIVE for port object 005634fb-429e-4eed-a6ae-1ea0930a3a84 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:01:59.310412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.394771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Pushing event updated for resources: {'Port': ['ID=005634fb-429e-4eed-a6ae-1ea0930a3a84,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:59.478535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6da7-a6c4-4e8f-ab58-05ad9460a424 req-23dfa88a-0184-404d-a37b-0a91665587c1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:59.480190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12f6da7-a6c4-4e8f-ab58-05ad9460a424 req-23dfa88a-0184-404d-a37b-0a91665587c1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 983 time: 0.1252646 Jul 30 04:01:59.480964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Attempting to bind port 005634fb-429e-4eed-a6ae-1ea0930a3a84 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:01:59.481280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Attempting to bind port 005634fb-429e-4eed-a6ae-1ea0930a3a84 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:01:59.481604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Attempting to bind port 005634fb-429e-4eed-a6ae-1ea0930a3a84 on network 931668c4-2367-4117-b032-ad00fb5bb5bc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:59.486980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Port 005634fb-429e-4eed-a6ae-1ea0930a3a84 on network 931668c4-2367-4117-b032-ad00fb5bb5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:01:59.487275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Attempting to bind port 005634fb-429e-4eed-a6ae-1ea0930a3a84 on network 931668c4-2367-4117-b032-ad00fb5bb5bc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:01:59.495644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:01:59.495988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Checking segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:01:59.496370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Bound using segment: {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:01:59.496792 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Bound port: 005634fb-429e-4eed-a6ae-1ea0930a3a84, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669f14d4-d1b4-4809-aee0-cbd007706f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:01:59.497164 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.566493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e12f6da7-a6c4-4e8f-ab58-05ad9460a424 req-10544346-16c2-4705-8891-ebe9329ecde6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0726869 Jul 30 04:01:59.592595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] For port 005634fb-429e-4eed-a6ae-1ea0930a3a84, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:01:59.595623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] For port 005634fb-429e-4eed-a6ae-1ea0930a3a84, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:01:59.601352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.642929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:59.643573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:01:59.644954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] 10.222.0.16 "PUT /v2.0/ports/005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 1132 time: 0.7380021 Jul 30 04:01:59.645390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:01:59.648033 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658cc201-540f-4cb8-8464-226d57f8fd18" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:01:59.672849 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f91f4-0ad9-432d-bfce-023f3eecbc46 service neutron] Pushing event updated for resources: {'Port': ['ID=005634fb-429e-4eed-a6ae-1ea0930a3a84,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:01:59.695333 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f29d4a-0bfb-43c0-b87d-0e9866161819 x-openstack-request-id: req-42f29d4a-0bfb-43c0-b87d-0e9866161819 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:01:59.695628 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:01:59.695886 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42f29d4a-0bfb-43c0-b87d-0e9866161819 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:01:59.696347 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'status': 'completed', 'code': 200} Jul 30 04:01:59.758155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-f88c3fc5-df69-41c2-ac8e-5e9d30cfd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:59.759753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-f88c3fc5-df69-41c2-ac8e-5e9d30cfd246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1135 time: 0.0467844 Jul 30 04:01:59.810102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-dfd514f4-f68b-4135-b833-2ac6c3829951 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 217 time: 0.0366628 Jul 30 04:01:59.894813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-1b664214-0a83-4e1e-828c-3eae39c84f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:59.896294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-1b664214-0a83-4e1e-828c-3eae39c84f16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 200 len: 835 time: 0.0796666 Jul 30 04:01:59.914474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3157518-ce73-4d19-b113-2318b228706b req-50496821-4d12-4416-a6c0-fb42c9099e71 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:59.915988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3157518-ce73-4d19-b113-2318b228706b req-50496821-4d12-4416-a6c0-fb42c9099e71 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0646470 Jul 30 04:01:59.977543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3157518-ce73-4d19-b113-2318b228706b req-2f66b1c1-6651-485a-a3bc-77747de0945d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542097 Jul 30 04:01:59.983631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-81cf3394-7bca-46f5-beb5-d7d11a13ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:01:59.985146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-81cf3394-7bca-46f5-beb5-d7d11a13ff42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=931668c4-2367-4117-b032-ad00fb5bb5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794411 Jul 30 04:02:00.079673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-7358a314-dc4a-4699-8dd1-a90ed366d277 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865517 Jul 30 04:02:00.171780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-845153fd-be5a-4d1e-9180-1f5009c10995 req-9105cf48-ac09-420f-8972-3b02be236f9f service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847273 Jul 30 04:02:00.313864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-3d967087-1bd6-4199-b74c-740612182ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:00.315415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-3d967087-1bd6-4199-b74c-740612182ca1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1135 time: 0.0423150 Jul 30 04:02:00.408926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-5ca2f429-6564-42e2-839b-bf425213de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:00.410393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-5ca2f429-6564-42e2-839b-bf425213de22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 896 time: 0.0881741 Jul 30 04:02:00.466041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-c82019c4-5783-401f-9bdd-beaf3fb7d1c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 217 time: 0.0476987 Jul 30 04:02:00.521388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-8b361559-8fcc-49a9-9e0d-2494b7dec968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:00.523678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-8b361559-8fcc-49a9-9e0d-2494b7dec968 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 200 len: 835 time: 0.0512545 Jul 30 04:02:00.573504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-93057cb4-1a09-4f5c-83e3-0859b6c1b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:00.575024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-93057cb4-1a09-4f5c-83e3-0859b6c1b382 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=931668c4-2367-4117-b032-ad00fb5bb5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436685 Jul 30 04:02:00.711771 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-51bdc104-7c11-4d70-afee-bcfb6099956f service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296771 Jul 30 04:02:00.725521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281f86-6a64-4fa5-a50a-4bc08fdddde8 req-ee91d24a-5030-4be5-9d70-d7aef19925be tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:00.727081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd281f86-6a64-4fa5-a50a-4bc08fdddde8 req-ee91d24a-5030-4be5-9d70-d7aef19925be tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 983 time: 0.0850642 Jul 30 04:02:00.816765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd281f86-6a64-4fa5-a50a-4bc08fdddde8 req-0b582deb-3aa3-4896-a7de-db2ec7b34399 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0799599 Jul 30 04:02:00.842986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-658cc201-540f-4cb8-8464-226d57f8fd18 req-3d5c60c6-6006-4e4d-acb4-c2997f9ae937 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148903 Jul 30 04:02:00.882602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:01.099566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787c27-e8c0-43ed-b390-9ee90e0d85ec req-bbc40d2d-0500-424c-b572-d4a75777b23a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:01.101229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02787c27-e8c0-43ed-b390-9ee90e0d85ec req-bbc40d2d-0500-424c-b572-d4a75777b23a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0538912 Jul 30 04:02:01.141161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02787c27-e8c0-43ed-b390-9ee90e0d85ec req-2902160d-0a31-4dcb-aa34-a30cf5371d48 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339727 Jul 30 04:02:01.641722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:01.743993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd531-b709-4b36-a72a-1db1314da494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:01.833227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd531-b709-4b36-a72a-1db1314da494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:01.837420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd531-b709-4b36-a72a-1db1314da494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:01.878758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1d6fd531-b709-4b36-a72a-1db1314da494 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55effacf712142629e0d23918d2ef4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359357 Jul 30 04:02:01.879942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fd531-b709-4b36-a72a-1db1314da494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230113d6-39b7-4b9b-9794-0074ee24bd16,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:01.881769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54144) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:01.934189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a854ebc5-af2d-46a8-bcaf-9663677ffe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:01.937063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f4fa-0553-47e3-ace0-5bc33a928de4 req-b1e247ea-b3b9-49ae-8fc6-3bf2771d853e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:01.942894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3676f4fa-0553-47e3-ace0-5bc33a928de4 req-b1e247ea-b3b9-49ae-8fc6-3bf2771d853e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 983 time: 0.0510132 Jul 30 04:02:01.958683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a854ebc5-af2d-46a8-bcaf-9663677ffe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:01.981804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3676f4fa-0553-47e3-ace0-5bc33a928de4 req-452f617c-f1ab-4cac-a9c7-10d89ca2e432 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367575 Jul 30 04:02:02.007396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a854ebc5-af2d-46a8-bcaf-9663677ffe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.010020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a854ebc5-af2d-46a8-bcaf-9663677ffe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.011228 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a854ebc5-af2d-46a8-bcaf-9663677ffe08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/230113d6-39b7-4b9b-9794-0074ee24bd16 HTTP/1.1" status: 204 len: 168 time: 0.1277010 Jul 30 04:02:02.019379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ebc5-af2d-46a8-bcaf-9663677ffe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230113d6-39b7-4b9b-9794-0074ee24bd16,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:02.262241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93553804-5a96-47e2-88fe-005e9fd83115 req-3082fd5f-88a8-4eda-bc1f-5e622f446f2e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:02.264216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93553804-5a96-47e2-88fe-005e9fd83115 req-3082fd5f-88a8-4eda-bc1f-5e622f446f2e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0568228 Jul 30 04:02:02.269995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54152) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:02.283938 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c57ca62-daf9-48ce-b6e4-d9e7945c2ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.304993 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93553804-5a96-47e2-88fe-005e9fd83115 req-d094ced4-9b1f-4122-8da4-3d9f4ba84de7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Jul 30 04:02:02.380180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c57ca62-daf9-48ce-b6e4-d9e7945c2ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.384240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c57ca62-daf9-48ce-b6e4-d9e7945c2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.422339 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9c57ca62-daf9-48ce-b6e4-d9e7945c2ecf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91aa17af33064661a22020dcd66aa123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512895 Jul 30 04:02:02.423246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57ca62-daf9-48ce-b6e4-d9e7945c2ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84a04a1-f7c2-4ecb-ba7d-0650d9432024,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:02.425031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:02.473257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a07956a-15bc-4b5d-9408-e1d8e462e3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.496724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a07956a-15bc-4b5d-9408-e1d8e462e3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.542610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a07956a-15bc-4b5d-9408-e1d8e462e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.545200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a07956a-15bc-4b5d-9408-e1d8e462e3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.546352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a07956a-15bc-4b5d-9408-e1d8e462e3e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e84a04a1-f7c2-4ecb-ba7d-0650d9432024 HTTP/1.1" status: 204 len: 168 time: 0.1202328 Jul 30 04:02:02.555463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07956a-15bc-4b5d-9408-e1d8e462e3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84a04a1-f7c2-4ecb-ba7d-0650d9432024,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:02.857505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:02.871586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f858239e-d77d-46bc-8013-1eda7d4dd6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.962753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f858239e-d77d-46bc-8013-1eda7d4dd6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:02.966652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f858239e-d77d-46bc-8013-1eda7d4dd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:03.009984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f858239e-d77d-46bc-8013-1eda7d4dd6b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2163bb630154b60ad224aaecd906874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511135 Jul 30 04:02:03.012604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858239e-d77d-46bc-8013-1eda7d4dd6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3962d-7dff-4bd3-9a61-1304b4cdfdf2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:03.013191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54164) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:03.064476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cfcf-f597-4bb4-8e90-e663537ad693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:03.085901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cfcf-f597-4bb4-8e90-e663537ad693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:03.098872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd727-d5b5-4251-9f32-841a9aeeab5b req-067cd1cc-eb69-4a4c-afa9-1f5a6e5a4d50 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:03.101072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2fcd727-d5b5-4251-9f32-841a9aeeab5b req-067cd1cc-eb69-4a4c-afa9-1f5a6e5a4d50 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 983 time: 0.0503199 Jul 30 04:02:03.132613 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cfcf-f597-4bb4-8e90-e663537ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:03.135344 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cfcf-f597-4bb4-8e90-e663537ad693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:03.139038 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d6d2cfcf-f597-4bb4-8e90-e663537ad693 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85d3962d-7dff-4bd3-9a61-1304b4cdfdf2 HTTP/1.1" status: 204 len: 168 time: 0.1222081 Jul 30 04:02:03.144346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2cfcf-f597-4bb4-8e90-e663537ad693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3962d-7dff-4bd3-9a61-1304b4cdfdf2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:03.146603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2fcd727-d5b5-4251-9f32-841a9aeeab5b req-17a3bc17-d3a9-4b3d-91ee-51f24eaec7ad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0385664 Jul 30 04:02:03.426989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45972e-8e6f-456f-8bad-eefc9cbacffd req-d2a4fb8e-fa54-42bd-a94f-21f475af4f43 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:03.428542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de45972e-8e6f-456f-8bad-eefc9cbacffd req-d2a4fb8e-fa54-42bd-a94f-21f475af4f43 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0513554 Jul 30 04:02:03.468117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de45972e-8e6f-456f-8bad-eefc9cbacffd req-4ebf0c5a-e41c-4586-839c-dd33f8710eb3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334947 Jul 30 04:02:03.801225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54188) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:03.897612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628373252-network', 'tenant_id': 'ff6b81f9b74c4b49a51d5be98d968841'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:03.920936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Made reservation on behalf of ff6b81f9b74c4b49a51d5be98d968841 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:02:03.923258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:03.932041 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.024247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.029176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.054278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:02:04.068178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94074ab-e74c-40a2-8420-7702b4f7ae3d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:04.075281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.076350 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Added segment 3738d75d-696e-43d1-a741-6147f00b8bf1 of type vlan for network 57e937e1-be86-49a9-bbc3-277215972e65 Jul 30 04:02:04.120798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.148756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.149797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:04.150355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.219827 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4174731 Jul 30 04:02:04.225974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54194) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:04.233666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 005634fb-429e-4eed-a6ae-1ea0930a3a84 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:02:04.235631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Request body: {'subnet': {'network_id': '57e937e1-be86-49a9-bbc3-277215972e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628373252-subnet', 'tenant_id': 'ff6b81f9b74c4b49a51d5be98d968841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:04.252755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf5fcf-4d7d-4fd3-8641-249d36a53bdb admin admin] Pushing event updated for resources: {'Network': ['ID=57e937e1-be86-49a9-bbc3-277215972e65,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:04.268704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Made reservation on behalf of ff6b81f9b74c4b49a51d5be98d968841 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:02:04.271403 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.272892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 57e937e1-be86-49a9-bbc3-277215972e65 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:02:04.283056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608249-fc99-4492-a1ec-d7a5796f901b req-9b5434d2-d0f0-4cd0-8976-6a11b115e1dd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:04.286139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a608249-fc99-4492-a1ec-d7a5796f901b req-9b5434d2-d0f0-4cd0-8976-6a11b115e1dd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 983 time: 0.0662892 Jul 30 04:02:04.343521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a608249-fc99-4492-a1ec-d7a5796f901b req-ae4c0836-b3a2-40ce-b178-78f5624568ed tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0500920 Jul 30 04:02:04.400017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 005634fb-429e-4eed-a6ae-1ea0930a3a84, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:04.411641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'port_id': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'mac_address': 'fa:16:3e:86:01:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:02:04.451443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.466008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005634fb-429e-4eed-a6ae-1ea0930a3a84 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:02:04.487504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 005634fb-429e-4eed-a6ae-1ea0930a3a84, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:04.492369 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.559045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=005634fb-429e-4eed-a6ae-1ea0930a3a84,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:04.604261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9403bb-af3f-4057-92d8-3cd770fae8ab req-4b109464-406c-4b52-ba3a-2228a1b55790 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:04.606154 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d9403bb-af3f-4057-92d8-3cd770fae8ab req-4b109464-406c-4b52-ba3a-2228a1b55790 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 943 time: 0.0623364 Jul 30 04:02:04.651609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d9403bb-af3f-4057-92d8-3cd770fae8ab req-76dad29c-4633-4d72-80c1-1c12403a130d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390291 Jul 30 04:02:04.751647 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.810032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adc3994-3560-478a-8a0e-c7d348f26c13,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:04.814262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Checking segment: {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:02:04.814612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Network hostable DHCP agents. Network: 57e937e1-be86-49a9-bbc3-277215972e65, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:02:04.830684 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Network 57e937e1-be86-49a9-bbc3-277215972e65 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:02:04.839822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 57e937e1-be86-49a9-bbc3-277215972e65) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:02:04.843720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:04.844308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:04.848639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47d61b-afc1-4e04-a700-3739850301fb None None] Network 57e937e1-be86-49a9-bbc3-277215972e65 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:02:04.858641 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2e2f1523-9579-415e-839b-35f8f0a52c7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6313949 Jul 30 04:02:04.889867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['005634fb-429e-4eed-a6ae-1ea0930a3a84'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:02:05.036158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd5098-4baf-4722-9b98-5aed2b143d60 None None] Network 57e937e1-be86-49a9-bbc3-277215972e65 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:02:05.288207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b7bf7c25-3326-4b60-9344-5623b67b96cf details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:02:05.388025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b7bf7c25-3326-4b60-9344-5623b67b96cf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:05.399983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:02:05.445821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:05.466069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bf7c25-3326-4b60-9344-5623b67b96cf {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:02:05.484534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9d462-1dd6-4203-bdc1-84e14c6265c8 req-6fc825e2-35bc-495c-a4b4-931ba37ffb06 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:05.486247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33c9d462-1dd6-4203-bdc1-84e14c6265c8 req-6fc825e2-35bc-495c-a4b4-931ba37ffb06 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 984 time: 0.0541813 Jul 30 04:02:05.491822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b7bf7c25-3326-4b60-9344-5623b67b96cf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:05.498689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:05.528965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33c9d462-1dd6-4203-bdc1-84e14c6265c8 req-1befa82e-5dca-40c9-807b-90cf0bb7d804 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0362830 Jul 30 04:02:05.549832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=b7bf7c25-3326-4b60-9344-5623b67b96cf,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:05.699726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['b7bf7c25-3326-4b60-9344-5623b67b96cf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:02:05.772157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ee61-3474-4a21-a046-a22dff4424d0 req-017834a4-69a3-4f79-a24f-3d11ee42bb3c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:05.773939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82c6ee61-3474-4a21-a046-a22dff4424d0 req-017834a4-69a3-4f79-a24f-3d11ee42bb3c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 944 time: 0.0539317 Jul 30 04:02:05.820695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82c6ee61-3474-4a21-a046-a22dff4424d0 req-0eb894a4-6926-4f52-87ce-9cba61fdfac4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397508 Jul 30 04:02:06.248243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 005634fb-429e-4eed-a6ae-1ea0930a3a84 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:02:06.296932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 005634fb-429e-4eed-a6ae-1ea0930a3a84 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:02:06.300670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 005634fb-429e-4eed-a6ae-1ea0930a3a84 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:02:06.301038 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:06.379881 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:06.403492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:06.405739 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07665b5-d5c2-4944-82bc-267fe720bfcb" -d '{"events": [{"server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "name": "network-vif-plugged", "status": "completed", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:06.419799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 005634fb-429e-4eed-a6ae-1ea0930a3a84, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:06.424968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:06.449704 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34947055-e6b8-49b7-9a92-dcd172f7b9cf x-openstack-request-id: req-34947055-e6b8-49b7-9a92-dcd172f7b9cf {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:06.450003 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "name": "network-vif-plugged", "status": "completed", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:06.450253 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34947055-e6b8-49b7-9a92-dcd172f7b9cf {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:06.450646 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'code': 200} Jul 30 04:02:06.478167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=005634fb-429e-4eed-a6ae-1ea0930a3a84,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:06.677657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd86697-d513-4dd5-be2e-a6d6b0c1122c req-f120f68b-6ae1-4725-8e10-fde46a0e97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:06.679430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bd86697-d513-4dd5-be2e-a6d6b0c1122c req-f120f68b-6ae1-4725-8e10-fde46a0e97fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.1269341 Jul 30 04:02:06.705769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d411ea3-bc26-486a-be0b-6358edb5fabf req-50b396a6-f0bd-4c19-a762-7ae4a815d611 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:06.707197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d411ea3-bc26-486a-be0b-6358edb5fabf req-50b396a6-f0bd-4c19-a762-7ae4a815d611 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.1052401 Jul 30 04:02:06.716865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-272b09fa-32b0-4431-8dc1-9b1a7bd28662 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:06.718238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-272b09fa-32b0-4431-8dc1-9b1a7bd28662 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/networks?id=57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 200 len: 809 time: 0.1865144 Jul 30 04:02:06.758201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-193f9050-3c37-4c12-a15c-b29808e82f86 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/quotas/ff6b81f9b74c4b49a51d5be98d968841 HTTP/1.1" status: 200 len: 375 time: 0.0319350 Jul 30 04:02:06.786557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3bd86697-d513-4dd5-be2e-a6d6b0c1122c req-2fb4b5da-6279-43b8-9ca5-3e3b098a2c2e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0961106 Jul 30 04:02:06.792194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d411ea3-bc26-486a-be0b-6358edb5fabf req-dd8629c0-03a8-4ac8-b117-398134328341 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0678189 Jul 30 04:02:06.807113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-681fa30c-320d-4170-b01b-6392407b38e1 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433745 Jul 30 04:02:06.923471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-e9175000-3140-42ae-992b-9b00f541df83 service neutron] 10.222.0.39 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093857 Jul 30 04:02:06.990931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c698e-660e-484a-a125-7f45206f242f req-30e917bd-6e5b-4a34-83b9-6bed4a190e12 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:06.992430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d6c698e-660e-484a-a125-7f45206f242f req-30e917bd-6e5b-4a34-83b9-6bed4a190e12 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 944 time: 0.1013496 Jul 30 04:02:07.048531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d6c698e-660e-484a-a125-7f45206f242f req-991c8b19-caae-440a-96ac-a9817a796187 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500350 Jul 30 04:02:07.059346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-3a94824d-b990-48ae-af81-1e4bb04bc2c6 service neutron] 10.222.0.39 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295278 Jul 30 04:02:07.213453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7832907f-e4e6-4927-9d05-7bd8dccaf318 req-81e54abf-63b5-490a-a413-cb797d63a432 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 210 time: 0.0263474 Jul 30 04:02:07.304510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b7bf7c25-3326-4b60-9344-5623b67b96cf up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:02:07.356271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port b7bf7c25-3326-4b60-9344-5623b67b96cf completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:02:07.360971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port b7bf7c25-3326-4b60-9344-5623b67b96cf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:02:07.361399 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:07.445593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:07.478981 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port b7bf7c25-3326-4b60-9344-5623b67b96cf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:07.484090 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:07.533046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=b7bf7c25-3326-4b60-9344-5623b67b96cf,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:07.905345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6778-fbe4-43ec-9cb3-6108867398c5 req-ca650a94-a1ff-4287-ba61-01663bf42da6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:07.906768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f0a6778-fbe4-43ec-9cb3-6108867398c5 req-ca650a94-a1ff-4287-ba61-01663bf42da6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.0491409 Jul 30 04:02:07.946762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f0a6778-fbe4-43ec-9cb3-6108867398c5 req-59170ee6-1364-4c81-8091-1939029dd9f5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332878 Jul 30 04:02:08.170514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7496448-3f50-4a11-8141-8cdd74162bfc req-e0efe90d-62af-4bf5-b2c8-3e0b28434e48 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:08.172038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7496448-3f50-4a11-8141-8cdd74162bfc req-e0efe90d-62af-4bf5-b2c8-3e0b28434e48 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.0556364 Jul 30 04:02:08.258949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7496448-3f50-4a11-8141-8cdd74162bfc req-8a0090fa-8934-45a7-9ee4-7bf74be27bb1 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807536 Jul 30 04:02:08.338851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5008ff97-91a3-44d3-8587-0cd5093d7e65 req-6316d93d-b7b2-4c5c-a455-4da8df01abc4 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 210 time: 0.0409560 Jul 30 04:02:08.345501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-20d54adf-3b65-46e1-9e6e-ac551202227f tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:08.346831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-20d54adf-3b65-46e1-9e6e-ac551202227f tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "GET /v2.0/networks?id=57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 200 len: 809 time: 0.1669869 Jul 30 04:02:08.366416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Request body: {'port': {'device_id': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65', 'admin_state_up': True, 'tenant_id': 'ff6b81f9b74c4b49a51d5be98d968841'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:08.452394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:08.454627 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b0837d-fd62-4e0d-8066-ba721d4d1a8d" -d '{"events": [{"server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "name": "network-vif-plugged", "status": "completed", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:08.473545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Made reservation on behalf of ff6b81f9b74c4b49a51d5be98d968841 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:02:08.478044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:08.494266 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c23425-4724-4277-8b03-5c6af200fede x-openstack-request-id: req-89c23425-4724-4277-8b03-5c6af200fede {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:08.494630 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "name": "network-vif-plugged", "status": "completed", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:08.494949 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89c23425-4724-4277-8b03-5c6af200fede {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:08.495452 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'code': 200} Jul 30 04:02:08.634032 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac838c9-2c29-43b8-9107-d18412cbdac4 req-5b2336c6-57ff-458e-8166-2dc485a04ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:08.635548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fac838c9-2c29-43b8-9107-d18412cbdac4 req-5b2336c6-57ff-458e-8166-2dc485a04ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0835781 Jul 30 04:02:08.640783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Allocated IP 172.20.0.5 (57e937e1-be86-49a9-bbc3-277215972e65/4adc3994-3560-478a-8a0e-c7d348f26c13/1b4a5d8c-0f3b-419c-8288-2a3c64c065c9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:02:08.697567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fac838c9-2c29-43b8-9107-d18412cbdac4 req-b35fe727-2ea0-43cb-92da-2bf820f8c7ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544479 Jul 30 04:02:08.815898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:08.855044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:08.894510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Network 57e937e1-be86-49a9-bbc3-277215972e65 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:02:08.898030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:02:08.901579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:02:08.930187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Pushing event updated for resources: {'Port': ['ID=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:08.955566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:08.956170 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:08.972033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-16b382e7-6fb3-42f7-8912-7031baf103ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103511 Jul 30 04:02:08.989563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Request body: {'port': {'device_id': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:09.074438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:09.096207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91511e-88b3-429a-ae76-33c3c2077ea1 req-55490755-2115-45da-880f-38f3c4d88c70 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:09.097687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a91511e-88b3-429a-ae76-33c3c2077ea1 req-55490755-2115-45da-880f-38f3c4d88c70 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.0829241 Jul 30 04:02:09.214343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a91511e-88b3-429a-ae76-33c3c2077ea1 req-8cd84d5a-d880-443b-a476-4826b6880143 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0964253 Jul 30 04:02:09.384955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea1aa9-e16a-4e11-905d-e36080433e3e req-581922f9-512a-4f4a-9183-275487892f1e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:09.386387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faea1aa9-e16a-4e11-905d-e36080433e3e req-581922f9-512a-4f4a-9183-275487892f1e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.1035485 Jul 30 04:02:09.470668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c622b0-63e4-41c1-8d1c-f50c3a9aea92 req-6551d70e-eda3-4121-8359-2beffaf75861 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:09.472160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2c622b0-63e4-41c1-8d1c-f50c3a9aea92 req-6551d70e-eda3-4121-8359-2beffaf75861 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.1387649 Jul 30 04:02:09.491873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faea1aa9-e16a-4e11-905d-e36080433e3e req-02387940-f537-4ede-b15d-4473e4aeb834 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0981436 Jul 30 04:02:09.505244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:02:09.513044 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:09.537428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Transition to ACTIVE for port object 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:02:09.542856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2c622b0-63e4-41c1-8d1c-f50c3a9aea92 req-65670bf6-af25-4527-891a-24bebe6940fc tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632300 Jul 30 04:02:09.543915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:09.853419 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-170c3552-57ef-4582-993d-f495d32faa4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428321 Jul 30 04:02:09.959946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-bf1f98e1-7ca2-44c4-b03a-538a07a689f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:09.961500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-bf1f98e1-7ca2-44c4-b03a-538a07a689f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.0498269 Jul 30 04:02:09.972860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:10.009546 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e701-8042-4e82-8e9e-19408eeac16d req-c743804d-a70d-4d49-a997-c3047af15a19 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.011050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a4e701-8042-4e82-8e9e-19408eeac16d req-c743804d-a70d-4d49-a997-c3047af15a19 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 943 time: 0.4621155 Jul 30 04:02:10.061063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4b172-8af1-4ba6-893c-cfa45055dc67 req-75cc08d0-8866-4794-9a0c-41f44b3c3be9 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.062535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63f4b172-8af1-4ba6-893c-cfa45055dc67 req-75cc08d0-8866-4794-9a0c-41f44b3c3be9 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.1364253 Jul 30 04:02:10.065186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-c44a2df4-61c2-4fc2-8422-8962927120e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.066663 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-c44a2df4-61c2-4fc2-8422-8962927120e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 896 time: 0.0864182 Jul 30 04:02:10.103377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63f4b172-8af1-4ba6-893c-cfa45055dc67 req-6718ea6c-55b5-4e4f-80ee-a3743915d3b2 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.110018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a4e701-8042-4e82-8e9e-19408eeac16d req-935e20f5-49e5-4823-8ce9-ddec2d90dfc8 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759282 Jul 30 04:02:10.111596 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-51dee1f4-eeb5-4b7c-a6de-48e83c0a35f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 217 time: 0.0373647 Jul 30 04:02:10.119015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Attempting to bind port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:02:10.119321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Attempting to bind port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:02:10.119630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Attempting to bind port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 on network 57e937e1-be86-49a9-bbc3-277215972e65 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:02:10.129638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 on network 57e937e1-be86-49a9-bbc3-277215972e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:02:10.129957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Attempting to bind port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 on network 57e937e1-be86-49a9-bbc3-277215972e65 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:02:10.143416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:02:10.143749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Checking segment: {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:02:10.144128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Bound using segment: {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:02:10.144550 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Bound port: 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:02:10.144900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.162873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-69d739ab-9f69-4f7d-b90a-3cf6d0b250e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.164375 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-69d739ab-9f69-4f7d-b90a-3cf6d0b250e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 200 len: 835 time: 0.0459089 Jul 30 04:02:10.212533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-25bb6134-6d0f-413d-84b3-eba990398796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.214048 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-25bb6134-6d0f-413d-84b3-eba990398796 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=931668c4-2367-4117-b032-ad00fb5bb5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423625 Jul 30 04:02:10.236354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] For port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:02:10.241632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] For port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:02:10.251979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.289921 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63f4b172-8af1-4ba6-893c-cfa45055dc67 req-6718ea6c-55b5-4e4f-80ee-a3743915d3b2 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.297515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.298122 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.299522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] 10.222.0.16 "PUT /v2.0/ports/1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 HTTP/1.1" status: 200 len: 1092 time: 1.3142297 Jul 30 04:02:10.300113 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63f4b172-8af1-4ba6-893c-cfa45055dc67 req-6718ea6c-55b5-4e4f-80ee-a3743915d3b2 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.302121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'tag': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:10.304929 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044466ec-65e9-47d0-be4f-857c7a91a314" -d '{"events": [{"name": "network-changed", "server_uuid": "09edcd07-066e-4262-9cc0-a600a9a62f8e", "tag": "1b4a5d8c-0f3b-419c-8288-2a3c64c065c9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:10.314240 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-e0820d6b-b1a4-4680-9153-ff80b4440753 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933487 Jul 30 04:02:10.352919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63f4b172-8af1-4ba6-893c-cfa45055dc67 req-6718ea6c-55b5-4e4f-80ee-a3743915d3b2 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2816646 Jul 30 04:02:10.357774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171bd18-ab0d-4146-a275-a2b402b92467 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:10.364937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718ea6c-55b5-4e4f-80ee-a3743915d3b2 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77323d4-b04d-4a68-8bed-fdc8515fee8b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:10.375710 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4eb38-65f7-442d-a0f2-544b8358f485 x-openstack-request-id: req-31a4eb38-65f7-442d-a0f2-544b8358f485 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:10.376051 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09edcd07-066e-4262-9cc0-a600a9a62f8e", "tag": "1b4a5d8c-0f3b-419c-8288-2a3c64c065c9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:10.376303 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31a4eb38-65f7-442d-a0f2-544b8358f485 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:10.376689 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'tag': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9', 'status': 'completed', 'code': 200} Jul 30 04:02:10.391970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:10.430545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bb6e0719-dcae-4b75-93c2-d797f1e28303 req-8b8d56a7-9bbe-46d2-96c8-721272e7d858 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091621 Jul 30 04:02:10.450233 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02d874e-8dcd-4461-8f94-9b54118cd3c8 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.451789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d02d874e-8dcd-4461-8f94-9b54118cd3c8 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1132 time: 0.0587847 Jul 30 04:02:10.454378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-8c9e2054-4f80-4dc3-a74d-354baa0b4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.455252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54266) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:10.455789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-8c9e2054-4f80-4dc3-a74d-354baa0b4a04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 1095 time: 0.0752387 Jul 30 04:02:10.462658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:10.485479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.509318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-9cf27bfa-b02e-48dd-91d7-92809dd824e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 HTTP/1.1" status: 200 len: 217 time: 0.0399849 Jul 30 04:02:10.557880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1099dd5d-7ccd-4cfc-ad41-028230a9dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.559474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1099dd5d-7ccd-4cfc-ad41-028230a9dcf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4adc3994-3560-478a-8a0e-c7d348f26c13 HTTP/1.1" status: 200 len: 849 time: 0.0437884 Jul 30 04:02:10.591433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-cdb7fe79-8399-4dfa-88f3-372a88225e85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57e937e1-be86-49a9-bbc3-277215972e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249524 Jul 30 04:02:10.591815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.705491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.25.6.239 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/8a8a6390-df90-43d8-9b05-082db17053f5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:02:10.719574 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ccfdb-ada0-43d2-8ab1-5516bee76f64 req-c3415f3a-eb9d-4ded-b9b8-699011c12099 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.721166 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-921ccfdb-ada0-43d2-8ab1-5516bee76f64 req-c3415f3a-eb9d-4ded-b9b8-699011c12099 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.1043363 Jul 30 04:02:10.750443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-7707245d-7138-442d-9fd4-56e1224c0d5c service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498382 Jul 30 04:02:10.817161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.828331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-921ccfdb-ada0-43d2-8ab1-5516bee76f64 req-b1180b64-c7ab-4597-8455-07cdc1056aaa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918107 Jul 30 04:02:10.857865 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:10.873396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fbfd65e4-1e6f-4953-8ee3-b7ad85ec9687 req-1e5b52e4-c1e8-4633-ae16-0d3d1c7c41b9 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155660 Jul 30 04:02:10.897098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:02:10.900445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:02:10.903942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:02:10.931713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=8a8a6390-df90-43d8-9b05-082db17053f5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:10.959938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b89c4-2579-4848-af32-08082bdb6f60 req-af506843-f1e4-4db8-a788-dd6e424d1cba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:10.961382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-781b89c4-2579-4848-af32-08082bdb6f60 req-af506843-f1e4-4db8-a788-dd6e424d1cba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Jul 30 04:02:11.024465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-781b89c4-2579-4848-af32-08082bdb6f60 req-0500794c-170d-4aae-a625-8f67857a0f73 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546944 Jul 30 04:02:11.027220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-3c6c368d-39dd-48b9-9928-e1992d328bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:11.028588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-3c6c368d-39dd-48b9-9928-e1992d328bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 1095 time: 0.0663412 Jul 30 04:02:11.048988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:11.063375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.154075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-7465d596-b3a2-4574-bad0-74ec33212e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:11.155615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-7465d596-b3a2-4574-bad0-74ec33212e7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 200 len: 909 time: 0.1190891 Jul 30 04:02:11.211286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-e66653d3-e808-483b-b556-6254eab6dbb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 HTTP/1.1" status: 200 len: 217 time: 0.0475261 Jul 30 04:02:11.296623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.312560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71a61a-79ab-4e1e-a56d-bb5022288fb8 tempest-TestVolumeBootPattern-876789565 tempest-TestVolumeBootPattern-876789565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:11.314109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ec71a61a-79ab-4e1e-a56d-bb5022288fb8 tempest-TestVolumeBootPattern-876789565 tempest-TestVolumeBootPattern-876789565-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1092 time: 0.2641642 Jul 30 04:02:11.315596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-3f670a0a-5d61-4a4d-bd4f-c8ea26c03a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:11.316920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-3f670a0a-5d61-4a4d-bd4f-c8ea26c03a22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4adc3994-3560-478a-8a0e-c7d348f26c13 HTTP/1.1" status: 200 len: 849 time: 0.0841572 Jul 30 04:02:11.317385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54278) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:11.323267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:11.334673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6b1bb-dd43-4adc-acff-166f7c3c0057 req-81f1aaf3-5779-4187-8fa8-8ec1c1972501 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:11.336150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86c6b1bb-dd43-4adc-acff-166f7c3c0057 req-81f1aaf3-5779-4187-8fa8-8ec1c1972501 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 943 time: 0.1356540 Jul 30 04:02:11.369484 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.376425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-bcc20dae-6e6d-48ac-bc37-156940d71f8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57e937e1-be86-49a9-bbc3-277215972e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383761 Jul 30 04:02:11.446531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.477238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86c6b1bb-dd43-4adc-acff-166f7c3c0057 req-eb9a5462-0b0a-4ca2-9736-bad31612d733 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289613 Jul 30 04:02:11.528559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.532996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.541497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-fda1bd1d-143a-46dc-80fc-7826b43e2272 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552470 Jul 30 04:02:11.604731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=8a8a6390-df90-43d8-9b05-082db17053f5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:11.616186 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.659728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-044466ec-65e9-47d0-be4f-857c7a91a314 req-b745bd78-2ebf-4065-81c4-e7187a6563f4 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112189 Jul 30 04:02:11.670008 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.718709 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Floating IP 1b4fd868-5968-4603-a6fb-a091691b42fd associated. External IP: 172.25.6.239, port: 005634fb-429e-4eed-a6ae-1ea0930a3a84. Jul 30 04:02:11.781806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.25.6.227 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/6ae3acdb-dfd7-4d42-b1cd-b27310c3c24a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:02:11.885673 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.924499 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:11.933645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:02:11.966018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:02:11.969255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:02:11.972839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:02:12.002496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=6ae3acdb-dfd7-4d42-b1cd-b27310c3c24a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:12.048913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:02:12.058834 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] Sync routers for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:02:12.066997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:12.069074 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:02:12.069924 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:12.105249 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6c1cb817-78d0-4e1a-aed7-6df7de7efb96 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6462593 Jul 30 04:02:12.105249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:12.109277 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bece75a4-ed77-402c-b6b3-9f619c3acc47" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:12.112013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54280) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:12.173667 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a0ca23-b566-43ea-ba26-a974c4e3a8d8 x-openstack-request-id: req-f4a0ca23-b566-43ea-ba26-a974c4e3a8d8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:12.173945 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:12.174208 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4a0ca23-b566-43ea-ba26-a974c4e3a8d8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:12.174939 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'status': 'completed', 'code': 200} Jul 30 04:02:12.189177 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:02:12.293433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.293915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.294509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.294981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.295471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.295930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.296383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.300875 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bb352dfa-e0fd-433a-b86c-a30aaa7443c6 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4974 time: 0.1853254 Jul 30 04:02:12.301041 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54284) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:12.326468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-596b8e50-381f-4ac5-a5e9-cb71121c01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.328032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-596b8e50-381f-4ac5-a5e9-cb71121c01a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.1121049 Jul 30 04:02:12.358757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.359244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.359690 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.360133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.361452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.361452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.361452 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.366548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bac515e0-0f26-4515-bbb8-3c0c898d87cf tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4641 time: 0.0613067 Jul 30 04:02:12.366883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54286) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:12.379884 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3eb3-eaf8-4f24-997c-a2486c7f6db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:12.444780 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '1b4fd868-5968-4603-a6fb-a091691b42fd', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'port_id': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'mac_address': 'fa:16:3e:86:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:11Z', 'updated_at': '2021-07-30T04:02:11Z', 'revision_number': 0, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:55Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:12.473450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:12.473735 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] Checking router: 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:02:12.484688 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:02:12.485349 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:12.511670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-65ba2f21-70da-45ba-9d9c-1871fb43393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.513182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-65ba2f21-70da-45ba-9d9c-1871fb43393b service neutron] 10.222.0.16 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 896 time: 0.1755075 Jul 30 04:02:12.612070 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-69348740-7643-467e-af8d-3b48792a58a5 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2441428 Jul 30 04:02:12.614614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:12.619009 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:02:12.641187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-e0ade78d-93be-4a33-9fb5-b9084ae5bfaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 1000 time: 0.1167245 Jul 30 04:02:12.647462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:12.657029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9a3d5-aef0-409d-98b5-6ce20c92cceb tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.657837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9a3d5-aef0-409d-98b5-6ce20c92cceb tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.659638 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4ee9a3d5-aef0-409d-98b5-6ce20c92cceb tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4c2590c0-6297-4b29-8984-2dbf5de2dfd2 HTTP/1.1" status: 200 len: 1992 time: 0.0432363 Jul 30 04:02:12.702522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b517ad-f724-4276-befc-e2e5650d0b68 req-8fbf6e87-2e5c-4b77-98e3-db44853800c6 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.704573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85b517ad-f724-4276-befc-e2e5650d0b68 req-8fbf6e87-2e5c-4b77-98e3-db44853800c6 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 943 time: 0.1390703 Jul 30 04:02:12.769226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-8f0b761a-14a3-463c-8e5c-e6158157f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.770704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-8f0b761a-14a3-463c-8e5c-e6158157f0f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 200 len: 835 time: 0.0883901 Jul 30 04:02:12.855344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85b517ad-f724-4276-befc-e2e5650d0b68 req-60fc8cab-22b5-4c8d-bbfe-73c73588f48f tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289582 Jul 30 04:02:12.855738 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '1b4fd868-5968-4603-a6fb-a091691b42fd', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'port_id': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'mac_address': 'fa:16:3e:86:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:11Z', 'updated_at': '2021-07-30T04:02:11Z', 'revision_number': 0, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:55Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:12.886437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-0b7bc2ed-0af0-4b7b-815c-10ae2a325c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:12.888013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-0b7bc2ed-0af0-4b7b-815c-10ae2a325c67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=931668c4-2367-4117-b032-ad00fb5bb5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080725 Jul 30 04:02:12.984151 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00f253-97c2-4a6a-a374-ee2c169e1426 None None] The sync data for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 is: [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '1b4fd868-5968-4603-a6fb-a091691b42fd', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'port_id': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'mac_address': 'fa:16:3e:86:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:11Z', 'updated_at': '2021-07-30T04:02:11Z', 'revision_number': 0, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:55Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:02:12.996020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:13.006132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:13.056695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-5d47f1b8-70eb-4373-83a3-e459b7dd70f9 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596653 Jul 30 04:02:13.142390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=6ae3acdb-dfd7-4d42-b1cd-b27310c3c24a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:13.156137 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:13.187605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce7a29-fc09-4b8e-9b7e-547ee7349b10 None None] New status for floating IP 1b4fd868-5968-4603-a6fb-a091691b42fd: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:02:13.590402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bece75a4-ed77-402c-b6b3-9f619c3acc47 req-a173248c-ff5d-4d35-890b-bb571ccd1713 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142827 Jul 30 04:02:13.612947 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Floating IP 45433a07-74d5-49d3-baba-dfae35c9e96a associated. External IP: 172.25.6.227, port: b7bf7c25-3326-4b60-9344-5623b67b96cf. Jul 30 04:02:13.819270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:02:13.928217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:02:13.938056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:02:13.953537 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:02:13.954514 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:13.977157 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:14.013661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc39d5-e573-4d07-9af7-23fe0a225149 req-5d04063d-b0eb-4765-af73-e94f09fa7f04 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:14.015178 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04dc39d5-e573-4d07-9af7-23fe0a225149 req-5d04063d-b0eb-4765-af73-e94f09fa7f04 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 943 time: 0.0900593 Jul 30 04:02:14.021347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-06778815-acae-4d39-b850-b3694473894e tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7010813 Jul 30 04:02:14.023240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:14.025466 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:14.063697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04dc39d5-e573-4d07-9af7-23fe0a225149 req-30efc45e-48a4-43c9-b319-cc6dd6d3f539 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Jul 30 04:02:14.065715 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99797b1-8aad-4cd5-b8b0-2c09b12ca62a x-openstack-request-id: req-a99797b1-8aad-4cd5-b8b0-2c09b12ca62a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:14.066079 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:14.066456 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a99797b1-8aad-4cd5-b8b0-2c09b12ca62a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:14.066856 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'status': 'completed', 'code': 200} Jul 30 04:02:14.074818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:02:14.130238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-d1aba032-93fb-4b09-84c2-9579d19764aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:14.131902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-d1aba032-93fb-4b09-84c2-9579d19764aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0410333 Jul 30 04:02:14.227215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-3a402a8e-9e12-499a-99cb-ed04c7ba4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:14.228854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-3a402a8e-9e12-499a-99cb-ed04c7ba4a35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0899050 Jul 30 04:02:14.280228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:02:14.300174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-78d7481a-19ac-47a8-8d0e-575a08071b4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 999 time: 0.0648172 Jul 30 04:02:14.308658 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:12Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:14.339072 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:02:14.348357 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:02:14.349572 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:01:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:14.355593 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-e8016049-37f9-4030-97bd-f0675e670a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:14.357180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-e8016049-37f9-4030-97bd-f0675e670a1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0502651 Jul 30 04:02:14.380121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:14.393511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9', 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65', 'port_id': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9', 'mac_address': 'fa:16:3e:18:4f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adc3994-3560-478a-8a0e-c7d348f26c13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:02:14.409935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-64d63737-b8ed-497e-83f6-1e4db402c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:14.411697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-64d63737-b8ed-497e-83f6-1e4db402c461 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474846 Jul 30 04:02:14.431987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:14.444635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:02:14.458080 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:02:14.464547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:14.469853 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:14.513101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-82e3c8a2-0a02-4e58-ab9e-e1078f8deee7 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936801 Jul 30 04:02:14.531490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:14.620706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03f2e8c2-5a8e-4cc8-a4a4-dadb5d96e8fa req-94bd3079-4093-4319-ab9f-1d9391b656a2 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000888 Jul 30 04:02:14.691211 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5a89-c608-49ce-9a89-8bcd95294ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:14.706916 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:12Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:14.745224 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af61f2-7a96-470e-be17-e584b852cf09 None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:12Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:02:14.851439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['1b4a5d8c-0f3b-419c-8288-2a3c64c065c9'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:02:14.945957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523bf58-15a4-47a2-84d1-6812bb5e687e None None] New status for floating IP 45433a07-74d5-49d3-baba-dfae35c9e96a: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:02:15.175580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:15.187375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d17876-4364-4a9e-8a14-0366d96d3ae2 req-1c5f146d-cc73-4dd6-811b-936ed97aaa60 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:15.188928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38d17876-4364-4a9e-8a14-0366d96d3ae2 req-1c5f146d-cc73-4dd6-811b-936ed97aaa60 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 944 time: 0.0515883 Jul 30 04:02:15.227680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38d17876-4364-4a9e-8a14-0366d96d3ae2 req-589c53da-735a-4452-be11-bb74b7df7728 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Jul 30 04:02:16.294390 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:02:16.341656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:02:16.343785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085d69-c3a2-4099-8e89-9c5ad282da20 req-bc59e9b9-2d81-4d06-b0eb-626583c4cfc2 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:16.345294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6085d69-c3a2-4099-8e89-9c5ad282da20 req-bc59e9b9-2d81-4d06-b0eb-626583c4cfc2 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 944 time: 0.0485270 Jul 30 04:02:16.345881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:02:16.346247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:16.384350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6085d69-c3a2-4099-8e89-9c5ad282da20 req-f1bfb0f2-e7a7-49aa-ad9e-90bc573e5c1c tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jul 30 04:02:16.421887 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:16.454028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:16.456260 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a8abb6-1bf0-404f-9565-5190d91d3a73" -d '{"events": [{"server_uuid": "09edcd07-066e-4262-9cc0-a600a9a62f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a5d8c-0f3b-419c-8288-2a3c64c065c9"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:16.470573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:16.472339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:16.477844 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:16.500977 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3e634-b963-476d-99f7-9d89802623e1 x-openstack-request-id: req-8da3e634-b963-476d-99f7-9d89802623e1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:16.501272 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09edcd07-066e-4262-9cc0-a600a9a62f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a5d8c-0f3b-419c-8288-2a3c64c065c9", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:16.501521 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8da3e634-b963-476d-99f7-9d89802623e1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:16.501968 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9', 'code': 200} Jul 30 04:02:16.528590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:16.620278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1bbe-4ec3-43c8-b68c-f9d866957c91 req-90c96bf4-e7a5-4137-9326-206b51131686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:16.621783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64ab1bbe-4ec3-43c8-b68c-f9d866957c91 req-90c96bf4-e7a5-4137-9326-206b51131686 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 1097 time: 0.0448616 Jul 30 04:02:16.657361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64ab1bbe-4ec3-43c8-b68c-f9d866957c91 req-7511a300-8ab0-4b55-a11d-74eea57d95db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279179 Jul 30 04:02:17.498869 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135c4b-b6a9-47ce-8e82-5513f2d39e68 req-e7979e5e-fc82-4918-922b-a961f229bb3c tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:17.500384 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f135c4b-b6a9-47ce-8e82-5513f2d39e68 req-e7979e5e-fc82-4918-922b-a961f229bb3c tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 945 time: 0.0494499 Jul 30 04:02:17.537921 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f135c4b-b6a9-47ce-8e82-5513f2d39e68 req-5b280f17-368a-4adb-8cfa-5b16f3b9dfea tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jul 30 04:02:17.696049 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:02:18.081773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:18.652434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e76ea7-6fbd-473c-9fde-4537988937f4 req-4c3d26c2-b239-49ca-a908-0622fccde748 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:18.653887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53e76ea7-6fbd-473c-9fde-4537988937f4 req-4c3d26c2-b239-49ca-a908-0622fccde748 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 945 time: 0.0486794 Jul 30 04:02:18.692619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53e76ea7-6fbd-473c-9fde-4537988937f4 req-32a812b7-d880-4556-8a17-bef43af297c0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Jul 30 04:02:19.262767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671b01d-1d40-4650-95b5-1b96917456ac req-9a167c88-582a-4d48-970a-8210e223b958 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:19.264248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8671b01d-1d40-4650-95b5-1b96917456ac req-9a167c88-582a-4d48-970a-8210e223b958 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 945 time: 0.0519564 Jul 30 04:02:19.300569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8671b01d-1d40-4650-95b5-1b96917456ac req-eccca5ec-6cf5-42a3-b405-8c9ea61d7530 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305169 Jul 30 04:02:20.424089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0297c-2b5b-499f-afbe-fe7d1da0d505 req-2aecff4d-0795-464f-b205-94bebafb7c2e tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:20.425627 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35d0297c-2b5b-499f-afbe-fe7d1da0d505 req-2aecff4d-0795-464f-b205-94bebafb7c2e tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 945 time: 0.0500331 Jul 30 04:02:20.466586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35d0297c-2b5b-499f-afbe-fe7d1da0d505 req-7a564005-41a0-43a6-931e-313a8a1f066d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Jul 30 04:02:20.874717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-8b11a576-67bb-47bb-be14-afbee5895637 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:20.876104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-8b11a576-67bb-47bb-be14-afbee5895637 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 945 time: 0.0484221 Jul 30 04:02:20.971677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Deleting port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:02:20.972020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:21.062152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] For port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:21.062517 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:21.075900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Calling delete_port for 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:02:21.202007 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:21.229656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Pushing event deleted for resources: {'Port': ['ID=1b4a5d8c-0f3b-419c-8288-2a3c64c065c9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:21.237877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['1b4a5d8c-0f3b-419c-8288-2a3c64c065c9'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:02:21.274209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] No DVR routers for this DVR port 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:02:21.276762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:21.279084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b89fb10a-e94d-4b0f-a3b2-81b83422d8bd req-2d7d2db4-35ef-454e-9375-9327c5703a43 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "DELETE /v2.0/ports/1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 HTTP/1.1" status: 204 len: 173 time: 0.3948998 Jul 30 04:02:21.279551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'name': 'network-vif-deleted', 'tag': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:21.281815 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e475b6-a7bb-4b81-a14a-05ec6a52b8ae" -d '{"events": [{"server_uuid": "09edcd07-066e-4262-9cc0-a600a9a62f8e", "name": "network-vif-deleted", "tag": "1b4a5d8c-0f3b-419c-8288-2a3c64c065c9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:21.318299 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd08fd10-f50c-46e4-98e2-c186c1580f57 x-openstack-request-id: req-bd08fd10-f50c-46e4-98e2-c186c1580f57 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:21.318602 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09edcd07-066e-4262-9cc0-a600a9a62f8e", "name": "network-vif-deleted", "tag": "1b4a5d8c-0f3b-419c-8288-2a3c64c065c9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:21.318861 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd08fd10-f50c-46e4-98e2-c186c1580f57 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:21.319307 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09edcd07-066e-4262-9cc0-a600a9a62f8e', 'name': 'network-vif-deleted', 'tag': '1b4a5d8c-0f3b-419c-8288-2a3c64c065c9', 'status': 'completed', 'code': 200} Jul 30 04:02:21.571013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0863b9d5-e127-4d65-b22c-2e2947db25d0 req-ea9a7cf0-9186-44a3-8839-adde13a3885c tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=09edcd07-066e-4262-9cc0-a600a9a62f8e HTTP/1.1" status: 200 len: 210 time: 0.0254562 Jul 30 04:02:22.831570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-e1ec9d9e-d9e9-4fcf-bae8-06f0a5ae5129 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:22.833050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-e1ec9d9e-d9e9-4fcf-bae8-06f0a5ae5129 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/networks?id=57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 200 len: 809 time: 0.1033647 Jul 30 04:02:22.848229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-8dc66b49-d6be-4ed4-a635-db2c9f3565e0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/quotas/ff6b81f9b74c4b49a51d5be98d968841 HTTP/1.1" status: 200 len: 375 time: 0.0091910 Jul 30 04:02:22.884849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-6976bcd2-c233-4285-a998-ac655e5c44a7 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314491 Jul 30 04:02:22.976890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-6ee0be86-0611-4dff-9bfe-26d1cd83fb4c service neutron] 10.222.0.39 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853581 Jul 30 04:02:23.070314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-44a5f9bd-1449-41c1-87c6-c00e791c7957 service neutron] 10.222.0.39 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 Jul 30 04:02:23.229361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6709c633-c74b-4e86-8301-893155d1b6b2 req-30d0ea39-354b-458d-8f91-8435e986c28b tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 210 time: 0.0277147 Jul 30 04:02:24.195747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0b583524-21c0-4c5f-82ee-17f05cf3f5be tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:24.197994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0b583524-21c0-4c5f-82ee-17f05cf3f5be tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "GET /v2.0/networks?id=57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 200 len: 809 time: 0.1036184 Jul 30 04:02:24.238431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Request body: {'port': {'device_id': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65', 'admin_state_up': True, 'tenant_id': 'ff6b81f9b74c4b49a51d5be98d968841'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:24.325510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56d830eb-f54f-41e2-8b2c-87028be389a2 req-9fbf846a-13f3-4a1a-bba4-dd231af04ac5 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 210 time: 0.0294094 Jul 30 04:02:24.342045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:02:24.363643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:02:24.363993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 1b4a5d8c-0f3b-419c-8288-2a3c64c065c9 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:02:24.375572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Made reservation on behalf of ff6b81f9b74c4b49a51d5be98d968841 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:02:24.379010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:24.505588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Allocated IP 172.20.0.9 (57e937e1-be86-49a9-bbc3-277215972e65/4adc3994-3560-478a-8a0e-c7d348f26c13/85b0557a-b6b2-4174-81a6-ba85a58539b2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:02:24.649627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:24.689911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:24.748394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Network 57e937e1-be86-49a9-bbc3-277215972e65 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:02:24.755079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:02:24.761893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:02:24.766803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Pushing event updated for resources: {'Port': ['ID=85b0557a-b6b2-4174-81a6-ba85a58539b2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:24.813547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:24.814174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:24.827825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-0ac9a715-bedd-43b4-9b78-64ac644af9f0 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933182 Jul 30 04:02:24.846486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Request body: {'port': {'device_id': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:02:24.901097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:25.183308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b0557a-b6b2-4174-81a6-ba85a58539b2 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:02:25.190785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:25.203153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Transition to ACTIVE for port object 85b0557a-b6b2-4174-81a6-ba85a58539b2 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:02:25.207015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:25.268243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Pushing event updated for resources: {'Port': ['ID=85b0557a-b6b2-4174-81a6-ba85a58539b2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:25.335627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Attempting to bind port 85b0557a-b6b2-4174-81a6-ba85a58539b2 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:02:25.335959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Attempting to bind port 85b0557a-b6b2-4174-81a6-ba85a58539b2 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:02:25.336286 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Attempting to bind port 85b0557a-b6b2-4174-81a6-ba85a58539b2 on network 57e937e1-be86-49a9-bbc3-277215972e65 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:02:25.340557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Port 85b0557a-b6b2-4174-81a6-ba85a58539b2 on network 57e937e1-be86-49a9-bbc3-277215972e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:02:25.340881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Attempting to bind port 85b0557a-b6b2-4174-81a6-ba85a58539b2 on network 57e937e1-be86-49a9-bbc3-277215972e65 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:02:25.345643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:02:25.346014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Checking segment: {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:02:25.346395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Bound using segment: {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:02:25.346823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Bound port: 85b0557a-b6b2-4174-81a6-ba85a58539b2, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3738d75d-696e-43d1-a741-6147f00b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:02:25.347561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:25.438479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] For port 85b0557a-b6b2-4174-81a6-ba85a58539b2, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:02:25.454006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] For port 85b0557a-b6b2-4174-81a6-ba85a58539b2, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:02:25.462524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:25.479837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c7bdc-d2de-4779-83c8-6c4ab6cd63b3 req-c5dfbf1c-83d7-41bb-b5cb-be444b9de2ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:25.481688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a25c7bdc-d2de-4779-83c8-6c4ab6cd63b3 req-c5dfbf1c-83d7-41bb-b5cb-be444b9de2ee tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 943 time: 0.0872545 Jul 30 04:02:25.510047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:25.510688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:25.512184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] 10.222.0.16 "PUT /v2.0/ports/85b0557a-b6b2-4174-81a6-ba85a58539b2 HTTP/1.1" status: 200 len: 1092 time: 0.6697617 Jul 30 04:02:25.518502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'tag': '85b0557a-b6b2-4174-81a6-ba85a58539b2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:25.520692 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6375633f-af50-4d32-b061-3d2d3b0af722" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcd179d-bfc0-4ac4-86de-5f8a37467ebb", "tag": "85b0557a-b6b2-4174-81a6-ba85a58539b2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:25.572702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a25c7bdc-d2de-4779-83c8-6c4ab6cd63b3 req-2cda611c-7580-4777-b74c-0bb5f3660940 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705559 Jul 30 04:02:25.573535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d03e6-2d91-4d05-96a5-d02903162db3 service neutron] Pushing event updated for resources: {'Port': ['ID=85b0557a-b6b2-4174-81a6-ba85a58539b2,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:25.577186 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa8343d-5481-491f-bb9a-cf483baa656a x-openstack-request-id: req-5fa8343d-5481-491f-bb9a-cf483baa656a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:25.577413 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcd179d-bfc0-4ac4-86de-5f8a37467ebb", "tag": "85b0557a-b6b2-4174-81a6-ba85a58539b2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:25.577653 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fa8343d-5481-491f-bb9a-cf483baa656a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:25.578044 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'tag': '85b0557a-b6b2-4174-81a6-ba85a58539b2', 'status': 'completed', 'code': 200} Jul 30 04:02:25.644367 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-6906595e-d847-470d-a5dd-e0be75be41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:25.645910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-6906595e-d847-470d-a5dd-e0be75be41f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 1095 time: 0.0416625 Jul 30 04:02:25.697825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-2fb9b976-6b44-4de5-ba26-d9fe60867b20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2 HTTP/1.1" status: 200 len: 217 time: 0.0345383 Jul 30 04:02:25.751677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-e6177d98-0f63-4f44-8a70-91ab018d09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:25.753105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-e6177d98-0f63-4f44-8a70-91ab018d09c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4adc3994-3560-478a-8a0e-c7d348f26c13 HTTP/1.1" status: 200 len: 849 time: 0.0475407 Jul 30 04:02:25.785986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-5cc1c003-fb1b-4547-b78b-73ce82c47f21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57e937e1-be86-49a9-bbc3-277215972e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242858 Jul 30 04:02:25.878320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-e90a319e-8a81-4c0b-8606-c87e5d55e155 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844822 Jul 30 04:02:25.975603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba9e29cc-c21b-4b29-a559-9875770d0e0c req-310dab9a-61f7-4476-a2e9-e03e28904574 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888159 Jul 30 04:02:26.107084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-312b4e9d-dee2-4033-b7a2-913955315562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:26.108862 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-312b4e9d-dee2-4033-b7a2-913955315562 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 1095 time: 0.0437632 Jul 30 04:02:26.205598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-a888468b-5abf-4a0c-b079-8e0e42c5a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:26.207052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-a888468b-5abf-4a0c-b079-8e0e42c5a1d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 200 len: 909 time: 0.0903060 Jul 30 04:02:26.250898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-e7403da6-ae45-4037-a7dd-a71742df69b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2 HTTP/1.1" status: 200 len: 217 time: 0.0357900 Jul 30 04:02:26.302393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-2b94b032-adb4-4793-83ff-533f1d017b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:26.304138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-2b94b032-adb4-4793-83ff-533f1d017b31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4adc3994-3560-478a-8a0e-c7d348f26c13 HTTP/1.1" status: 200 len: 849 time: 0.0454531 Jul 30 04:02:26.338005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-64e8c6a6-f2a7-4f1d-a59f-989f0b897a42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57e937e1-be86-49a9-bbc3-277215972e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266912 Jul 30 04:02:26.441142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-3537bc8b-d1bf-4249-b2db-fede9b2f9677 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954742 Jul 30 04:02:26.539985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6375633f-af50-4d32-b061-3d2d3b0af722 req-ff7c7e12-2e68-4900-8621-fea6084c5741 service neutron] 10.222.0.16 "GET /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913033 Jul 30 04:02:26.705513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecbc28-b15d-442d-afe9-8b594f1fcf0e req-e3cf5234-5676-4a2b-9817-866198d57d3b tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:26.706996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2ecbc28-b15d-442d-afe9-8b594f1fcf0e req-e3cf5234-5676-4a2b-9817-866198d57d3b tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 943 time: 0.0574019 Jul 30 04:02:26.749404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2ecbc28-b15d-442d-afe9-8b594f1fcf0e req-4eae40a1-28fa-40ad-92f6-ab51308b2061 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353858 Jul 30 04:02:27.863177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00abb7-638a-4576-852d-f8e70f7ce2ff req-e58b990d-9d87-4b77-92a0-4246d96ab9fb tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:27.864664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b00abb7-638a-4576-852d-f8e70f7ce2ff req-e58b990d-9d87-4b77-92a0-4246d96ab9fb tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 943 time: 0.0491076 Jul 30 04:02:27.902733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b00abb7-638a-4576-852d-f8e70f7ce2ff req-0b9f381a-15b9-401a-9b20-213f72a8d3d5 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Jul 30 04:02:29.019806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21497d-9451-4d0b-be49-d490d799ab7e req-77b16c1b-9879-4c10-b7cc-df548075b5b2 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:29.021909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b21497d-9451-4d0b-be49-d490d799ab7e req-77b16c1b-9879-4c10-b7cc-df548075b5b2 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 943 time: 0.0525806 Jul 30 04:02:29.060080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b21497d-9451-4d0b-be49-d490d799ab7e req-b3678f92-2b08-4196-97d1-51d4afeadb17 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Jul 30 04:02:30.177779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7e238-115f-486f-83c9-873225236234 req-0608b558-2ab4-4226-a83c-5f71d841bbb5 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:30.179290 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44c7e238-115f-486f-83c9-873225236234 req-0608b558-2ab4-4226-a83c-5f71d841bbb5 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 943 time: 0.0520051 Jul 30 04:02:30.216912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44c7e238-115f-486f-83c9-873225236234 req-70ebb82f-62fa-4b75-8ab7-cb7edb6b5fe9 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Jul 30 04:02:30.380963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 85b0557a-b6b2-4174-81a6-ba85a58539b2 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:02:30.485804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 85b0557a-b6b2-4174-81a6-ba85a58539b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:30.499009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '85b0557a-b6b2-4174-81a6-ba85a58539b2', 'network_id': '57e937e1-be86-49a9-bbc3-277215972e65', 'port_id': '85b0557a-b6b2-4174-81a6-ba85a58539b2', 'mac_address': 'fa:16:3e:e1:61:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adc3994-3560-478a-8a0e-c7d348f26c13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:02:30.544985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:30.559158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b0557a-b6b2-4174-81a6-ba85a58539b2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:02:30.592367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 85b0557a-b6b2-4174-81a6-ba85a58539b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:30.596616 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:30.664624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=85b0557a-b6b2-4174-81a6-ba85a58539b2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:30.884324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:30.979009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['85b0557a-b6b2-4174-81a6-ba85a58539b2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:02:31.331362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2b7e-2aa7-4ccc-891d-574f24a46866 req-625ad479-6522-49ba-b953-98d81c38165b tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:31.332881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cee2b7e-2aa7-4ccc-891d-574f24a46866 req-625ad479-6522-49ba-b953-98d81c38165b tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 944 time: 0.0494759 Jul 30 04:02:31.371649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cee2b7e-2aa7-4ccc-891d-574f24a46866 req-e1e27540-23d8-482d-a13f-c71f8555d199 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Jul 30 04:02:32.376654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 85b0557a-b6b2-4174-81a6-ba85a58539b2 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:02:32.432854 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 85b0557a-b6b2-4174-81a6-ba85a58539b2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:02:32.436888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 85b0557a-b6b2-4174-81a6-ba85a58539b2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:02:32.437239 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:32.498553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ed6be-613d-478a-b639-ebdda8145b4c req-dc16b88a-1659-415d-be1e-5169c74e4fcd tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:32.500507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c2ed6be-613d-478a-b639-ebdda8145b4c req-dc16b88a-1659-415d-be1e-5169c74e4fcd tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 944 time: 0.0539989 Jul 30 04:02:32.522375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:32.544891 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c2ed6be-613d-478a-b639-ebdda8145b4c req-f3558109-b5a0-4406-9c3d-0d86588a0c08 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Jul 30 04:02:32.548645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b0557a-b6b2-4174-81a6-ba85a58539b2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:32.551063 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f97ba87-53fe-4087-9150-5decb9a6e9b8" -d '{"events": [{"server_uuid": "8dcd179d-bfc0-4ac4-86de-5f8a37467ebb", "name": "network-vif-plugged", "status": "completed", "tag": "85b0557a-b6b2-4174-81a6-ba85a58539b2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:32.564990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 85b0557a-b6b2-4174-81a6-ba85a58539b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:32.569375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:32.595518 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6cc9c-9c5a-4a80-9388-a58dc4eb924a x-openstack-request-id: req-7cb6cc9c-9c5a-4a80-9388-a58dc4eb924a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:32.595809 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcd179d-bfc0-4ac4-86de-5f8a37467ebb", "name": "network-vif-plugged", "status": "completed", "tag": "85b0557a-b6b2-4174-81a6-ba85a58539b2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:32.596055 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cb6cc9c-9c5a-4a80-9388-a58dc4eb924a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:32.596429 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b0557a-b6b2-4174-81a6-ba85a58539b2', 'code': 200} Jul 30 04:02:32.622469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=85b0557a-b6b2-4174-81a6-ba85a58539b2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:32.721065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8501e4f-926b-4426-9a73-51a851d48f05 req-c836604f-7b48-4146-9b52-a07a329a41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:32.722552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8501e4f-926b-4426-9a73-51a851d48f05 req-c836604f-7b48-4146-9b52-a07a329a41ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 1097 time: 0.0481539 Jul 30 04:02:32.762015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d8501e4f-926b-4426-9a73-51a851d48f05 req-326a2d71-19aa-40b4-9315-b4e8f9eb1562 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jul 30 04:02:33.659685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130be472-f3f6-4acd-8c79-0c8a1e5d5784 req-b3bf760e-6d20-430c-9f45-9c2e0302a0e1 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:33.661216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-130be472-f3f6-4acd-8c79-0c8a1e5d5784 req-b3bf760e-6d20-430c-9f45-9c2e0302a0e1 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 945 time: 0.0487993 Jul 30 04:02:33.699977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-130be472-f3f6-4acd-8c79-0c8a1e5d5784 req-f28d0f45-f808-4a53-928d-e4b71a5d45de tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jul 30 04:02:34.819669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75173fbf-daf0-45a8-9fcc-85e87a8bcb17 req-5a5682d8-9d97-443b-934f-538733584925 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:34.821160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75173fbf-daf0-45a8-9fcc-85e87a8bcb17 req-5a5682d8-9d97-443b-934f-538733584925 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 945 time: 0.0493257 Jul 30 04:02:34.859629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75173fbf-daf0-45a8-9fcc-85e87a8bcb17 req-31dc1db3-31e0-4bba-97c8-d2e1171c4428 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Jul 30 04:02:35.471323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef587b-6163-4b69-92e3-cc5cff9c8569 req-5c335c7c-a889-40b2-9f5a-c6a8a286bf51 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:35.472695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cef587b-6163-4b69-92e3-cc5cff9c8569 req-5c335c7c-a889-40b2-9f5a-c6a8a286bf51 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 945 time: 0.0515189 Jul 30 04:02:35.510947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cef587b-6163-4b69-92e3-cc5cff9c8569 req-3edab29e-fffd-4496-b495-b4e8db828099 tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Jul 30 04:02:36.627315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674dbec-29df-4d20-a154-9e7e0052102a req-acab6fd9-bd33-44c5-aa2d-89899803949a tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:36.628800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8674dbec-29df-4d20-a154-9e7e0052102a req-acab6fd9-bd33-44c5-aa2d-89899803949a tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 945 time: 0.0492494 Jul 30 04:02:36.665803 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8674dbec-29df-4d20-a154-9e7e0052102a req-f6b83cea-422d-4d0c-96c7-bcdea5a859fe tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/security-groups?id=a94074ab-e74c-40a2-8420-7702b4f7ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305722 Jul 30 04:02:37.037318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-37f83863-3820-4d37-91f8-3e3d765fc5ef tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:37.038730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-37f83863-3820-4d37-91f8-3e3d765fc5ef tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 945 time: 0.0476599 Jul 30 04:02:37.131690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Deleting port 85b0557a-b6b2-4174-81a6-ba85a58539b2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:02:37.132034 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:37.217284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] For port 85b0557a-b6b2-4174-81a6-ba85a58539b2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=85b0557a-b6b2-4174-81a6-ba85a58539b2,segment=NetworkSegment(3738d75d-696e-43d1-a741-6147f00b8bf1),segment_id=3738d75d-696e-43d1-a741-6147f00b8bf1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:02:37.217568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:37.230682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Calling delete_port for 85b0557a-b6b2-4174-81a6-ba85a58539b2 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:02:37.356204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:37.384855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Pushing event deleted for resources: {'Port': ['ID=85b0557a-b6b2-4174-81a6-ba85a58539b2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:37.391184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['85b0557a-b6b2-4174-81a6-ba85a58539b2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:02:37.428747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] No DVR routers for this DVR port 85b0557a-b6b2-4174-81a6-ba85a58539b2 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:02:37.432099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:37.434076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-219f44ec-73e1-4dac-9a47-144efe46d63e req-42a5f421-b453-4323-8c1d-1c4688859a7d tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.16 "DELETE /v2.0/ports/85b0557a-b6b2-4174-81a6-ba85a58539b2 HTTP/1.1" status: 204 len: 173 time: 0.3891070 Jul 30 04:02:37.434506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'name': 'network-vif-deleted', 'tag': '85b0557a-b6b2-4174-81a6-ba85a58539b2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:02:37.436758 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42d5a3-f080-440a-b2bb-5547ab4fe823" -d '{"events": [{"server_uuid": "8dcd179d-bfc0-4ac4-86de-5f8a37467ebb", "name": "network-vif-deleted", "tag": "85b0557a-b6b2-4174-81a6-ba85a58539b2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:02:37.472380 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c3f003-c304-4a0f-8eb9-3e1bf230ef28 x-openstack-request-id: req-c8c3f003-c304-4a0f-8eb9-3e1bf230ef28 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:02:37.472670 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcd179d-bfc0-4ac4-86de-5f8a37467ebb", "name": "network-vif-deleted", "tag": "85b0557a-b6b2-4174-81a6-ba85a58539b2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:02:37.472919 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8c3f003-c304-4a0f-8eb9-3e1bf230ef28 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:02:37.473309 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcd179d-bfc0-4ac4-86de-5f8a37467ebb', 'name': 'network-vif-deleted', 'tag': '85b0557a-b6b2-4174-81a6-ba85a58539b2', 'status': 'completed', 'code': 200} Jul 30 04:02:37.770332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2877ec50-42b3-4654-80f7-b87c1de6e417 req-cb9bd45d-ccce-4142-802a-112e465a9dec tempest-VolumesActionsTest-2064715824 tempest-VolumesActionsTest-2064715824-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcd179d-bfc0-4ac4-86de-5f8a37467ebb HTTP/1.1" status: 200 len: 210 time: 0.0273311 Jul 30 04:02:40.439910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 85b0557a-b6b2-4174-81a6-ba85a58539b2 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:02:40.467560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 85b0557a-b6b2-4174-81a6-ba85a58539b2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:02:40.467915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 85b0557a-b6b2-4174-81a6-ba85a58539b2 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:02:41.069410 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:42.386251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6f159691-f71b-40d1-ba2a-1fd19a73a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:44.702261 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad098-e90b-4603-b1e4-1186f1460f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:44.985052 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:46.459106 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:48.083869 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:49.676987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-d40a7097-cbc4-42d8-9a75-c65863bbf636 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441511 Jul 30 04:02:49.762734 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-e698afac-2351-43ce-b3f2-81c4c23be825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:49.764411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-e698afac-2351-43ce-b3f2-81c4c23be825 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0439799 Jul 30 04:02:49.920449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-3b48c344-1b57-4020-9ece-b894926286e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:49.922800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-3b48c344-1b57-4020-9ece-b894926286e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1349018 Jul 30 04:02:50.002158 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-3e2e0503-7ff8-4115-a714-b51568fa0505 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 1001 time: 0.0721147 Jul 30 04:02:50.058933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-6aa308ed-90b3-4253-bac4-faa33efcaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:50.060589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-6aa308ed-90b3-4253-bac4-faa33efcaeb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0519545 Jul 30 04:02:50.121967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-a02607e0-a0d5-4541-8266-959e47f1e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:02:50.123984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-a02607e0-a0d5-4541-8266-959e47f1e0ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544944 Jul 30 04:02:50.231831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-87a2f906-0dc7-499d-9536-15501528add9 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003282 Jul 30 04:02:50.354421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-489022fa-5e75-4c9a-a3b2-e78916dbfcaf req-d724883f-51cc-428e-a93e-df2914858bac service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149354 Jul 30 04:02:54.695281 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:02:57.720009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54638) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:57.765981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Deleting subnet 4adc3994-3560-478a-8a0e-c7d348f26c13 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:02:57.769124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:57.803883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:57.843647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:57.905176 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:57.934069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adc3994-3560-478a-8a0e-c7d348f26c13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:57.937120 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:57.938456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4adc3994-3560-478a-8a0e-c7d348f26c13 HTTP/1.1" status: 204 len: 168 time: 0.2174494 Jul 30 04:02:57.941092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54640) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:57.945374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.945729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.946142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.946500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.946836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.947221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.947558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.947886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.948212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.948534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.948865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:57.949184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3379e9f-6d39-417e-9d30-0c5c7ea43cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.013110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.093415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.103850 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e937e1-be86-49a9-bbc3-277215972e65']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:58.113940 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3738d75d-696e-43d1-a741-6147f00b8bf1') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:58.114239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3738d75d-696e-43d1-a741-6147f00b8bf1') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:02:58.122845 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.136083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.141901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:02:58.142291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:02:58.144145 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:02:58.196365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.201702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.203556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] 10.222.0.39 "DELETE /v2.0/networks/57e937e1-be86-49a9-bbc3-277215972e65 HTTP/1.1" status: 204 len: 168 time: 0.2614858 Jul 30 04:02:58.218520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e937e1-be86-49a9-bbc3-277215972e65,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:02:58.226183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.226585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.227482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.227822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.228153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.228486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.228883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.229123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.229447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.229769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.230093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.230422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a22ba-86d5-4455-b173-8325e523b387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:02:58.309543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54644) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:58.646410 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d7632154-b5ac-4a57-8b48-99adcc2a47d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff6b81f9b74c4b49a51d5be98d968841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356884 Jul 30 04:02:58.649595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:02:58.697337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64e9c40f-080a-4881-847a-11ca5f8056d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.717568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64e9c40f-080a-4881-847a-11ca5f8056d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.762943 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64e9c40f-080a-4881-847a-11ca5f8056d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.765627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64e9c40f-080a-4881-847a-11ca5f8056d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:02:58.766761 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64e9c40f-080a-4881-847a-11ca5f8056d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a94074ab-e74c-40a2-8420-7702b4f7ae3d HTTP/1.1" status: 204 len: 168 time: 0.1162472 Jul 30 04:02:58.774311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9c40f-080a-4881-847a-11ca5f8056d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94074ab-e74c-40a2-8420-7702b4f7ae3d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:00.884471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:10.817114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-3d39d66d-a203-4cc2-9af0-5ce9cd6f9b95 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403168 Jul 30 04:03:10.917833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacac233-7079-4791-9638-903435bdbbde req-86365c83-8499-4707-9eae-6f3986ad4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:10.919296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-86365c83-8499-4707-9eae-6f3986ad4962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.0414653 Jul 30 04:03:11.083022 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:11.366932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacac233-7079-4791-9638-903435bdbbde req-72501406-bbb5-493d-9845-d6023a88bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:11.368451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-72501406-bbb5-493d-9845-d6023a88bc4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 896 time: 0.4288533 Jul 30 04:03:11.445911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-8999091f-a21f-41c6-9f70-72e0212a23ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 1002 time: 0.0687711 Jul 30 04:03:11.503605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacac233-7079-4791-9638-903435bdbbde req-6bd10f93-0705-456e-b594-7293a4c7be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:11.505067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-6bd10f93-0705-456e-b594-7293a4c7be33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 200 len: 835 time: 0.0492947 Jul 30 04:03:11.552388 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacac233-7079-4791-9638-903435bdbbde req-b6302d81-90f8-4f22-8430-f49fd40ff411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:11.553905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-b6302d81-90f8-4f22-8430-f49fd40ff411 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=931668c4-2367-4117-b032-ad00fb5bb5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418446 Jul 30 04:03:11.644365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-5d280378-d0c6-411b-9ad2-89746bff6625 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825844 Jul 30 04:03:11.737362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cacac233-7079-4791-9638-903435bdbbde req-ee5fd7f4-e745-4183-aa23-c559b61f9c9f service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855730 Jul 30 04:03:12.379598 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b1db68c-8db8-460a-94b8-a46c45900783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:14.698675 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6398d149-7375-4150-ab09-376b53dc23e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:14.996707 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:16.457791 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:18.112628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.193553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54858) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:28.252378 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b3d23da-065b-44db-8b1a-3d957351a68a tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2544 time: 0.0574718 Jul 30 04:03:28.254906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54860) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:28.259840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'network': {'name': 'tempest-network-smoke--819037904', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'port_security_enabled': False}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:28.281868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Made reservation on behalf of 74cfd1e4d0ae43b8a0064cb0caf012d1 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:03:28.285858 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.309725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:03:28.318455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.318793 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Added segment 73e0936b-db07-4ff5-adbe-90dcc337813c of type vlan for network 7fe403b4-2717-4557-bacb-af41fe9a72e8 Jul 30 04:03:28.361483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.398541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.404399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:28.405021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.464436 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2060037 Jul 30 04:03:28.465481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54864) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:28.471475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'admin_state_up': True, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:28.493447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556a93e-56b7-400a-912e-415b24de6cb1 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Network': ['ID=7fe403b4-2717-4557-bacb-af41fe9a72e8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:28.505001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:03:28.509288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.509928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.578607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.724438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.917451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:28.936926 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:29.051639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.25.6.85 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/50cf3844-02ef-4bf6-8b15-8192b5f14b2c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:03:29.159629 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:29.206611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:29.243994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:03:29.246781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:29.252193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:03:29.257591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:29.523352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:29.726753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:29.861980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router d3eb8735-c539-47d6-a343-b40b6b58df44 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:03:29.984359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:03:30.003799 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Sync routers for ids ['d3eb8735-c539-47d6-a343-b40b6b58df44'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:03:30.005151 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.005975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c7422f3d-5a5b-4ce6-a60e-69d60a78df29 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5400913 Jul 30 04:03:30.011007 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54868) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.024673 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Routers {'d3eb8735-c539-47d6-a343-b40b6b58df44'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:30.026033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3eb8735-c539-47d6-a343-b40b6b58df44'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:30.077995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6e535-680e-4b4d-960c-cfa56dea7c49 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:30.079538 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b9d6e535-680e-4b4d-960c-cfa56dea7c49 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=74cfd1e4d0ae43b8a0064cb0caf012d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0674226 Jul 30 04:03:30.084303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.194255 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Set router d3eb8735-c539-47d6-a343-b40b6b58df44 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:30.197547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048340d-fe23-4ed3-88da-094a818798ec tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:30.202092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54872) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.210730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1048340d-fe23-4ed3-88da-094a818798ec tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1240609 Jul 30 04:03:30.236166 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4ad22e2d-645b-4ea1-8627-0b59b45a2987 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329812 Jul 30 04:03:30.239073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.279443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54876) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.287991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d33d3303-37fe-40ed-ac89-dad37d430cab tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=74cfd1e4d0ae43b8a0064cb0caf012d1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472279 Jul 30 04:03:30.379490 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015efde-64be-4464-8501-c0376f9a686a tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:30.384608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4015efde-64be-4464-8501-c0376f9a686a tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1041331 Jul 30 04:03:30.385374 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.391782 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:29Z', 'revision_number': 3, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:30.419615 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Checking router: d3eb8735-c539-47d6-a343-b40b6b58df44 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:03:30.419615 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Updating router d3eb8735-c539-47d6-a343-b40b6b58df44 port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:03:30.419969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54880) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:30.420664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-93a88ac2-4f6e-488c-9f80-7b9955c8e489 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335312 Jul 30 04:03:30.424927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137391451', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:30.447540 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.542580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Made reservation on behalf of 74cfd1e4d0ae43b8a0064cb0caf012d1 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:03:30.546872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.790339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.848009 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.863690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Transition to ACTIVE for port object 50cf3844-02ef-4bf6-8b15-8192b5f14b2c will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:30.877162 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.880087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Subnet': ['ID=d45c0fdc-2519-46a4-9376-af7a43a52265,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:30.885960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.891513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Checking segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:03:30.891981 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network hostable DHCP agents. Network: 7fe403b4-2717-4557-bacb-af41fe9a72e8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:03:30.917899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:03:30.933729 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Attempting to bind port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:03:30.934091 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Attempting to bind port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:03:30.934625 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Attempting to bind port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:30.934768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 7fe403b4-2717-4557-bacb-af41fe9a72e8) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:30.948162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049db1a3-c817-412e-9b19-63ebe74398d4 None None] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:03:30.953807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Pushing event updated for resources: {'Port': ['ID=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:30.956132 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:03:30.956524 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:03:30.956904 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.957785 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:03:30.958255 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Bound port: 50cf3844-02ef-4bf6-8b15-8192b5f14b2c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:03:30.958634 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.969424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:30.972472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:30.993248 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.993596 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.994207 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.994331 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.994614 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.994982 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.995324 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.995584 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.996263 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.996263 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.997984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:30.997984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.003383 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-91b2a825-bb5c-4f8c-b064-9cd7993114a6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5820649 Jul 30 04:03:31.005607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54884) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:31.035526 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] For port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:03:31.038639 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] For port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:03:31.046323 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:31.123542 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Routers {'d3eb8735-c539-47d6-a343-b40b6b58df44'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:31.124033 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3eb8735-c539-47d6-a343-b40b6b58df44'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:31.160328 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c6cc3-c665-439c-a412-ac2d6ae2fc38 None None] Pushing event updated for resources: {'Port': ['ID=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:31.192148 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-7fe403b4-2717-4557-bacb-af41fe9a72e8', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'fixed_ips': [{'subnet_id': 'd45c0fdc-2519-46a4-9376-af7a43a52265'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:03:31.193384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:31.271870 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] Set router d3eb8735-c539-47d6-a343-b40b6b58df44 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:31.370511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Allocated IP 172.20.0.18 (7fe403b4-2717-4557-bacb-af41fe9a72e8/d45c0fdc-2519-46a4-9376-af7a43a52265/30c5b9c3-47ad-48cf-9594-864b99b84f45) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:03:31.525423 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:29Z', 'revision_number': 3, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:31.567846 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d602ac4-59c1-4b4c-b50c-2102c4b69c15 None None] The sync data for ids ['d3eb8735-c539-47d6-a343-b40b6b58df44'] in n-d-778696-14 is: [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:29Z', 'revision_number': 3, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:03:31.644201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:31.660754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Transition to ACTIVE for port object 30c5b9c3-47ad-48cf-9594-864b99b84f45 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:31.694169 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:03:31.695030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Transition to ACTIVE for port object 30c5b9c3-47ad-48cf-9594-864b99b84f45 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:31.703979 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:31.753131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:03:31.756250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:31.759502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:03:31.806383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Pushing event updated for resources: {'Port': ['ID=30c5b9c3-47ad-48cf-9594-864b99b84f45,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:31.826427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.826427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.827667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.827667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.827913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.831402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:31.877355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Attempting to bind port 30c5b9c3-47ad-48cf-9594-864b99b84f45 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:03:31.877743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Attempting to bind port 30c5b9c3-47ad-48cf-9594-864b99b84f45 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:03:31.878227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Attempting to bind port 30c5b9c3-47ad-48cf-9594-864b99b84f45 on network 7fe403b4-2717-4557-bacb-af41fe9a72e8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:31.885201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:03:31.885795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Checking segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:03:31.886430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:31.887849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Bound using segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:03:31.888056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Bound port: 30c5b9c3-47ad-48cf-9594-864b99b84f45, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:03:31.888665 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:32.035502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] For port 30c5b9c3-47ad-48cf-9594-864b99b84f45, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:03:32.040020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] For port 30c5b9c3-47ad-48cf-9594-864b99b84f45, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=30c5b9c3-47ad-48cf-9594-864b99b84f45,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:03:32.046876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:32.058600 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:32.140200 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855258-8548-4d96-a3d4-dd3b78267d5b None None] Pushing event updated for resources: {'Port': ['ID=30c5b9c3-47ad-48cf-9594-864b99b84f45,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:32.592957 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.20.0.17 (7fe403b4-2717-4557-bacb-af41fe9a72e8/d45c0fdc-2519-46a4-9376-af7a43a52265/c3bb25df-5287-4085-b4c3-0f7f98abfc95) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:03:32.762683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:32.793277 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Transition to ACTIVE for port object c3bb25df-5287-4085-b4c3-0f7f98abfc95 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:32.844830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50cf3844-02ef-4bf6-8b15-8192b5f14b2c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:32.852104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:32.896360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:03:32.900843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:32.907942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:03:32.943815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:32.958657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:32.959431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:32.971483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=c3bb25df-5287-4085-b4c3-0f7f98abfc95,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:33.028964 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.094415 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.131178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:33.137025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.139015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 30c5b9c3-47ad-48cf-9594-864b99b84f45 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:33.205076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.256504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:33.271754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 30c5b9c3-47ad-48cf-9594-864b99b84f45 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:33.447161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15603c2-8531-4573-96fe-5a9d49a68893 None None] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:03:33.567562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] Provisioning for port 30c5b9c3-47ad-48cf-9594-864b99b84f45 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:33.568362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.574596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.576228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] Provisioning complete for port 30c5b9c3-47ad-48cf-9594-864b99b84f45 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:33.576604 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.654058 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.656065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=c3bb25df-5287-4085-b4c3-0f7f98abfc95,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:33.726284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.772464 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:03:33.774287 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:33.774970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] For port 30c5b9c3-47ad-48cf-9594-864b99b84f45, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=30c5b9c3-47ad-48cf-9594-864b99b84f45,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:33.783343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:33.860129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f776-19a6-4818-a549-e216945dc12b None None] Pushing event updated for resources: {'Port': ['ID=30c5b9c3-47ad-48cf-9594-864b99b84f45,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:33.984607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router d3eb8735-c539-47d6-a343-b40b6b58df44 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:03:34.104436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-83ff6730-64f7-4f33-8fe9-cdff6abdc3bc None None] Provisioning complete for port 30c5b9c3-47ad-48cf-9594-864b99b84f45 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:34.105050 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83ff6730-64f7-4f33-8fe9-cdff6abdc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:34.106336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:03:34.112398 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-90f94b9e-d0ef-4318-bc40-bc26cba1f445 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "PUT /v2.0/routers/d3eb8735-c539-47d6-a343-b40b6b58df44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1032591 Jul 30 04:03:34.134567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Sync routers for ids ['d3eb8735-c539-47d6-a343-b40b6b58df44'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:03:34.157393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Routers {'d3eb8735-c539-47d6-a343-b40b6b58df44'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:34.158309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3eb8735-c539-47d6-a343-b40b6b58df44'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:34.324481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Set router d3eb8735-c539-47d6-a343-b40b6b58df44 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:34.327785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-83ff6730-64f7-4f33-8fe9-cdff6abdc3bc None None] Provisioning for port c3bb25df-5287-4085-b4c3-0f7f98abfc95 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:34.359618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-83ff6730-64f7-4f33-8fe9-cdff6abdc3bc None None] Provisioning complete for port c3bb25df-5287-4085-b4c3-0f7f98abfc95 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:34.359985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-83ff6730-64f7-4f33-8fe9-cdff6abdc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:34.425696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-86f57952-dd9a-4018-b6cd-e15f4336f551 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:34.435335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-86f57952-dd9a-4018-b6cd-e15f4336f551 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/networks?id=7fe403b4-2717-4557-bacb-af41fe9a72e8 HTTP/1.1" status: 200 len: 797 time: 0.1207426 Jul 30 04:03:34.446504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-83ff6730-64f7-4f33-8fe9-cdff6abdc3bc None None] Port c3bb25df-5287-4085-b4c3-0f7f98abfc95 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:03:34.453344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-9973ac0d-692b-48b4-9f3f-56bd71c1cce9 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/quotas/74cfd1e4d0ae43b8a0064cb0caf012d1 HTTP/1.1" status: 200 len: 375 time: 0.0169127 Jul 30 04:03:34.524922 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-5c46c2df-03d1-4d37-bdeb-cf0df3fc2acd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0703125 Jul 30 04:03:34.583302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a05cc78d-b166-417a-979e-def8625e81fc None None] Provisioning complete for port c3bb25df-5287-4085-b4c3-0f7f98abfc95 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:34.583931 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a05cc78d-b166-417a-979e-def8625e81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:34.638022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a05cc78d-b166-417a-979e-def8625e81fc None None] Port c3bb25df-5287-4085-b4c3-0f7f98abfc95 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:03:34.646679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'c3bb25df-5287-4085-b4c3-0f7f98abfc95', 'name': '', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:6e:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:32Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 2, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:34.682896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Checking router: d3eb8735-c539-47d6-a343-b40b6b58df44 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:03:34.683281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Updating router d3eb8735-c539-47d6-a343-b40b6b58df44 port c3bb25df-5287-4085-b4c3-0f7f98abfc95 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:03:34.715125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:34.753357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50cf3844-02ef-4bf6-8b15-8192b5f14b2c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:34.793816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-188e69aa-81f8-44e0-8b1b-4dda048b1bb5 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557814 Jul 30 04:03:34.880425 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:34.880802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:34.899829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-b1de5580-459a-4cd9-b1bf-cb2de6de02f4 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968058 Jul 30 04:03:35.105913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5c09ca2-77f6-4208-ab7b-29468485f7a0 req-1594d326-94b5-43a8-8807-1678d54638e3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 210 time: 0.0643203 Jul 30 04:03:35.220434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 30c5b9c3-47ad-48cf-9594-864b99b84f45 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:35.293431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:35.314467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Transition to ACTIVE for port object c3bb25df-5287-4085-b4c3-0f7f98abfc95 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:35.316212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 30c5b9c3-47ad-48cf-9594-864b99b84f45 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:35.316581 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:35.342251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:35.457412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f389-8505-4a9a-b15c-7ac1855dfc2d None None] Pushing event updated for resources: {'Port': ['ID=c3bb25df-5287-4085-b4c3-0f7f98abfc95,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:35.504085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Attempting to bind port c3bb25df-5287-4085-b4c3-0f7f98abfc95 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:03:35.504394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Attempting to bind port c3bb25df-5287-4085-b4c3-0f7f98abfc95 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:03:35.504757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Attempting to bind port c3bb25df-5287-4085-b4c3-0f7f98abfc95 on network 7fe403b4-2717-4557-bacb-af41fe9a72e8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:35.515757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:03:35.516135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Checking segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:03:35.516535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:35.517034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Bound using segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:03:35.517541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Bound port: c3bb25df-5287-4085-b4c3-0f7f98abfc95, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:03:35.517952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:35.615167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] For port c3bb25df-5287-4085-b4c3-0f7f98abfc95, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:03:35.619579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] For port c3bb25df-5287-4085-b4c3-0f7f98abfc95, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c3bb25df-5287-4085-b4c3-0f7f98abfc95,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:03:35.623901 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:35.698618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Routers {'d3eb8735-c539-47d6-a343-b40b6b58df44'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:35.699286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3eb8735-c539-47d6-a343-b40b6b58df44'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:35.700986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f389-8505-4a9a-b15c-7ac1855dfc2d None None] Pushing event updated for resources: {'Port': ['ID=c3bb25df-5287-4085-b4c3-0f7f98abfc95,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:35.825913 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] Set router d3eb8735-c539-47d6-a343-b40b6b58df44 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:36.044133 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'c3bb25df-5287-4085-b4c3-0f7f98abfc95', 'name': '', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:6e:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:32Z', 'updated_at': '2021-07-30T04:03:35Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:36.072391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e9cd3-0d91-4c04-956a-acd9ed1f1d7b None None] The sync data for ids ['d3eb8735-c539-47d6-a343-b40b6b58df44'] in n-d-778696-14 is: [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'c3bb25df-5287-4085-b4c3-0f7f98abfc95', 'name': '', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:6e:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:32Z', 'updated_at': '2021-07-30T04:03:35Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:03:36.216593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22bf7a3d-e3c2-4871-a9fe-687c7b71babe req-74ee40fd-4ed9-418a-87cc-462447be583a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 210 time: 0.0487742 Jul 30 04:03:36.282303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-6f67ad41-e25d-4131-b978-941bbdb6daca tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:36.284042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-6f67ad41-e25d-4131-b978-941bbdb6daca tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.18 "GET /v2.0/networks?id=7fe403b4-2717-4557-bacb-af41fe9a72e8 HTTP/1.1" status: 200 len: 797 time: 0.2300038 Jul 30 04:03:36.303905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Request body: {'port': {'device_id': '2418af6f-1af8-4a7e-9213-656b23463e92', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'admin_state_up': True, 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:36.435395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Made reservation on behalf of 74cfd1e4d0ae43b8a0064cb0caf012d1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:03:36.439801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:36.589816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Allocated IP 172.20.0.19 (7fe403b4-2717-4557-bacb-af41fe9a72e8/d45c0fdc-2519-46a4-9376-af7a43a52265/fb793857-f160-4a23-bc0a-329596ef9aa5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:03:36.744598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:36.757657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c3bb25df-5287-4085-b4c3-0f7f98abfc95 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:36.762892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Transition to ACTIVE for port object fb793857-f160-4a23-bc0a-329596ef9aa5 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:36.802162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:36.817741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port c3bb25df-5287-4085-b4c3-0f7f98abfc95 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:36.822005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c3bb25df-5287-4085-b4c3-0f7f98abfc95 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:36.822374 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:36.847361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:03:36.850924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:36.855729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:03:36.907798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event updated for resources: {'Port': ['ID=fb793857-f160-4a23-bc0a-329596ef9aa5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:36.934253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:36.938154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:36.944463 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:36.968048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-32213123-50a6-4483-81a9-b52074d015e7 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6682336 Jul 30 04:03:36.980757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Request body: {'port': {'device_id': '2418af6f-1af8-4a7e-9213-656b23463e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:36.993624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port c3bb25df-5287-4085-b4c3-0f7f98abfc95, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c3bb25df-5287-4085-b4c3-0f7f98abfc95,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:37.000293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.063873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=c3bb25df-5287-4085-b4c3-0f7f98abfc95,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:37.088879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.196950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-345040aa-25fc-4ceb-bc41-25d1e801285e None None] Provisioning for port fb793857-f160-4a23-bc0a-329596ef9aa5 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:37.202662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-345040aa-25fc-4ceb-bc41-25d1e801285e None None] Provisioning complete for port fb793857-f160-4a23-bc0a-329596ef9aa5 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:37.203046 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-345040aa-25fc-4ceb-bc41-25d1e801285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.256472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-345040aa-25fc-4ceb-bc41-25d1e801285e None None] Port fb793857-f160-4a23-bc0a-329596ef9aa5 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:03:37.389350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a5268-c13d-4dc3-861a-aa7afbef2f02 req-ec5f9790-7bdf-4c9b-b34d-07728a83273e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:37.390365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-767a5268-c13d-4dc3-861a-aa7afbef2f02 req-ec5f9790-7bdf-4c9b-b34d-07728a83273e tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 895 time: 0.0847747 Jul 30 04:03:37.443234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb793857-f160-4a23-bc0a-329596ef9aa5 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:03:37.452435 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.467547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Transition to ACTIVE for port object fb793857-f160-4a23-bc0a-329596ef9aa5 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:37.471871 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.581997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Pushing event updated for resources: {'Port': ['ID=fb793857-f160-4a23-bc0a-329596ef9aa5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:37.626348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Attempting to bind port fb793857-f160-4a23-bc0a-329596ef9aa5 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:03:37.627057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Attempting to bind port fb793857-f160-4a23-bc0a-329596ef9aa5 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:03:37.627524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Attempting to bind port fb793857-f160-4a23-bc0a-329596ef9aa5 on network 7fe403b4-2717-4557-bacb-af41fe9a72e8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:37.637543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Port fb793857-f160-4a23-bc0a-329596ef9aa5 on network 7fe403b4-2717-4557-bacb-af41fe9a72e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:03:37.638094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Attempting to bind port fb793857-f160-4a23-bc0a-329596ef9aa5 on network 7fe403b4-2717-4557-bacb-af41fe9a72e8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:37.643404 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:03:37.643832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Checking segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:03:37.644283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Bound using segment: {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:03:37.644787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Bound port: fb793857-f160-4a23-bc0a-329596ef9aa5, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e0936b-db07-4ff5-adbe-90dcc337813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:03:37.645211 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.715655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] For port fb793857-f160-4a23-bc0a-329596ef9aa5, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:03:37.719464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] For port fb793857-f160-4a23-bc0a-329596ef9aa5, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fb793857-f160-4a23-bc0a-329596ef9aa5,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:03:37.727566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.772782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:37.773851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:37.775397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] 10.222.0.18 "PUT /v2.0/ports/fb793857-f160-4a23-bc0a-329596ef9aa5 HTTP/1.1" status: 200 len: 1056 time: 0.7993040 Jul 30 04:03:37.775931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2418af6f-1af8-4a7e-9213-656b23463e92', 'tag': 'fb793857-f160-4a23-bc0a-329596ef9aa5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:03:37.778685 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f4be3-b058-450d-a067-b80132eb0ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "2418af6f-1af8-4a7e-9213-656b23463e92", "tag": "fb793857-f160-4a23-bc0a-329596ef9aa5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:03:37.808002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2b76b-e00d-4caf-9052-f98a27260654 service neutron] Pushing event updated for resources: {'Port': ['ID=fb793857-f160-4a23-bc0a-329596ef9aa5,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:37.859627 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051dd9d2-d571-4088-b07b-4a3240f7afb5 x-openstack-request-id: req-051dd9d2-d571-4088-b07b-4a3240f7afb5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:03:37.860059 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2418af6f-1af8-4a7e-9213-656b23463e92", "tag": "fb793857-f160-4a23-bc0a-329596ef9aa5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:03:37.860400 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-051dd9d2-d571-4088-b07b-4a3240f7afb5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:03:37.860885 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2418af6f-1af8-4a7e-9213-656b23463e92', 'tag': 'fb793857-f160-4a23-bc0a-329596ef9aa5', 'status': 'completed', 'code': 200} Jul 30 04:03:37.878157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-747dabd9-5744-4d65-bebf-07bbdb1b821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:37.880080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-747dabd9-5744-4d65-bebf-07bbdb1b821a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 1059 time: 0.0550642 Jul 30 04:03:37.927032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-b39eaa80-4c27-472c-a436-b0fdf1e22f20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=fb793857-f160-4a23-bc0a-329596ef9aa5 HTTP/1.1" status: 200 len: 217 time: 0.0392582 Jul 30 04:03:37.980673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-a875c6db-dc8c-4603-acd3-d3fb2f0a5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:37.982426 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-a875c6db-dc8c-4603-acd3-d3fb2f0a5fd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d45c0fdc-2519-46a4-9376-af7a43a52265 HTTP/1.1" status: 200 len: 838 time: 0.0484700 Jul 30 04:03:38.034637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-7b995c09-20c3-4d15-8949-25880a0dbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:38.036716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-7b995c09-20c3-4d15-8949-25880a0dbba2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fe403b4-2717-4557-bacb-af41fe9a72e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0470316 Jul 30 04:03:38.139269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-ec9be4de-bc2a-40a9-9ea9-951e0d14ebc1 service neutron] 10.222.0.18 "GET /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948939 Jul 30 04:03:38.229266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-216bfadd-b4c9-4f86-8310-beea3a61209e req-c01ef434-f271-4e8d-8726-97c554a8a8ec service neutron] 10.222.0.18 "GET /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831733 Jul 30 04:03:38.319695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-160fea0a-8105-4a76-82e6-69be052edb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:38.321709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-160fea0a-8105-4a76-82e6-69be052edb27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 1059 time: 0.0452840 Jul 30 04:03:38.411766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-d2861975-8450-4fec-8276-56a2bbab5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:38.413152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-d2861975-8450-4fec-8276-56a2bbab5801 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fe403b4-2717-4557-bacb-af41fe9a72e8 HTTP/1.1" status: 200 len: 897 time: 0.0850012 Jul 30 04:03:38.459890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-74989ebd-9c33-4cba-8038-96e4fcb11812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=fb793857-f160-4a23-bc0a-329596ef9aa5 HTTP/1.1" status: 200 len: 217 time: 0.0399847 Jul 30 04:03:38.538383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-043bdb74-aeb2-4fae-954e-e23186e4fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:38.539934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-043bdb74-aeb2-4fae-954e-e23186e4fbcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d45c0fdc-2519-46a4-9376-af7a43a52265 HTTP/1.1" status: 200 len: 838 time: 0.0692873 Jul 30 04:03:38.548294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467786f5-e022-4e9a-8148-989c16490f62 req-ef2909e5-e9b7-4fd1-b40a-eab242ca4522 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:38.549683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-467786f5-e022-4e9a-8148-989c16490f62 req-ef2909e5-e9b7-4fd1-b40a-eab242ca4522 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 907 time: 0.0881810 Jul 30 04:03:38.593107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-944916f1-1108-4d53-aa58-c4e365c6818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:38.594757 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-944916f1-1108-4d53-aa58-c4e365c6818a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fe403b4-2717-4557-bacb-af41fe9a72e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0442128 Jul 30 04:03:38.691194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-82a939b3-cce0-4acc-b45b-c6171e7aa089 service neutron] 10.222.0.18 "GET /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879159 Jul 30 04:03:38.729530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c3bb25df-5287-4085-b4c3-0f7f98abfc95 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:38.778305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c3bb25df-5287-4085-b4c3-0f7f98abfc95 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:38.778953 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:38.784232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5b1f4be3-b058-450d-a067-b80132eb0ef8 req-1c5dc434-0f50-4a8d-8c4d-a15dd25ddec6 service neutron] 10.222.0.18 "GET /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852411 Jul 30 04:03:39.679444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2b400-0a95-47a0-8e54-2bf92869bda5 req-93248065-1e17-4f6e-b88e-73e5a31ff172 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:39.681356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6aa2b400-0a95-47a0-8e54-2bf92869bda5 req-93248065-1e17-4f6e-b88e-73e5a31ff172 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 907 time: 0.0572557 Jul 30 04:03:39.722662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fb793857-f160-4a23-bc0a-329596ef9aa5 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:03:39.833449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fb793857-f160-4a23-bc0a-329596ef9aa5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fb793857-f160-4a23-bc0a-329596ef9aa5,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:39.846930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'fb793857-f160-4a23-bc0a-329596ef9aa5', 'network_id': '7fe403b4-2717-4557-bacb-af41fe9a72e8', 'port_id': 'fb793857-f160-4a23-bc0a-329596ef9aa5', 'mac_address': 'fa:16:3e:ba:19:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45c0fdc-2519-46a4-9376-af7a43a52265', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:03:39.886674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:39.900898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb793857-f160-4a23-bc0a-329596ef9aa5 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:03:39.920434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fb793857-f160-4a23-bc0a-329596ef9aa5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fb793857-f160-4a23-bc0a-329596ef9aa5,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:39.924419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:39.972483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=fb793857-f160-4a23-bc0a-329596ef9aa5,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:40.133829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['fb793857-f160-4a23-bc0a-329596ef9aa5'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:03:40.800756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817618f-675a-4011-9ed2-b814f6ec9358 req-51e7682b-258e-43bd-831d-dd0c7120c03d tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:40.802241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d817618f-675a-4011-9ed2-b814f6ec9358 req-51e7682b-258e-43bd-831d-dd0c7120c03d tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 908 time: 0.0521457 Jul 30 04:03:41.079434 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:41.737797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fb793857-f160-4a23-bc0a-329596ef9aa5 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:03:41.786025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port fb793857-f160-4a23-bc0a-329596ef9aa5 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:41.790479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port fb793857-f160-4a23-bc0a-329596ef9aa5 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:41.790841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:41.885812 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:41.909665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2418af6f-1af8-4a7e-9213-656b23463e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb793857-f160-4a23-bc0a-329596ef9aa5'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:03:41.911959 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b3fd0-97cd-432e-bfd7-8e0f7c03c7e9" -d '{"events": [{"server_uuid": "2418af6f-1af8-4a7e-9213-656b23463e92", "name": "network-vif-plugged", "status": "completed", "tag": "fb793857-f160-4a23-bc0a-329596ef9aa5"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:03:41.926249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port fb793857-f160-4a23-bc0a-329596ef9aa5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fb793857-f160-4a23-bc0a-329596ef9aa5,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:41.931898 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:41.972750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc78e-167c-44ed-a379-7c72c64686b2 req-93b7fed2-981d-4e18-ba29-114462aa01be tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:41.975192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e2bc78e-167c-44ed-a379-7c72c64686b2 req-93b7fed2-981d-4e18-ba29-114462aa01be tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 908 time: 0.0985999 Jul 30 04:03:41.981109 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c977bc0f-1196-4ac8-bc41-9095f43a5f2e x-openstack-request-id: req-c977bc0f-1196-4ac8-bc41-9095f43a5f2e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:03:41.981406 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2418af6f-1af8-4a7e-9213-656b23463e92", "name": "network-vif-plugged", "status": "completed", "tag": "fb793857-f160-4a23-bc0a-329596ef9aa5", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:03:41.981660 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c977bc0f-1196-4ac8-bc41-9095f43a5f2e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:03:41.982073 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2418af6f-1af8-4a7e-9213-656b23463e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb793857-f160-4a23-bc0a-329596ef9aa5', 'code': 200} Jul 30 04:03:42.012815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=fb793857-f160-4a23-bc0a-329596ef9aa5,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:42.083908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764a09-192a-4820-930f-166c2a8ddb01 req-6030f7cf-ea7b-4971-b646-2988f01a6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:42.085485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8764a09-192a-4820-930f-166c2a8ddb01 req-6030f7cf-ea7b-4971-b646-2988f01a6b73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 1061 time: 0.0426292 Jul 30 04:03:42.383051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d670b95d-145a-4438-a949-ce04953ecc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:43.129133 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eb24f-ff9f-4591-87e6-0589de5e9c44 req-f4d138ca-0ea0-4538-8527-e20793cd51da tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:43.130742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f16eb24f-ff9f-4591-87e6-0589de5e9c44 req-f4d138ca-0ea0-4538-8527-e20793cd51da tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 909 time: 0.0606086 Jul 30 04:03:43.260074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f8a9f-e1c9-4680-b692-a1c56cb966fe req-eed83b1d-5439-485d-8331-91972e070403 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:43.261773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-369f8a9f-e1c9-4680-b692-a1c56cb966fe req-eed83b1d-5439-485d-8331-91972e070403 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 909 time: 0.0569839 Jul 30 04:03:43.381493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d32e8-d450-4859-a417-f768d829a708 req-1b474e46-56c2-4606-bcaa-88762cff26ec tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:43.387629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-054d32e8-d450-4859-a417-f768d829a708 req-1b474e46-56c2-4606-bcaa-88762cff26ec tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 1061 time: 0.0580647 Jul 30 04:03:43.506165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beb443-f824-426a-b8d9-c6c496b747bc req-1865faba-d7b0-4215-85e4-3497e167443d tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:43.508266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74beb443-f824-426a-b8d9-c6c496b747bc req-1865faba-d7b0-4215-85e4-3497e167443d tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.0531595 Jul 30 04:03:43.566085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74beb443-f824-426a-b8d9-c6c496b747bc req-02685bce-11a5-46c9-b894-4b4f6ba89627 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0422280 Jul 30 04:03:43.612758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 54982) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:43.689282 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf6e0db-4292-4cfa-b9a4-0abac4798b32 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:43.693921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dbf6e0db-4292-4cfa-b9a4-0abac4798b32 tempest-TestSecurityGroupsBasicOps-1161096097 tempest-TestSecurityGroupsBasicOps-1161096097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 1056 time: 0.0812819 Jul 30 04:03:43.943693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4386f-efc0-4d52-8a2e-2102a2970eb7 req-d4f05b16-22a4-400a-9aed-d6eab50357b6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:43.945333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90b4386f-efc0-4d52-8a2e-2102a2970eb7 req-d4f05b16-22a4-400a-9aed-d6eab50357b6 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 909 time: 0.0535011 Jul 30 04:03:44.378717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 54994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:44.490156 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb633c15-756c-4e9d-a85a-d4897c82eba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.586936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb633c15-756c-4e9d-a85a-d4897c82eba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.591364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eb633c15-756c-4e9d-a85a-d4897c82eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.630847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb633c15-756c-4e9d-a85a-d4897c82eba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4282549-d9ea-4730-ba22-92ba3a3e9691,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:44.636243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eb633c15-756c-4e9d-a85a-d4897c82eba6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97359f621f3e4c7e98412f3155092e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564185 Jul 30 04:03:44.638771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:44.687284 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c933f31b-e847-40e7-ba09-9c96320b2f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.705944 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-acb22053-e237-4050-aef2-0b01753e6830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.712778 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c933f31b-e847-40e7-ba09-9c96320b2f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.769580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c933f31b-e847-40e7-ba09-9c96320b2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.772361 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c933f31b-e847-40e7-ba09-9c96320b2f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:44.773645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c933f31b-e847-40e7-ba09-9c96320b2f80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4282549-d9ea-4730-ba22-92ba3a3e9691 HTTP/1.1" status: 204 len: 168 time: 0.1339016 Jul 30 04:03:44.782601 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933f31b-e847-40e7-ba09-9c96320b2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4282549-d9ea-4730-ba22-92ba3a3e9691,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:44.994927 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:45.091767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f394e4-bcd2-4108-a113-0496815da229 req-1dbe4125-51a4-4985-ab16-9d5d67df2986 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:45.093400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68f394e4-bcd2-4108-a113-0496815da229 req-1dbe4125-51a4-4985-ab16-9d5d67df2986 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 909 time: 0.0559075 Jul 30 04:03:45.177671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-73118fcc-0073-4ddf-be18-397dbae3c07d tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:45.179187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-73118fcc-0073-4ddf-be18-397dbae3c07d tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.18 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 909 time: 0.0577023 Jul 30 04:03:45.279448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port fb793857-f160-4a23-bc0a-329596ef9aa5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:45.279796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:45.375599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] For port fb793857-f160-4a23-bc0a-329596ef9aa5, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=fb793857-f160-4a23-bc0a-329596ef9aa5,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:45.375966 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:45.390628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for fb793857-f160-4a23-bc0a-329596ef9aa5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:45.538363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:45.568651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=fb793857-f160-4a23-bc0a-329596ef9aa5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:45.615557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] No DVR routers for this DVR port fb793857-f160-4a23-bc0a-329596ef9aa5 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:03:45.618441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:45.620611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76940bf2-b9e6-470c-b441-fd9509bf4ea8 req-5056164f-8e2a-4688-b5dc-d131a38b44b3 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.18 "DELETE /v2.0/ports/fb793857-f160-4a23-bc0a-329596ef9aa5 HTTP/1.1" status: 204 len: 173 time: 0.4353347 Jul 30 04:03:45.621070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2418af6f-1af8-4a7e-9213-656b23463e92', 'name': 'network-vif-deleted', 'tag': 'fb793857-f160-4a23-bc0a-329596ef9aa5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:03:45.623391 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e60dc50-c953-4a7c-9a42-f78eead033f8" -d '{"events": [{"server_uuid": "2418af6f-1af8-4a7e-9213-656b23463e92", "name": "network-vif-deleted", "tag": "fb793857-f160-4a23-bc0a-329596ef9aa5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:03:45.698615 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fe23ff-b8ed-451a-abd3-fc6c37328655 x-openstack-request-id: req-24fe23ff-b8ed-451a-abd3-fc6c37328655 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:03:45.699067 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2418af6f-1af8-4a7e-9213-656b23463e92", "name": "network-vif-deleted", "tag": "fb793857-f160-4a23-bc0a-329596ef9aa5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:03:45.699374 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24fe23ff-b8ed-451a-abd3-fc6c37328655 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:03:45.699777 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2418af6f-1af8-4a7e-9213-656b23463e92', 'name': 'network-vif-deleted', 'tag': 'fb793857-f160-4a23-bc0a-329596ef9aa5', 'status': 'completed', 'code': 200} Jul 30 04:03:46.218081 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bb45ccd-7373-4ce6-9c07-1a58b6db29c0 req-95c9b3af-9f55-41bf-9bd9-5f2ae9e5ee12 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=2418af6f-1af8-4a7e-9213-656b23463e92 HTTP/1.1" status: 200 len: 210 time: 0.0312204 Jul 30 04:03:46.463802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:47.276933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:47.733695 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:48.094253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port c3bb25df-5287-4085-b4c3-0f7f98abfc95 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:48.094841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:48.102055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:48.225983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] For port c3bb25df-5287-4085-b4c3-0f7f98abfc95, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c3bb25df-5287-4085-b4c3-0f7f98abfc95,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:48.226552 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:48.250135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for c3bb25df-5287-4085-b4c3-0f7f98abfc95 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:48.502292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:48.535372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=c3bb25df-5287-4085-b4c3-0f7f98abfc95,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:48.794071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:49.090612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router d3eb8735-c539-47d6-a343-b40b6b58df44 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:03:49.702966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55076) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:49.750979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-13edd6f2-830f-4d0c-8a61-aa636bfab491 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735583 Jul 30 04:03:49.753999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:03:49.762532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55080) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:49.769320 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] Sync routers for ids ['d3eb8735-c539-47d6-a343-b40b6b58df44'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:03:49.771747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4d5ce357-ee01-4c71-9a20-a04ca63c8cda tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "PUT /v2.0/routers/d3eb8735-c539-47d6-a343-b40b6b58df44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4937255 Jul 30 04:03:49.772065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fb793857-f160-4a23-bc0a-329596ef9aa5 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:03:49.807308 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] Routers {'d3eb8735-c539-47d6-a343-b40b6b58df44'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:49.809372 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3eb8735-c539-47d6-a343-b40b6b58df44'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:49.830102 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: fb793857-f160-4a23-bc0a-329596ef9aa5 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:03:49.831026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device fb793857-f160-4a23-bc0a-329596ef9aa5 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:03:49.858509 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting subnet d45c0fdc-2519-46a4-9376-af7a43a52265 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:03:49.865191 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:49.911603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-d2bdf8cd-eb49-4913-859e-482c7d21210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:49.913190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-d2bdf8cd-eb49-4913-859e-482c7d21210f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0940704 Jul 30 04:03:49.985413 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] Set router d3eb8735-c539-47d6-a343-b40b6b58df44 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:50.011238 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.051013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-1eb574f1-124a-4880-a797-b5e88759e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:50.053039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-1eb574f1-124a-4880-a797-b5e88759e52b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1147635 Jul 30 04:03:50.102546 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81dd96dc-8cf0-4663-889e-45e5aa8842a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.174537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-8410e33a-453f-49ed-80cc-8431a2bfac63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 1001 time: 0.1146255 Jul 30 04:03:50.224634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.254784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-4c5306d9-ae87-412e-91c4-5cd1c0c3f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:50.256543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-4c5306d9-ae87-412e-91c4-5cd1c0c3f599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0756066 Jul 30 04:03:50.318272 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:48Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:50.359611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-e6a9e5c3-e6e7-4868-8f26-dd0ebf8ab7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:50.363554 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] Checking router: d3eb8735-c539-47d6-a343-b40b6b58df44 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:03:50.366494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-e6a9e5c3-e6e7-4868-8f26-dd0ebf8ab7bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022935 Jul 30 04:03:50.372447 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.375466 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] Routers {'d3eb8735-c539-47d6-a343-b40b6b58df44'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:50.376079 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['d3eb8735-c539-47d6-a343-b40b6b58df44'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:50.422884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Subnet': ['ID=d45c0fdc-2519-46a4-9376-af7a43a52265,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:50.428365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b3cba-5803-4297-9836-bc41be46adf8 None None] Network 7fe403b4-2717-4557-bacb-af41fe9a72e8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:03:50.443017 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.447712 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1564f1fe-32ff-46a0-85a1-fd4dda177fb5 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/subnets/d45c0fdc-2519-46a4-9376-af7a43a52265 HTTP/1.1" status: 204 len: 168 time: 0.6840959 Jul 30 04:03:50.450743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55084) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:50.466989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81dd96dc-8cf0-4663-889e-45e5aa8842a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.508296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81dd96dc-8cf0-4663-889e-45e5aa8842a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.520185 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] Set router d3eb8735-c539-47d6-a343-b40b6b58df44 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:50.563820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-81dd96dc-8cf0-4663-889e-45e5aa8842a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0484cc7c58a64381bdadcf33a848bfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8595533 Jul 30 04:03:50.567706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55086) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:50.600839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd96dc-8cf0-4663-889e-45e5aa8842a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65456074-6e7c-4551-89e7-5a1de28ed5ed,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:50.634132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.644046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-45d5dd29-651a-47a5-96df-4260edf93e67 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584298 Jul 30 04:03:50.716627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] DHCP port deletion for 7fe403b4-2717-4557-bacb-af41fe9a72e8 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:03:50.765445 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.806600 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50460aa4-34be-48d8-a92c-659c3fc92b2b req-70a18d74-3965-41c3-af90-78eed48895ec service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547985 Jul 30 04:03:50.808143 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fece6f6-0cb0-46b0-ba21-504aa0f8380f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.850754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:50.851669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.858256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fece6f6-0cb0-46b0-ba21-504aa0f8380f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.858461 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] Deleting port 30c5b9c3-47ad-48cf-9594-864b99b84f45 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:50.858919 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.861060 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:48Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:50.914630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e11bb-5226-4343-adfd-430f6d87bc08 None None] The sync data for ids ['d3eb8735-c539-47d6-a343-b40b6b58df44'] in n-d-778696-14 is: [{'id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114059325', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:48Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': '50cf3844-02ef-4bf6-8b15-8192b5f14b2c', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eb8735-c539-47d6-a343-b40b6b58df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:03:28Z', 'updated_at': '2021-07-30T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:03:50.942071 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fece6f6-0cb0-46b0-ba21-504aa0f8380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.948659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fece6f6-0cb0-46b0-ba21-504aa0f8380f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.950029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3fece6f6-0cb0-46b0-ba21-504aa0f8380f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65456074-6e7c-4551-89e7-5a1de28ed5ed HTTP/1.1" status: 204 len: 168 time: 0.3684239 Jul 30 04:03:50.961190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fece6f6-0cb0-46b0-ba21-504aa0f8380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65456074-6e7c-4551-89e7-5a1de28ed5ed,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:50.979811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] For port 30c5b9c3-47ad-48cf-9594-864b99b84f45, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=30c5b9c3-47ad-48cf-9594-864b99b84f45,segment=NetworkSegment(73e0936b-db07-4ff5-adbe-90dcc337813c),segment_id=73e0936b-db07-4ff5-adbe-90dcc337813c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:50.980421 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:50.995340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] Calling delete_port for 30c5b9c3-47ad-48cf-9594-864b99b84f45 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:51.014539 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] For port 50cf3844-02ef-4bf6-8b15-8192b5f14b2c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:51.015688 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.049906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for 50cf3844-02ef-4bf6-8b15-8192b5f14b2c owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:51.104377 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.118380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] No DVR routers for this DVR port 30c5b9c3-47ad-48cf-9594-864b99b84f45 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:03:51.140962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3e2fd-6fb7-40a4-8aa4-d1316c0b4b80 None None] Pushing event deleted for resources: {'Port': ['ID=30c5b9c3-47ad-48cf-9594-864b99b84f45,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:51.282854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.328468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=50cf3844-02ef-4bf6-8b15-8192b5f14b2c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:51.455585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.602248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.605004 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.683318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.684001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Fanout notify agent at l3_agent the message router_deleted on router d3eb8735-c539-47d6-a343-b40b6b58df44 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:03:51.694587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.698978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7cf4ebdf-3f22-4c03-b92d-825472498f01 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/routers/d3eb8735-c539-47d6-a343-b40b6b58df44 HTTP/1.1" status: 204 len: 168 time: 1.2421777 Jul 30 04:03:51.699264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:51.812036 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.966410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:51.979244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe403b4-2717-4557-bacb-af41fe9a72e8']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:51.992712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e0936b-db07-4ff5-adbe-90dcc337813c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:51.993145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e0936b-db07-4ff5-adbe-90dcc337813c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:52.005117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.024052 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.030379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:03:52.030905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:03:52.034017 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:03:52.098340 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.110863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.111979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/networks/7fe403b4-2717-4557-bacb-af41fe9a72e8 HTTP/1.1" status: 204 len: 168 time: 0.4116807 Jul 30 04:03:52.118474 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55116) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:52.128684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41375ac0-153b-46f9-a400-cd51880709fd tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Network': ['ID=7fe403b4-2717-4557-bacb-af41fe9a72e8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:52.315094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port 8a8a6390-df90-43d8-9b05-082db17053f5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:52.315378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.398396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.398886 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.412795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for 8a8a6390-df90-43d8-9b05-082db17053f5 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:52.640662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.690121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=8a8a6390-df90-43d8-9b05-082db17053f5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:52.768780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:52.770165 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Floating IP 1b4fd868-5968-4603-a6fb-a091691b42fd disassociated (deleted). External IP: 172.25.6.239, port: 005634fb-429e-4eed-a6ae-1ea0930a3a84. Jul 30 04:03:52.787611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50cf3844-02ef-4bf6-8b15-8192b5f14b2c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:03:52.811665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 50cf3844-02ef-4bf6-8b15-8192b5f14b2c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:03:52.812319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50cf3844-02ef-4bf6-8b15-8192b5f14b2c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:03:52.812965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 30c5b9c3-47ad-48cf-9594-864b99b84f45 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:03:52.860783 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 30c5b9c3-47ad-48cf-9594-864b99b84f45 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:03:52.861252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 30c5b9c3-47ad-48cf-9594-864b99b84f45 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:03:52.861570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c3bb25df-5287-4085-b4c3-0f7f98abfc95 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:03:52.889780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: c3bb25df-5287-4085-b4c3-0f7f98abfc95 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:03:52.889780 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c3bb25df-5287-4085-b4c3-0f7f98abfc95 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:03:53.037074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:03:53.170795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:03:53.176512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:53.181931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] Sync routers for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:03:53.192530 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:53.193342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:53.213593 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2d3349b9-62e6-46a1-8a58-400cd89a48c2 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/floatingips/1b4fd868-5968-4603-a6fb-a091691b42fd HTTP/1.1" status: 204 len: 168 time: 1.0932872 Jul 30 04:03:53.214265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:03:53.218185 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806afc1-356b-43b4-96d1-f222aa3d5af6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:03:53.311310 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63abb2-bb45-4176-b4be-dc5c61590176 x-openstack-request-id: req-2c63abb2-bb45-4176-b4be-dc5c61590176 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:03:53.311611 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:03:53.311864 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c63abb2-bb45-4176-b4be-dc5c61590176 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:03:53.312253 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'status': 'completed', 'code': 200} Jul 30 04:03:53.414308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:53.435324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-ccfe355b-52e5-4d47-80e9-e08f09f54b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:53.437515 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-ccfe355b-52e5-4d47-80e9-e08f09f54b9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 1137 time: 0.0747643 Jul 30 04:03:53.649270 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-f7b9f875-e1a4-43ec-ba54-83f9b79ef1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:53.653482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-f7b9f875-e1a4-43ec-ba54-83f9b79ef1f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 200 len: 896 time: 0.2055385 Jul 30 04:03:53.738011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:55Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:53.763667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-6b8c750d-201d-46f7-bf5b-d1be4652ef2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 200 len: 217 time: 0.1005602 Jul 30 04:03:53.773575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] Checking router: 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:03:53.783418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:03:53.784106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:53.893012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e172d1-1df5-4518-a46c-77ef7156da55 req-891468ec-8103-4cf3-a40b-549e492ff363 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:53.894639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03e172d1-1df5-4518-a46c-77ef7156da55 req-891468ec-8103-4cf3-a40b-549e492ff363 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.3274636 Jul 30 04:03:53.896130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-9b32e8b4-53ed-4fba-9e05-351cc7f75895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:53.897889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-9b32e8b4-53ed-4fba-9e05-351cc7f75895 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 200 len: 835 time: 0.1235723 Jul 30 04:03:53.986395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:03:53.995675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03e172d1-1df5-4518-a46c-77ef7156da55 req-10119303-72a6-4cfe-9768-ba54113e7576 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0940413 Jul 30 04:03:54.028407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-fd3bfdcd-9b27-4c16-ab86-d3094673e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:54.030938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-fd3bfdcd-9b27-4c16-ab86-d3094673e0c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=931668c4-2367-4117-b032-ad00fb5bb5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960233 Jul 30 04:03:54.184793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-c32bab33-f20f-483c-9323-ac8ec3e4e832 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454170 Jul 30 04:03:54.307825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6806afc1-356b-43b4-96d1-f222aa3d5af6 req-b7550680-3056-47dd-a85e-a883b2ad6c24 service neutron] 10.222.0.16 "GET /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122773 Jul 30 04:03:54.445770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:55Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:03:54.471057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c60a6-08c8-4e37-a2cf-dee15db5e581 None None] The sync data for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 is: [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:50Z', 'revision_number': 4, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'ea7f17b8-6093-4852-a31a-360e4394aa3d', 'name': '', 'network_id': '931668c4-2367-4117-b032-ad00fb5bb5bc', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'mac_address': 'fa:16:3e:c6:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'aa19d430-059f-433d-addf-0786b7053803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:49Z', 'updated_at': '2021-07-30T04:01:55Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'subnets': [{'id': 'aa19d430-059f-433d-addf-0786b7053803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:03:54.707433 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bde50-b21d-490f-9b77-cf7d9de9cdc8 None None] New status for floating IP 1b4fd868-5968-4603-a6fb-a091691b42fd: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:03:55.140938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-53c8d187-5cdc-4f82-bb41-72dd9bdc42af tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877294074&fields=id&tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 267 time: 0.0656703 Jul 30 04:03:55.153308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6bce5-984d-496a-8db4-0d80f8b24ec4 req-359ddc3c-51ef-466c-9968-03baf8edc7ba tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:55.154770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1af6bce5-984d-496a-8db4-0d80f8b24ec4 req-359ddc3c-51ef-466c-9968-03baf8edc7ba tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.0809569 Jul 30 04:03:55.289991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1af6bce5-984d-496a-8db4-0d80f8b24ec4 req-c6128b7c-f553-4f1a-807a-9186cc561293 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ec1983-09fd-4278-9d74-4ce0a012f2e5&id=9097fae0-336d-49a3-ae51-dfee558d5be7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1241667 Jul 30 04:03:55.299905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-e1c795cb-7544-4530-9662-df32be8e2e16 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:55.315470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-e1c795cb-7544-4530-9662-df32be8e2e16 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 985 time: 0.1457276 Jul 30 04:03:55.368753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-cd114bb6-92df-4689-885d-e7d28dd1b3d5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:55.370237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-cd114bb6-92df-4689-885d-e7d28dd1b3d5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.2135017 Jul 30 04:03:55.406995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-6c0716e3-b0f2-4928-bf7e-8a3f56554ebe tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/quotas/6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 375 time: 0.0179825 Jul 30 04:03:55.463379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port 005634fb-429e-4eed-a6ae-1ea0930a3a84 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:55.463733 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:55.524097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-b14a76af-9032-4103-bd57-7cc8c5761a61 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1109889 Jul 30 04:03:55.624876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] For port 005634fb-429e-4eed-a6ae-1ea0930a3a84, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=005634fb-429e-4eed-a6ae-1ea0930a3a84,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:55.625250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:55.652730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for 005634fb-429e-4eed-a6ae-1ea0930a3a84 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:55.708874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-8a43e7e0-6b7d-444c-97e3-fd29e7a42afb service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733105 Jul 30 04:03:55.847282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-a2b445be-7d93-4b4d-9fc9-a576dcc66636 service neutron] 10.222.0.39 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315567 Jul 30 04:03:55.877138 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:55.907596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=005634fb-429e-4eed-a6ae-1ea0930a3a84,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:55.960948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] No DVR routers for this DVR port 005634fb-429e-4eed-a6ae-1ea0930a3a84 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:03:55.964088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:55.966473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a5ddfaa-8087-41e4-8a8f-1525906bc153 req-4b354448-ddc9-4240-b8f9-5bbdaf436516 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.16 "DELETE /v2.0/ports/005634fb-429e-4eed-a6ae-1ea0930a3a84 HTTP/1.1" status: 204 len: 173 time: 0.6573291 Jul 30 04:03:55.966956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'name': 'network-vif-deleted', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:03:55.969356 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e793ef-ff8e-4bf2-ba3b-91b21104db4e" -d '{"events": [{"server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "name": "network-vif-deleted", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:03:56.027530 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8795454-0625-46ed-9ec8-5562a195fc7a x-openstack-request-id: req-a8795454-0625-46ed-9ec8-5562a195fc7a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:03:56.027893 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6fe391-a0da-45a4-ba10-0a10a79ecd6c", "name": "network-vif-deleted", "tag": "005634fb-429e-4eed-a6ae-1ea0930a3a84", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:03:56.028092 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8795454-0625-46ed-9ec8-5562a195fc7a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:03:56.028607 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6fe391-a0da-45a4-ba10-0a10a79ecd6c', 'name': 'network-vif-deleted', 'tag': '005634fb-429e-4eed-a6ae-1ea0930a3a84', 'status': 'completed', 'code': 200} Jul 30 04:03:56.183564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-079762af-cd9a-4cef-84c9-e2860f15a1bd req-e774074e-b8d0-48f9-abb6-e5d34280deba tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Jul 30 04:03:56.432070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff7991b3-aebc-4cfa-9e4d-d62da50586d8 req-98997fae-a930-492d-9c60-5558310f356a tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6fe391-a0da-45a4-ba10-0a10a79ecd6c HTTP/1.1" status: 200 len: 210 time: 0.0322623 Jul 30 04:03:57.248274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-474049a1-b1eb-4196-b4cb-cd87df690228 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:57.249912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-474049a1-b1eb-4196-b4cb-cd87df690228 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 811 time: 0.1256702 Jul 30 04:03:57.296496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-62b02772-75b0-4a85-93aa-6a14119ee508 req-5b8a26ed-529c-49d7-9e97-2a15b7a312dc tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 210 time: 0.0382688 Jul 30 04:03:57.338930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-442e86b5-846c-45c2-ae1d-3577cbe1b576 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa HTTP/1.1" status: 200 len: 379 time: 0.0706825 Jul 30 04:03:57.348541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'port': {'device_id': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'admin_state_up': True, 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'security_groups': ['93e2c458-c4b6-4581-9a57-3ff4cbe09197']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:57.461178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Made reservation on behalf of 6ca4bb6953b24b0f88c1ee883c4d09aa for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:03:57.465903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.501331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:57.639121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8406ca7-01c4-4ee1-8322-fb1174857a09 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.659685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.20.0.7 (fb940248-9782-40d4-b6f2-9a311b71d634/246f81b4-3455-45d6-85a1-dc72ec40daf3/036ae57a-35d0-4db7-8e9c-cd7e0a484b5c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:03:57.677964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8406ca7-01c4-4ee1-8322-fb1174857a09 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.752590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8406ca7-01c4-4ee1-8322-fb1174857a09 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.755300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8406ca7-01c4-4ee1-8322-fb1174857a09 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.758879 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e8406ca7-01c4-4ee1-8322-fb1174857a09 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/security-groups/25ec1983-09fd-4278-9d74-4ce0a012f2e5 HTTP/1.1" status: 204 len: 168 time: 0.2540653 Jul 30 04:03:57.759295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:57.808149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8406ca7-01c4-4ee1-8322-fb1174857a09 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ec1983-09fd-4278-9d74-4ce0a012f2e5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:57.820651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2860afeb-2e60-4544-9cf5-0954647fecad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.852420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2860afeb-2e60-4544-9cf5-0954647fecad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.908490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2860afeb-2e60-4544-9cf5-0954647fecad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.912879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2860afeb-2e60-4544-9cf5-0954647fecad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.916965 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2860afeb-2e60-4544-9cf5-0954647fecad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/security-groups/9097fae0-336d-49a3-ae51-dfee558d5be7 HTTP/1.1" status: 204 len: 168 time: 0.1542687 Jul 30 04:03:57.918127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:03:57.930200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860afeb-2e60-4544-9cf5-0954647fecad tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9097fae0-336d-49a3-ae51-dfee558d5be7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:57.933388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:57.995533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Transition to ACTIVE for port object 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:58.177610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:58.233749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network fb940248-9782-40d4-b6f2-9a311b71d634 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:03:58.239851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:03:58.248244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:03:58.273350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:58.316900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.317575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.317918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.318254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.318581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.320756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.320756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.320756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.320756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.329264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.329607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.329951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:03:58.398972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:58.399680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:58.464817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-0b143fc8-b2e3-47ee-b798-e138fcc35aee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1199265 Jul 30 04:03:58.484605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Request body: {'port': {'device_id': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:03:58.517985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e7db868f-d345-42e3-b0a1-f9f3108d5700 None None] Provisioning for port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:03:58.523016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e7db868f-d345-42e3-b0a1-f9f3108d5700 None None] Provisioning complete for port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:03:58.523750 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7db868f-d345-42e3-b0a1-f9f3108d5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:58.527459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a29502-4648-4670-b793-508a74006501 req-1d2bdbc8-6b04-4b92-9596-1fa4dfdce99d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:58.528998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95a29502-4648-4670-b793-508a74006501 req-1d2bdbc8-6b04-4b92-9596-1fa4dfdce99d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 931 time: 0.1085787 Jul 30 04:03:58.577514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e7db868f-d345-42e3-b0a1-f9f3108d5700 None None] Port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:03:58.595084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:58.649594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-95a29502-4648-4670-b793-508a74006501 req-3fb306e6-95b4-45da-8e12-ba2172b5f593 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078823 Jul 30 04:03:58.791391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:58.856310 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 005634fb-429e-4eed-a6ae-1ea0930a3a84 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:03:58.877891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 005634fb-429e-4eed-a6ae-1ea0930a3a84 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:03:58.878479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 005634fb-429e-4eed-a6ae-1ea0930a3a84 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:03:59.103949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:03:59.115642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.149958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Transition to ACTIVE for port object 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:03:59.159363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.235506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Pushing event updated for resources: {'Port': ['ID=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:03:59.309034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port ea7f17b8-6093-4852-a31a-360e4394aa3d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:03:59.309669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.397068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Attempting to bind port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:03:59.397354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Attempting to bind port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:03:59.398139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Attempting to bind port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:59.414350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c on network fb940248-9782-40d4-b6f2-9a311b71d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:03:59.414663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Attempting to bind port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c on network fb940248-9782-40d4-b6f2-9a311b71d634 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:03:59.424253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:03:59.424592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Checking segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:03:59.424973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Bound using segment: {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:03:59.425418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Bound port: 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:03:59.425771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.449822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] For port ea7f17b8-6093-4852-a31a-360e4394aa3d, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ea7f17b8-6093-4852-a31a-360e4394aa3d,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:03:59.450181 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.481726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for ea7f17b8-6093-4852-a31a-360e4394aa3d owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:03:59.556569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] For port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:03:59.560537 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] For port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:03:59.570032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.610442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:03:59.611312 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:03:59.612658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] 10.222.0.16 "PUT /v2.0/ports/036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 200 len: 1092 time: 1.1324642 Jul 30 04:03:59.614740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:03:59.617112 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad9d84-5757-46d0-ba37-73cd39e55c89" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:03:59.699101 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f22598c-def3-42bb-b52d-b4eb5003cbad x-openstack-request-id: req-0f22598c-def3-42bb-b52d-b4eb5003cbad {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:03:59.699410 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:03:59.699656 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f22598c-def3-42bb-b52d-b4eb5003cbad {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:03:59.700049 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'status': 'completed', 'code': 200} Jul 30 04:03:59.712479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd1e6-8894-440a-8326-120ae0a1ed28 service neutron] Pushing event updated for resources: {'Port': ['ID=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:00.222318 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-5c0b1c47-4684-4967-9592-41d21f7a0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:00.223971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-5c0b1c47-4684-4967-9592-41d21f7a0045 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1095 time: 0.5266130 Jul 30 04:04:00.233176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb501a-8500-4c9a-bff7-4698975757be req-cccd862b-f099-4a4f-a72f-05f2e2e91a58 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:00.234625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5eb501a-8500-4c9a-bff7-4698975757be req-cccd862b-f099-4a4f-a72f-05f2e2e91a58 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.1031785 Jul 30 04:04:00.235578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:00.305113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-b74676ac-6ada-41d4-a2bc-ef3d773a1110 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 200 len: 217 time: 0.0669765 Jul 30 04:04:00.311207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=ea7f17b8-6093-4852-a31a-360e4394aa3d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:00.433971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5eb501a-8500-4c9a-bff7-4698975757be req-dad8d9e5-fe64-466c-b649-590422584ab5 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871822 Jul 30 04:04:00.437741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-5ed7c3c2-5cbf-42c5-9b32-b80c26e91441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:00.439179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-5ed7c3c2-5cbf-42c5-9b32-b80c26e91441 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.1248751 Jul 30 04:04:00.581135 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-bd7e385b-24a5-4a0a-8d18-e177222c34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:00.582748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-bd7e385b-24a5-4a0a-8d18-e177222c34bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296597 Jul 30 04:04:00.645180 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:00.790572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-3b5200c7-a7ec-47b2-be70-098b1a6573d4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965334 Jul 30 04:04:00.896868 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:00.977798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c05fea8c-49cd-4dc1-9417-40f2055aba69 req-cb8a7398-4bcc-4c83-b47c-88a10f8e9eb1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784885 Jul 30 04:04:01.008033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:04:01.147803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-82ea1033-a6ce-42c0-a293-473064a19ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:01.149297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-82ea1033-a6ce-42c0-a293-473064a19ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1095 time: 0.0907354 Jul 30 04:04:01.156365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:04:01.168160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] Sync routers for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:04:01.180040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:04:01.180802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:01.225185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0967f5c1-fe35-4c6c-a289-d2b39417e9e4 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "PUT /v2.0/routers/4c2590c0-6297-4b29-8984-2dbf5de2dfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3032687 Jul 30 04:04:01.226171 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:01.293522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-423048b4-6543-4cff-ada2-39af4a2b43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:01.295995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-423048b4-6543-4cff-ada2-39af4a2b43cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1376846 Jul 30 04:04:01.308104 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting subnet aa19d430-059f-433d-addf-0786b7053803 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:04:01.316787 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:01.371179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:04:01.371377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-85a8338a-d16d-4b5c-b03f-5f2b893c5f24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 200 len: 217 time: 0.0684340 Jul 30 04:04:01.467896 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:01.593078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:01.691070 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:03:59Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:01.720817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:01.721060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] Checking router: 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:04:01.731558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] Routers {'4c2590c0-6297-4b29-8984-2dbf5de2dfd2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:04:01.732408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:03:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:01.744242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:01.748658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/subnets/aa19d430-059f-433d-addf-0786b7053803 HTTP/1.1" status: 204 len: 168 time: 0.5199039 Jul 30 04:04:01.748977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55290) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:01.762435 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-8107a128-c589-4181-88be-f70dec9f17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:01.766268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-8107a128-c589-4181-88be-f70dec9f17c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.3863013 Jul 30 04:04:01.852891 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d8e89-0098-4410-9f70-db8438d2515a None None] Network 931668c4-2367-4117-b032-ad00fb5bb5bc requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:04:01.899508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def2174-2123-4b83-9854-3c86082c6740 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Subnet': ['ID=aa19d430-059f-433d-addf-0786b7053803,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:01.916887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c71b8c-ae50-48ce-99dd-21d7335c8d4e req-edb3095b-c2ea-4e1f-83a8-b1fd23eb368b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:01.918331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3c71b8c-ae50-48ce-99dd-21d7335c8d4e req-edb3095b-c2ea-4e1f-83a8-b1fd23eb368b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.2436173 Jul 30 04:04:01.974784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] Set router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:04:01.976125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:01.987378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-23310c04-3960-48a7-9911-805d3c3381ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:01.989112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-23310c04-3960-48a7-9911-805d3c3381ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398971 Jul 30 04:04:02.111953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a3c71b8c-ae50-48ce-99dd-21d7335c8d4e req-88e6b1a8-f86d-4b87-99cb-06c1ad471931 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795688 Jul 30 04:04:02.188640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-3526f228-8b1f-46b8-a63d-a1b7b54808f9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906748 Jul 30 04:04:02.216447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] DHCP port deletion for 931668c4-2367-4117-b032-ad00fb5bb5bc request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:04:02.316930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:03:59Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:02.369240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90ad9d84-5757-46d0-ba37-73cd39e55c89 req-06b48b7c-2d35-4ca6-97a3-cddfb089d274 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699793 Jul 30 04:04:02.410883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] Deleting port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:04:02.411669 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.454866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f30922-8c56-4cd6-b961-88c5d066f064 None None] The sync data for ids ['4c2590c0-6297-4b29-8984-2dbf5de2dfd2'] in n-d-778696-14 is: [{'id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089374433', 'tenant_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:03:59Z', 'revision_number': 5, 'project_id': '74cfd1e4d0ae43b8a0064cb0caf012d1', 'gw_port': {'id': 'cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2590c0-6297-4b29-8984-2dbf5de2dfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:01:45Z', 'updated_at': '2021-07-30T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:04:02.498407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] For port cd2d894e-d9f5-4eca-ad6f-9d815042fd54, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,segment=NetworkSegment(669f14d4-d1b4-4809-aee0-cbd007706f96),segment_id=669f14d4-d1b4-4809-aee0-cbd007706f96)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:04:02.498806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.513218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] Calling delete_port for cd2d894e-d9f5-4eca-ad6f-9d815042fd54 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:04:02.561157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.601893 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.623227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Deleting port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:04:02.623586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.627927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] Pushing event deleted for resources: {'Port': ['ID=cd2d894e-d9f5-4eca-ad6f-9d815042fd54,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:02.631527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd55503-4ffd-4812-ad2e-ff650490a81c None None] No DVR routers for this DVR port cd2d894e-d9f5-4eca-ad6f-9d815042fd54 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:04:02.705026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] For port cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:04:02.705393 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.718096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Calling delete_port for cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:04:02.891920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cd2d894e-d9f5-4eca-ad6f-9d815042fd54 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:04:02.900654 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:02.920916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: cd2d894e-d9f5-4eca-ad6f-9d815042fd54 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:04:02.921531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cd2d894e-d9f5-4eca-ad6f-9d815042fd54 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:04:02.922142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea7f17b8-6093-4852-a31a-360e4394aa3d no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:04:02.952646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ea7f17b8-6093-4852-a31a-360e4394aa3d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:04:02.953176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ea7f17b8-6093-4852-a31a-360e4394aa3d not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:04:02.978919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Port': ['ID=cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:02.991793 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.992144 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.992487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.992826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.993210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.993479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.993809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.994137 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.994467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.994798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.995122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:02.995503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:04:03.017436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.121908 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.124055 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.169239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.169931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2590c0-6297-4b29-8984-2dbf5de2dfd2 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:04:03.177146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.181578 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-deb74bfd-3f24-4e23-8ca3-ddea6372a342 tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/routers/4c2590c0-6297-4b29-8984-2dbf5de2dfd2 HTTP/1.1" status: 204 len: 168 time: 1.4283540 Jul 30 04:04:03.181994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55298) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:03.264524 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.286157 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1df8c-8de4-4ec3-ae2b-7e5281ed57c6 req-1d9bf8ee-a237-4ce5-8818-2eb575485e04 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:03.294642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6e1df8c-8de4-4ec3-ae2b-7e5281ed57c6 req-1d9bf8ee-a237-4ce5-8818-2eb575485e04 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0880275 Jul 30 04:04:03.336578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b6e1df8c-8de4-4ec3-ae2b-7e5281ed57c6 req-4d5c600d-1eff-4a31-a061-72c4c7c0602c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409820 Jul 30 04:04:03.378432 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.389240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931668c4-2367-4117-b032-ad00fb5bb5bc']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:03.401188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669f14d4-d1b4-4809-aee0-cbd007706f96') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:03.401482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669f14d4-d1b4-4809-aee0-cbd007706f96') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:03.412143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.426185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.432914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:04:03.433318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:04:03.436299 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:04:03.504351 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.510202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:03.515747 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] 10.222.0.39 "DELETE /v2.0/networks/931668c4-2367-4117-b032-ad00fb5bb5bc HTTP/1.1" status: 204 len: 168 time: 0.3297493 Jul 30 04:04:03.531921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750582e-91d5-4ee4-8f24-479302f0e3aa tempest-TestSecurityGroupsBasicOps-457425454 tempest-TestSecurityGroupsBasicOps-457425454-project] Pushing event deleted for resources: {'Network': ['ID=931668c4-2367-4117-b032-ad00fb5bb5bc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:03.890879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55314) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:04.045076 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ebe84840-f5e1-4a15-ae95-0f862d2b23bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74cfd1e4d0ae43b8a0064cb0caf012d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502192 Jul 30 04:04:04.045691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:04.099949 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc376370-c83f-4287-9dfa-b397e660e6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.124647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc376370-c83f-4287-9dfa-b397e660e6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.182073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc376370-c83f-4287-9dfa-b397e660e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.185174 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc376370-c83f-4287-9dfa-b397e660e6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.186368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fc376370-c83f-4287-9dfa-b397e660e6bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a24344f8-b433-4c81-8869-104d19d6239e HTTP/1.1" status: 204 len: 168 time: 0.1398644 Jul 30 04:04:04.199275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376370-c83f-4287-9dfa-b397e660e6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24344f8-b433-4c81-8869-104d19d6239e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:04.459813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33687371-62ef-421e-8316-4ec4f790c371 req-d242ee3d-82bc-4470-bfba-0b2a5b1b0933 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:04.461721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33687371-62ef-421e-8316-4ec4f790c371 req-d242ee3d-82bc-4470-bfba-0b2a5b1b0933 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0527577 Jul 30 04:04:04.506176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55326) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:04.510325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33687371-62ef-421e-8316-4ec4f790c371 req-5df3e995-2af2-401e-9c99-cbce912f5848 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Jul 30 04:04:04.521598 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cee4fca7-c2e8-4049-9552-63a6c5f1b679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.617641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cee4fca7-c2e8-4049-9552-63a6c5f1b679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.621558 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cee4fca7-c2e8-4049-9552-63a6c5f1b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.664764 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cee4fca7-c2e8-4049-9552-63a6c5f1b679 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b96d73794a404167b13c00d10c8f7562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570256 Jul 30 04:04:04.665678 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4fca7-c2e8-4049-9552-63a6c5f1b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700ef8b8-2771-4f9d-a523-4f88d11a14b1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:04.667499 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:04.746683 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9073e4db-bc85-42e1-97c7-75263dfa3f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.751848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:04:04.774941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:04:04.775606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device cc8bdd3f-e880-4a8c-9e71-0e1e22cb68c2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:04:04.780589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9073e4db-bc85-42e1-97c7-75263dfa3f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.836406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9073e4db-bc85-42e1-97c7-75263dfa3f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.839938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9073e4db-bc85-42e1-97c7-75263dfa3f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:04.843035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9073e4db-bc85-42e1-97c7-75263dfa3f41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/700ef8b8-2771-4f9d-a523-4f88d11a14b1 HTTP/1.1" status: 204 len: 168 time: 0.1744463 Jul 30 04:04:04.855298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073e4db-bc85-42e1-97c7-75263dfa3f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ef8b8-2771-4f9d-a523-4f88d11a14b1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:05.219686 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55336) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:05.265956 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-895a1b97-9152-4fd1-a798-dd15223d6cc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7eba15833cd7441f8061a94b977e407d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448589 Jul 30 04:04:05.268541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55338) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:05.328207 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dd01730-fe3c-426f-899a-231951973d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:05.353982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dd01730-fe3c-426f-899a-231951973d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:05.407451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dd01730-fe3c-426f-899a-231951973d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:05.410410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dd01730-fe3c-426f-899a-231951973d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:05.411783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3dd01730-fe3c-426f-899a-231951973d32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a77323d4-b04d-4a68-8bed-fdc8515fee8b HTTP/1.1" status: 204 len: 168 time: 0.1422145 Jul 30 04:04:05.420687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd01730-fe3c-426f-899a-231951973d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77323d4-b04d-4a68-8bed-fdc8515fee8b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:05.651005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796f5e-cb7f-413c-8c1b-0a947b12c02c req-5ed7fa82-c96c-46f5-a03d-5fe5852a023b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:05.653179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39796f5e-cb7f-413c-8c1b-0a947b12c02c req-5ed7fa82-c96c-46f5-a03d-5fe5852a023b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0565994 Jul 30 04:04:05.700672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39796f5e-cb7f-413c-8c1b-0a947b12c02c req-bea389d9-ed8d-45d4-b1c1-b60556d7708d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403862 Jul 30 04:04:06.254187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:06.366948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4ad9-d593-47c0-96c7-46ad05b19317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.452992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4ad9-d593-47c0-96c7-46ad05b19317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.456863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4ad9-d593-47c0-96c7-46ad05b19317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.497999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6d1f4ad9-d593-47c0-96c7-46ad05b19317 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a384798b0c4a4cfda385690e252010eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426386 Jul 30 04:04:06.499067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f4ad9-d593-47c0-96c7-46ad05b19317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efb4513-dc61-481b-a7a3-af46a77ec1f7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:06.500977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:06.560441 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867e8492-e6c5-4703-bcd7-c6196e304587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.581516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867e8492-e6c5-4703-bcd7-c6196e304587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.632321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867e8492-e6c5-4703-bcd7-c6196e304587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.635150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-867e8492-e6c5-4703-bcd7-c6196e304587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:06.636282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-867e8492-e6c5-4703-bcd7-c6196e304587 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4efb4513-dc61-481b-a7a3-af46a77ec1f7 HTTP/1.1" status: 204 len: 168 time: 0.1333952 Jul 30 04:04:06.644046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e8492-e6c5-4703-bcd7-c6196e304587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efb4513-dc61-481b-a7a3-af46a77ec1f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:06.830107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3d72-0914-4005-bd1d-682063ca4cf7 req-3244681f-6369-4692-8395-d76fb98c346c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:06.831903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1bc3d72-0914-4005-bd1d-682063ca4cf7 req-3244681f-6369-4692-8395-d76fb98c346c tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0515380 Jul 30 04:04:06.874709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1bc3d72-0914-4005-bd1d-682063ca4cf7 req-28f88187-1810-483b-bfa0-c67f6ca38366 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356965 Jul 30 04:04:07.990028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062d1d-40e1-4188-a2c5-03dcb7864f88 req-1ad2fbac-ec27-4dd8-9ac9-358bbc9e234d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:07.992159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26062d1d-40e1-4188-a2c5-03dcb7864f88 req-1ad2fbac-ec27-4dd8-9ac9-358bbc9e234d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0493612 Jul 30 04:04:08.031163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26062d1d-40e1-4188-a2c5-03dcb7864f88 req-b8d7329a-01a9-4f2e-8b86-afa8fc278da8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Jul 30 04:04:08.693121 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:04:09.148343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493922ac-cf71-4aea-90f6-5f33333a5bfe req-1cda163c-b60a-46a9-9a8d-5448209b4810 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:09.149815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-493922ac-cf71-4aea-90f6-5f33333a5bfe req-1cda163c-b60a-46a9-9a8d-5448209b4810 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0531478 Jul 30 04:04:09.188010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-493922ac-cf71-4aea-90f6-5f33333a5bfe req-635a2d32-90ae-4fa6-a02d-2a881da825be tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 Jul 30 04:04:10.301309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2749db-b8bb-4823-bbb2-45fa72eddd23 req-496f8ae0-aadb-41db-896f-21127e432caa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:10.302787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c2749db-b8bb-4823-bbb2-45fa72eddd23 req-496f8ae0-aadb-41db-896f-21127e432caa tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 943 time: 0.0482557 Jul 30 04:04:10.341736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6c2749db-b8bb-4823-bbb2-45fa72eddd23 req-7d09bb4a-b8d4-4147-b6c3-1373cb70b043 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Jul 30 04:04:10.858618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:04:10.948322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:04:10.959902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'port_id': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'mac_address': 'fa:16:3e:fe:cb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:04:10.996170 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:11.008785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:04:11.032562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:04:11.036475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:11.090528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:11.093433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:11.421077 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['036ae57a-35d0-4db7-8e9c-cd7e0a484b5c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:04:11.455462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a9a8d-bdeb-4460-97d5-e625401464d7 req-731b2b82-c537-45a8-aad7-23e407bbfa6b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:11.456962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-099a9a8d-bdeb-4460-97d5-e625401464d7 req-731b2b82-c537-45a8-aad7-23e407bbfa6b tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Jul 30 04:04:11.496405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-099a9a8d-bdeb-4460-97d5-e625401464d7 req-aea0cb3b-97e3-461b-9b59-1302efdd867a tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333078 Jul 30 04:04:12.387100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-03bcea55-da39-46ea-8a48-37e3f8b59756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:12.613539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafff5f7-0c8c-4a73-84df-2650293e7f84 req-c8c6d86f-8ed7-4e4f-93c7-739576abd477 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:12.614995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cafff5f7-0c8c-4a73-84df-2650293e7f84 req-c8c6d86f-8ed7-4e4f-93c7-739576abd477 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 944 time: 0.0519364 Jul 30 04:04:12.652490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cafff5f7-0c8c-4a73-84df-2650293e7f84 req-54d16538-b54d-4e00-a69c-ab68e921c6ed tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307744 Jul 30 04:04:12.865248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:04:12.914037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:04:12.917644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:04:12.918019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:12.993581 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:13.017825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:04:13.020078 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e29047-2d17-4bc9-8aa0-a03afca1bca7" -d '{"events": [{"server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "name": "network-vif-plugged", "status": "completed", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:04:13.033062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:04:13.037061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:13.060869 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47272dec-5a26-456f-a096-b0a01b3d454e x-openstack-request-id: req-47272dec-5a26-456f-a096-b0a01b3d454e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:04:13.061162 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "name": "network-vif-plugged", "status": "completed", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:04:13.061414 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47272dec-5a26-456f-a096-b0a01b3d454e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:04:13.061797 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'code': 200} Jul 30 04:04:13.087061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:13.177330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e1d8-d4fa-48a7-a3ac-f6dff942cc33 req-c862d9ed-59db-4f29-817b-a3d21990c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:13.178808 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ef6e1d8-d4fa-48a7-a3ac-f6dff942cc33 req-c862d9ed-59db-4f29-817b-a3d21990c9dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1097 time: 0.0397646 Jul 30 04:04:13.212656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ef6e1d8-d4fa-48a7-a3ac-f6dff942cc33 req-3379a1c3-63f5-4d7e-9ba1-b3122d988f1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272346 Jul 30 04:04:13.767331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe5f8-a4d3-47b7-8237-300f9a48c1d1 req-4ba6bf85-a94b-4f3f-802c-d1f86b9b1fc7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:13.768812 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d15fe5f8-a4d3-47b7-8237-300f9a48c1d1 req-4ba6bf85-a94b-4f3f-802c-d1f86b9b1fc7 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 945 time: 0.0498908 Jul 30 04:04:13.807895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d15fe5f8-a4d3-47b7-8237-300f9a48c1d1 req-38952d45-46c3-4d3f-af00-c0c7237ac166 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330017 Jul 30 04:04:14.697466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19b1b314-36a2-4e4d-8b69-d2f22c0511b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:14.926255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb02fc-6abf-4384-8bac-d5f9a9b7aa37 req-e21fff94-1c6b-472b-b81d-cece15b4a510 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:14.927665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4aeb02fc-6abf-4384-8bac-d5f9a9b7aa37 req-e21fff94-1c6b-472b-b81d-cece15b4a510 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Jul 30 04:04:14.966398 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4aeb02fc-6abf-4384-8bac-d5f9a9b7aa37 req-2260c605-e407-4e0b-8458-3c21f6a1abe8 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328994 Jul 30 04:04:14.985505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:15.079113 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1700e75-b047-485f-b14e-5c0b26e232ed req-1d2feb9b-d1d9-4954-943e-58830e70d903 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:15.080612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1700e75-b047-485f-b14e-5c0b26e232ed req-1d2feb9b-d1d9-4954-943e-58830e70d903 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 945 time: 0.0481377 Jul 30 04:04:15.118908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1700e75-b047-485f-b14e-5c0b26e232ed req-f239c44f-3283-4761-8f35-71eefaf80568 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Jul 30 04:04:15.140744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:15.179808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f7084-ed54-4ac9-ba62-0a7a88e0eee0 tempest-TestVolumeBootPattern-876789565 tempest-TestVolumeBootPattern-876789565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:15.181260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e72f7084-ed54-4ac9-ba62-0a7a88e0eee0 tempest-TestVolumeBootPattern-876789565 tempest-TestVolumeBootPattern-876789565-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1092 time: 0.0395391 Jul 30 04:04:15.184000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55382) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:04:15.188291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:04:15.210749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:15.308202 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:15.408582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Allocated IP 172.25.6.74 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/8b1a61e7-eea8-422e-9ce2-4046be4d8bbb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:04:15.514200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:15.552260 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:15.588001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:04:15.590758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:04:15.594132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:04:15.621882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=8b1a61e7-eea8-422e-9ce2-4046be4d8bbb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:15.956016 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:16.028217 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:16.180586 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:16.184905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:16.255343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event updated for resources: {'Port': ['ID=8b1a61e7-eea8-422e-9ce2-4046be4d8bbb,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:04:16.265783 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:16.367184 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Floating IP 6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5 associated. External IP: 172.25.6.74, port: 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c. Jul 30 04:04:16.466055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:16.889744 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:04:16.997639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:04:17.007685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:04:17.013412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:17.021135 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:04:17.022456 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:04:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:17.044752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-96c7a0e3-ae99-4e41-937c-749ff310b0b3 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8597302 Jul 30 04:04:17.045333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:04:17.047586 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2cbcf-347f-476b-b322-b693b3777c22" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:04:17.083804 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebcc37e-7c93-40cb-b861-4b597b7e4c8a x-openstack-request-id: req-1ebcc37e-7c93-40cb-b861-4b597b7e4c8a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:04:17.084682 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:04:17.085063 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ebcc37e-7c93-40cb-b861-4b597b7e4c8a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:04:17.085462 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'status': 'completed', 'code': 200} Jul 30 04:04:17.134922 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:04:17.169472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-9d0421c3-3205-4f73-9a67-f27f408a3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:17.171029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-9d0421c3-3205-4f73-9a67-f27f408a3c85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1097 time: 0.0429301 Jul 30 04:04:17.263508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-2118be47-0c9b-43c8-a286-1edfcfd97d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:17.264944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-2118be47-0c9b-43c8-a286-1edfcfd97d6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0868855 Jul 30 04:04:17.336405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-0253187e-d911-49de-91d2-1e05fa552636 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 200 len: 998 time: 0.0636590 Jul 30 04:04:17.386230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-c788c238-8f1d-4357-af52-b084b836d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:17.387702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-c788c238-8f1d-4357-af52-b084b836d6cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0447376 Jul 30 04:04:17.434379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-caacecc0-5850-4808-a641-e009e7c91e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:17.435932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-caacecc0-5850-4808-a641-e009e7c91e43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410142 Jul 30 04:04:17.453555 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:15Z', 'revision_number': 1, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}, {'id': '6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:fe:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:04:15Z', 'updated_at': '2021-07-30T04:04:15Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:17.483957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:04:17.493552 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:04:17.494158 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:04:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:17.531218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-88516e19-ccd0-4e5b-be33-253bf9f1b3bc service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881975 Jul 30 04:04:17.597403 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:04:17.622901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44a2cbcf-347f-476b-b322-b693b3777c22 req-b89372fc-16ac-4ab9-a68c-cee25b532ce8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837765 Jul 30 04:04:17.817440 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:15Z', 'revision_number': 1, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}, {'id': '6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:fe:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:04:15Z', 'updated_at': '2021-07-30T04:04:15Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:04:17.842513 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3863b-25d0-4345-a883-54e77853cd94 None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:15Z', 'revision_number': 1, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}, {'id': '6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:fe:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:04:15Z', 'updated_at': '2021-07-30T04:04:15Z', 'revision_number': 0, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:04:18.028526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d9fa8-eb06-4cf7-ae54-3813843db4d4 None None] New status for floating IP 6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:04:18.125763 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:30.898086 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:41.091657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:42.387882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9ead1a1-51c5-4e85-88d6-307ed4936033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:44.700827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d6c5-5fe3-43f2-b8c0-b59f2950a5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:44.987095 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:45.691400 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:04:46.466610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:48.097226 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:04:51.784065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-613ac81d-c268-404d-91f4-c755f48e28b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1861067 Jul 30 04:04:51.864776 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-7d52c705-2cee-49b9-9a9a-58dacaf8876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:51.866165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-7d52c705-2cee-49b9-9a9a-58dacaf8876d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0406582 Jul 30 04:04:51.971368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-18e3f364-5434-4c29-82e7-00517d83233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:51.972841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-18e3f364-5434-4c29-82e7-00517d83233a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0878620 Jul 30 04:04:52.046587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-28083259-12b5-4e71-aa12-2f2a2168249e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 1001 time: 0.0667369 Jul 30 04:04:52.100352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-55cfa7d8-8533-4a9d-ba27-446361e84c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:52.101911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-55cfa7d8-8533-4a9d-ba27-446361e84c0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0487740 Jul 30 04:04:52.147693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-d3a0fd1f-8516-4bba-a7f9-04cf81d92e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:04:52.149086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-d3a0fd1f-8516-4bba-a7f9-04cf81d92e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405843 Jul 30 04:04:52.160460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-35509b37-262b-4fe2-af36-b5dab9d507cb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:04:52.161545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-35509b37-262b-4fe2-af36-b5dab9d507cb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054927 Jul 30 04:04:52.261805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-ad4f836f-cbbd-4d15-a712-19e03b777431 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928962 Jul 30 04:04:52.352652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-31014e83-9b3a-46c4-96b1-4b30956c900d req-6d3dd94c-d53f-4757-8889-ebb0d73754cc service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Jul 30 04:05:00.909845 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:11.086070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:12.389961 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3e284b14-55fa-4ac2-ae70-4764f8798e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:12.848840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-705bfa31-70f7-4cba-be60-5fef92f9117e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404654 Jul 30 04:05:12.956147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-ef6a4c50-a147-4bc2-844b-67439a9cdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:12.957586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-ef6a4c50-a147-4bc2-844b-67439a9cdec7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1097 time: 0.0514667 Jul 30 04:05:13.061293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-f9d97ebb-3872-4123-b8de-a860a99d84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:13.062788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-f9d97ebb-3872-4123-b8de-a860a99d84d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0861897 Jul 30 04:05:13.132132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-cc26af19-8631-4263-9501-bf574b3767ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 200 len: 1000 time: 0.0618148 Jul 30 04:05:13.181469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-e7e96af9-cfda-4aa4-947e-997636f2570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:13.182920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-e7e96af9-cfda-4aa4-947e-997636f2570a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0436506 Jul 30 04:05:13.228210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-887807ff-40e8-4626-a5d3-3dfa786658cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:13.229655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-887807ff-40e8-4626-a5d3-3dfa786658cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394161 Jul 30 04:05:13.240607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-ce37f6d6-73bc-4d1a-b539-fbae9994167a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:05:13.241527 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-ce37f6d6-73bc-4d1a-b539-fbae9994167a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048702 Jul 30 04:05:13.333794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-99266e77-f6c1-435c-9ef7-d988d77984b7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Jul 30 04:05:13.422733 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-89a37dce-596f-47c7-9fa1-1054cd14f41e req-fc16dc68-982f-4e1e-b2f0-a62a101edf43 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822001 Jul 30 04:05:14.701580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7783e81-d830-4a9e-b2bf-c8166d8354e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:14.987266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:16.469258 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:18.098687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:22.690126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:05:30.914206 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:41.105510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:42.390897 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b706478-e7bc-4bbe-9a2a-4af505a6980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.301978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55412) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:05:44.459216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port 8b1a61e7-eea8-422e-9ce2-4046be4d8bbb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:05:44.459561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.541155 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.541389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.552496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for 8b1a61e7-eea8-422e-9ce2-4046be4d8bbb owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:05:44.703930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d60a9ea1-076b-4925-9fc9-e8d692f079ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.728131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.754908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=8b1a61e7-eea8-422e-9ce2-4046be4d8bbb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:05:44.777945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.778294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.778638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.778980 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.779338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.779716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.780202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.780535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.780861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.781186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.781513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.781837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:05:44.825515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:44.825799 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Floating IP 6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5 disassociated (deleted). External IP: 172.25.6.74, port: 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c. Jul 30 04:05:44.988386 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:45.028747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:05:45.135014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:05:45.139834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:45.145172 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137dc973-5809-493b-90ec-8a181496b985 None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:05:45.153805 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:05:45.154404 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:45.168584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b2a95690-eb39-4d79-9325-3f0f32e23101 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "DELETE /v2.0/floatingips/6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5 HTTP/1.1" status: 204 len: 168 time: 0.8655086 Jul 30 04:05:45.169281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:05:45.172277 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf7466-bee9-4d21-b566-c8ce37856998" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:05:45.215559 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b45e72-9e30-4873-9381-89474b792c41 x-openstack-request-id: req-98b45e72-9e30-4873-9381-89474b792c41 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:05:45.215867 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:05:45.216120 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98b45e72-9e30-4873-9381-89474b792c41 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:05:45.216529 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'status': 'completed', 'code': 200} Jul 30 04:05:45.262787 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:05:45.365011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-138a4d5d-b6c9-4ca7-ae76-dc7b198cb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:45.367307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-138a4d5d-b6c9-4ca7-ae76-dc7b198cb5ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 1097 time: 0.1085336 Jul 30 04:05:45.480860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc55fe-8094-4c68-8316-3566b51411d4 req-22b91504-f9e3-4a6b-b1d1-90f6580374cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:45.482713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22cc55fe-8094-4c68-8316-3566b51411d4 req-22b91504-f9e3-4a6b-b1d1-90f6580374cd tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 945 time: 0.1073551 Jul 30 04:05:45.485618 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:15Z', 'revision_number': 1, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:45.512086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-62252b1c-bde1-4362-a217-7ebedbf94e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:45.513479 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137dc973-5809-493b-90ec-8a181496b985 None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:05:45.513608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-62252b1c-bde1-4362-a217-7ebedbf94e6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1301773 Jul 30 04:05:45.522812 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:05:45.523514 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:45.564427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22cc55fe-8094-4c68-8316-3566b51411d4 req-e8cce8de-59c8-4121-b3f6-1fcd3c466fda tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734818 Jul 30 04:05:45.565798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-22ef20d0-8796-4389-9712-d540f1af00ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 200 len: 217 time: 0.0394070 Jul 30 04:05:45.616950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-4275574b-6fa6-42a2-8e7f-76be326815ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:45.618443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-4275574b-6fa6-42a2-8e7f-76be326815ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0452476 Jul 30 04:05:45.644133 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:05:45.668246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-7964f252-0c22-4290-a1a5-274945dfab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:45.669736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-7964f252-0c22-4290-a1a5-274945dfab65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433190 Jul 30 04:05:45.760493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-1a0ad3bf-13e9-439a-a888-e798c39a27f0 service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Jul 30 04:05:45.855735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66bf7466-bee9-4d21-b566-c8ce37856998 req-b39c6557-8a32-4507-a20d-91189ff215ee service neutron] 10.222.0.16 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873203 Jul 30 04:05:45.960771 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-137dc973-5809-493b-90ec-8a181496b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:15Z', 'revision_number': 1, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:45.987276 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137dc973-5809-493b-90ec-8a181496b985 None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '45433a07-74d5-49d3-baba-dfae35c9e96a', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'port_id': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'mac_address': 'fa:16:3e:ed:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:02:12Z', 'updated_at': '2021-07-30T04:02:15Z', 'revision_number': 1, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:05:46.210615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bcbc6-8e51-483d-bd39-e45d05a620d8 None None] New status for floating IP 6cb53dd1-c9ad-41a8-8dee-0aa2cbcb8ad5: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:05:46.471575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:46.710788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef973-8979-4aab-881d-35993c9f769b req-abbb367f-a799-4aac-9093-e7811a1bc2ae tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:46.712277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053ef973-8979-4aab-881d-35993c9f769b req-abbb367f-a799-4aac-9093-e7811a1bc2ae tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Jul 30 04:05:46.750405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-053ef973-8979-4aab-881d-35993c9f769b req-f245ff69-8278-4624-a410-0cdb596bef06 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Jul 30 04:05:47.181118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-af8a74bc-70b0-4a63-8b9e-172d4a0f9cee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:47.182553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-af8a74bc-70b0-4a63-8b9e-172d4a0f9cee tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 945 time: 0.0463581 Jul 30 04:05:47.272823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:05:47.273086 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:47.358236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:05:47.358589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:47.370884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:05:47.496461 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:47.522354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=036ae57a-35d0-4db7-8e9c-cd7e0a484b5c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:05:47.568143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:05:47.570636 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:47.572637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebd25a50-d6e4-4c33-9d5d-3f6a3cf2dc52 req-2089a119-7ada-483c-8fed-53e9952afba6 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.16 "DELETE /v2.0/ports/036ae57a-35d0-4db7-8e9c-cd7e0a484b5c HTTP/1.1" status: 204 len: 173 time: 0.3834291 Jul 30 04:05:47.573083 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'name': 'network-vif-deleted', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:05:47.575373 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebab67b-7436-49e2-8851-2375707c64e4" -d '{"events": [{"server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "name": "network-vif-deleted", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:05:47.636213 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c3892a-812a-42f2-bba4-64944bc2a402 x-openstack-request-id: req-28c3892a-812a-42f2-bba4-64944bc2a402 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:05:47.636509 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6", "name": "network-vif-deleted", "tag": "036ae57a-35d0-4db7-8e9c-cd7e0a484b5c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:05:47.636761 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28c3892a-812a-42f2-bba4-64944bc2a402 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:05:47.637162 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6', 'name': 'network-vif-deleted', 'tag': '036ae57a-35d0-4db7-8e9c-cd7e0a484b5c', 'status': 'completed', 'code': 200} Jul 30 04:05:47.844522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a6a5edfb-caaf-4c63-aad1-8af73839b998 req-7c477977-059b-4819-ba86-54338c06bfe4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Jul 30 04:05:48.101482 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:48.956127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf4a5a82-bda5-4b5c-8c88-1a8d132e9f35 req-294b0f22-6cb6-4902-8f35-3e508cf4a605 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Jul 30 04:05:49.281284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:05:49.301177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:05:49.301521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 036ae57a-35d0-4db7-8e9c-cd7e0a484b5c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:05:50.050734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a230455e-0aea-457d-8428-2de6f76b30b1 req-fc58f3b4-7906-489a-8f3e-0eeeae1c61e9 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 210 time: 0.0268714 Jul 30 04:05:51.158903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19027b67-0850-4c8c-a1d7-5e25aaaf26b5 req-9ca150a3-0aba-4166-b7fe-445dfcae62c4 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf1b16d-7ab8-4ec5-a4be-c6167e6427c6 HTTP/1.1" status: 200 len: 210 time: 0.0261073 Jul 30 04:05:53.635883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-13724c20-7487-4011-9952-3f65d1e8048a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387621 Jul 30 04:05:53.716272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-0142fd2f-67f7-49d0-a74f-d58497c2ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:53.718486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-0142fd2f-67f7-49d0-a74f-d58497c2ba0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0420020 Jul 30 04:05:53.821589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-3bbd81e8-f108-44d8-9b18-006990c94090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:53.823066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-3bbd81e8-f108-44d8-9b18-006990c94090 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.0863187 Jul 30 04:05:53.893141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-94967a14-fb6f-449d-8015-ab7d721d9295 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 1001 time: 0.0628865 Jul 30 04:05:53.941695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-e4d55d27-04a8-4c3d-ba48-ff61f6e6c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:53.943213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-e4d55d27-04a8-4c3d-ba48-ff61f6e6c9bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0437896 Jul 30 04:05:53.990202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-97d66f3d-41e8-4e2a-a531-aa760cd3344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:53.991755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-97d66f3d-41e8-4e2a-a531-aa760cd3344d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414498 Jul 30 04:05:54.082992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-458b0c09-e9b7-4c84-90c4-e6dad87f6838 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Jul 30 04:05:54.175205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87f06a58-43a2-4fc1-9783-803cf6b4d97d req-bb39c67a-831e-4222-a80c-198212330565 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Jul 30 04:05:56.508890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:05:56.985599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port 6ae3acdb-dfd7-4d42-b1cd-b27310c3c24a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:05:56.985946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:57.062451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:57.062782 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:57.073982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for 6ae3acdb-dfd7-4d42-b1cd-b27310c3c24a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:05:57.219652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:57.245566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=6ae3acdb-dfd7-4d42-b1cd-b27310c3c24a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:05:57.302522 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:57.302855 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Floating IP 45433a07-74d5-49d3-baba-dfae35c9e96a disassociated (deleted). External IP: 172.25.6.227, port: b7bf7c25-3326-4b60-9344-5623b67b96cf. Jul 30 04:05:57.506646 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:05:57.613164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:05:57.617979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:57.622576 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:05:57.633064 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:05:57.633669 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:57.644674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10604000-e092-40a7-af72-521a2b968400 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "DELETE /v2.0/floatingips/45433a07-74d5-49d3-baba-dfae35c9e96a HTTP/1.1" status: 204 len: 168 time: 1.1346862 Jul 30 04:05:57.645451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:05:57.647855 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761e6766-59f9-432d-84eb-d13433533884" -d '{"events": [{"name": "network-changed", "server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:05:57.685092 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d37af0-0cc7-406c-ba0e-350b8f1c9ebf x-openstack-request-id: req-19d37af0-0cc7-406c-ba0e-350b8f1c9ebf {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:05:57.686138 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:05:57.686745 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19d37af0-0cc7-406c-ba0e-350b8f1c9ebf {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:05:57.687248 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'status': 'completed', 'code': 200} Jul 30 04:05:57.756912 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:05:57.757329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6766-59f9-432d-84eb-d13433533884 req-a3b9c2a5-dab4-4a2e-a117-af3922f861d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:57.758910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-a3b9c2a5-dab4-4a2e-a117-af3922f861d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 1097 time: 0.0502601 Jul 30 04:05:57.894205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6766-59f9-432d-84eb-d13433533884 req-4e0f7499-f261-4926-88fd-a7a745ded55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:57.895721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-4e0f7499-f261-4926-88fd-a7a745ded55c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 200 len: 911 time: 0.1273844 Jul 30 04:05:57.904702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460c2fd-dfc7-4c87-af6c-ab3686b2755c req-fdf28118-329d-4619-9329-cd2347906432 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:57.906159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3460c2fd-dfc7-4c87-af6c-ab3686b2755c req-fdf28118-329d-4619-9329-cd2347906432 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.0753212 Jul 30 04:05:57.951410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-c66754b5-af34-40d1-8d3e-4acbe5ef540a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 200 len: 217 time: 0.0437164 Jul 30 04:05:57.967549 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:57.993741 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:05:58.002434 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:05:58.003039 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:58.012887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3460c2fd-dfc7-4c87-af6c-ab3686b2755c req-bfd08682-c644-41f4-9a75-73f68cb24a0f tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991368 Jul 30 04:05:58.017129 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6766-59f9-432d-84eb-d13433533884 req-29e818a1-0660-44b9-8caa-07ab4ba3dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:58.018459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-29e818a1-0660-44b9-8caa-07ab4ba3dcab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 200 len: 850 time: 0.0608187 Jul 30 04:05:58.069721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6766-59f9-432d-84eb-d13433533884 req-02771dd8-a248-4c86-86cc-fb02c0411947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:58.071267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-02771dd8-a248-4c86-86cc-fb02c0411947 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb940248-9782-40d4-b6f2-9a311b71d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438502 Jul 30 04:05:58.110515 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:05:58.165056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-9cd26200-5052-4579-809b-1a3da27bb427 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866039 Jul 30 04:05:58.258544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-761e6766-59f9-432d-84eb-d13433533884 req-c9a5e194-bc9c-4d73-acab-b4bde47a9dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852444 Jul 30 04:05:58.304862 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:05:58.334924 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27539-957d-4779-958a-5b111d4d50be None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T03:54:49Z', 'revision_number': 4, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b8c02a24-8203-4d64-93e5-2fbd705c2f14', 'name': '', 'network_id': 'fb940248-9782-40d4-b6f2-9a311b71d634', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'mac_address': 'fa:16:3e:9a:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:48Z', 'updated_at': '2021-07-30T03:54:58Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'subnets': [{'id': '246f81b4-3455-45d6-85a1-dc72ec40daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:05:58.539161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14e4e1-39de-4204-9c9a-c37d73354ab9 None None] New status for floating IP 45433a07-74d5-49d3-baba-dfae35c9e96a: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:05:59.130948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e95e-6a6d-4c9d-a943-4ccfb797b405 req-09ed2289-83cf-437a-b9e0-ac428042519d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:59.132450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7385e95e-6a6d-4c9d-a943-4ccfb797b405 req-09ed2289-83cf-437a-b9e0-ac428042519d tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.0500853 Jul 30 04:05:59.174436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7385e95e-6a6d-4c9d-a943-4ccfb797b405 req-d7de4330-3ada-4b6e-a45b-ea3a9ddd6358 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/security-groups?id=93e2c458-c4b6-4581-9a57-3ff4cbe09197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361302 Jul 30 04:05:59.361047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1be1c299-4f98-4eff-ae57-db130b194523 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:05:59.362412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1be1c299-4f98-4eff-ae57-db130b194523 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 945 time: 0.0476098 Jul 30 04:05:59.450221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port b7bf7c25-3326-4b60-9344-5623b67b96cf {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:05:59.450565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:59.541502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] For port b7bf7c25-3326-4b60-9344-5623b67b96cf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=b7bf7c25-3326-4b60-9344-5623b67b96cf,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:05:59.541874 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:59.555520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for b7bf7c25-3326-4b60-9344-5623b67b96cf owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:05:59.688789 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:59.689617 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:05:59.718092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=b7bf7c25-3326-4b60-9344-5623b67b96cf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:05:59.761636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] No DVR routers for this DVR port b7bf7c25-3326-4b60-9344-5623b67b96cf on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:05:59.763935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:05:59.765982 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f5f273b-84b1-4291-a558-0cd70e79559e req-1b5d1ba1-330b-4539-98a6-d562da4e4084 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.18 "DELETE /v2.0/ports/b7bf7c25-3326-4b60-9344-5623b67b96cf HTTP/1.1" status: 204 len: 173 time: 0.3974190 Jul 30 04:05:59.766448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'name': 'network-vif-deleted', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:05:59.768706 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa1e66-d00e-443e-908e-4ee251b33eba" -d '{"events": [{"server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "name": "network-vif-deleted", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:05:59.808049 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da3df7-e4f1-4ce1-8aa5-b83a04f6f7f6 x-openstack-request-id: req-34da3df7-e4f1-4ce1-8aa5-b83a04f6f7f6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:05:59.808344 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205b4846-bcd1-441d-a482-2dea4c3b11a1", "name": "network-vif-deleted", "tag": "b7bf7c25-3326-4b60-9344-5623b67b96cf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:05:59.808606 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34da3df7-e4f1-4ce1-8aa5-b83a04f6f7f6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:05:59.809007 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205b4846-bcd1-441d-a482-2dea4c3b11a1', 'name': 'network-vif-deleted', 'tag': 'b7bf7c25-3326-4b60-9344-5623b67b96cf', 'status': 'completed', 'code': 200} Jul 30 04:06:00.268995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f76715d7-182b-462a-b99d-a96d53787550 req-d930b68d-3950-4c3e-8be2-1e055ab09f74 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Jul 30 04:06:00.946037 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:01.363550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cd654b41-6db2-4d7c-82de-a1c487dfd748 req-3bd636e9-76f7-49a6-8c36-b6ed3e194645 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Jul 30 04:06:02.459111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe57d85f-e1bb-4e3d-8244-60861483a0a0 req-74470fc6-c3d2-4f91-a84f-b35a30dcd626 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "GET /v2.0/ports?device_id=205b4846-bcd1-441d-a482-2dea4c3b11a1 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Jul 30 04:06:03.517187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:03.639061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Deleting port 516f238a-d665-4c48-8927-b277b5bf5e00 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:03.639293 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:03.712077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:03.712406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:03.724260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Calling delete_port for 516f238a-d665-4c48-8927-b277b5bf5e00 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:03.860573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:03.885579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'Port': ['ID=516f238a-d665-4c48-8927-b277b5bf5e00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:03.950020 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:03.953725 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:03.954904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d37399aa-43c7-403c-951f-e1ed46174557 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "DELETE /v2.0/floatingips/7ddb7ef5-5df3-4e8f-8a8f-58db31d3458a HTTP/1.1" status: 204 len: 168 time: 0.4367390 Jul 30 04:06:04.434312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b7bf7c25-3326-4b60-9344-5623b67b96cf no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:04.455076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: b7bf7c25-3326-4b60-9344-5623b67b96cf {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:04.455458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device b7bf7c25-3326-4b60-9344-5623b67b96cf not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:06.202355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55506) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:06.262350 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0df2a1-97ab-4ff1-befd-c37e1164f207 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:06.288346 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0df2a1-97ab-4ff1-befd-c37e1164f207 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:06.349085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0df2a1-97ab-4ff1-befd-c37e1164f207 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:06.351849 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0df2a1-97ab-4ff1-befd-c37e1164f207 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:06.353039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4f0df2a1-97ab-4ff1-befd-c37e1164f207 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] 10.222.0.39 "DELETE /v2.0/security-groups/93e2c458-c4b6-4581-9a57-3ff4cbe09197 HTTP/1.1" status: 204 len: 168 time: 0.1496840 Jul 30 04:06:06.363847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df2a1-97ab-4ff1-befd-c37e1164f207 tempest-TestVolumeBootPattern-323994938 tempest-TestVolumeBootPattern-323994938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e2c458-c4b6-4581-9a57-3ff4cbe09197,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:07.430636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:07.926563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:08.167994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Deleting port b8c02a24-8203-4d64-93e5-2fbd705c2f14 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:08.168330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:08.243796 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] For port b8c02a24-8203-4d64-93e5-2fbd705c2f14, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b8c02a24-8203-4d64-93e5-2fbd705c2f14,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:08.244082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:08.256282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Calling delete_port for b8c02a24-8203-4d64-93e5-2fbd705c2f14 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:08.430618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:08.456186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c02a24-8203-4d64-93e5-2fbd705c2f14,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:08.624188 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:08.835712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Router 8b8acaab-5599-44fd-9f78-460884f055fb has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:06:08.938623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:06:08.945391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f7e4392-3a45-44fb-858f-49ecd7499ced admin admin] 10.222.0.39 "PUT /v2.0/routers/8b8acaab-5599-44fd-9f78-460884f055fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119939 Jul 30 04:06:08.946234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:08.948751 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] Sync routers for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:06:08.958519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:06:08.959127 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:09.049172 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.062349 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:06:09.245920 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T04:06:08Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:09.272578 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] Checking router: 8b8acaab-5599-44fd-9f78-460884f055fb for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:06:09.283015 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] Routers {'8b8acaab-5599-44fd-9f78-460884f055fb'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:06:09.283675 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['8b8acaab-5599-44fd-9f78-460884f055fb'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:09.389919 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] Set router 8b8acaab-5599-44fd-9f78-460884f055fb gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:06:09.476659 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.529490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Deleting port 5e1c333d-135a-4ee0-9227-85f9113d715a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:09.529834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.567270 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T04:06:08Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:09.609616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] For port 5e1c333d-135a-4ee0-9227-85f9113d715a, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5e1c333d-135a-4ee0-9227-85f9113d715a,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:09.609981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.624407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Calling delete_port for 5e1c333d-135a-4ee0-9227-85f9113d715a owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:09.681677 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83133915-35ec-4220-8c3f-bcd4c0264b3e None None] The sync data for ids ['8b8acaab-5599-44fd-9f78-460884f055fb'] in n-d-778696-14 is: [{'id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'name': 'tempest-TestVolumeBootPattern-629040901-router', 'tenant_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:45Z', 'updated_at': '2021-07-30T04:06:08Z', 'revision_number': 5, 'project_id': '6ca4bb6953b24b0f88c1ee883c4d09aa', 'gw_port': {'id': '5e1c333d-135a-4ee0-9227-85f9113d715a', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8acaab-5599-44fd-9f78-460884f055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:46Z', 'updated_at': '2021-07-30T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:06:09.792815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.827195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1c333d-135a-4ee0-9227-85f9113d715a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:09.881581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.969887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:09.971989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.015651 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.016194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8acaab-5599-44fd-9f78-460884f055fb {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:06:10.021112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.022306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-02db901e-49d1-4891-8797-a946ef46e602 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8b8acaab-5599-44fd-9f78-460884f055fb HTTP/1.1" status: 204 len: 168 time: 1.0751541 Jul 30 04:06:10.024873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:10.074296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Deleting subnet 246f81b4-3455-45d6-85a1-dc72ec40daf3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:06:10.078311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.114488 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.195483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.249989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.282000 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246f81b4-3455-45d6-85a1-dc72ec40daf3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:10.287933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.291170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-034d1b7c-a612-4c0f-b389-4242389823b3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/246f81b4-3455-45d6-85a1-dc72ec40daf3 HTTP/1.1" status: 204 len: 168 time: 0.2640655 Jul 30 04:06:10.292510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:10.292638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619726f9-94eb-49e2-bd7a-39545422fb5d None None] Network fb940248-9782-40d4-b6f2-9a311b71d634 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:06:10.363406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.416665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Deleting port 50a9968e-2a70-4a95-8196-9f3723f1c29c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:10.416985 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.484672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] For port 50a9968e-2a70-4a95-8196-9f3723f1c29c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=50a9968e-2a70-4a95-8196-9f3723f1c29c,segment=NetworkSegment(56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65),segment_id=56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:10.485273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.497958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Calling delete_port for 50a9968e-2a70-4a95-8196-9f3723f1c29c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:10.576440 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.601279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9968e-2a70-4a95-8196-9f3723f1c29c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:10.604745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] No DVR routers for this DVR port 50a9968e-2a70-4a95-8196-9f3723f1c29c on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:06:10.679879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.683920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a87bf-fe73-4079-9ea6-8ce6098750b0 None None] DHCP port deletion for fb940248-9782-40d4-b6f2-9a311b71d634 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:06:10.691605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb940248-9782-40d4-b6f2-9a311b71d634']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:10.705046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:10.705343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56776edf-b9ed-42f5-8ce0-3bd7dbb1fe65') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:10.715010 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.728876 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.735935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:06:10.736279 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:06:10.737993 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:06:10.796353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.801937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:10.806737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fb940248-9782-40d4-b6f2-9a311b71d634 HTTP/1.1" status: 204 len: 168 time: 0.5104187 Jul 30 04:06:10.807487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55522) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:10.820852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14802e-c299-4f3d-8a9c-ac5673418c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb940248-9782-40d4-b6f2-9a311b71d634,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:10.831121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8c02a24-8203-4d64-93e5-2fbd705c2f14 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:10.851346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b8c02a24-8203-4d64-93e5-2fbd705c2f14 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:10.851925 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b8c02a24-8203-4d64-93e5-2fbd705c2f14 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:10.852349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50a9968e-2a70-4a95-8196-9f3723f1c29c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:10.874967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 50a9968e-2a70-4a95-8196-9f3723f1c29c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:10.875339 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 50a9968e-2a70-4a95-8196-9f3723f1c29c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:10.875766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c333d-135a-4ee0-9227-85f9113d715a no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:11.052372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5e1c333d-135a-4ee0-9227-85f9113d715a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:11.052716 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5e1c333d-135a-4ee0-9227-85f9113d715a not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:11.116882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:11.174949 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:11.431313 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Deleting port ff345c9f-d5aa-4d33-b18e-2f81c2725a77 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:11.431660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:11.509617 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] For port ff345c9f-d5aa-4d33-b18e-2f81c2725a77, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:11.509983 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:11.522911 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Calling delete_port for ff345c9f-d5aa-4d33-b18e-2f81c2725a77 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:11.699232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:11.735927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff345c9f-d5aa-4d33-b18e-2f81c2725a77,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:11.748309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.748666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.749009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.749347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.749682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.750015 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.750349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.750676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.751004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.751357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.751681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.752003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:11.917593 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.130175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Router 0970a870-5375-451f-a679-6b17e3b1d1e6 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:06:12.235695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:06:12.240703 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-767c9270-f236-449d-95aa-d5c6798886dc admin admin] 10.222.0.39 "PUT /v2.0/routers/0970a870-5375-451f-a679-6b17e3b1d1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311371 Jul 30 04:06:12.243443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55526) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:12.244030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] Sync routers for ids ['0970a870-5375-451f-a679-6b17e3b1d1e6'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:06:12.253383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] Routers {'0970a870-5375-451f-a679-6b17e3b1d1e6'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:06:12.254193 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0970a870-5375-451f-a679-6b17e3b1d1e6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:12.346507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.356023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] Set router 0970a870-5375-451f-a679-6b17e3b1d1e6 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:06:12.449116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.455680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-46a9d94e-4ed0-448a-a105-947af83811a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.504003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Deleting port ed098840-88e3-4af7-9030-f73087c2fd23 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:12.504287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.542446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T04:06:11Z', 'revision_number': 5, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port': {'id': 'ed098840-88e3-4af7-9030-f73087c2fd23', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:54:53Z', 'updated_at': '2021-07-30T03:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:12.572378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] Checking router: 0970a870-5375-451f-a679-6b17e3b1d1e6 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:06:12.580856 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] Routers {'0970a870-5375-451f-a679-6b17e3b1d1e6'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:06:12.581465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:05:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['0970a870-5375-451f-a679-6b17e3b1d1e6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:12.581722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] For port ed098840-88e3-4af7-9030-f73087c2fd23, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=ed098840-88e3-4af7-9030-f73087c2fd23,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:12.582096 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.594836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Calling delete_port for ed098840-88e3-4af7-9030-f73087c2fd23 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:12.663976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] Set router 0970a870-5375-451f-a679-6b17e3b1d1e6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:06:12.717863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T04:06:12Z', 'revision_number': 6, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:12.745421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95092593-4da9-4a99-b5a9-73ec253a9de6 None None] The sync data for ids ['0970a870-5375-451f-a679-6b17e3b1d1e6'] in n-d-778696-14 is: [{'id': '0970a870-5375-451f-a679-6b17e3b1d1e6', 'name': 'tempest-TestVolumeBootPattern-129109084-router', 'tenant_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:54:52Z', 'updated_at': '2021-07-30T04:06:12Z', 'revision_number': 6, 'project_id': 'bb10a232f8e8450bab8ac1424cd4d51e', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:06:12.776425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.808136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed098840-88e3-4af7-9030-f73087c2fd23,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:12.869419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.957635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:12.959790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.006358 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.006885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0970a870-5375-451f-a679-6b17e3b1d1e6 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:06:13.011111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.012361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ab9ea2ad-eb4f-4bc6-b886-4ed62b05801c admin admin] 10.222.0.39 "DELETE /v2.0/routers/0970a870-5375-451f-a679-6b17e3b1d1e6 HTTP/1.1" status: 204 len: 168 time: 0.7679925 Jul 30 04:06:13.014859 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55528) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:13.059006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Deleting subnet f86a6c1e-aca4-4aaf-8d0a-32229153c05e {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:06:13.062113 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.097020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.181539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.233909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.260478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86a6c1e-aca4-4aaf-8d0a-32229153c05e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:13.262456 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.264948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-08c9d70e-0fb9-4c84-9209-417197d82e34 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f86a6c1e-aca4-4aaf-8d0a-32229153c05e HTTP/1.1" status: 204 len: 168 time: 0.2491379 Jul 30 04:06:13.267231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e06897-1ec2-427d-aba7-bfacc89cd7d2 None None] Network 27707a95-b6c2-47c5-92c9-9779f0842120 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:06:13.267768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55530) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:13.334838 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.393753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Deleting port e816989c-c2b1-4f2f-b037-eb7cc631df65 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:13.394098 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.456434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] For port e816989c-c2b1-4f2f-b037-eb7cc631df65, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e816989c-c2b1-4f2f-b037-eb7cc631df65,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:13.456717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.470080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Calling delete_port for e816989c-c2b1-4f2f-b037-eb7cc631df65 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:13.490860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] DHCP port deletion for 27707a95-b6c2-47c5-92c9-9779f0842120 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:06:13.539807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Deleting port e816989c-c2b1-4f2f-b037-eb7cc631df65 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:13.540203 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.552247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.582761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Pushing event deleted for resources: {'Port': ['ID=e816989c-c2b1-4f2f-b037-eb7cc631df65,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:13.586340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] No DVR routers for this DVR port e816989c-c2b1-4f2f-b037-eb7cc631df65 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:06:13.610329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] For port e816989c-c2b1-4f2f-b037-eb7cc631df65, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e816989c-c2b1-4f2f-b037-eb7cc631df65,segment=NetworkSegment(bdc93c83-e125-46b4-9a50-b905ef0293ae),segment_id=bdc93c83-e125-46b4-9a50-b905ef0293ae)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:13.610746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.624472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Calling delete_port for e816989c-c2b1-4f2f-b037-eb7cc631df65 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:13.657285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.666976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27707a95-b6c2-47c5-92c9-9779f0842120']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:13.678661 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc93c83-e125-46b4-9a50-b905ef0293ae') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:13.678954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc93c83-e125-46b4-9a50-b905ef0293ae') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:06:13.690061 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.703232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.705431 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.712191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:06:13.712630 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:06:13.714902 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:06:13.733822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Pushing event deleted for resources: {'Port': ['ID=e816989c-c2b1-4f2f-b037-eb7cc631df65,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:13.741338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] No DVR routers for this DVR port e816989c-c2b1-4f2f-b037-eb7cc631df65 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:06:13.761535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.761968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.762368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.763734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.764868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.765203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.765538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.766023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.766526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.766917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.767756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.767756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff909bd-95a0-4c71-b76c-624c64b8b85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:13.782008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.788391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:13.792791 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] 10.222.0.39 "DELETE /v2.0/networks/27707a95-b6c2-47c5-92c9-9779f0842120 HTTP/1.1" status: 204 len: 168 time: 0.5220113 Jul 30 04:06:13.803488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ffbee-8bd6-442b-b7fc-b5b8564a9101 admin admin] Pushing event deleted for resources: {'Network': ['ID=27707a95-b6c2-47c5-92c9-9779f0842120,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:13.918895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55534) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:13.959490 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3da52a1d-ef15-41ac-9f46-68cae8b59eee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ca4bb6953b24b0f88c1ee883c4d09aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393438 Jul 30 04:06:13.962128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:14.010232 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9366d7b7-1be3-4389-b2ca-f925648f6968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.032981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9366d7b7-1be3-4389-b2ca-f925648f6968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.078359 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9366d7b7-1be3-4389-b2ca-f925648f6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.080895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9366d7b7-1be3-4389-b2ca-f925648f6968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.082041 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9366d7b7-1be3-4389-b2ca-f925648f6968 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e38c97f-7464-4eea-8144-fe6c77991337 HTTP/1.1" status: 204 len: 168 time: 0.1187418 Jul 30 04:06:14.091635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366d7b7-1be3-4389-b2ca-f925648f6968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e38c97f-7464-4eea-8144-fe6c77991337,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:14.408488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55542) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:14.448252 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-50b1d6ca-4867-4d0b-be75-0f9279954d0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb10a232f8e8450bab8ac1424cd4d51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386076 Jul 30 04:06:14.450691 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55544) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:14.501184 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3416d3a7-1093-457a-bb24-2bc2f79d1b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.528769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3416d3a7-1093-457a-bb24-2bc2f79d1b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.575379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3416d3a7-1093-457a-bb24-2bc2f79d1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.577918 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3416d3a7-1093-457a-bb24-2bc2f79d1b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.579089 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3416d3a7-1093-457a-bb24-2bc2f79d1b45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d440688-a70a-4262-bbbf-d7c2c1ff22ae HTTP/1.1" status: 204 len: 168 time: 0.1274643 Jul 30 04:06:14.586590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d3a7-1093-457a-bb24-2bc2f79d1b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d440688-a70a-4262-bbbf-d7c2c1ff22ae,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:14.703856 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40dade37-7a2c-4330-ab19-6a12282d7760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:14.807009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ed098840-88e3-4af7-9030-f73087c2fd23 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:14.828666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ed098840-88e3-4af7-9030-f73087c2fd23 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:14.829011 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ed098840-88e3-4af7-9030-f73087c2fd23 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:14.829433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ff345c9f-d5aa-4d33-b18e-2f81c2725a77 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:14.849474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: ff345c9f-d5aa-4d33-b18e-2f81c2725a77 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:14.849822 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device ff345c9f-d5aa-4d33-b18e-2f81c2725a77 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:14.850252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e816989c-c2b1-4f2f-b037-eb7cc631df65 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:14.874746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e816989c-c2b1-4f2f-b037-eb7cc631df65 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:14.875094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e816989c-c2b1-4f2f-b037-eb7cc631df65 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:14.991116 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:16.475583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:18.103578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:24.407098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-49056291-7fe8-4f60-93dd-93b4ebcf7e4f tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=051f2d7a4d96489f814daf701d8a70a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300863 Jul 30 04:06:24.594500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-e9452f75-46a8-4e49-b103-a1c5b51f3e8c tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:24.595917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-e9452f75-46a8-4e49-b103-a1c5b51f3e8c tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836035 Jul 30 04:06:24.612315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-0a236326-bdc8-4335-9af2-f40e896a7a8f tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/quotas/051f2d7a4d96489f814daf701d8a70a1 HTTP/1.1" status: 200 len: 375 time: 0.0104108 Jul 30 04:06:24.644967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-01b61cb8-4f44-4454-bda7-1484bf05163b tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=051f2d7a4d96489f814daf701d8a70a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260184 Jul 30 04:06:24.803472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bfda9f6-63c3-4993-b817-f20e220888d3 req-4a636fd4-3cef-46fe-b52e-ca1d6ab80b92 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 210 time: 0.0298533 Jul 30 04:06:25.879427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbce71a8-098e-4c7b-98a7-88b0e827e011 req-3a49ccc7-c3f5-4a91-830d-1161b87932a4 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 210 time: 0.0260746 Jul 30 04:06:26.973318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c20e28d-18b0-4bbe-b653-e05680423eb8 req-f99a1c76-f96f-423c-8262-19668c19ce4c tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 210 time: 0.0269735 Jul 30 04:06:26.999882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-125cefc3-b5b7-40af-8ca9-0f42e6a72561 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=051f2d7a4d96489f814daf701d8a70a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255227 Jul 30 04:06:27.108517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-f4f2ea1b-d938-4991-8acc-ec1fd62249ce tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:27.109927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-f4f2ea1b-d938-4991-8acc-ec1fd62249ce tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046381 Jul 30 04:06:27.134871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Request body: {'port': {'device_id': '22b50490-ac8c-4efb-a5db-3428734cad56', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'admin_state_up': True, 'tenant_id': '051f2d7a4d96489f814daf701d8a70a1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:06:27.240363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Made reservation on behalf of 051f2d7a4d96489f814daf701d8a70a1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:06:27.243834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.252663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.343161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.346766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.404487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:27.483579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Allocated IP 192.168.233.94 (156a805e-a8a4-417a-b6a9-49e6b6c2bed5/454a90f7-57a9-4681-bb2c-48c699d78707/c20e22ac-6409-4c00-a23e-6aa45e7d4002) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:06:27.629810 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.644621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Transition to ACTIVE for port object c20e22ac-6409-4c00-a23e-6aa45e7d4002 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:06:27.677646 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.721838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:06:27.724879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:06:27.728477 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:06:27.757600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Pushing event updated for resources: {'Port': ['ID=c20e22ac-6409-4c00-a23e-6aa45e7d4002,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:27.786406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:27.787032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:27.801304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b602bded-78a1-436e-96b0-80670ffa6ed3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6701403 Jul 30 04:06:27.819362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Request body: {'port': {'device_id': '22b50490-ac8c-4efb-a5db-3428734cad56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:06:27.878385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.004714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ebded333-39e0-4dfb-b661-7dd4cae53f44 None None] Provisioning for port c20e22ac-6409-4c00-a23e-6aa45e7d4002 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:06:28.008601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ebded333-39e0-4dfb-b661-7dd4cae53f44 None None] Provisioning complete for port c20e22ac-6409-4c00-a23e-6aa45e7d4002 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:06:28.008978 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ebded333-39e0-4dfb-b661-7dd4cae53f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.049986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ebded333-39e0-4dfb-b661-7dd4cae53f44 None None] Port c20e22ac-6409-4c00-a23e-6aa45e7d4002 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:06:28.165637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20e22ac-6409-4c00-a23e-6aa45e7d4002 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:06:28.173720 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.188076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Transition to ACTIVE for port object c20e22ac-6409-4c00-a23e-6aa45e7d4002 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:06:28.192734 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.243929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Pushing event updated for resources: {'Port': ['ID=c20e22ac-6409-4c00-a23e-6aa45e7d4002,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:28.330921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Attempting to bind port c20e22ac-6409-4c00-a23e-6aa45e7d4002 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:06:28.331282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Attempting to bind port c20e22ac-6409-4c00-a23e-6aa45e7d4002 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:06:28.331612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Attempting to bind port c20e22ac-6409-4c00-a23e-6aa45e7d4002 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:06:28.349715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Port c20e22ac-6409-4c00-a23e-6aa45e7d4002 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:06:28.350041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Attempting to bind port c20e22ac-6409-4c00-a23e-6aa45e7d4002 on network 156a805e-a8a4-417a-b6a9-49e6b6c2bed5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:06:28.359461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:06:28.359810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Checking segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:06:28.360205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Bound using segment: {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:06:28.360648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Bound port: c20e22ac-6409-4c00-a23e-6aa45e7d4002, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7412de7-7667-413b-b4b6-81a01be37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:06:28.361011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.391219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382a22a-c3bc-41ca-9f23-bf34f7a477b2 req-795fe90e-498f-4591-8843-813d76372d51 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:28.392751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5382a22a-c3bc-41ca-9f23-bf34f7a477b2 req-795fe90e-498f-4591-8843-813d76372d51 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 947 time: 0.0759947 Jul 30 04:06:28.462271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5382a22a-c3bc-41ca-9f23-bf34f7a477b2 req-6a2981e3-dcd5-424b-b616-678cfc64be3e tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525222 Jul 30 04:06:28.470127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] For port c20e22ac-6409-4c00-a23e-6aa45e7d4002, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:06:28.473498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] For port c20e22ac-6409-4c00-a23e-6aa45e7d4002, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:06:28.486671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.516854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:28.517528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:28.518880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] 10.222.0.16 "PUT /v2.0/ports/c20e22ac-6409-4c00-a23e-6aa45e7d4002 HTTP/1.1" status: 200 len: 1096 time: 0.7040224 Jul 30 04:06:28.519330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b50490-ac8c-4efb-a5db-3428734cad56', 'tag': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:06:28.521607 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4" -d '{"events": [{"name": "network-changed", "server_uuid": "22b50490-ac8c-4efb-a5db-3428734cad56", "tag": "c20e22ac-6409-4c00-a23e-6aa45e7d4002"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:06:28.546749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b072da4-74f4-44e4-849e-6e514561b76f service neutron] Pushing event updated for resources: {'Port': ['ID=c20e22ac-6409-4c00-a23e-6aa45e7d4002,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:28.569573 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61303d-259d-4194-9b08-8edb837eb44a x-openstack-request-id: req-cf61303d-259d-4194-9b08-8edb837eb44a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:06:28.569859 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b50490-ac8c-4efb-a5db-3428734cad56", "tag": "c20e22ac-6409-4c00-a23e-6aa45e7d4002", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:06:28.570127 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf61303d-259d-4194-9b08-8edb837eb44a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:06:28.570525 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b50490-ac8c-4efb-a5db-3428734cad56', 'tag': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002', 'status': 'completed', 'code': 200} Jul 30 04:06:28.628944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-f4c28d39-e05b-4cb0-ae68-a8b5f8e0e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:28.630474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-f4c28d39-e05b-4cb0-ae68-a8b5f8e0e893 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=051f2d7a4d96489f814daf701d8a70a1&device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 1099 time: 0.0421071 Jul 30 04:06:28.677880 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-1de7b4a4-1e86-4455-85bd-377f47f37170 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002 HTTP/1.1" status: 200 len: 217 time: 0.0346191 Jul 30 04:06:28.726839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b64cacd7-2785-4fcc-8b1e-46cdf90d5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:28.728212 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-b64cacd7-2785-4fcc-8b1e-46cdf90d5d40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0437098 Jul 30 04:06:28.776064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-5292218d-a807-432b-9be6-bb5ef4be8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:28.777540 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-5292218d-a807-432b-9be6-bb5ef4be8782 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426388 Jul 30 04:06:28.866165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-17db56c1-eec3-455a-8ec3-f638bfc65eeb service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811188 Jul 30 04:06:28.957959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f2cec73-8b91-47a9-b3d7-08f8f5c2de0b req-5a3b40a3-eca2-4bd0-a34f-8be95ffaace5 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847485 Jul 30 04:06:29.086265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-ae9b123b-8196-4ddc-a65e-0c5392b2af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:29.087697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-ae9b123b-8196-4ddc-a65e-0c5392b2af7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=051f2d7a4d96489f814daf701d8a70a1&device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 1099 time: 0.0400908 Jul 30 04:06:29.178633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-19946cd7-53f8-4f85-9534-d5ea2b20015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:29.180144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-19946cd7-53f8-4f85-9534-d5ea2b20015a service neutron] 10.222.0.16 "GET /v2.0/networks?id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5 HTTP/1.1" status: 200 len: 869 time: 0.0848765 Jul 30 04:06:29.224519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-6bdf1f67-1c67-4dc8-a734-019948f7deb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002 HTTP/1.1" status: 200 len: 217 time: 0.0332654 Jul 30 04:06:29.272089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-4d1ce5c1-9eb6-4f5c-9578-6444128f023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:29.273495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-4d1ce5c1-9eb6-4f5c-9578-6444128f023a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=454a90f7-57a9-4681-bb2c-48c699d78707 HTTP/1.1" status: 200 len: 843 time: 0.0423110 Jul 30 04:06:29.317609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-62a44f86-db1f-4614-a3ec-997bb337c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:29.319012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-62a44f86-db1f-4614-a3ec-997bb337c516 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=156a805e-a8a4-417a-b6a9-49e6b6c2bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0383594 Jul 30 04:06:29.411073 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-a5bd9463-92a3-4e67-bc14-2b0d3715dff3 service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Jul 30 04:06:29.504135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ca3d48e-e169-4c0a-b593-b5ae26f802d4 req-2017729b-29b5-4007-95af-d2ef3c7b83eb service neutron] 10.222.0.16 "GET /v2.0/networks/156a805e-a8a4-417a-b6a9-49e6b6c2bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824294 Jul 30 04:06:29.588620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5055f-5d3b-407f-8cfa-f92ff5a89bfd req-fc69db45-6843-4bca-a2dc-15ce3205b150 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:29.590083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fe5055f-5d3b-407f-8cfa-f92ff5a89bfd req-fc69db45-6843-4bca-a2dc-15ce3205b150 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 947 time: 0.0523772 Jul 30 04:06:29.627413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2fe5055f-5d3b-407f-8cfa-f92ff5a89bfd req-b846fc92-67ce-490b-8ee5-2ef9c4402118 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308802 Jul 30 04:06:30.741051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f8204-f04c-4302-8b15-d32e1b10f589 req-7e727acd-4d65-4060-b728-9e6dbe9b6f91 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:30.742516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f80f8204-f04c-4302-8b15-d32e1b10f589 req-7e727acd-4d65-4060-b728-9e6dbe9b6f91 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 947 time: 0.0479553 Jul 30 04:06:30.780552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f80f8204-f04c-4302-8b15-d32e1b10f589 req-5f74b41a-67ab-44af-a7d2-b976bfbe05f3 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Jul 30 04:06:30.947759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:31.894812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499f07b-22d4-4060-98ff-761bf27b6fd1 req-32dc4227-b253-4173-84b5-04acc55dee68 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:31.896288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c499f07b-22d4-4060-98ff-761bf27b6fd1 req-32dc4227-b253-4173-84b5-04acc55dee68 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 947 time: 0.0473552 Jul 30 04:06:31.934119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c499f07b-22d4-4060-98ff-761bf27b6fd1 req-73cf35ee-7063-438b-b969-c421c8a66267 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Jul 30 04:06:33.052346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3af604-f0b3-4e24-b643-9ac42521f8bb req-cd8cafad-95f8-4325-bde8-8efac027bece tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:33.053720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de3af604-f0b3-4e24-b643-9ac42521f8bb req-cd8cafad-95f8-4325-bde8-8efac027bece tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 947 time: 0.0513382 Jul 30 04:06:33.090592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-de3af604-f0b3-4e24-b643-9ac42521f8bb req-35ddb8a2-64e4-4c01-8097-f66b4cd21d11 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Jul 30 04:06:33.530155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c20e22ac-6409-4c00-a23e-6aa45e7d4002 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:06:33.637820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c20e22ac-6409-4c00-a23e-6aa45e7d4002, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:33.650777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002', 'network_id': '156a805e-a8a4-417a-b6a9-49e6b6c2bed5', 'port_id': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002', 'mac_address': 'fa:16:3e:d3:fb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454a90f7-57a9-4681-bb2c-48c699d78707', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:06:33.693473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:33.709317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20e22ac-6409-4c00-a23e-6aa45e7d4002 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:06:33.736498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c20e22ac-6409-4c00-a23e-6aa45e7d4002, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:33.740827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:33.797633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c20e22ac-6409-4c00-a23e-6aa45e7d4002,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:34.124423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c20e22ac-6409-4c00-a23e-6aa45e7d4002'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:06:34.206219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9125fd-a12c-4ee4-9383-6e7865947be4 req-2e5884b0-cf89-4933-a6a4-675a7b8bc19b tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:34.207748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e9125fd-a12c-4ee4-9383-6e7865947be4 req-2e5884b0-cf89-4933-a6a4-675a7b8bc19b tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 948 time: 0.0489533 Jul 30 04:06:34.245631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e9125fd-a12c-4ee4-9383-6e7865947be4 req-7187e1e7-52f3-4c09-bbf4-26c14957ef76 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Jul 30 04:06:35.359723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5cb3c-bdf4-4e39-b92e-4f52aa2fb88d req-2003b036-477c-4939-99a4-e739a04d567e tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:35.361182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1df5cb3c-bdf4-4e39-b92e-4f52aa2fb88d req-2003b036-477c-4939-99a4-e739a04d567e tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 948 time: 0.0480194 Jul 30 04:06:35.398029 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1df5cb3c-bdf4-4e39-b92e-4f52aa2fb88d req-9ce1b866-c73a-4c18-a0de-0a91699b5290 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Jul 30 04:06:35.529149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c20e22ac-6409-4c00-a23e-6aa45e7d4002 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:06:35.576626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port c20e22ac-6409-4c00-a23e-6aa45e7d4002 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:06:35.580572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port c20e22ac-6409-4c00-a23e-6aa45e7d4002 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:06:35.580948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:35.655815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:35.676977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b50490-ac8c-4efb-a5db-3428734cad56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:06:35.679253 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28296294-c6aa-43ef-a3ed-b2f58c8cbd1f" -d '{"events": [{"server_uuid": "22b50490-ac8c-4efb-a5db-3428734cad56", "name": "network-vif-plugged", "status": "completed", "tag": "c20e22ac-6409-4c00-a23e-6aa45e7d4002"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:06:35.695671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port c20e22ac-6409-4c00-a23e-6aa45e7d4002, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:35.699473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:35.756592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=c20e22ac-6409-4c00-a23e-6aa45e7d4002,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:35.779841 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505677ef-b297-479c-b198-be6e80252792 x-openstack-request-id: req-505677ef-b297-479c-b198-be6e80252792 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:06:35.780088 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b50490-ac8c-4efb-a5db-3428734cad56", "name": "network-vif-plugged", "status": "completed", "tag": "c20e22ac-6409-4c00-a23e-6aa45e7d4002", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:06:35.780445 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-505677ef-b297-479c-b198-be6e80252792 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:06:35.780841 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b50490-ac8c-4efb-a5db-3428734cad56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002', 'code': 200} Jul 30 04:06:35.905030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7ac1-caca-40e5-a79f-06bdf8f40417 req-a3a48cfb-5dfe-40aa-8555-080f9c8699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:35.906534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-536a7ac1-caca-40e5-a79f-06bdf8f40417 req-a3a48cfb-5dfe-40aa-8555-080f9c8699c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 1101 time: 0.0432336 Jul 30 04:06:35.944304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-536a7ac1-caca-40e5-a79f-06bdf8f40417 req-84541636-d57f-464d-83ac-39a85457a371 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Jul 30 04:06:36.512902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752f211-f872-4b33-866f-fd85412f6a21 req-83a09911-a00d-4473-90e8-9252a8cf19bc tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:36.514350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e752f211-f872-4b33-866f-fd85412f6a21 req-83a09911-a00d-4473-90e8-9252a8cf19bc tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 949 time: 0.0486879 Jul 30 04:06:36.551959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e752f211-f872-4b33-866f-fd85412f6a21 req-47cad8b8-77f5-48a3-9c15-5222f266d93d tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Jul 30 04:06:36.688150 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:06:37.665072 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6186d-356c-48ca-89de-4e1f8d1e95b8 req-07348c2c-d634-417b-af9d-188332880060 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:37.666533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dae6186d-356c-48ca-89de-4e1f8d1e95b8 req-07348c2c-d634-417b-af9d-188332880060 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 949 time: 0.0481172 Jul 30 04:06:37.704340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dae6186d-356c-48ca-89de-4e1f8d1e95b8 req-d13a3a7e-5e4d-4150-8090-d60d36e590b6 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Jul 30 04:06:38.595264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915db4ce-b39a-4030-a146-77390e5a1fed req-7953f856-3585-44b8-ad1e-55e2c9b16d5a tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:38.596700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-915db4ce-b39a-4030-a146-77390e5a1fed req-7953f856-3585-44b8-ad1e-55e2c9b16d5a tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 949 time: 0.0506032 Jul 30 04:06:38.633634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-915db4ce-b39a-4030-a146-77390e5a1fed req-78a89a75-a5c8-468f-bf19-abcde40d8f23 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Jul 30 04:06:39.749989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250cc5e-33ed-4943-866f-142ab8e6b27c req-b9735efc-32d6-475e-998d-f2272c94f560 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:39.751528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1250cc5e-33ed-4943-866f-142ab8e6b27c req-b9735efc-32d6-475e-998d-f2272c94f560 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 949 time: 0.0487564 Jul 30 04:06:39.789694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1250cc5e-33ed-4943-866f-142ab8e6b27c req-0a600e15-7be2-4864-a42e-e0f900d10944 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/security-groups?id=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Jul 30 04:06:40.080561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-3c87cc8c-5988-4ffb-9db7-42ac1c0ce824 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:40.082008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-3c87cc8c-5988-4ffb-9db7-42ac1c0ce824 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.16 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 949 time: 0.0480587 Jul 30 04:06:40.170847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Deleting port c20e22ac-6409-4c00-a23e-6aa45e7d4002 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:06:40.171213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:40.256478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] For port c20e22ac-6409-4c00-a23e-6aa45e7d4002, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=c20e22ac-6409-4c00-a23e-6aa45e7d4002,segment=NetworkSegment(d7412de7-7667-413b-b4b6-81a01be37f77),segment_id=d7412de7-7667-413b-b4b6-81a01be37f77)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:40.256767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:40.269431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Calling delete_port for c20e22ac-6409-4c00-a23e-6aa45e7d4002 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:06:40.396722 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:40.423328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Pushing event deleted for resources: {'Port': ['ID=c20e22ac-6409-4c00-a23e-6aa45e7d4002,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:40.429354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['c20e22ac-6409-4c00-a23e-6aa45e7d4002'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:06:40.472294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] No DVR routers for this DVR port c20e22ac-6409-4c00-a23e-6aa45e7d4002 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:06:40.474968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:40.477032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-297901eb-b179-43ef-a7bc-b5e32017e9d4 req-6f61cce5-7722-479b-b991-8ba0c18fc7aa tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.16 "DELETE /v2.0/ports/c20e22ac-6409-4c00-a23e-6aa45e7d4002 HTTP/1.1" status: 204 len: 173 time: 0.3888099 Jul 30 04:06:40.477480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b50490-ac8c-4efb-a5db-3428734cad56', 'name': 'network-vif-deleted', 'tag': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:06:40.479755 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f646838-9004-4a18-80d0-6f1da96624c6" -d '{"events": [{"server_uuid": "22b50490-ac8c-4efb-a5db-3428734cad56", "name": "network-vif-deleted", "tag": "c20e22ac-6409-4c00-a23e-6aa45e7d4002"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:06:40.586971 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5526f855-0e00-4134-b0b3-a469e64591a0 x-openstack-request-id: req-5526f855-0e00-4134-b0b3-a469e64591a0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:06:40.587306 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b50490-ac8c-4efb-a5db-3428734cad56", "name": "network-vif-deleted", "tag": "c20e22ac-6409-4c00-a23e-6aa45e7d4002", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:06:40.587560 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5526f855-0e00-4134-b0b3-a469e64591a0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:06:40.587960 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b50490-ac8c-4efb-a5db-3428734cad56', 'name': 'network-vif-deleted', 'tag': 'c20e22ac-6409-4c00-a23e-6aa45e7d4002', 'status': 'completed', 'code': 200} Jul 30 04:06:40.893283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49ba14f6-15ae-4625-a0a0-79c917ca0088 req-44b2e7d6-efd7-4c94-90b3-f14056185300 tempest-ServersAdminNegativeTestJSON-1005901230 tempest-ServersAdminNegativeTestJSON-1005901230-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b50490-ac8c-4efb-a5db-3428734cad56 HTTP/1.1" status: 200 len: 210 time: 0.0255244 Jul 30 04:06:41.119792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.187608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55692) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:42.320311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:42.320800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-18ee75c7-a9c3-47a0-8f98-025c2f60faa4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=051f2d7a4d96489f814daf701d8a70a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317186 Jul 30 04:06:42.370978 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7dc08bac-e201-4ea2-a98b-6a39cbbce422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.394656 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7dc08bac-e201-4ea2-a98b-6a39cbbce422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.397017 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dcfb446b-fe88-4ce7-a152-d122be21edd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.443892 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7dc08bac-e201-4ea2-a98b-6a39cbbce422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.446383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7dc08bac-e201-4ea2-a98b-6a39cbbce422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.447571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7dc08bac-e201-4ea2-a98b-6a39cbbce422 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7 HTTP/1.1" status: 204 len: 168 time: 0.1262660 Jul 30 04:06:42.455795 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc08bac-e201-4ea2-a98b-6a39cbbce422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28dcdc-22e2-46cd-8f48-5b2b6cf9eeb7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:42.707809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:42.721153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac5ea-75ca-4cd9-b591-8d5d86c60b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.812399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac5ea-75ca-4cd9-b591-8d5d86c60b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.816972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac5ea-75ca-4cd9-b591-8d5d86c60b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.856040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ac5ea-75ca-4cd9-b591-8d5d86c60b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de62314e-da6e-49ac-9582-af169aaf2aba,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:42.863888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7f3ac5ea-75ca-4cd9-b591-8d5d86c60b3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c53017377e184ac49c7a95b7cfe24d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547301 Jul 30 04:06:42.864170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:42.912521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a00f05-0102-4a00-850b-adefa5fa4c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.933442 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a00f05-0102-4a00-850b-adefa5fa4c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.980109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a00f05-0102-4a00-850b-adefa5fa4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.983677 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a00f05-0102-4a00-850b-adefa5fa4c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:42.984931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d0a00f05-0102-4a00-850b-adefa5fa4c58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de62314e-da6e-49ac-9582-af169aaf2aba HTTP/1.1" status: 204 len: 168 time: 0.1197841 Jul 30 04:06:42.992651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a00f05-0102-4a00-850b-adefa5fa4c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de62314e-da6e-49ac-9582-af169aaf2aba,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:43.600841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c20e22ac-6409-4c00-a23e-6aa45e7d4002 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:06:43.621002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: c20e22ac-6409-4c00-a23e-6aa45e7d4002 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:06:43.621349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device c20e22ac-6409-4c00-a23e-6aa45e7d4002 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:06:43.679028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55726) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:43.774066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-190280627-network', 'tenant_id': '5f853314073a488d8366a8cba4fc9a4f'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:06:43.797132 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Made reservation on behalf of 5f853314073a488d8366a8cba4fc9a4f for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:06:43.799609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:43.807693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:43.910857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:43.914935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:43.940589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:06:43.949667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:43.958556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:43.958902 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Added segment 666ee192-22b1-4986-9512-11b72a047d52 of type vlan for network af23cc69-cf48-4c69-b742-d564988ddc19 Jul 30 04:06:44.005462 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.033676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.034728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:44.035332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.088096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4079154 Jul 30 04:06:44.092037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:06:44.093899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebfaa5-5a9c-4f36-94bd-7aa3dbc12c96 admin admin] Pushing event updated for resources: {'Network': ['ID=af23cc69-cf48-4c69-b742-d564988ddc19,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:44.097093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Request body: {'subnet': {'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-190280627-subnet', 'tenant_id': '5f853314073a488d8366a8cba4fc9a4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:06:44.104289 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network af23cc69-cf48-4c69-b742-d564988ddc19 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:06:44.117710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Made reservation on behalf of 5f853314073a488d8366a8cba4fc9a4f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:06:44.120065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.284942 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.336513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc21707-5d97-4b85-92fb-1451f1846fbc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:44.347263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Checking segment: {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:06:44.347617 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Network hostable DHCP agents. Network: af23cc69-cf48-4c69-b742-d564988ddc19, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:06:44.364291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Network af23cc69-cf48-4c69-b742-d564988ddc19 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:06:44.373566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, af23cc69-cf48-4c69-b742-d564988ddc19) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:06:44.377737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:44.378328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.383964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65581e3-d4c4-4b51-bd3a-0b3973182149 None None] Network af23cc69-cf48-4c69-b742-d564988ddc19 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:06:44.400704 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b2784800-5523-4396-998f-d6f8c6aaaf16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3001201 Jul 30 04:06:44.509971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee6f00-ddb5-40dc-8248-804eca557ddf None None] Network af23cc69-cf48-4c69-b742-d564988ddc19 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:06:44.704075 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca1494a2-1cd0-45cf-b322-99dbaf737298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:44.818903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-d29ac03d-3366-492f-b07c-b18b19d43775 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:44.820321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-d29ac03d-3366-492f-b07c-b18b19d43775 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 811 time: 0.1087434 Jul 30 04:06:44.835552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-05338637-094f-4e88-b67b-b5afaaeb7c34 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/quotas/5f853314073a488d8366a8cba4fc9a4f HTTP/1.1" status: 200 len: 375 time: 0.0089281 Jul 30 04:06:44.870783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-904d5026-cf62-4a65-af1f-a6d298215d86 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301726 Jul 30 04:06:44.881249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-5accc451-d3d6-4337-a99c-27bd7701693e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:06:44.882190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-5accc451-d3d6-4337-a99c-27bd7701693e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048966 Jul 30 04:06:44.969318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-dfc8e343-902a-4205-bee1-c12d89fdba6d service neutron] 10.222.0.39 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816305 Jul 30 04:06:44.992724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:45.062247 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-ecb56197-b72f-45de-909b-b9d493f23f03 service neutron] 10.222.0.39 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868778 Jul 30 04:06:46.242867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d90c3b80-1473-4d3a-9913-b6f220b4a6f2 req-87d2118d-152f-44f9-83ce-7fed3f2887bb tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 210 time: 0.0264177 Jul 30 04:06:46.481699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:47.316708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-268f3bc2-0bde-43f5-bfd8-78a0420fac00 req-0cb36a49-946f-4bba-a68d-f3e78162bbf5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 210 time: 0.0252728 Jul 30 04:06:48.107999 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:48.235509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0e78f893-c41a-4039-852e-f3ff73a32355 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:48.236887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0e78f893-c41a-4039-852e-f3ff73a32355 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.16 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 811 time: 0.1021709 Jul 30 04:06:48.261858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Request body: {'port': {'device_id': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19', 'admin_state_up': True, 'tenant_id': '5f853314073a488d8366a8cba4fc9a4f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:06:48.369759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Made reservation on behalf of 5f853314073a488d8366a8cba4fc9a4f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:06:48.374160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:48.413817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bdacf85-9547-426e-92e1-aaba44b3d6a5 req-e8b01837-9cc2-416a-8b59-7bf04a20afc4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 210 time: 0.0292609 Jul 30 04:06:48.845037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Allocated IP 172.20.0.14 (af23cc69-cf48-4c69-b742-d564988ddc19/ddc21707-5d97-4b85-92fb-1451f1846fbc/711e4503-d9c3-4efe-b770-f94b363becaf) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:06:48.989971 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.028946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.067491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Network af23cc69-cf48-4c69-b742-d564988ddc19 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:06:49.070402 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:06:49.072812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:06:49.106589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:49.120285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.120628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.120965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.121300 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.122258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.122598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.122998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.123352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.123680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.124005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.124327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.124647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:06:49.141405 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:49.142012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.156199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-a9f6dd47-161f-4356-a2bc-914929a4b2a4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8980057 Jul 30 04:06:49.174006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Request body: {'port': {'device_id': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:06:49.230144 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.483321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711e4503-d9c3-4efe-b770-f94b363becaf {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:06:49.499074 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.527602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Transition to ACTIVE for port object 711e4503-d9c3-4efe-b770-f94b363becaf will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:06:49.532207 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.580395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6685af-b0a8-4268-93f8-066177668de9 req-4bf986c3-a6d8-4b29-8866-6e8f8357938e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:49.581872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c6685af-b0a8-4268-93f8-066177668de9 req-4bf986c3-a6d8-4b29-8866-6e8f8357938e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 932 time: 0.1017020 Jul 30 04:06:49.626396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:49.673636 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c6685af-b0a8-4268-93f8-066177668de9 req-556cf89d-9375-4268-9dbf-a664ea8755f6 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839758 Jul 30 04:06:49.692915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:06:49.693166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:06:49.693488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf on network af23cc69-cf48-4c69-b742-d564988ddc19 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:06:49.699127 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Port 711e4503-d9c3-4efe-b770-f94b363becaf on network af23cc69-cf48-4c69-b742-d564988ddc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:06:49.699469 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf on network af23cc69-cf48-4c69-b742-d564988ddc19 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:06:49.705076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:06:49.705408 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Checking segment: {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:06:49.705784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Bound using segment: {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:06:49.706203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Bound port: 711e4503-d9c3-4efe-b770-f94b363becaf, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:06:49.706554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.769158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:06:49.772131 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:06:49.776408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.813512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:49.814188 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:49.815664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] 10.222.0.16 "PUT /v2.0/ports/711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 1093 time: 0.6455750 Jul 30 04:06:49.816099 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:06:49.818322 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde86b91-362f-4c53-bbc7-cb547da426d0" -d '{"events": [{"name": "network-changed", "server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:06:49.845422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678441c-e727-4df6-ac15-3dcf53b24327 service neutron] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:49.859701 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8650313c-eb28-4fb8-ae4f-9c7edbdd5d0c x-openstack-request-id: req-8650313c-eb28-4fb8-ae4f-9c7edbdd5d0c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:06:49.859996 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:06:49.860264 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8650313c-eb28-4fb8-ae4f-9c7edbdd5d0c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:06:49.860645 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf', 'status': 'completed', 'code': 200} Jul 30 04:06:49.916724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-4cdf3fec-61bf-4e94-8257-43b32568504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:49.918231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-4cdf3fec-61bf-4e94-8257-43b32568504a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1096 time: 0.0410900 Jul 30 04:06:49.968500 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-2e907a87-9459-4913-816e-2826fcd97e01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0375597 Jul 30 04:06:50.025458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-786a9c4c-bec5-436d-bf9a-fbad3cbe2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:50.026911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-786a9c4c-bec5-436d-bf9a-fbad3cbe2e1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0513043 Jul 30 04:06:50.062339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-61e6cd85-76fa-4f25-8bbe-65bc405b420a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287886 Jul 30 04:06:50.157516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-6a68cf88-0c94-4de9-a521-e51a78bff990 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878718 Jul 30 04:06:50.251089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1437e31c-ef7d-425b-97d8-f3a94127d696 req-061f630a-106a-49e7-8c41-fc9169d129d0 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866880 Jul 30 04:06:50.388761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-808cc0d2-a2f6-4da9-a7ff-2598d54626a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:50.390265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-808cc0d2-a2f6-4da9-a7ff-2598d54626a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1096 time: 0.0468714 Jul 30 04:06:50.483522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-141b6456-fd9c-42d0-b72e-c5178e269538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:50.485014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-141b6456-fd9c-42d0-b72e-c5178e269538 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.0878031 Jul 30 04:06:50.525113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-4ba0730c-8bde-4e9a-a492-456d51bbd353 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0328040 Jul 30 04:06:50.573468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-f4e441ee-f2ac-496c-b23a-67fc50487b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:50.575099 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-f4e441ee-f2ac-496c-b23a-67fc50487b1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0420992 Jul 30 04:06:50.605716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-3a6788a7-9cdf-479d-8d98-3a62f7d053b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243165 Jul 30 04:06:50.696902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-57e47835-94a9-4769-9444-88a963f98d9b service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840917 Jul 30 04:06:50.826297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce69684-2fdb-44a2-b02f-add053ad7d30 req-7fef1c9a-5fc4-45cb-af06-4d3cbd39c649 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:50.827854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cce69684-2fdb-44a2-b02f-add053ad7d30 req-7fef1c9a-5fc4-45cb-af06-4d3cbd39c649 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.0812171 Jul 30 04:06:50.835060 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dde86b91-362f-4c53-bbc7-cb547da426d0 req-3c831a27-1dcb-4f57-b4bd-5509b6b02381 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306763 Jul 30 04:06:50.873999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cce69684-2fdb-44a2-b02f-add053ad7d30 req-2f05a75d-d31b-4511-9aae-419035a441f0 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Jul 30 04:06:51.992168 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c2b5e-01a9-40b9-a27e-dc1ef3a95cb4 req-3ca1d09e-b7ac-422a-ba4a-75f86c3003fd tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:51.993724 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf9c2b5e-01a9-40b9-a27e-dc1ef3a95cb4 req-3ca1d09e-b7ac-422a-ba4a-75f86c3003fd tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.0494900 Jul 30 04:06:52.031119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf9c2b5e-01a9-40b9-a27e-dc1ef3a95cb4 req-c0b32cdf-a462-4a48-9302-e29ee0a9c209 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Jul 30 04:06:53.146620 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bc583-f189-4265-a420-a551648247c1 req-e6db31ef-18b3-4edd-b6f1-1c8138790ded tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:53.148098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9bc583-f189-4265-a420-a551648247c1 req-e6db31ef-18b3-4edd-b6f1-1c8138790ded tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.0488777 Jul 30 04:06:53.185236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9bc583-f189-4265-a420-a551648247c1 req-fb214d19-3b99-46ca-b328-520fb52d6c75 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 30 04:06:53.653420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:06:53.745050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:53.756429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '711e4503-d9c3-4efe-b770-f94b363becaf', 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19', 'port_id': '711e4503-d9c3-4efe-b770-f94b363becaf', 'mac_address': 'fa:16:3e:88:30:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc21707-5d97-4b85-92fb-1451f1846fbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:06:53.794325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:53.810850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711e4503-d9c3-4efe-b770-f94b363becaf {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:06:53.834803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:53.838600 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:53.896300 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:54.199957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['711e4503-d9c3-4efe-b770-f94b363becaf'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:06:54.303326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec7d1-359c-4b84-b5a7-f7e7aefb82bd req-746d2948-82a6-4e31-ba2c-62313b6f552d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:54.304818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f59ec7d1-359c-4b84-b5a7-f7e7aefb82bd req-746d2948-82a6-4e31-ba2c-62313b6f552d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 945 time: 0.0530741 Jul 30 04:06:54.343545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f59ec7d1-359c-4b84-b5a7-f7e7aefb82bd req-7b996708-a559-4c9a-afa8-582bff0760a7 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Jul 30 04:06:55.457100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571cdf4-ef7f-475d-99be-1de9ca6461f4 req-a21f982b-dcb9-4212-aa1d-46da28dfa1e5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:55.458557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b571cdf4-ef7f-475d-99be-1de9ca6461f4 req-a21f982b-dcb9-4212-aa1d-46da28dfa1e5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 945 time: 0.0474679 Jul 30 04:06:55.495937 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b571cdf4-ef7f-475d-99be-1de9ca6461f4 req-5206dd73-001b-4001-99e8-354c4d3287cd tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jul 30 04:06:55.653751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:06:55.704745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 711e4503-d9c3-4efe-b770-f94b363becaf completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:06:55.708275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 711e4503-d9c3-4efe-b770-f94b363becaf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:06:55.708653 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:55.782822 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:55.803803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:06:55.806009 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9f05a2-3d50-4a86-8b8f-6ae132e107e9" -d '{"events": [{"server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "name": "network-vif-plugged", "status": "completed", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:06:55.820762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:06:55.825269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:06:55.850457 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbad2c5b-7b26-4ee6-ae82-1737451cce95 x-openstack-request-id: req-cbad2c5b-7b26-4ee6-ae82-1737451cce95 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:06:55.850752 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "name": "network-vif-plugged", "status": "completed", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:06:55.851005 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbad2c5b-7b26-4ee6-ae82-1737451cce95 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:06:55.851419 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf', 'code': 200} Jul 30 04:06:55.883404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:06:55.961636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfb4de-b0a4-4e8a-8a29-da6e4aefba52 req-c6b6c8aa-eb4d-420a-8f97-f55466d71ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:55.963373 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29bfb4de-b0a4-4e8a-8a29-da6e4aefba52 req-c6b6c8aa-eb4d-420a-8f97-f55466d71ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1098 time: 0.0391655 Jul 30 04:06:55.999490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29bfb4de-b0a4-4e8a-8a29-da6e4aefba52 req-a15584ac-c01f-4344-90be-bb24a2a4c5f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286400 Jul 30 04:06:56.614391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6f69-a80d-41d0-85cf-2f20ec951f34 req-837caa9f-c02d-48d2-a6e9-8145754403cf tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:56.615954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a22a6f69-a80d-41d0-85cf-2f20ec951f34 req-837caa9f-c02d-48d2-a6e9-8145754403cf tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0534303 Jul 30 04:06:56.653300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a22a6f69-a80d-41d0-85cf-2f20ec951f34 req-7b8beb2b-accb-4213-930b-163cf9f65f00 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Jul 30 04:06:57.767952 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7160e-d1d7-4c7f-abb9-6a2d3fe37ecf req-b80db06f-350c-43ae-b5b3-3af6a548bf93 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:57.769404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82c7160e-d1d7-4c7f-abb9-6a2d3fe37ecf req-b80db06f-350c-43ae-b5b3-3af6a548bf93 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0481474 Jul 30 04:06:57.805923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82c7160e-d1d7-4c7f-abb9-6a2d3fe37ecf req-4ea1c6f1-340a-4863-9a08-fb302d1781d1 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306320 Jul 30 04:06:58.041008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a366-8b9d-4a50-a369-785e01317325 req-d12f617a-e086-4b0c-9618-714b24b5bf68 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:58.042482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4f1a366-8b9d-4a50-a369-785e01317325 req-d12f617a-e086-4b0c-9618-714b24b5bf68 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0496516 Jul 30 04:06:58.110037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4f1a366-8b9d-4a50-a369-785e01317325 req-24a0124e-5734-4580-89d7-543885a62b04 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575709 Jul 30 04:06:58.113651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-93c12160-51a9-4df6-9493-6cf055dcb07c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255827 Jul 30 04:06:59.164483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-c79b2364-e2d8-447b-a1b2-d848c1f31767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:59.165997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-c79b2364-e2d8-447b-a1b2-d848c1f31767 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1098 time: 0.0405266 Jul 30 04:06:59.279495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af303c0-f5f3-409a-8b9f-01d7123c387c req-f2c31cfe-2436-4237-8a62-554e6de470e9 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:59.280898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7af303c0-f5f3-409a-8b9f-01d7123c387c req-f2c31cfe-2436-4237-8a62-554e6de470e9 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0997961 Jul 30 04:06:59.309406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-3f6d517a-ed6f-4497-b37e-55db8404bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:59.311520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-3f6d517a-ed6f-4497-b37e-55db8404bc70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.1377332 Jul 30 04:06:59.360738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7af303c0-f5f3-409a-8b9f-01d7123c387c req-47029370-f6eb-4646-9a9a-d2b88f60b5b6 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Jul 30 04:06:59.362107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-1e18026c-4ca3-4047-b9ad-bee9a5cd7c3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0432918 Jul 30 04:06:59.415267 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-9bf9261e-1eb6-4d54-8d1f-83ace7f48531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:06:59.416706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-9bf9261e-1eb6-4d54-8d1f-83ace7f48531 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0480700 Jul 30 04:06:59.447270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-34867d8b-264e-4823-b7d1-5b7bf512d2f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236309 Jul 30 04:06:59.535911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-73dcad38-e0d6-4421-9822-a985ef193084 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810831 Jul 30 04:06:59.629005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-854ce1b4-3d47-4266-b2a9-77dd362ad19b service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Jul 30 04:07:00.475518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e770e-5469-4f3a-9ace-e8e82fc7eac1 req-7e356f7d-f2ca-49e2-8f5f-2c545f0e7568 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:00.476983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee3e770e-5469-4f3a-9ace-e8e82fc7eac1 req-7e356f7d-f2ca-49e2-8f5f-2c545f0e7568 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0483248 Jul 30 04:07:00.515497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee3e770e-5469-4f3a-9ace-e8e82fc7eac1 req-e241248c-d037-45b1-83e3-09c4d24bab8d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Jul 30 04:07:00.957041 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:01.629305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a46e-4aa2-4d79-94e5-a82e5ab5738f req-3a2e6455-9101-43a2-8a4e-122aa2b8e065 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:01.630755 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b2a46e-4aa2-4d79-94e5-a82e5ab5738f req-3a2e6455-9101-43a2-8a4e-122aa2b8e065 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0481181 Jul 30 04:07:01.672221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b2a46e-4aa2-4d79-94e5-a82e5ab5738f req-83b66f8a-89ba-468e-b62a-630e5181ed82 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356340 Jul 30 04:07:02.785706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fba2-9c99-4b07-a11f-9d1199761cef req-c083ed51-eb87-4923-8b74-40016afd369d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:02.787205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a241fba2-9c99-4b07-a11f-9d1199761cef req-c083ed51-eb87-4923-8b74-40016afd369d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0486734 Jul 30 04:07:02.823881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a241fba2-9c99-4b07-a11f-9d1199761cef req-19c40c2b-be7c-4ccf-8ddb-56d395721383 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308435 Jul 30 04:07:03.940927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d6ccd-a9ed-4766-ac00-85d4d0db6d0e req-5f157a09-df9a-49fa-9bde-10143e293cd5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:03.942420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d1d6ccd-a9ed-4766-ac00-85d4d0db6d0e req-5f157a09-df9a-49fa-9bde-10143e293cd5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0524125 Jul 30 04:07:03.980347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d1d6ccd-a9ed-4766-ac00-85d4d0db6d0e req-c6aca704-e406-4e87-8413-0918fc5d6f9b tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Jul 30 04:07:05.096060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474ac62-86fb-4af1-aa97-42f2e3c676f2 req-31dba96a-91ef-4cd6-bf52-9346b59e5c89 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:05.097519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5474ac62-86fb-4af1-aa97-42f2e3c676f2 req-31dba96a-91ef-4cd6-bf52-9346b59e5c89 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0488331 Jul 30 04:07:05.138546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5474ac62-86fb-4af1-aa97-42f2e3c676f2 req-4de10927-25be-46a5-8c73-fe4c1b52b4dc tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Jul 30 04:07:06.253419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737cbf6-149c-48d7-a3fa-a9ed4fee65c6 req-ea79da89-1db3-40ac-8eda-a66cc20b0d94 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:06.254868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6737cbf6-149c-48d7-a3fa-a9ed4fee65c6 req-ea79da89-1db3-40ac-8eda-a66cc20b0d94 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0492599 Jul 30 04:07:06.291835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6737cbf6-149c-48d7-a3fa-a9ed4fee65c6 req-8d9583f9-761d-4eb0-ac6f-6627ed164a12 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Jul 30 04:07:07.407244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa83a8-2700-4ecc-b3a2-a8e722d63d47 req-68700ea3-cd78-4e9f-a25e-5d7a7b61dce8 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:07.408731 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01fa83a8-2700-4ecc-b3a2-a8e722d63d47 req-68700ea3-cd78-4e9f-a25e-5d7a7b61dce8 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0491729 Jul 30 04:07:07.445711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01fa83a8-2700-4ecc-b3a2-a8e722d63d47 req-d0fb801a-f453-4a8b-9aa3-8bc0c7f8a96c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Jul 30 04:07:08.558775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4962ae5-ba87-441f-bbd1-d0efb0b3f495 req-632045ba-1c5b-45b5-83c0-d4d1d5a3f37c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:08.560572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4962ae5-ba87-441f-bbd1-d0efb0b3f495 req-632045ba-1c5b-45b5-83c0-d4d1d5a3f37c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0483556 Jul 30 04:07:08.601130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4962ae5-ba87-441f-bbd1-d0efb0b3f495 req-4bcbfdba-7ea6-4d5e-a982-eca2dd354db2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Jul 30 04:07:09.718760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27805e-62c4-498c-b005-2810a161f9f0 req-31325aba-569e-4dbb-8cf3-54558a47cff5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:09.720293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff27805e-62c4-498c-b005-2810a161f9f0 req-31325aba-569e-4dbb-8cf3-54558a47cff5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0504353 Jul 30 04:07:09.757491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ff27805e-62c4-498c-b005-2810a161f9f0 req-a4d969b1-344c-4716-a8a5-9387e686477d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Jul 30 04:07:10.872794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b0192-7ccb-4377-997f-67c52b6366fa req-51b4dadd-07c6-4f34-9b4f-7f3a0476625a tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:10.874263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-492b0192-7ccb-4377-997f-67c52b6366fa req-51b4dadd-07c6-4f34-9b4f-7f3a0476625a tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0497825 Jul 30 04:07:10.911711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-492b0192-7ccb-4377-997f-67c52b6366fa req-98affa8e-1f8a-4535-8638-7b5bf1bd2ff8 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Jul 30 04:07:11.131802 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:12.028736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c44f9a-f79e-4a4e-af56-61823edde458 req-e944db8a-f1ae-4f77-9eb4-c957fe84aa4c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:12.030225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8c44f9a-f79e-4a4e-af56-61823edde458 req-e944db8a-f1ae-4f77-9eb4-c957fe84aa4c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0492818 Jul 30 04:07:12.074238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e8c44f9a-f79e-4a4e-af56-61823edde458 req-79e13c76-70e7-4b11-a85a-48294489b18a tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Jul 30 04:07:12.398441 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-796c8584-a0dc-4589-a5ec-67f7cc66c7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:13.189258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9bb4d-8b11-4295-b655-c63312a29aca req-5bb08d35-af34-4534-9c1c-d7147e8acd09 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:13.190732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ad9bb4d-8b11-4295-b655-c63312a29aca req-5bb08d35-af34-4534-9c1c-d7147e8acd09 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0484180 Jul 30 04:07:13.229986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ad9bb4d-8b11-4295-b655-c63312a29aca req-af21e23c-cecd-4723-b9ae-ad1ad0391f2d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jul 30 04:07:13.686595 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:07:14.350853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7c4e4-756f-4035-acea-5dfdade6bd8b req-56fa2cc1-4959-4693-8a45-1ef5e51e2405 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:14.352433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aad7c4e4-756f-4035-acea-5dfdade6bd8b req-56fa2cc1-4959-4693-8a45-1ef5e51e2405 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0501714 Jul 30 04:07:14.390950 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aad7c4e4-756f-4035-acea-5dfdade6bd8b req-4c0c06e8-e5e2-4e91-9bf1-a0bc2f66c5b0 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Jul 30 04:07:14.704308 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44836c75-6172-457e-a33e-8c222e22afe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:14.994883 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:15.503863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fde99-ed4d-40c2-9503-f54e7b541c0e req-2429819a-c60f-4093-a73e-5317ed4a8d7e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:15.505327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e30fde99-ed4d-40c2-9503-f54e7b541c0e req-2429819a-c60f-4093-a73e-5317ed4a8d7e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0488081 Jul 30 04:07:15.546186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e30fde99-ed4d-40c2-9503-f54e7b541c0e req-144f62a9-9ed3-4778-a8f5-6b2c6f5c964e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Jul 30 04:07:16.480811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:16.662236 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd94f93-7722-4f75-be14-00c0f81efb1f req-ba5af077-16c3-4cc5-894d-4305ba660c79 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:16.663747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7dd94f93-7722-4f75-be14-00c0f81efb1f req-ba5af077-16c3-4cc5-894d-4305ba660c79 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0495021 Jul 30 04:07:16.701709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7dd94f93-7722-4f75-be14-00c0f81efb1f req-a1248178-9de9-445d-8dd6-6e28473b7c92 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 30 04:07:16.866973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-9c54225b-e8d1-4bb6-bd9b-ada9d681032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:16.868548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-9c54225b-e8d1-4bb6-bd9b-ada9d681032e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1098 time: 0.0398612 Jul 30 04:07:16.973998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-b0d77e6e-7d66-49ff-bf01-2b9b307fab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:16.975513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-b0d77e6e-7d66-49ff-bf01-2b9b307fab69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.0865819 Jul 30 04:07:17.017778 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-a1ab3085-a71d-4fec-9e09-fd65484f5f86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0340939 Jul 30 04:07:17.065542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-b84f38f7-1cfb-4493-81de-0a0a1600233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:17.066953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-b84f38f7-1cfb-4493-81de-0a0a1600233c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0427260 Jul 30 04:07:17.097382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-9b7c3a47-8ec7-4659-b4b8-20f326b8e0d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229521 Jul 30 04:07:17.190358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-d94aff17-1760-42bb-bcd3-1c36ef5bad76 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Jul 30 04:07:17.280089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9f59c18-8990-4bd8-be1b-09564e8844fc req-bc04ba15-8eb1-45de-808a-a32fe7761813 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821764 Jul 30 04:07:17.819812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5216d3-ed56-4a01-b3d0-52b28a63ab39 req-6bf09ee2-5b9a-46cc-8a0c-82ae55e4284c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:17.821297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5216d3-ed56-4a01-b3d0-52b28a63ab39 req-6bf09ee2-5b9a-46cc-8a0c-82ae55e4284c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0523272 Jul 30 04:07:17.859863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c5216d3-ed56-4a01-b3d0-52b28a63ab39 req-d34378b7-584f-415c-b993-f6b0e205361a tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jul 30 04:07:18.109576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:18.972932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf521399-3060-433a-8c27-dee6552ab3d1 req-d05101ba-5847-4a15-9e0f-8d2d26f06671 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:18.974430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf521399-3060-433a-8c27-dee6552ab3d1 req-d05101ba-5847-4a15-9e0f-8d2d26f06671 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0481613 Jul 30 04:07:19.012810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf521399-3060-433a-8c27-dee6552ab3d1 req-2651aed7-a1b3-4fd9-8d14-8541c08846cd tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jul 30 04:07:20.125324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b733e0-c34e-4f05-92c4-2500e25291c2 req-33b401cf-6bca-44ac-8817-2e2c673f5f1d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:20.126801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88b733e0-c34e-4f05-92c4-2500e25291c2 req-33b401cf-6bca-44ac-8817-2e2c673f5f1d tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0476255 Jul 30 04:07:20.164255 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-88b733e0-c34e-4f05-92c4-2500e25291c2 req-e265c4bc-5ce4-435c-8949-a87625baafd4 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Jul 30 04:07:21.283470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68365202-9ad6-4718-85db-5d01de3b8df9 req-11d13b5b-c724-4e69-a892-554fa662c010 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:21.284968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68365202-9ad6-4718-85db-5d01de3b8df9 req-11d13b5b-c724-4e69-a892-554fa662c010 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0541978 Jul 30 04:07:21.322574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68365202-9ad6-4718-85db-5d01de3b8df9 req-17027a2f-2ac3-4603-ab5e-bfa03e16b07e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Jul 30 04:07:22.436519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37a1c2-394f-4493-bd93-df4c3dbec163 req-b85e23e0-d33b-4b4c-946e-f3d9415a0631 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:22.437980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab37a1c2-394f-4493-bd93-df4c3dbec163 req-b85e23e0-d33b-4b4c-946e-f3d9415a0631 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0481665 Jul 30 04:07:22.474708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ab37a1c2-394f-4493-bd93-df4c3dbec163 req-593920ce-6583-4128-88a9-216f8fbd46be tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Jul 30 04:07:23.587241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d626b-f0da-4255-b4f7-1fd447f5f82c req-4e55850d-ed24-4624-a020-400a2ce0bbda tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:23.588702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-684d626b-f0da-4255-b4f7-1fd447f5f82c req-4e55850d-ed24-4624-a020-400a2ce0bbda tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0474060 Jul 30 04:07:23.626918 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-684d626b-f0da-4255-b4f7-1fd447f5f82c req-e05a19e3-4a59-495f-9f7f-cea7a5d6318c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jul 30 04:07:24.746946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1625e-4385-4a4b-b389-7f970ef55d78 req-60d35c3f-77b9-42cd-930f-76ef69a57d5e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:24.748613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cd1625e-4385-4a4b-b389-7f970ef55d78 req-60d35c3f-77b9-42cd-930f-76ef69a57d5e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0531712 Jul 30 04:07:24.786150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cd1625e-4385-4a4b-b389-7f970ef55d78 req-47ad8431-1bc6-49df-8228-0060b3c4e9da tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Jul 30 04:07:25.900418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d8724-cd0a-431c-ad21-421cf83649d1 req-8817ec6f-5a65-4316-b67a-77cf1384cd65 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:25.901868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b1d8724-cd0a-431c-ad21-421cf83649d1 req-8817ec6f-5a65-4316-b67a-77cf1384cd65 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.0481720 Jul 30 04:07:25.938830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0b1d8724-cd0a-431c-ad21-421cf83649d1 req-1175dd2f-99b5-4b4b-aa21-6ceb281bae3e tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Jul 30 04:07:26.877155 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-4190de34-869f-4530-ace7-a7ae2fd87e51 service neutron] show failed (client error): The resource could not be found. Jul 30 04:07:26.878145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-4190de34-869f-4530-ace7-a7ae2fd87e51 service neutron] 10.222.0.16 "GET /v2.0/ports/711e4503-d9c3-4efe-b770-f94b363becaf/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0553603 Jul 30 04:07:27.115178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc44888-3a0e-4d62-853f-998428eef868 req-2d156747-185e-477f-87da-7daed3461277 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:27.116593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dc44888-3a0e-4d62-853f-998428eef868 req-2d156747-185e-477f-87da-7daed3461277 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 946 time: 0.1086421 Jul 30 04:07:27.130902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-dcbbdf25-a070-4cc0-a649-06911194754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:27.132370 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-dcbbdf25-a070-4cc0-a649-06911194754b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf&tenant_id=5f853314073a488d8366a8cba4fc9a4f HTTP/1.1" status: 200 len: 1098 time: 0.0936491 Jul 30 04:07:27.147287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:07:27.184558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dc44888-3a0e-4d62-853f-998428eef868 req-8f8ab506-63aa-4a80-aab9-45e3f2420dab tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Jul 30 04:07:27.215691 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:27.412569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:27.444666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:07:27.483821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:07:27.486307 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848604b-d09c-40ad-aa86-b168d9fb470f" -d '{"events": [{"server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "name": "network-vif-unplugged", "status": "completed", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:07:27.490003 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:27.503725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Transition to ACTIVE for port object 711e4503-d9c3-4efe-b770-f94b363becaf will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:07:27.507434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:27.539353 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42b6a7-794b-4dda-898b-0e5773a2bd18 x-openstack-request-id: req-ef42b6a7-794b-4dda-898b-0e5773a2bd18 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:07:27.539648 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "name": "network-vif-unplugged", "status": "completed", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:07:27.539904 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef42b6a7-794b-4dda-898b-0e5773a2bd18 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:07:27.540296 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf', 'code': 200} Jul 30 04:07:27.573903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] No DVR routers for this DVR port 711e4503-d9c3-4efe-b770-f94b363becaf on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:07:27.576917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:27.610015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:07:27.610350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:07:27.610671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf on network af23cc69-cf48-4c69-b742-d564988ddc19 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:07:27.614850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Port 711e4503-d9c3-4efe-b770-f94b363becaf on network af23cc69-cf48-4c69-b742-d564988ddc19 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:07:27.615193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Attempting to bind port 711e4503-d9c3-4efe-b770-f94b363becaf on network af23cc69-cf48-4c69-b742-d564988ddc19 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:07:27.619884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:07:27.620218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Checking segment: {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:07:27.620596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Bound using segment: {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:07:27.621015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Bound port: 711e4503-d9c3-4efe-b770-f94b363becaf, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666ee192-22b1-4986-9512-11b72a047d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:07:27.621362 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:27.683684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:07:27.687511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:07:27.693863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:27.737592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:27.738212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:27.739643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 1093 time: 0.5983028 Jul 30 04:07:27.752910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54933389-41c2-42f7-baa7-a2997b9be0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:27.808158 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-65923b8c-4c94-4d54-9dbe-fff76a1ce3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:27.809658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-65923b8c-4c94-4d54-9dbe-fff76a1ce3c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1096 time: 0.0453205 Jul 30 04:07:27.900204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-652921c3-d6f7-49e7-a77b-3185240a5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:27.901679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-652921c3-d6f7-49e7-a77b-3185240a5c0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.0851936 Jul 30 04:07:27.946502 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-81edb87c-e810-449f-85b0-eb49140f69a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0377264 Jul 30 04:07:27.995057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-80441d28-2e0b-4103-b89d-a9117e1086cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:27.996547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-80441d28-2e0b-4103-b89d-a9117e1086cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0437539 Jul 30 04:07:28.034614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-0edd0101-8f10-489c-ad0c-a93f2d223899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306146 Jul 30 04:07:28.128067 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-f63873fc-5c4a-43ef-9854-282cba56148d service neutron] 10.222.0.18 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862017 Jul 30 04:07:28.222528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dcd84071-fab5-4a9c-8c96-81b733361a7e req-7212efb7-7f2f-4269-92cf-4ce53139c532 service neutron] 10.222.0.18 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875249 Jul 30 04:07:28.308372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4da71-5eb8-4b4f-a312-b5fc84b2a3e3 req-7e4a4b91-1587-4861-abdf-675c58ddcb81 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:28.310475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72b4da71-5eb8-4b4f-a312-b5fc84b2a3e3 req-7e4a4b91-1587-4861-abdf-675c58ddcb81 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.0507770 Jul 30 04:07:28.349555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72b4da71-5eb8-4b4f-a312-b5fc84b2a3e3 req-369e7721-6e97-44df-8601-ad52a0eea464 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Jul 30 04:07:29.468272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55224-3996-4ae0-b525-8f1336615ba0 req-f8ca8c55-33db-4c26-9ee5-c581bda4887c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:29.469712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e55224-3996-4ae0-b525-8f1336615ba0 req-f8ca8c55-33db-4c26-9ee5-c581bda4887c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.0509217 Jul 30 04:07:29.507874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4e55224-3996-4ae0-b525-8f1336615ba0 req-c7e11cae-d5d4-4b3c-a78b-5686b8cbc8b5 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Jul 30 04:07:29.541706 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:07:29.544045 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74" -d '{"events": [{"name": "network-changed", "server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:07:29.590271 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632c42b-d16e-428b-b728-8236c80b59be x-openstack-request-id: req-4632c42b-d16e-428b-b728-8236c80b59be {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:07:29.590562 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:07:29.590802 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4632c42b-d16e-428b-b728-8236c80b59be {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:07:29.591856 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf', 'status': 'completed', 'code': 200} Jul 30 04:07:29.689723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-f330114e-eb19-47e1-8f32-52a59a6accb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:29.691228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-f330114e-eb19-47e1-8f32-52a59a6accb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1096 time: 0.0732486 Jul 30 04:07:29.697724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-36d9f10f-4a8e-4a1d-9f7d-ecf948d571bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:29.699240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-36d9f10f-4a8e-4a1d-9f7d-ecf948d571bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1096 time: 0.0695782 Jul 30 04:07:29.855826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-c92c1ec7-b75f-434a-b911-24a3b9dc3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:29.857785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-c92c1ec7-b75f-434a-b911-24a3b9dc3cc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.1498091 Jul 30 04:07:29.858835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-b03c7361-6eec-4109-91d7-3f4e18d42442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:29.860155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-b03c7361-6eec-4109-91d7-3f4e18d42442 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.1600981 Jul 30 04:07:29.897033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:07:29.902511 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-2e5fc881-e5dd-4a1d-872e-d2d53a496a76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0381577 Jul 30 04:07:29.934924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:07:29.936474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-2becee16-f28e-42fc-afaf-22dc1ad0bf4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0667648 Jul 30 04:07:30.009276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-3c779ab4-3b5e-4951-82ed-5e03f56cfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:30.010719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-3c779ab4-3b5e-4951-82ed-5e03f56cfdd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0827293 Jul 30 04:07:30.014862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-8c94129a-a572-4a93-96d9-3ddd5f54aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:30.016210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-8c94129a-a572-4a93-96d9-3ddd5f54aad8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0607939 Jul 30 04:07:30.048956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-106b5e4b-cbba-44ca-beeb-a01ed2b55bfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307136 Jul 30 04:07:30.063777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-624af965-29a5-4d68-9d16-cb281abcd9d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376420 Jul 30 04:07:30.210799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-06451007-f599-4608-a433-e56b78dc938d service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490963 Jul 30 04:07:30.215795 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-40141970-6c70-4001-9819-4bcc91619d47 service neutron] 10.222.0.18 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446564 Jul 30 04:07:30.741225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-2825a0ed-5b4b-41b0-8483-cbb82cc87fdc service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224369 Jul 30 04:07:30.750154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b2414-347a-4cc7-ac93-fb2fd5cf5f16 req-2c5b4d32-32cb-4b90-881c-cf582cb1dc1c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:30.751542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a17b2414-347a-4cc7-ac93-fb2fd5cf5f16 req-2c5b4d32-32cb-4b90-881c-cf582cb1dc1c tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.1403570 Jul 30 04:07:30.753716 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c934b41e-d1c5-4ab6-a4c5-b767d0092e74 req-c914f38a-1202-445f-8f8c-065181f0234f service neutron] 10.222.0.18 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281777 Jul 30 04:07:30.793482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a17b2414-347a-4cc7-ac93-fb2fd5cf5f16 req-9c356a63-6ab2-448c-bf1a-b984fe3f0e24 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Jul 30 04:07:30.975234 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:31.079002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-4385faa4-e656-4e6b-b1aa-de10794c5d00 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:31.080397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-4385faa4-e656-4e6b-b1aa-de10794c5d00 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.16 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf&tenant_id=5f853314073a488d8366a8cba4fc9a4f&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 944 time: 0.0851719 Jul 30 04:07:31.139821 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-784cbc54-0128-4115-b33b-35ab713a2b0e service neutron] delete failed (client error): The resource could not be found. Jul 30 04:07:31.140799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-784cbc54-0128-4115-b33b-35ab713a2b0e service neutron] 10.222.0.16 "DELETE /v2.0/ports/711e4503-d9c3-4efe-b770-f94b363becaf/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0532169 Jul 30 04:07:31.245875 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-9c94ee5a-4f85-47e5-a378-b6b6fffa8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:31.247440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-9c94ee5a-4f85-47e5-a378-b6b6fffa8be1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f853314073a488d8366a8cba4fc9a4f&device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 1096 time: 0.0415075 Jul 30 04:07:31.338534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-7a56df5d-72be-4737-bd14-943cb7bd20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:31.339972 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-7a56df5d-72be-4737-bd14-943cb7bd20bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 200 len: 911 time: 0.0861437 Jul 30 04:07:31.382453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0c3d7693-8368-4f5c-8f87-3f91b5813546 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 200 len: 217 time: 0.0349112 Jul 30 04:07:31.430666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-f5176a78-1f74-4089-a845-29d7f7b69484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:31.432108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-f5176a78-1f74-4089-a845-29d7f7b69484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 200 len: 851 time: 0.0427067 Jul 30 04:07:31.462572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-cd79e302-3b2b-42d8-ab72-46bf0e3f3e9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af23cc69-cf48-4c69-b742-d564988ddc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239737 Jul 30 04:07:31.555952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-7fa932d4-0f96-4e60-9ee6-5bb6a72a4a40 service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Jul 30 04:07:31.644773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-3e82691c-1e69-455a-b7ac-6487d303525c service neutron] 10.222.0.16 "GET /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809724 Jul 30 04:07:32.390856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52651c6e-d102-4893-88cf-08f8c7e2b8ca req-12504dfb-fd82-4da1-9023-17ac34e6e416 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:32.392348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52651c6e-d102-4893-88cf-08f8c7e2b8ca req-12504dfb-fd82-4da1-9023-17ac34e6e416 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 944 time: 0.0547729 Jul 30 04:07:32.429144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52651c6e-d102-4893-88cf-08f8c7e2b8ca req-e849b380-4a71-4eee-a8ff-1b153697f604 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Jul 30 04:07:32.895091 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:07:32.989882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:33.001286 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '711e4503-d9c3-4efe-b770-f94b363becaf', 'network_id': 'af23cc69-cf48-4c69-b742-d564988ddc19', 'port_id': '711e4503-d9c3-4efe-b770-f94b363becaf', 'mac_address': 'fa:16:3e:88:30:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc21707-5d97-4b85-92fb-1451f1846fbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:07:33.035704 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:33.048055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711e4503-d9c3-4efe-b770-f94b363becaf {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:07:33.066969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:33.071051 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:33.119653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:33.126719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.127061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.127424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.127756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.128083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.128408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.128729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.129047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.129364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.129679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.129994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.130308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:33.561279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-fe0e7832-964b-4b71-96fe-451098f66fd9 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:33.562718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-fe0e7832-964b-4b71-96fe-451098f66fd9 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.18 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 945 time: 0.0747519 Jul 30 04:07:33.570556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e2b67-4029-4305-9c30-74e605a6abeb req-35c3a671-5cb3-447d-bbb0-3f9050f23d01 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:33.571925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f93e2b67-4029-4305-9c30-74e605a6abeb req-35c3a671-5cb3-447d-bbb0-3f9050f23d01 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/ports?device_id=503fe9be-f57a-4d05-bd24-4347b38013bf HTTP/1.1" status: 200 len: 945 time: 0.0745981 Jul 30 04:07:33.659125 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f93e2b67-4029-4305-9c30-74e605a6abeb req-76b083fa-d674-4e07-9165-cc9dbe8a8357 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.39 "GET /v2.0/security-groups?id=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798056 Jul 30 04:07:33.683971 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Deleting port 711e4503-d9c3-4efe-b770-f94b363becaf {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:07:33.684325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:33.770291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] For port 711e4503-d9c3-4efe-b770-f94b363becaf, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=711e4503-d9c3-4efe-b770-f94b363becaf,segment=NetworkSegment(666ee192-22b1-4986-9512-11b72a047d52),segment_id=666ee192-22b1-4986-9512-11b72a047d52)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:33.770583 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:33.784069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Calling delete_port for 711e4503-d9c3-4efe-b770-f94b363becaf owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:07:33.913310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:33.942366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Pushing event deleted for resources: {'Port': ['ID=711e4503-d9c3-4efe-b770-f94b363becaf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:33.986786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] No DVR routers for this DVR port 711e4503-d9c3-4efe-b770-f94b363becaf on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:07:33.989453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:33.991477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42693f43-1ce9-4605-8d5e-22f535a04d63 req-0ee6bc86-757c-478c-b1cb-4de3791ed0f2 tempest-DeleteServersTestJSON-1985090854 tempest-DeleteServersTestJSON-1985090854-project] 10.222.0.18 "DELETE /v2.0/ports/711e4503-d9c3-4efe-b770-f94b363becaf HTTP/1.1" status: 204 len: 173 time: 0.4186454 Jul 30 04:07:33.991925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'name': 'network-vif-deleted', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:07:33.994149 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b2961-2847-4bdd-b2a3-32f5e069e019" -d '{"events": [{"server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "name": "network-vif-deleted", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:07:34.029842 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c7f5b2-d886-42b2-971c-40885160070e x-openstack-request-id: req-29c7f5b2-d886-42b2-971c-40885160070e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:07:34.030323 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503fe9be-f57a-4d05-bd24-4347b38013bf", "name": "network-vif-deleted", "tag": "711e4503-d9c3-4efe-b770-f94b363becaf", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:07:34.030484 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29c7f5b2-d886-42b2-971c-40885160070e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:07:34.030873 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503fe9be-f57a-4d05-bd24-4347b38013bf', 'name': 'network-vif-deleted', 'tag': '711e4503-d9c3-4efe-b770-f94b363becaf', 'status': 'completed', 'code': 200} Jul 30 04:07:34.785696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:07:34.830694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Deleting subnet ddc21707-5d97-4b85-92fb-1451f1846fbc {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:07:34.833721 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:34.867034 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:34.900309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:07:34.904546 n-d-778696-14 neutron-server[93878]: INFO neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No ports have port_id starting with 711e4503-d9c3-4efe-b770-f94b363becaf Jul 30 04:07:34.905803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf requested by agent hyperv_n-h1-778696-14 not found in database {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 30 04:07:34.907380 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:34.964634 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:34.988004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc21707-5d97-4b85-92fb-1451f1846fbc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:34.993411 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:34.995292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0409a3bf-5809-432d-af89-d474301df605 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ddc21707-5d97-4b85-92fb-1451f1846fbc HTTP/1.1" status: 204 len: 168 time: 0.2085619 Jul 30 04:07:34.997798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:07:35.064178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.144535 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.154011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af23cc69-cf48-4c69-b742-d564988ddc19']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:07:35.164251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666ee192-22b1-4986-9512-11b72a047d52') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:07:35.164547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666ee192-22b1-4986-9512-11b72a047d52') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:07:35.173693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.187483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.193141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:07:35.193522 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:07:35.195124 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:07:35.247717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.253648 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.258030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af23cc69-cf48-4c69-b742-d564988ddc19 HTTP/1.1" status: 204 len: 168 time: 0.2567575 Jul 30 04:07:35.266395 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ff7a7-7778-4394-8e78-d583bedaaad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=af23cc69-cf48-4c69-b742-d564988ddc19,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:35.370228 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:07:35.414550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a74f884-22a3-41d2-b301-98e1a04cfdb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f853314073a488d8366a8cba4fc9a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431628 Jul 30 04:07:35.417002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55906) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:07:35.464798 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9880b816-06ba-4b5e-a8b4-90d312086eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.488454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9880b816-06ba-4b5e-a8b4-90d312086eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.540124 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9880b816-06ba-4b5e-a8b4-90d312086eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.544184 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9880b816-06ba-4b5e-a8b4-90d312086eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:35.546701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9880b816-06ba-4b5e-a8b4-90d312086eb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c07b2ca4-b2ff-4921-b7a4-45e8e36308b3 HTTP/1.1" status: 204 len: 168 time: 0.1285956 Jul 30 04:07:35.557812 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880b816-06ba-4b5e-a8b4-90d312086eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b2ca4-b2ff-4921-b7a4-45e8e36308b3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:36.274988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 55928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:07:36.371252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-87202325-network', 'tenant_id': 'fe6ce640f5ea4d10ac4206f48949ab37'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:07:36.392193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Made reservation on behalf of fe6ce640f5ea4d10ac4206f48949ab37 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:07:36.394449 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.402605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.489652 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.493573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.518607 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:07:36.528276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c25f3-e243-4396-b741-59909a8bc9d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:36.533847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.534196 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Added segment 79b60550-fc56-443d-8b23-4f8c1b2c2717 of type vlan for network d5d4c53b-de2b-4143-962c-7506820261cd Jul 30 04:07:36.576053 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.608625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.609598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:36.610185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.661524 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3854072 Jul 30 04:07:36.664533 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 55932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:07:36.669642 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Request body: {'subnet': {'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-87202325-subnet', 'tenant_id': 'fe6ce640f5ea4d10ac4206f48949ab37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:07:36.670547 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fa953-f3c5-4eac-8834-8ce33657eae9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d4c53b-de2b-4143-962c-7506820261cd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:36.680136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network d5d4c53b-de2b-4143-962c-7506820261cd details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:07:36.692218 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Made reservation on behalf of fe6ce640f5ea4d10ac4206f48949ab37 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:07:36.694692 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.861262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.923994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732bea94-205b-4d8f-8967-7d27b8c2bb68,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:36.931813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Checking segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:07:36.932167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Network hostable DHCP agents. Network: d5d4c53b-de2b-4143-962c-7506820261cd, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:07:36.935653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.936631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.937208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.937553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.937888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.938219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.938546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.938873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.939219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.939543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.939862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.940184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:07:36.956587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Network d5d4c53b-de2b-4143-962c-7506820261cd is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:07:36.966273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, d5d4c53b-de2b-4143-962c-7506820261cd) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:07:36.970893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:36.971513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:36.976538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ce989-d580-466d-8e2b-491b1a0823ed None None] Network d5d4c53b-de2b-4143-962c-7506820261cd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:07:36.987681 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6b238ecb-ed53-4f2c-a0e8-2488d8ba6db8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3219678 Jul 30 04:07:37.100296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a08b9-2ee0-49e5-8349-3f550995af10 None None] Network d5d4c53b-de2b-4143-962c-7506820261cd requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:07:37.409995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-4db3f6bd-24ab-41d7-83b2-f9e072029aeb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:37.411389 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-4db3f6bd-24ab-41d7-83b2-f9e072029aeb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 813 time: 0.1026337 Jul 30 04:07:37.426438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-72ee46a4-9612-44a9-9d8d-062ec059d1f8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/quotas/fe6ce640f5ea4d10ac4206f48949ab37 HTTP/1.1" status: 200 len: 375 time: 0.0093365 Jul 30 04:07:37.457090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-1c5eefd7-5986-4da1-acce-571f7e93680b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255871 Jul 30 04:07:37.518484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-5fc92ee9-df16-44c1-8069-1604979ccac8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:07:37.519537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-5fc92ee9-df16-44c1-8069-1604979ccac8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559554 Jul 30 04:07:37.614754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-3324f531-6b6b-4be5-9163-34cb902a0d29 service neutron] 10.222.0.39 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890596 Jul 30 04:07:37.705619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-4c1645eb-e9df-476b-9005-c95a2a7dd3f3 service neutron] 10.222.0.39 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844445 Jul 30 04:07:37.863499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c0bc54e-aee0-4b56-85b4-d429462dea3f req-b8ee58b5-7443-4a00-a20e-eb1d368aafdf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 210 time: 0.0269415 Jul 30 04:07:38.774791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-659646ac-0ec0-44c3-b74b-1b99edea3411 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:38.776377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-659646ac-0ec0-44c3-b74b-1b99edea3411 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 813 time: 0.1044643 Jul 30 04:07:38.789079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Request body: {'port': {'device_id': '9b6dce77-b2d8-477b-9292-7a570a642155', 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'admin_state_up': True, 'tenant_id': 'fe6ce640f5ea4d10ac4206f48949ab37'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:07:38.900870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Made reservation on behalf of fe6ce640f5ea4d10ac4206f48949ab37 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:07:38.904388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:38.931813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:07:38.951524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 711e4503-d9c3-4efe-b770-f94b363becaf {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:07:38.952404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 711e4503-d9c3-4efe-b770-f94b363becaf not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:07:38.991241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-659b1a4b-82c9-4046-96c2-0b603cab2e7b req-b7f07a93-e1b9-4ba6-970e-a2f4dfb54566 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 210 time: 0.0591836 Jul 30 04:07:39.063758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Allocated IP 172.20.0.12 (d5d4c53b-de2b-4143-962c-7506820261cd/732bea94-205b-4d8f-8967-7d27b8c2bb68/4ca28c1a-26c7-4306-996d-58fdf3958a7c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:07:39.204743 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.250171 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.289989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Network d5d4c53b-de2b-4143-962c-7506820261cd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:07:39.292940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:07:39.295202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:07:39.325108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:39.349955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:39.350555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.363928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-bf900681-8fd4-4e19-8a6f-ee2509559c58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5786924 Jul 30 04:07:39.376575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Request body: {'port': {'device_id': '9b6dce77-b2d8-477b-9292-7a570a642155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:07:39.431935 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.685439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca28c1a-26c7-4306-996d-58fdf3958a7c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:07:39.692854 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.704965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Transition to ACTIVE for port object 4ca28c1a-26c7-4306-996d-58fdf3958a7c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:07:39.708353 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.757018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:39.823851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:07:39.824484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:07:39.824484 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:07:39.828698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on network d5d4c53b-de2b-4143-962c-7506820261cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:07:39.829011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:07:39.833634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:07:39.833962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Checking segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:07:39.834334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Bound using segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:07:39.834748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Bound port: 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:07:39.835093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.897149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:07:39.900068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:07:39.905321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.936110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:39.936825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:39.938219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] 10.222.0.18 "PUT /v2.0/ports/4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 1093 time: 0.5660608 Jul 30 04:07:39.938684 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:07:39.940995 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:07:39.979390 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0275e71-bbb5-432a-84ab-96ec279ae51d x-openstack-request-id: req-a0275e71-bbb5-432a-84ab-96ec279ae51d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:07:39.979675 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:07:39.979923 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0275e71-bbb5-432a-84ab-96ec279ae51d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:07:39.980336 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'status': 'completed', 'code': 200} Jul 30 04:07:39.991386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac3bab-c69e-4445-9f33-8f59fe6cc3be service neutron] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:40.024719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-aee9d9a5-17ca-4836-9ecd-d59ae7bdb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:40.026186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-aee9d9a5-17ca-4836-9ecd-d59ae7bdb7bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1096 time: 0.0419915 Jul 30 04:07:40.072181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-ecff8281-9b51-4e4c-83a6-fea6d0f8d020 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0386021 Jul 30 04:07:40.139527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-9a208a35-3511-45d7-987d-21ff8b891995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:40.141008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-9a208a35-3511-45d7-987d-21ff8b891995 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0614495 Jul 30 04:07:40.152912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4209272-3422-4b7a-9ddf-84b4a1d56476 req-93a6c819-1297-4874-8f17-6ffcf5b8de3f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:40.154279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4209272-3422-4b7a-9ddf-84b4a1d56476 req-93a6c819-1297-4874-8f17-6ffcf5b8de3f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0849023 Jul 30 04:07:40.193313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-14fcaca9-5570-42d7-82b2-53f274b4db5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372541 Jul 30 04:07:40.249328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4209272-3422-4b7a-9ddf-84b4a1d56476 req-9912ebaf-9cbf-4452-a3ac-5338ccc9ad86 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862648 Jul 30 04:07:40.292904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-672f5e6c-e558-4423-b59c-8c986a8a5119 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923600 Jul 30 04:07:40.384830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-933f264f-9d75-49fc-ae47-df6e2dc8644e req-495f59f1-7efe-4710-b44a-ffaa99e8afbc service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849607 Jul 30 04:07:40.470809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-7709a9e8-8b98-487e-96d0-c89edd8853ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:40.472248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-7709a9e8-8b98-487e-96d0-c89edd8853ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1096 time: 0.0406301 Jul 30 04:07:40.564330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-e0b53c0a-e6de-4c8d-989a-7c9f037eabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:40.565801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-e0b53c0a-e6de-4c8d-989a-7c9f037eabe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0864797 Jul 30 04:07:40.607007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-efb01833-1868-45d3-9d4f-b0c43b59fb19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0338240 Jul 30 04:07:40.655584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-2a3732b9-4fb5-448a-a5dc-17a58cc2a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:40.656983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-2a3732b9-4fb5-448a-a5dc-17a58cc2a535 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0429547 Jul 30 04:07:40.689038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-ff2c7c0c-e87b-440e-8e02-46e1e33ba7e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234663 Jul 30 04:07:40.780361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-6d5819a6-897d-44f1-b3a2-749c607db382 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839374 Jul 30 04:07:40.872106 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7bfabd-610d-45a9-847a-9d3f0dd381d2 req-83bd560b-e5ea-43c6-b8d9-05b14d77551d service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835793 Jul 30 04:07:41.146406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:41.369434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f73f-37b1-4918-b9d5-8cd072928872 req-cbb2b715-c355-4302-b30d-e03f40cda408 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:41.370877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46b8f73f-37b1-4918-b9d5-8cd072928872 req-cbb2b715-c355-4302-b30d-e03f40cda408 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0525832 Jul 30 04:07:41.408838 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46b8f73f-37b1-4918-b9d5-8cd072928872 req-2c22e312-a05e-4888-90f6-cf34dced85af tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Jul 30 04:07:42.398854 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-317719b2-e784-48b0-9c08-7d75dc263f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:42.525050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5779-99a1-49d3-9c46-93b75d174d54 req-c6fa65b8-8817-4e77-b3f9-5449da244c9b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:42.526459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c8f5779-99a1-49d3-9c46-93b75d174d54 req-c6fa65b8-8817-4e77-b3f9-5449da244c9b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0499547 Jul 30 04:07:42.564884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c8f5779-99a1-49d3-9c46-93b75d174d54 req-d9ee93a6-74eb-4f83-88a5-a9a3eea8911c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 30 04:07:43.678992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a7fc-05a8-4774-a1f7-2cbf73bc0227 req-f541f08e-89fd-4552-8c49-4b9529b38c1d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:43.680510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9b6a7fc-05a8-4774-a1f7-2cbf73bc0227 req-f541f08e-89fd-4552-8c49-4b9529b38c1d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0483029 Jul 30 04:07:43.716875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9b6a7fc-05a8-4774-a1f7-2cbf73bc0227 req-a23f7148-e0ea-441c-9a24-2e7d50e64f74 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Jul 30 04:07:44.705216 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ba336b11-171b-47b6-97bd-f0fb2b7a0389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:44.834258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781ba0f-0c9f-4217-b1ee-40a5075e627d req-1938583e-69ca-4aa8-972d-4be6eef33e3f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:44.835870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a781ba0f-0c9f-4217-b1ee-40a5075e627d req-1938583e-69ca-4aa8-972d-4be6eef33e3f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0514023 Jul 30 04:07:44.874896 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a781ba0f-0c9f-4217-b1ee-40a5075e627d req-0b4a56fc-4592-4ea2-bab1-5d7cd11e8c0b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Jul 30 04:07:44.946828 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:07:45.026757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:45.058146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:45.068795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'port_id': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'mac_address': 'fa:16:3e:72:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732bea94-205b-4d8f-8967-7d27b8c2bb68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:07:45.253365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:45.266207 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca28c1a-26c7-4306-996d-58fdf3958a7c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:07:45.285008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:45.288914 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:45.334772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:45.477242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['4ca28c1a-26c7-4306-996d-58fdf3958a7c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:07:45.992301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4217081-c1ec-4da2-955c-974553d4f60a req-fdfa12f2-cd7d-48a7-862f-3e7ad395cbc2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:45.993793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4217081-c1ec-4da2-955c-974553d4f60a req-fdfa12f2-cd7d-48a7-862f-3e7ad395cbc2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Jul 30 04:07:46.032719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4217081-c1ec-4da2-955c-974553d4f60a req-bf08cd33-dec4-4de1-8415-089df2b2a609 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jul 30 04:07:46.483727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:46.978623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:07:47.025653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 4ca28c1a-26c7-4306-996d-58fdf3958a7c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:07:47.029126 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 4ca28c1a-26c7-4306-996d-58fdf3958a7c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:07:47.029493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:47.111986 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:47.133346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:07:47.135591 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e87487-783c-4d53-80f5-b57d647609d6" -d '{"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-plugged", "status": "completed", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:07:47.146031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560339-8584-4e02-b657-a208e94dff3a req-3cf35563-81e8-4067-8727-8fa7d397d2aa tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:47.148865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:07:47.151635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4560339-8584-4e02-b657-a208e94dff3a req-3cf35563-81e8-4067-8727-8fa7d397d2aa tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Jul 30 04:07:47.153862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:47.179971 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5722c7c8-b998-4889-b74e-6bf76503525a x-openstack-request-id: req-5722c7c8-b998-4889-b74e-6bf76503525a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:07:47.179971 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-plugged", "status": "completed", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:07:47.180226 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5722c7c8-b998-4889-b74e-6bf76503525a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:07:47.180597 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'code': 200} Jul 30 04:07:47.187478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e4560339-8584-4e02-b657-a208e94dff3a req-9b5e158a-d423-40e0-a981-a047d0c4f19a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Jul 30 04:07:47.205620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:07:47.282970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e027d-0e62-4e84-a397-366bdb055452 req-e3169b9b-a342-4732-a9d7-6a6916d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:47.284482 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd8e027d-0e62-4e84-a397-366bdb055452 req-e3169b9b-a342-4732-a9d7-6a6916d899fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1098 time: 0.0463669 Jul 30 04:07:47.319519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd8e027d-0e62-4e84-a397-366bdb055452 req-d8c63cf2-a330-421a-8eb1-8e0b2f58a594 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277541 Jul 30 04:07:48.116951 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:07:48.303770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08de94-a6e7-4bd3-a97b-60fd5ab36aaf req-db598e8f-38eb-4b16-8748-1e330f7b0153 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:48.305243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca08de94-a6e7-4bd3-a97b-60fd5ab36aaf req-db598e8f-38eb-4b16-8748-1e330f7b0153 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0485275 Jul 30 04:07:48.341758 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca08de94-a6e7-4bd3-a97b-60fd5ab36aaf req-e59643a7-f4f2-47dc-951c-8a42353f1441 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Jul 30 04:07:48.453801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4b2c-9c37-49c0-94cb-e1d4ff8dfd9c req-f5519f76-6e53-476c-9809-59ed63f1b6ea tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:48.455282 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe5d4b2c-9c37-49c0-94cb-e1d4ff8dfd9c req-f5519f76-6e53-476c-9809-59ed63f1b6ea tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0482025 Jul 30 04:07:48.492596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe5d4b2c-9c37-49c0-94cb-e1d4ff8dfd9c req-8f5ceac4-27f6-4251-9f8f-010781d9b5f1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Jul 30 04:07:48.696653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2e0d9-13d8-45fa-9e0f-6f114825d125 req-1744a773-07f9-4a97-95b6-1989b82da4e0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:48.698095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48c2e0d9-13d8-45fa-9e0f-6f114825d125 req-1744a773-07f9-4a97-95b6-1989b82da4e0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0512590 Jul 30 04:07:48.736033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48c2e0d9-13d8-45fa-9e0f-6f114825d125 req-043a9cc9-251b-40e1-95aa-f5f5f5b0294a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Jul 30 04:07:48.847299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4561a-d04e-4ed1-a62e-4994271a7240 req-866766d7-4ae7-4b80-bd08-b972b29f316c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:48.848756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ab4561a-d04e-4ed1-a62e-4994271a7240 req-866766d7-4ae7-4b80-bd08-b972b29f316c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0476577 Jul 30 04:07:48.885447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ab4561a-d04e-4ed1-a62e-4994271a7240 req-12fb7e4d-e0a2-4a51-a05a-30d63f3919e2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Jul 30 04:07:49.133721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-bbd57bca-5ea6-4690-a7fa-327ab9c451e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685594 Jul 30 04:07:49.145700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d7cc-7296-4dfa-a15f-6a0ce7ee8085 req-3a2cfe62-0bbf-4e6d-91c8-a7b5970a1616 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:49.147121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0787d7cc-7296-4dfa-a15f-6a0ce7ee8085 req-3a2cfe62-0bbf-4e6d-91c8-a7b5970a1616 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0726089 Jul 30 04:07:49.186869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0787d7cc-7296-4dfa-a15f-6a0ce7ee8085 req-e952ddcb-02ad-48a1-b2fa-896288e02879 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Jul 30 04:07:50.325912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a90-4654-40ff-ae27-2af3b076b8c8 req-dc6e3116-cab7-44f0-b814-f6bd9a32e1bb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:50.327978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a64a9a90-4654-40ff-ae27-2af3b076b8c8 req-dc6e3116-cab7-44f0-b814-f6bd9a32e1bb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0699499 Jul 30 04:07:50.341854 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-b57162ae-f774-4e84-a241-f4b3fe70d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:50.343939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-b57162ae-f774-4e84-a241-f4b3fe70d76d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1098 time: 0.0747368 Jul 30 04:07:50.413802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a64a9a90-4654-40ff-ae27-2af3b076b8c8 req-e41a880c-00b6-4481-a00c-9abf35f85c1f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792246 Jul 30 04:07:50.450752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-f06fa1da-4824-41f3-8ec5-beb0884c68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:50.452945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-f06fa1da-4824-41f3-8ec5-beb0884c68c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.1001308 Jul 30 04:07:50.493322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-0f201385-f79d-4257-9e06-00d4cabd2ee8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0337427 Jul 30 04:07:50.541089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-3215ab0b-e55a-46a5-936d-87a0e06691e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:50.542501 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-3215ab0b-e55a-46a5-936d-87a0e06691e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0425527 Jul 30 04:07:50.576248 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-c4e678ba-a8f6-4444-aefc-14bab484d30f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269413 Jul 30 04:07:50.663490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-d303cbcc-f8c5-4ace-ac10-950e626a8cd7 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794656 Jul 30 04:07:50.684833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:07:51.094205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-7592008c-ca0c-4c7b-8567-b2fb3cae7105 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242790 Jul 30 04:07:51.526872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22890f24-60c9-4be8-9daa-ea8fcf8ee0f7 req-90939801-1a69-40d5-8249-41400eab20a8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:51.528345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22890f24-60c9-4be8-9daa-ea8fcf8ee0f7 req-90939801-1a69-40d5-8249-41400eab20a8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Jul 30 04:07:51.565653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-22890f24-60c9-4be8-9daa-ea8fcf8ee0f7 req-87b8b601-7cd5-47aa-9537-aa41a66fb938 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Jul 30 04:07:52.679454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5476a6d-7fc5-4c6b-92d7-117070c8ad43 req-813ca307-b2b0-4761-b625-feb412187b89 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:52.680959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5476a6d-7fc5-4c6b-92d7-117070c8ad43 req-813ca307-b2b0-4761-b625-feb412187b89 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Jul 30 04:07:52.718055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5476a6d-7fc5-4c6b-92d7-117070c8ad43 req-114c8fd8-e9d3-4839-b9aa-362159fddb93 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Jul 30 04:07:53.835896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824806-cbc4-45c7-adb2-8e378af20c82 req-c61af1ef-0521-43d4-95a1-4dbd61396899 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:53.837363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c824806-cbc4-45c7-adb2-8e378af20c82 req-c61af1ef-0521-43d4-95a1-4dbd61396899 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Jul 30 04:07:53.874802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c824806-cbc4-45c7-adb2-8e378af20c82 req-6992b783-2e7c-4107-a5c4-5e2fca102869 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jul 30 04:07:54.988720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd798ba-ce24-4894-909c-32d814ae8a77 req-8665bfde-82c6-45ac-9976-7bdf63675e4e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:54.990177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbd798ba-ce24-4894-909c-32d814ae8a77 req-8665bfde-82c6-45ac-9976-7bdf63675e4e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0487623 Jul 30 04:07:55.026122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dbd798ba-ce24-4894-909c-32d814ae8a77 req-26b84602-3dba-4cdb-a96b-c661f1d5aa63 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299766 Jul 30 04:07:56.146118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02736407-fcfc-4d42-bdc9-75c9aeac8bd5 req-26d16e56-ca82-4360-a058-1a00d12e3cee tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:56.147639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02736407-fcfc-4d42-bdc9-75c9aeac8bd5 req-26d16e56-ca82-4360-a058-1a00d12e3cee tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0542281 Jul 30 04:07:56.184900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-02736407-fcfc-4d42-bdc9-75c9aeac8bd5 req-d76ce6bf-78d5-4806-b201-32637d6e10f0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Jul 30 04:07:56.697945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-9fbdec7a-ba22-430a-9ebd-1d5d5e00061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:56.699454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-9fbdec7a-ba22-430a-9ebd-1d5d5e00061b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1098 time: 0.0433772 Jul 30 04:07:56.798760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-d7fa139f-4c43-4fda-b66b-da0c9e14f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:56.800256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-d7fa139f-4c43-4fda-b66b-da0c9e14f4c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0829456 Jul 30 04:07:56.841138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-ac0ce938-d71a-4aa1-a4ff-aefa08d3ceb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0341721 Jul 30 04:07:56.893251 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-7c507842-e0c2-407f-add7-0cd2ada19d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:56.894817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-7c507842-e0c2-407f-add7-0cd2ada19d8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0474858 Jul 30 04:07:56.924181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-835154da-b9fd-433a-a15f-3bdb11c054a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231409 Jul 30 04:07:57.011091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-ec7da5f4-ebe8-4671-a64d-d6df7cb9516d service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803006 Jul 30 04:07:57.102393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a667b54-a4c0-4c82-b4f4-1e7a986f592d req-15e03cfb-41c9-4d2e-a2c8-af9fa843327d service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Jul 30 04:07:57.298024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a88f8-e1c4-4011-9b66-2df1a09337db req-b59df804-b690-4228-891e-8d18c78ee3cd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:57.299494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c5a88f8-e1c4-4011-9b66-2df1a09337db req-b59df804-b690-4228-891e-8d18c78ee3cd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0477545 Jul 30 04:07:57.336875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c5a88f8-e1c4-4011-9b66-2df1a09337db req-17ba0fa7-a1e0-47d1-8d52-c6ec68b5bc9c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Jul 30 04:07:58.448803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb285-92f6-4960-abc7-e92048a42041 req-f2102822-ae43-4681-b76a-86a191c4a6a4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:58.450246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7efbb285-92f6-4960-abc7-e92048a42041 req-f2102822-ae43-4681-b76a-86a191c4a6a4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0473166 Jul 30 04:07:58.492221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7efbb285-92f6-4960-abc7-e92048a42041 req-ecea784d-8e04-4035-a7a0-4b0908956fe5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360007 Jul 30 04:07:59.607831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af84d57-2df3-4514-9f7b-fe45659a4716 req-41f8ffd7-ba80-4f76-9521-4a45df87d73a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:07:59.609613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0af84d57-2df3-4514-9f7b-fe45659a4716 req-41f8ffd7-ba80-4f76-9521-4a45df87d73a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0493975 Jul 30 04:07:59.646709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0af84d57-2df3-4514-9f7b-fe45659a4716 req-5817e629-5746-4b30-bbf6-306399cb5199 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Jul 30 04:08:00.760274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e763-fd49-4445-9ce4-46cfeae84ef5 req-1ea85428-4b85-4aa8-833f-ec3b5f5b3f81 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:00.761719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68e6e763-fd49-4445-9ce4-46cfeae84ef5 req-1ea85428-4b85-4aa8-833f-ec3b5f5b3f81 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0483871 Jul 30 04:08:00.801802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68e6e763-fd49-4445-9ce4-46cfeae84ef5 req-1800db9a-1ad7-4fb7-abd7-0b6d1b909a6a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Jul 30 04:08:00.982017 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:01.918870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbabd29-5312-4f20-86a4-d1c64d659228 req-183fd2aa-24d8-4075-b1fb-e7a13cca3eb4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:01.920443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbbabd29-5312-4f20-86a4-d1c64d659228 req-183fd2aa-24d8-4075-b1fb-e7a13cca3eb4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0487475 Jul 30 04:08:01.962558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cbbabd29-5312-4f20-86a4-d1c64d659228 req-175f28e9-f2d5-4064-a22c-a955bb9d9118 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Jul 30 04:08:03.078213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc358e0d-e3bc-43c9-b15d-b3eba923aea6 req-ba8ac5d6-c25c-4f66-be2c-a0fc9aef24b1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:03.079617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc358e0d-e3bc-43c9-b15d-b3eba923aea6 req-ba8ac5d6-c25c-4f66-be2c-a0fc9aef24b1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Jul 30 04:08:03.117096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc358e0d-e3bc-43c9-b15d-b3eba923aea6 req-7d4ef5b2-e4f4-4866-9151-de054fc6f2d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Jul 30 04:08:04.232153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaed46-3883-4199-a001-c80081009114 req-599e5864-4f0e-45a8-a582-4024c727d6ee tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:04.233554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feaaed46-3883-4199-a001-c80081009114 req-599e5864-4f0e-45a8-a582-4024c727d6ee tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0484114 Jul 30 04:08:04.272211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-feaaed46-3883-4199-a001-c80081009114 req-b1fdc47f-a3ea-4848-9250-04005029035a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Jul 30 04:08:05.384874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570185ac-81a9-4f83-8c11-20fff447a408 req-77fba1fb-9110-43c9-900b-484acc681285 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:05.386364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-570185ac-81a9-4f83-8c11-20fff447a408 req-77fba1fb-9110-43c9-900b-484acc681285 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0472629 Jul 30 04:08:05.427113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-570185ac-81a9-4f83-8c11-20fff447a408 req-c1bcbc4d-6e2f-4ccc-a072-5a12038bcdd3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Jul 30 04:08:06.540647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11293-8a23-4107-88eb-f36a9990b3d5 req-be7d3f9d-ad67-48b2-82ab-013175b298b2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:06.542138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9f11293-8a23-4107-88eb-f36a9990b3d5 req-be7d3f9d-ad67-48b2-82ab-013175b298b2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0488112 Jul 30 04:08:06.580133 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c9f11293-8a23-4107-88eb-f36a9990b3d5 req-06495530-3e1b-470d-a0cf-8636c1ee0663 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Jul 30 04:08:07.692438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e15a8-3b6e-4ebb-83e2-c697dc35cca4 req-6993594d-6b95-4113-81bb-ccd0897d169f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:07.693930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c5e15a8-3b6e-4ebb-83e2-c697dc35cca4 req-6993594d-6b95-4113-81bb-ccd0897d169f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Jul 30 04:08:07.731643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c5e15a8-3b6e-4ebb-83e2-c697dc35cca4 req-a8888011-0d54-4fed-a113-683953adca34 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Jul 30 04:08:08.852125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ef638-d637-466e-bb0a-d8b960aaae5b req-3a88f7d1-ea33-4981-b2bb-adf551a58893 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:08.853601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e8ef638-d637-466e-bb0a-d8b960aaae5b req-3a88f7d1-ea33-4981-b2bb-adf551a58893 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0494368 Jul 30 04:08:08.895369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4e8ef638-d637-466e-bb0a-d8b960aaae5b req-b56480d1-84da-42ee-8bfb-e40e6ec88e76 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Jul 30 04:08:10.010820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35db96-7066-4266-b2e2-136c7452a6a1 req-197c9e95-d884-4d9d-8587-df5fa334d404 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:10.012325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed35db96-7066-4266-b2e2-136c7452a6a1 req-197c9e95-d884-4d9d-8587-df5fa334d404 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0493639 Jul 30 04:08:10.049177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed35db96-7066-4266-b2e2-136c7452a6a1 req-1141d6a7-67f0-4fc4-ba18-b9c2ad5a8ced tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Jul 30 04:08:11.150950 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:11.165863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40715e05-77ff-44c9-8cd9-d98fbf41e91e req-e5f04612-8392-4365-b2e4-5abd6555a613 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:11.167350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40715e05-77ff-44c9-8cd9-d98fbf41e91e req-e5f04612-8392-4365-b2e4-5abd6555a613 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Jul 30 04:08:11.206399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40715e05-77ff-44c9-8cd9-d98fbf41e91e req-5aed23bb-f2db-41b5-b27d-460f3f6d527b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jul 30 04:08:12.324666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72589-4052-4128-9ed4-1a039a70e132 req-1654a7cd-7b79-47be-b681-6a54574dd0aa tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:12.326167 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5f72589-4052-4128-9ed4-1a039a70e132 req-1654a7cd-7b79-47be-b681-6a54574dd0aa tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0505159 Jul 30 04:08:12.368193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5f72589-4052-4128-9ed4-1a039a70e132 req-036444a7-aa1c-4bec-a05f-f26359ea11ce tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Jul 30 04:08:12.399843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5c1-a0fb-4897-baa8-83aba9c11e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:13.482846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccf4a9-21b8-4e71-bee8-7ffab1c645d7 req-e35b61bc-4913-4900-b3c1-55fdc4d10700 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:13.484609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38ccf4a9-21b8-4e71-bee8-7ffab1c645d7 req-e35b61bc-4913-4900-b3c1-55fdc4d10700 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0483944 Jul 30 04:08:13.522323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38ccf4a9-21b8-4e71-bee8-7ffab1c645d7 req-cd04024c-4451-4500-8a9e-cd912b30a4f2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Jul 30 04:08:14.636073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717076-bd7b-4113-b78d-77d1d1898f14 req-b53412d7-2087-4121-b7a4-fb872cdd54fb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:14.637584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94717076-bd7b-4113-b78d-77d1d1898f14 req-b53412d7-2087-4121-b7a4-fb872cdd54fb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0485644 Jul 30 04:08:14.678333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94717076-bd7b-4113-b78d-77d1d1898f14 req-f816e5c2-ef9b-4be7-a034-cde2da06157b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348759 Jul 30 04:08:14.714878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08af338c-bef7-4178-bc82-ea2213e96da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:14.998152 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:15.795204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362336c9-f895-4824-bd69-22eab8481ba5 req-d969d37e-4117-49fb-8b78-6c3e1da40aa2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:15.796703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-362336c9-f895-4824-bd69-22eab8481ba5 req-d969d37e-4117-49fb-8b78-6c3e1da40aa2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0483472 Jul 30 04:08:15.838629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-362336c9-f895-4824-bd69-22eab8481ba5 req-ccb52326-989e-4341-ada5-66ff89be6778 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Jul 30 04:08:16.486755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:16.951036 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50863-c047-486a-b972-f6a1e935db44 req-93bd295c-d61d-4b55-bb44-64c6e4876bed tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:16.952526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79c50863-c047-486a-b972-f6a1e935db44 req-93bd295c-d61d-4b55-bb44-64c6e4876bed tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0479698 Jul 30 04:08:16.991396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79c50863-c047-486a-b972-f6a1e935db44 req-83bb3d4e-7777-4314-a9ea-d091318afba8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Jul 30 04:08:17.941824 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-ffc1268b-c793-4e5f-a19a-e49ee9c124c8 service neutron] show failed (client error): The resource could not be found. Jul 30 04:08:17.943584 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-ffc1268b-c793-4e5f-a19a-e49ee9c124c8 service neutron] 10.222.0.18 "GET /v2.0/ports/4ca28c1a-26c7-4306-996d-58fdf3958a7c/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0554831 Jul 30 04:08:18.110873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb3362-5be4-4098-ae17-93c1e3267a99 req-bd59b6bd-fa70-4477-96d6-d6f4e0d9cb93 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:18.112456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7bb3362-5be4-4098-ae17-93c1e3267a99 req-bd59b6bd-fa70-4477-96d6-d6f4e0d9cb93 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0513177 Jul 30 04:08:18.117374 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.167467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7bb3362-5be4-4098-ae17-93c1e3267a99 req-1a0c4aa4-ca9d-4163-b71a-0db68cd2b0bd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480549 Jul 30 04:08:18.204025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-1a8d4af0-50cb-4043-99bf-13c6983e936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:18.205454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-1a8d4af0-50cb-4043-99bf-13c6983e936a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155&tenant_id=fe6ce640f5ea4d10ac4206f48949ab37 HTTP/1.1" status: 200 len: 1098 time: 0.0564916 Jul 30 04:08:18.223399 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:08:18.275761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.474504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:18.507442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:08:18.548583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:08:18.550807 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccf13f-271b-486d-ae82-d66d386997bd" -d '{"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:08:18.555452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.567389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Transition to ACTIVE for port object 4ca28c1a-26c7-4306-996d-58fdf3958a7c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:08:18.571741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.602702 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c52d4c4-f07f-45c3-8d2a-8de70d2c1e30 x-openstack-request-id: req-7c52d4c4-f07f-45c3-8d2a-8de70d2c1e30 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:08:18.602993 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:08:18.603266 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c52d4c4-f07f-45c3-8d2a-8de70d2c1e30 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:08:18.603643 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'code': 200} Jul 30 04:08:18.633921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] No DVR routers for this DVR port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:08:18.636859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:18.647850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.648199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.648534 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.648862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.649189 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.649514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.649832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.650149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.650465 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.650780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.651093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.651430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:18.679471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:08:18.679794 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:08:18.680118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:08:18.684255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on network d5d4c53b-de2b-4143-962c-7506820261cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:08:18.684569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Attempting to bind port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:08:18.689207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:08:18.689544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Checking segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:08:18.689921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Bound using segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:08:18.690337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Bound port: 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:08:18.690680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.756163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:08:18.760178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:08:18.765227 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.799389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:18.800012 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:18.801421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] 10.222.0.16 "PUT /v2.0/ports/4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 1093 time: 0.5820298 Jul 30 04:08:18.822377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abe013-fc03-426c-ad14-cf300c85e09b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:18.873207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-9affa799-93cf-40fe-9ac7-f54b0dcf143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:18.874664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-9affa799-93cf-40fe-9ac7-f54b0dcf143b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1096 time: 0.0408142 Jul 30 04:08:18.965148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-0e376878-d516-4093-8fa0-b20fb2d4629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:18.966605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-0e376878-d516-4093-8fa0-b20fb2d4629a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0850222 Jul 30 04:08:19.008085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-1dbc5cb6-a18d-4cf0-8532-505f2934b65e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0344317 Jul 30 04:08:19.056965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-78df3c7a-eddd-4a8b-ba85-6a49fcdd090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:19.058412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-78df3c7a-eddd-4a8b-ba85-6a49fcdd090d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0432036 Jul 30 04:08:19.088828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-3a84fd96-4f4c-4031-9c3a-5fa0ea221a7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238807 Jul 30 04:08:19.184723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-ded10edf-cf7a-485f-bf85-9ca4b6d50d91 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883496 Jul 30 04:08:19.311973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7aca-0b9c-4d6c-a414-fdb129eca829 req-6ba78a72-cb00-405f-b9f1-7333dbb4278d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:19.313348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fa7aca-0b9c-4d6c-a414-fdb129eca829 req-6ba78a72-cb00-405f-b9f1-7333dbb4278d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0777607 Jul 30 04:08:19.319379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dab65b5-4129-42b6-a20c-3b0aeb3ae2ab req-4f743a35-497d-4f01-af6d-f1cf0e59d7fd service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278107 Jul 30 04:08:19.352917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8fa7aca-0b9c-4d6c-a414-fdb129eca829 req-044b4fdc-4319-4cb7-b8f5-f72a8fb2fba0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325823 Jul 30 04:08:20.470801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a87083-5ba8-45f5-8c36-154db7eeba57 req-fc884276-2d8b-4a31-b12c-9cb31bb326e9 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:20.472595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23a87083-5ba8-45f5-8c36-154db7eeba57 req-fc884276-2d8b-4a31-b12c-9cb31bb326e9 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0502589 Jul 30 04:08:20.511561 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23a87083-5ba8-45f5-8c36-154db7eeba57 req-51a4894c-fcd4-4f17-aff0-9feba7d7e47e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jul 30 04:08:20.604454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:08:20.606745 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:08:20.653462 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ce3d9-e50c-4505-9913-fa0451866d25 x-openstack-request-id: req-2c5ce3d9-e50c-4505-9913-fa0451866d25 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:08:20.653748 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:08:20.653995 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c5ce3d9-e50c-4505-9913-fa0451866d25 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:08:20.654382 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'status': 'completed', 'code': 200} Jul 30 04:08:20.747260 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-b648055d-5362-431b-b0e8-72546c25239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:20.748754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-b648055d-5362-431b-b0e8-72546c25239d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1096 time: 0.0723236 Jul 30 04:08:20.754556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-9d6eef2e-d34c-458f-a787-49e8cc8d97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:20.756635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-9d6eef2e-d34c-458f-a787-49e8cc8d97fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1096 time: 0.0547037 Jul 30 04:08:20.908600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-39c04db8-7bf7-4825-9513-626ed5098169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:20.909988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-39c04db8-7bf7-4825-9513-626ed5098169 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.1525271 Jul 30 04:08:20.913218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-5892bb0c-222c-46fc-93c2-6ccd2f7675bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:20.914545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-5892bb0c-222c-46fc-93c2-6ccd2f7675bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.1499958 Jul 30 04:08:20.956182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-21a941c7-60fc-4aab-86e5-54b68cb65f3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0396876 Jul 30 04:08:20.994163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-97d272a3-43ca-4aa3-91fc-98bd8de7115b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0452096 Jul 30 04:08:21.062427 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-bcffb027-97a7-4b79-8540-11f7d44c1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:21.063888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-bcffb027-97a7-4b79-8540-11f7d44c1aeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0783117 Jul 30 04:08:21.067166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-4def8233-9652-4aaa-9c57-0e9d42590b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:21.068696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-4def8233-9652-4aaa-9c57-0e9d42590b22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0561721 Jul 30 04:08:21.116701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-9496c36d-0945-4bfa-a410-50e31a291018 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451910 Jul 30 04:08:21.118506 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-e2b7a42c-bb13-4be2-bd72-7b27205bcce4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391889 Jul 30 04:08:21.274350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-3597596f-1182-4267-b7ca-93171c9eadf7 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511557 Jul 30 04:08:21.276210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-a3a2aace-f58c-4683-9d8e-22ff8d549401 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464221 Jul 30 04:08:21.432192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-8aa49456-dfd8-4dc7-b03a-df0a0d66e857 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506088 Jul 30 04:08:21.434044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b1c56e4f-69c6-4af5-bdb6-17327da8d65c req-57045900-1f37-4e48-986b-b0560dd5e986 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453311 Jul 30 04:08:21.625039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5dd0f-2426-40ca-b9f7-76f629c37110 req-43c31752-e3f4-493e-9b02-e5ad8275f47e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:21.626484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daf5dd0f-2426-40ca-b9f7-76f629c37110 req-43c31752-e3f4-493e-9b02-e5ad8275f47e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 944 time: 0.0481737 Jul 30 04:08:21.667980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-daf5dd0f-2426-40ca-b9f7-76f629c37110 req-8b8039e1-df1e-4557-9945-536792e4b7e3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Jul 30 04:08:22.077849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:08:22.169955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:22.181870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'port_id': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'mac_address': 'fa:16:3e:72:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732bea94-205b-4d8f-8967-7d27b8c2bb68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:08:22.229729 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:22.243160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca28c1a-26c7-4306-996d-58fdf3958a7c {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:08:22.264803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:22.270058 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:22.320392 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:22.682248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['4ca28c1a-26c7-4306-996d-58fdf3958a7c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:08:22.788290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5f397-6699-4eff-ade5-31c16e3c618e req-7f1a6621-978e-4567-8ea6-5b49d1e49423 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:22.789843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0b5f397-6699-4eff-ade5-31c16e3c618e req-7f1a6621-978e-4567-8ea6-5b49d1e49423 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 945 time: 0.0517883 Jul 30 04:08:22.834201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0b5f397-6699-4eff-ade5-31c16e3c618e req-7e3beac7-a598-4295-949d-175f93606e9e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Jul 30 04:08:23.051392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480be4-87c4-4547-b251-f3473fce3f2c req-ae864f25-fc34-4546-9f4c-8c0236158f38 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:23.053414 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04480be4-87c4-4547-b251-f3473fce3f2c req-ae864f25-fc34-4546-9f4c-8c0236158f38 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 945 time: 0.0772133 Jul 30 04:08:23.065199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4907-90c4-4816-90bb-366d69c36e1e req-783e2461-93f5-4609-b911-ed88d0281397 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:23.066568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-783e2461-93f5-4609-b911-ed88d0281397 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155&tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 945 time: 0.0788448 Jul 30 04:08:23.134135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04480be4-87c4-4547-b251-f3473fce3f2c req-c3d41660-dea1-4c5e-a3ed-e3679307f557 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666165 Jul 30 04:08:23.150737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:08:23.156224 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-983f4907-90c4-4816-90bb-366d69c36e1e req-019d54a4-4917-438b-bee2-0531cb5e1da3 service neutron] delete failed (client error): The resource could not be found. Jul 30 04:08:23.157387 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-019d54a4-4917-438b-bee2-0531cb5e1da3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4ca28c1a-26c7-4306-996d-58fdf3958a7c/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0824788 Jul 30 04:08:23.190876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:08:23.241276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4907-90c4-4816-90bb-366d69c36e1e req-3500c50d-7891-4215-80f0-ec6adb8302f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:23.242770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-3500c50d-7891-4215-80f0-ec6adb8302f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 1097 time: 0.0421741 Jul 30 04:08:23.334946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4907-90c4-4816-90bb-366d69c36e1e req-490243de-32c4-4228-a905-e1b58c1ad650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:23.336444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-490243de-32c4-4228-a905-e1b58c1ad650 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0867443 Jul 30 04:08:23.376123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-5b2c66d7-cbc2-453e-9859-77bcdb4c43f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 200 len: 217 time: 0.0332975 Jul 30 04:08:23.427806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4907-90c4-4816-90bb-366d69c36e1e req-4ea7a781-1fd0-4135-a71c-9b0d2281c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:23.429264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-4ea7a781-1fd0-4135-a71c-9b0d2281c2fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0462120 Jul 30 04:08:23.460284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-241a4679-ccd6-4511-a3c0-64222ff6197a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243084 Jul 30 04:08:23.551613 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-c28fed16-9552-4b5b-ae96-19a334ef64b8 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847161 Jul 30 04:08:23.639083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-983f4907-90c4-4816-90bb-366d69c36e1e req-ac6db394-c9a0-4ce3-a938-5dcadc0c53a5 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806918 Jul 30 04:08:24.080725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:08:24.130915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 4ca28c1a-26c7-4306-996d-58fdf3958a7c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:08:24.134929 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 4ca28c1a-26c7-4306-996d-58fdf3958a7c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:08:24.135333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:24.222269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:24.244991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:08:24.247294 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008df6d4-48c2-46b7-8812-7502fc335a4c" -d '{"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-plugged", "status": "completed", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:08:24.261163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:24.265722 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:24.268136 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dfbf4-de49-4e10-8ae7-75b791f6d52a req-30ec3eb6-050c-4be2-bdcc-27c80faf1fe4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:24.269653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea6dfbf4-de49-4e10-8ae7-75b791f6d52a req-30ec3eb6-050c-4be2-bdcc-27c80faf1fe4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 945 time: 0.0541975 Jul 30 04:08:24.292800 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f697aab7-b6a4-4a10-bcc6-dc78d78090fc x-openstack-request-id: req-f697aab7-b6a4-4a10-bcc6-dc78d78090fc {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:08:24.293093 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-plugged", "status": "completed", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:08:24.293343 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f697aab7-b6a4-4a10-bcc6-dc78d78090fc {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:08:24.293728 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'code': 200} Jul 30 04:08:24.309525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea6dfbf4-de49-4e10-8ae7-75b791f6d52a req-bfaffae0-8e08-4ae9-9863-73810d976ca0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Jul 30 04:08:24.320559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:24.429120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe89251-03ab-481c-bfbe-fa4f577f0d37 req-897dd60c-7b20-4138-8c3f-5d103f5a90f6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:24.430607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebe89251-03ab-481c-bfbe-fa4f577f0d37 req-897dd60c-7b20-4138-8c3f-5d103f5a90f6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0486858 Jul 30 04:08:24.467875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebe89251-03ab-481c-bfbe-fa4f577f0d37 req-6e25071f-4aa2-4c6a-adb5-af36f5cf904a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jul 30 04:08:24.580626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a04702-7199-4338-9ec7-e1462c0595ba req-b59dc13a-1582-407e-af2d-5858540e48c3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:24.582088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83a04702-7199-4338-9ec7-e1462c0595ba req-b59dc13a-1582-407e-af2d-5858540e48c3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0480688 Jul 30 04:08:24.619076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83a04702-7199-4338-9ec7-e1462c0595ba req-6e3318f3-7a82-4605-86bc-63deed64c63d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Jul 30 04:08:24.972512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-9fe49fa7-1eb8-49f1-af5b-98caffcb83db tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:24.973962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-9fe49fa7-1eb8-49f1-af5b-98caffcb83db tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 813 time: 0.1031945 Jul 30 04:08:24.989480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-e64df154-8414-4b6d-83e4-6b1f0520e6b5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/quotas/fe6ce640f5ea4d10ac4206f48949ab37 HTTP/1.1" status: 200 len: 375 time: 0.0090339 Jul 30 04:08:25.037859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-18a97e41-b914-4c2c-8ea9-d89602ab8fd3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426743 Jul 30 04:08:25.129547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-4e99692f-2971-48f6-be2a-dccfeb045e27 service neutron] 10.222.0.39 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848925 Jul 30 04:08:25.217177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-570a5d6f-e601-4be8-9d93-162019f8920f service neutron] 10.222.0.39 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817072 Jul 30 04:08:25.374050 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b38b3b8-c464-4bd2-96a4-0f935b1d0bbb req-8d784745-7e84-413f-8ba4-6c78e08cf640 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 210 time: 0.0265639 Jul 30 04:08:26.455621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-c63f68f8-fe02-4a30-b379-643d0f5efea0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:26.457063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-c63f68f8-fe02-4a30-b379-643d0f5efea0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b6dce77-b2d8-477b-9292-7a570a642155 HTTP/1.1" status: 200 len: 946 time: 0.0588737 Jul 30 04:08:26.504134 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9dab5f45-ec61-4b01-a923-0aa545fd87c3 req-b514cb66-7001-4722-a671-3f73c50687a7 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 210 time: 0.0569835 Jul 30 04:08:26.568938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Deleting port 4ca28c1a-26c7-4306-996d-58fdf3958a7c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:08:26.569273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:26.667229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] For port 4ca28c1a-26c7-4306-996d-58fdf3958a7c, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=4ca28c1a-26c7-4306-996d-58fdf3958a7c,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:26.667514 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:26.682195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Calling delete_port for 4ca28c1a-26c7-4306-996d-58fdf3958a7c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:08:26.815388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:26.849878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Pushing event deleted for resources: {'Port': ['ID=4ca28c1a-26c7-4306-996d-58fdf3958a7c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:26.850905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['4ca28c1a-26c7-4306-996d-58fdf3958a7c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:08:26.892073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] No DVR routers for this DVR port 4ca28c1a-26c7-4306-996d-58fdf3958a7c on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:08:26.894890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:26.897819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.16 "DELETE /v2.0/ports/4ca28c1a-26c7-4306-996d-58fdf3958a7c HTTP/1.1" status: 204 len: 173 time: 0.4317956 Jul 30 04:08:26.898433 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-deleted', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:08:26.901495 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2f15eb-1515-49ec-8801-1ab8502bf931" -d '{"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-deleted", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:08:26.927964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-98b3a223-ff7c-486f-abf2-1520b4fe04bd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:26.929702 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-98b3a223-ff7c-486f-abf2-1520b4fe04bd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 813 time: 0.5198710 Jul 30 04:08:26.943619 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0979b6-573a-492f-905a-b87b8398a7fb x-openstack-request-id: req-3c0979b6-573a-492f-905a-b87b8398a7fb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:08:26.943923 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6dce77-b2d8-477b-9292-7a570a642155", "name": "network-vif-deleted", "tag": "4ca28c1a-26c7-4306-996d-58fdf3958a7c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:08:26.944335 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c0979b6-573a-492f-905a-b87b8398a7fb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:08:26.944740 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6dce77-b2d8-477b-9292-7a570a642155', 'name': 'network-vif-deleted', 'tag': '4ca28c1a-26c7-4306-996d-58fdf3958a7c', 'status': 'completed', 'code': 200} Jul 30 04:08:26.978782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Request body: {'port': {'device_id': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'admin_state_up': True, 'tenant_id': 'fe6ce640f5ea4d10ac4206f48949ab37'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:08:27.090021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Made reservation on behalf of fe6ce640f5ea4d10ac4206f48949ab37 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:08:27.093903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.220925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Allocated IP 172.20.0.8 (d5d4c53b-de2b-4143-962c-7506820261cd/732bea94-205b-4d8f-8967-7d27b8c2bb68/86c09721-33d6-4382-8e3b-9b2f3a53b9b1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:08:27.378331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.416916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.449899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['4ca28c1a-26c7-4306-996d-58fdf3958a7c'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:08:27.459077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Network d5d4c53b-de2b-4143-962c-7506820261cd is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:08:27.462124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:08:27.467699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:08:27.474000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:27.522942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:27.523576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.537349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-be811b2b-52b1-4e49-a879-b5282c9edfcf tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629056 Jul 30 04:08:27.556457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Request body: {'port': {'device_id': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:08:27.609736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.626962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde61ab-6e97-490f-9bc6-c9749de67aae req-225de4d1-86e7-4d20-93c1-9c7d957029f5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:27.628478 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfde61ab-6e97-490f-9bc6-c9749de67aae req-225de4d1-86e7-4d20-93c1-9c7d957029f5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 931 time: 0.0493138 Jul 30 04:08:27.666730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfde61ab-6e97-490f-9bc6-c9749de67aae req-c2b3a617-11d2-448f-b485-1e103bdf8f75 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jul 30 04:08:27.686771 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:08:27.868507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:08:27.875680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.887270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Transition to ACTIVE for port object 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:08:27.891252 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:27.952311 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:28.018469 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:08:28.018803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:08:28.019126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:08:28.023571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on network d5d4c53b-de2b-4143-962c-7506820261cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:08:28.023890 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:08:28.028669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:08:28.029003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Checking segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:08:28.029383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Bound using segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:08:28.029822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Bound port: 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:08:28.030173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:28.093237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:08:28.097101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:08:28.102638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:28.149620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.150246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:28.151670 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] 10.222.0.16 "PUT /v2.0/ports/86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 1092 time: 0.6000674 Jul 30 04:08:28.152107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:08:28.154358 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eeb30d-30dd-428a-936e-24286758b4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:08:28.174865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb008737-56ee-49a7-aee8-590ffd4e8fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:28.251628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-7761c24f-164b-437d-b406-d2b7afe85731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.253163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-7761c24f-164b-437d-b406-d2b7afe85731 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1095 time: 0.0461910 Jul 30 04:08:28.263216 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612dc65e-adaf-423b-978c-c01b0d328504 x-openstack-request-id: req-612dc65e-adaf-423b-978c-c01b0d328504 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:08:28.263511 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:08:28.263764 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-612dc65e-adaf-423b-978c-c01b0d328504 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:08:28.264186 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'status': 'completed', 'code': 200} Jul 30 04:08:28.314497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-960e6c34-7bc3-418d-863b-4234bc3316bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0339546 Jul 30 04:08:28.373425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-b8a96d9f-c090-481a-b018-f0750c79d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.374870 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-b8a96d9f-c090-481a-b018-f0750c79d7e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0535095 Jul 30 04:08:28.405692 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-38bc0db4-b12d-440a-aa7f-8821972d04b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235786 Jul 30 04:08:28.493043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-00b6d07a-0d3a-410c-9e83-f181f188efeb service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801554 Jul 30 04:08:28.585869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca316b3-5641-4975-820e-71c57e4fb266 req-8884dd0c-cba0-49ea-b12b-39fa1f7d22ea service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Jul 30 04:08:28.706198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-096e26dd-57ac-472e-82d9-cc7549b0a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.707760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-096e26dd-57ac-472e-82d9-cc7549b0a5ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1095 time: 0.0408988 Jul 30 04:08:28.784623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37f5ac-e43e-492c-91db-d1f901f79e81 req-e9cd4836-b2c9-4ac1-973a-8441ec9543b8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.786123 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b37f5ac-e43e-492c-91db-d1f901f79e81 req-e9cd4836-b2c9-4ac1-973a-8441ec9543b8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0523260 Jul 30 04:08:28.801542 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-9165f96f-a100-4de5-b80c-7dca1f970c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.803315 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-9165f96f-a100-4de5-b80c-7dca1f970c6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0884857 Jul 30 04:08:28.825244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9b37f5ac-e43e-492c-91db-d1f901f79e81 req-b67c050e-f4b7-4d3c-bc65-db191423f0f1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jul 30 04:08:28.845526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-f865a41d-3d87-425f-b3de-81ef32f32488 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0352862 Jul 30 04:08:28.892176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-cda07e1a-6158-4bb3-8e75-7d5d1427bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:28.893565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-cda07e1a-6158-4bb3-8e75-7d5d1427bca8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0415921 Jul 30 04:08:28.924404 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-5da1abcd-f434-485a-ba8b-0cbc8ba99b6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234745 Jul 30 04:08:29.015006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-35845e1b-05cc-46fe-b508-21d44dac15dc service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Jul 30 04:08:29.101833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d4eeb30d-30dd-428a-936e-24286758b4a0 req-f198f7a1-8fb8-4caa-b84a-987b8f7e71de service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792065 Jul 30 04:08:29.943822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff26fa-6cb1-47fa-b0c3-0b2d0c37c4de req-e89454bf-eff5-41ad-a4a3-796776626cc6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:29.945325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5ff26fa-6cb1-47fa-b0c3-0b2d0c37c4de req-e89454bf-eff5-41ad-a4a3-796776626cc6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0490463 Jul 30 04:08:29.984386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5ff26fa-6cb1-47fa-b0c3-0b2d0c37c4de req-05e395c6-2594-4088-8889-39a2ce7e7ce4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Jul 30 04:08:30.983646 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:31.098067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee300d7-c96b-4f22-b5a2-c24e01ac3fb8 req-e5dd950b-98a5-40bb-98e1-0fd919914c7e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:31.099465 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ee300d7-c96b-4f22-b5a2-c24e01ac3fb8 req-e5dd950b-98a5-40bb-98e1-0fd919914c7e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0494542 Jul 30 04:08:31.137120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ee300d7-c96b-4f22-b5a2-c24e01ac3fb8 req-fea16f59-376e-4dd9-9552-5af8d9b63a2b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Jul 30 04:08:32.111834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:08:32.122858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:08:32.147661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 4ca28c1a-26c7-4306-996d-58fdf3958a7c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:08:32.148015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 4ca28c1a-26c7-4306-996d-58fdf3958a7c not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:08:32.230610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:32.242048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'port_id': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'mac_address': 'fa:16:3e:de:40:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732bea94-205b-4d8f-8967-7d27b8c2bb68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:08:32.262321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6e988-3dfc-4342-bd53-1fd09afcbe9d req-f6e2fffe-b8fc-4d14-a0e2-b346dfff6ee4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:32.263844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33a6e988-3dfc-4342-bd53-1fd09afcbe9d req-f6e2fffe-b8fc-4d14-a0e2-b346dfff6ee4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0592740 Jul 30 04:08:32.282753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:32.295734 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:08:32.301310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33a6e988-3dfc-4342-bd53-1fd09afcbe9d req-aa895879-b229-4942-bf05-196e94ca9036 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 30 04:08:32.315840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:32.321112 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:32.373704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:32.693500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['86c09721-33d6-4382-8e3b-9b2f3a53b9b1'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:08:33.414979 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ed48c-3be8-4474-b481-e7aafc19be11 req-1108f88f-2a97-4881-8d80-9bc40847f61f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:33.416456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a3ed48c-3be8-4474-b481-e7aafc19be11 req-1108f88f-2a97-4881-8d80-9bc40847f61f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 944 time: 0.0474546 Jul 30 04:08:33.462446 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1a3ed48c-3be8-4474-b481-e7aafc19be11 req-bf110069-d07a-4dbf-b464-62a9179eaf8b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Jul 30 04:08:34.120608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:08:34.167708 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:08:34.171991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:08:34.172406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:34.247610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:34.269265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:08:34.271516 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b30c4-09f2-4846-aad9-fa39bcc4d5c6" -d '{"events": [{"server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "name": "network-vif-plugged", "status": "completed", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:08:34.284388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:08:34.289274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:34.315654 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa6f63a-de5d-43c0-98cc-ac5739600111 x-openstack-request-id: req-caa6f63a-de5d-43c0-98cc-ac5739600111 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:08:34.315946 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "name": "network-vif-plugged", "status": "completed", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:08:34.316193 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caa6f63a-de5d-43c0-98cc-ac5739600111 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:08:34.316574 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'code': 200} Jul 30 04:08:34.341481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:08:34.348767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.349121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.349468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.349811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.350725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.351202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.351758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.352315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.352776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.353122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.353460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.353793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:08:34.440457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04adfd-f066-41e9-9771-57204cf68676 req-e3b3a116-00cd-47a2-8f6d-abb7c0a0644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:34.441950 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e04adfd-f066-41e9-9771-57204cf68676 req-e3b3a116-00cd-47a2-8f6d-abb7c0a0644f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1097 time: 0.0462775 Jul 30 04:08:34.478966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5e04adfd-f066-41e9-9771-57204cf68676 req-08c67544-3672-4bd7-aaf4-0641d19a877c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298359 Jul 30 04:08:34.576019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b594980-0a70-463e-bdea-39041c648f81 req-f09ce417-a5dc-488d-8f8f-eeaeb43c04d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:34.577466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b594980-0a70-463e-bdea-39041c648f81 req-f09ce417-a5dc-488d-8f8f-eeaeb43c04d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0467324 Jul 30 04:08:34.614210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b594980-0a70-463e-bdea-39041c648f81 req-1b782252-7a2c-44a0-b21e-d163f8193604 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Jul 30 04:08:35.734689 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c6203-d195-4176-847c-57d055c7cf89 req-12e35353-e596-4999-9568-ed8e654e97e3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:35.736445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f73c6203-d195-4176-847c-57d055c7cf89 req-12e35353-e596-4999-9568-ed8e654e97e3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0535975 Jul 30 04:08:35.774356 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f73c6203-d195-4176-847c-57d055c7cf89 req-7e70b4c5-3b05-4f38-9340-cc550350a6a6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jul 30 04:08:36.887294 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29a23-e50e-49f3-bfb7-12a555b1481a req-452aafba-0232-44ca-958a-8d5763f54a51 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:36.888784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42c29a23-e50e-49f3-bfb7-12a555b1481a req-452aafba-0232-44ca-958a-8d5763f54a51 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0490420 Jul 30 04:08:36.927065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42c29a23-e50e-49f3-bfb7-12a555b1481a req-1834d688-2b18-434b-b80b-edfe796b97b1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jul 30 04:08:37.039619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201cb3c-0c0d-46a5-998c-9325ee29ac27 req-f94187d2-6178-4329-902a-4a4fe16b3d58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:37.041076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c201cb3c-0c0d-46a5-998c-9325ee29ac27 req-f94187d2-6178-4329-902a-4a4fe16b3d58 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0479617 Jul 30 04:08:37.080390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c201cb3c-0c0d-46a5-998c-9325ee29ac27 req-0277a8bd-7516-4f8c-afdb-6199177ad160 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 30 04:08:37.699091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-7e898042-a2f2-45ec-a105-fc34efe0e086 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4432230 Jul 30 04:08:37.712067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e0e6b-6597-488b-bc61-1a570be02613 req-8d4d6dcf-e482-4587-9655-e580db063673 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:37.713594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-207e0e6b-6597-488b-bc61-1a570be02613 req-8d4d6dcf-e482-4587-9655-e580db063673 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.4475944 Jul 30 04:08:37.766498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-207e0e6b-6597-488b-bc61-1a570be02613 req-7c5d6c4a-f733-498a-985a-4004046cfe97 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Jul 30 04:08:38.835929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-f20fd604-d762-4ec0-a7e8-f13661955729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:38.837452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-f20fd604-d762-4ec0-a7e8-f13661955729 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1097 time: 0.0433757 Jul 30 04:08:38.886043 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e26256-434e-4525-a427-f87e31d13ceb req-dc1b1794-131e-41c7-9935-7801d3c14937 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:38.887573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6e26256-434e-4525-a427-f87e31d13ceb req-dc1b1794-131e-41c7-9935-7801d3c14937 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0483742 Jul 30 04:08:38.925463 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e6e26256-434e-4525-a427-f87e31d13ceb req-28a4f00d-0b04-4aef-869e-ed90a4c4bd9a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Jul 30 04:08:38.936048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-61e37d9f-ae8c-4f96-8221-1ac627713b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:38.937536 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-61e37d9f-ae8c-4f96-8221-1ac627713b28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0895147 Jul 30 04:08:38.979366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-43198ac6-2fe4-4fbe-a3a7-977a8e5ab7fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0347579 Jul 30 04:08:39.028466 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-b016ae7e-80c1-4536-8dee-02c703aad924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:39.029876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-b016ae7e-80c1-4536-8dee-02c703aad924 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0436194 Jul 30 04:08:39.061705 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-7aa53cd6-781f-428d-a1f4-816fa4e29601 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246637 Jul 30 04:08:39.154357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-a2dc8c86-bb00-4834-a8f5-90ec6dc64816 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857723 Jul 30 04:08:39.243288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-8f445aa0-976d-423d-bb2d-d0185ecce9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804753 Jul 30 04:08:40.043822 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fda78e-0892-4138-ba5b-af2cf35217ef req-812ed05f-c52f-4504-9d1b-766b5569e38a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:40.045300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72fda78e-0892-4138-ba5b-af2cf35217ef req-812ed05f-c52f-4504-9d1b-766b5569e38a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0516188 Jul 30 04:08:40.082836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-72fda78e-0892-4138-ba5b-af2cf35217ef req-118fc2cb-5802-48d0-b20f-1e4bc9e4a696 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jul 30 04:08:41.165331 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:41.199358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0712df-d290-47f1-9a67-1d04180cf560 req-25c55d48-c4f3-40b0-98b1-b66afae5a882 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:41.201470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b0712df-d290-47f1-9a67-1d04180cf560 req-25c55d48-c4f3-40b0-98b1-b66afae5a882 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0509331 Jul 30 04:08:41.242510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b0712df-d290-47f1-9a67-1d04180cf560 req-ef94f78c-4586-48ce-9459-71c9d371fd03 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Jul 30 04:08:42.356721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe6f47-bd14-49d7-98d4-70a57cb47141 req-47e3341e-1fd8-4a52-be80-01ab8a800c43 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:42.358237 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-debe6f47-bd14-49d7-98d4-70a57cb47141 req-47e3341e-1fd8-4a52-be80-01ab8a800c43 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0492868 Jul 30 04:08:42.401615 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb471c60-03de-4b7d-bdc0-d56deeadf2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:42.403567 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-debe6f47-bd14-49d7-98d4-70a57cb47141 req-bda35695-8c96-4abb-b572-e06142ca688d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Jul 30 04:08:43.520054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865515e-8e13-43dc-bc45-22eb1c1c8ca6 req-663fb986-34fe-4812-9a79-117e8758d4a5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:43.521400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6865515e-8e13-43dc-bc45-22eb1c1c8ca6 req-663fb986-34fe-4812-9a79-117e8758d4a5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0511613 Jul 30 04:08:43.558694 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6865515e-8e13-43dc-bc45-22eb1c1c8ca6 req-9ff00326-d4a2-4d28-be52-253266af3b57 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307710 Jul 30 04:08:44.671421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a721-f6e7-4f0a-a678-67f8b664237c req-e0cb4321-5c0a-4be3-a0c2-91b651398641 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:44.672947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27a1a721-f6e7-4f0a-a678-67f8b664237c req-e0cb4321-5c0a-4be3-a0c2-91b651398641 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0483294 Jul 30 04:08:44.705132 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-889d5d1f-0ad1-4d9f-838d-d2db9ca41cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:44.715052 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27a1a721-f6e7-4f0a-a678-67f8b664237c req-99070a24-d475-4d4f-9940-bd4fd4f08779 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Jul 30 04:08:44.999314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:45.827397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79447667-8322-4872-bf7d-2d24c8f27dba req-de4fbf75-9e54-4ff8-bf07-37386a264166 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:45.828873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79447667-8322-4872-bf7d-2d24c8f27dba req-de4fbf75-9e54-4ff8-bf07-37386a264166 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0478048 Jul 30 04:08:45.866273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-79447667-8322-4872-bf7d-2d24c8f27dba req-0bf73fbb-2635-46b3-b5ff-909f9a9f0ac6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Jul 30 04:08:46.490138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:46.901858 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-15eef860-ae26-4d02-bcba-595ede862faa req-b748c5bb-8937-436f-8659-287c083cac39 service neutron] (93876) timed out ('10.222.0.39', 43226) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:08:46.987038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30b5e3-dfa9-45d1-abfc-0d74561c31be req-45481dca-a03a-4797-99e3-89372c9f2194 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:46.988531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c30b5e3-dfa9-45d1-abfc-0d74561c31be req-45481dca-a03a-4797-99e3-89372c9f2194 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0521457 Jul 30 04:08:47.025682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c30b5e3-dfa9-45d1-abfc-0d74561c31be req-31d9008f-f78b-43fd-904e-2e1ff0c2248c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305662 Jul 30 04:08:48.115798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:08:48.141911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057354c-a86e-4444-ba5e-0cef258c1dd9 req-196f26db-5771-44b3-a4fc-91e51fdac937 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:48.143536 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e057354c-a86e-4444-ba5e-0cef258c1dd9 req-196f26db-5771-44b3-a4fc-91e51fdac937 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0503936 Jul 30 04:08:48.184198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e057354c-a86e-4444-ba5e-0cef258c1dd9 req-df750113-6c8b-43a6-a461-bcf05f66b1b5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Jul 30 04:08:49.322788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b577a2-be50-44ae-8002-f81b525db829 req-745b6b15-ee90-4969-a31d-f288382e0230 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:49.324318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39b577a2-be50-44ae-8002-f81b525db829 req-745b6b15-ee90-4969-a31d-f288382e0230 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0483131 Jul 30 04:08:49.365353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-39b577a2-be50-44ae-8002-f81b525db829 req-d6b9109b-5f9d-4241-b59b-04e99da70831 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346396 Jul 30 04:08:50.496679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc90e-eacc-4dd3-b0e6-394fbcadbc11 req-62ba2307-c819-4c63-a162-138a87c35288 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:50.498479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07fcc90e-eacc-4dd3-b0e6-394fbcadbc11 req-62ba2307-c819-4c63-a162-138a87c35288 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0537920 Jul 30 04:08:50.536848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-07fcc90e-eacc-4dd3-b0e6-394fbcadbc11 req-923074a6-dd19-4ee0-bf0c-d66ded9b5c9d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 30 04:08:51.650403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990c24-0b17-44e3-83d4-3dd5bffa75b7 req-27ca655e-d8a3-4b50-82dc-4a572eda334d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:51.651901 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7990c24-0b17-44e3-83d4-3dd5bffa75b7 req-27ca655e-d8a3-4b50-82dc-4a572eda334d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0492473 Jul 30 04:08:51.689467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c7990c24-0b17-44e3-83d4-3dd5bffa75b7 req-55090360-551f-4c15-bdb3-82f450664f5c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Jul 30 04:08:52.801407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc56f-626c-4a1b-9de7-53dc949a6090 req-0cccafce-5ba9-424b-962e-73755b2aeb65 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:52.802857 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-694cc56f-626c-4a1b-9de7-53dc949a6090 req-0cccafce-5ba9-424b-962e-73755b2aeb65 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0479770 Jul 30 04:08:52.840120 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-694cc56f-626c-4a1b-9de7-53dc949a6090 req-1777d2f0-4465-498f-8e16-a3010b8bcb07 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Jul 30 04:08:53.958201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abd037-45b6-482e-9922-588247b5b1e3 req-2c80fcd2-aa3b-4856-b961-2e71c76d9dc8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:53.959738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4abd037-45b6-482e-9922-588247b5b1e3 req-2c80fcd2-aa3b-4856-b961-2e71c76d9dc8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0526369 Jul 30 04:08:53.997962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4abd037-45b6-482e-9922-588247b5b1e3 req-0b1c9992-e8c5-4336-a804-0447580b9cf2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Jul 30 04:08:55.165872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9077f-7a09-48d0-ae5c-f2f1f7e8ea7c req-c868f94a-2a30-44d4-819b-1fff87a2189f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:55.167358 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55c9077f-7a09-48d0-ae5c-f2f1f7e8ea7c req-c868f94a-2a30-44d4-819b-1fff87a2189f tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.1020222 Jul 30 04:08:55.205698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55c9077f-7a09-48d0-ae5c-f2f1f7e8ea7c req-d7f34a11-9107-47a1-86b7-2083c5b93ce7 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Jul 30 04:08:56.374274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09799d61-e5ef-4030-a68f-c7d08163cd87 req-870bf515-294f-4ea3-8942-76f19cf04bbd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:56.375787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09799d61-e5ef-4030-a68f-c7d08163cd87 req-870bf515-294f-4ea3-8942-76f19cf04bbd tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.1030138 Jul 30 04:08:56.413780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09799d61-e5ef-4030-a68f-c7d08163cd87 req-f1890e6b-bfcd-42c9-9385-e8d9d0859fec tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Jul 30 04:08:57.533485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc45ebb-a1be-4bc2-a6bc-25c2ae320973 req-cb1e1362-ccf0-4872-a5ff-a77d3aa8657a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:57.534974 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebc45ebb-a1be-4bc2-a6bc-25c2ae320973 req-cb1e1362-ccf0-4872-a5ff-a77d3aa8657a tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0536504 Jul 30 04:08:57.573332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebc45ebb-a1be-4bc2-a6bc-25c2ae320973 req-e5ec4240-7fbb-4ca6-809a-2a348e8c7dd6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jul 30 04:08:58.686369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d50a6-65f4-4b69-a202-cec180b3ec40 req-a1020926-a913-4642-a8b7-503094794680 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:58.687869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e47d50a6-65f4-4b69-a202-cec180b3ec40 req-a1020926-a913-4642-a8b7-503094794680 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0490620 Jul 30 04:08:58.728214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e47d50a6-65f4-4b69-a202-cec180b3ec40 req-c094aa5b-1cb7-4b44-86f7-41ee16d2a37e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Jul 30 04:08:59.842184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a199b0-9201-412d-88c7-f960faec8f9a req-8ca65a9c-1eed-4205-b128-bb6aae138150 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:08:59.843701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4a199b0-9201-412d-88c7-f960faec8f9a req-8ca65a9c-1eed-4205-b128-bb6aae138150 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0491891 Jul 30 04:08:59.881122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4a199b0-9201-412d-88c7-f960faec8f9a req-13b03fab-015a-44dc-9eea-c92d4141cdd7 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jul 30 04:09:00.987900 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:01.002483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3233c5-f326-4338-80b6-4c3893e4abeb req-6b2e1247-8ff0-49b7-a59a-450400a0ee6c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:01.004031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d3233c5-f326-4338-80b6-4c3893e4abeb req-6b2e1247-8ff0-49b7-a59a-450400a0ee6c tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0546637 Jul 30 04:09:01.043083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d3233c5-f326-4338-80b6-4c3893e4abeb req-de491c90-50c8-4cd9-80a9-1085f61986a9 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jul 30 04:09:02.156898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb021-0186-4f49-a464-83871f6f740a req-26012b44-994b-4b79-9c11-f6ae4b00dc05 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:02.158380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e9bb021-0186-4f49-a464-83871f6f740a req-26012b44-994b-4b79-9c11-f6ae4b00dc05 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0493038 Jul 30 04:09:02.195481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e9bb021-0186-4f49-a464-83871f6f740a req-078ab17e-08f1-4fa6-8918-3f2b222bf544 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Jul 30 04:09:03.310672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bdb70-41b4-4ff8-b73b-663d3687f17b req-a7a5bbff-182f-4b07-bb0f-f740dcc2f4bb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:03.312181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce3bdb70-41b4-4ff8-b73b-663d3687f17b req-a7a5bbff-182f-4b07-bb0f-f740dcc2f4bb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0489464 Jul 30 04:09:03.349450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce3bdb70-41b4-4ff8-b73b-663d3687f17b req-62783ae7-67a9-4627-b70e-56c8991d0bb4 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Jul 30 04:09:04.469342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae335a-4a86-448e-8ce4-772eca0b1ece req-f69c4860-52bf-4d6a-9d00-dcc3339112a3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:04.470831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cae335a-4a86-448e-8ce4-772eca0b1ece req-f69c4860-52bf-4d6a-9d00-dcc3339112a3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0529766 Jul 30 04:09:04.510956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cae335a-4a86-448e-8ce4-772eca0b1ece req-d0d4085e-28d6-4c7e-aba8-320c658c5ff1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Jul 30 04:09:04.684511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:09:05.623883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c953b8-2d0b-4759-a213-da490df4f8d7 req-d81381b0-12eb-476a-b93a-2802be0e69f1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:05.625346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65c953b8-2d0b-4759-a213-da490df4f8d7 req-d81381b0-12eb-476a-b93a-2802be0e69f1 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 945 time: 0.0480504 Jul 30 04:09:05.662864 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-65c953b8-2d0b-4759-a213-da490df4f8d7 req-e651dd0d-9c18-4a9c-8dba-ae53057ca01b tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Jul 30 04:09:06.120820 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-28acc561-2817-40fa-be64-dde6e14786ee service neutron] show failed (client error): The resource could not be found. Jul 30 04:09:06.121759 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-28acc561-2817-40fa-be64-dde6e14786ee service neutron] 10.222.0.16 "GET /v2.0/ports/86c09721-33d6-4382-8e3b-9b2f3a53b9b1/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0609806 Jul 30 04:09:06.313974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-1a8bae47-829a-4586-aaf1-fff9994e651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:06.315479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-1a8bae47-829a-4586-aaf1-fff9994e651b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be&tenant_id=fe6ce640f5ea4d10ac4206f48949ab37 HTTP/1.1" status: 200 len: 1097 time: 0.0391147 Jul 30 04:09:06.326640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:06.382116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:06.580828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:06.614164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:09:06.652680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:09:06.654835 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f172298b-4b5a-49c7-a61e-fa894fb2b510" -d '{"events": [{"server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "name": "network-vif-unplugged", "status": "completed", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:09:06.658840 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:06.670981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Transition to ACTIVE for port object 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:06.674454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:06.721094 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54291821-7c69-4e33-adca-8594ec1ca230 x-openstack-request-id: req-54291821-7c69-4e33-adca-8594ec1ca230 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:09:06.721384 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "name": "network-vif-unplugged", "status": "completed", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:09:06.721634 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54291821-7c69-4e33-adca-8594ec1ca230 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:09:06.722025 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'code': 200} Jul 30 04:09:06.743079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] No DVR routers for this DVR port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:09:06.779416 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:06.816128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:09:06.816464 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:09:06.816788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:06.830898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d300f-5861-4c7f-bd54-7f790c2d89fc req-3666eafc-2324-4e1c-a8a6-987242c24abe tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:06.832797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df1d300f-5861-4c7f-bd54-7f790c2d89fc req-3666eafc-2324-4e1c-a8a6-987242c24abe tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0912981 Jul 30 04:09:06.833296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on network d5d4c53b-de2b-4143-962c-7506820261cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:09:06.833614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Attempting to bind port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on network d5d4c53b-de2b-4143-962c-7506820261cd {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:06.839107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:09:06.839480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Checking segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:09:06.839859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Bound using segment: {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:09:06.840285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Bound port: 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b60550-fc56-443d-8b23-4f8c1b2c2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:09:06.840640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:06.915386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df1d300f-5861-4c7f-bd54-7f790c2d89fc req-3b6cc442-f4e1-4d83-880c-fa158b6d0836 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 Jul 30 04:09:06.934727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:09:06.937667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:09:06.942413 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:06.974713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:06.975381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:06.976827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 1092 time: 0.6541016 Jul 30 04:09:07.009877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fea102-4345-4d25-9cb9-6f39539f0dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:07.041140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-fafb524d-c963-454d-94a9-1541ac3add41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:07.042640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-fafb524d-c963-454d-94a9-1541ac3add41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1095 time: 0.0435944 Jul 30 04:09:07.134996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-3a2abb70-c165-466b-9d99-2be1e663bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:07.136490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-3a2abb70-c165-466b-9d99-2be1e663bd2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0875852 Jul 30 04:09:07.176635 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-e3b17310-fb99-4576-bc77-12a3475e0919 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0335133 Jul 30 04:09:07.223008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-81e7111e-0484-43c8-b41e-6ce50b347b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:07.224469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-81e7111e-0484-43c8-b41e-6ce50b347b06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0410094 Jul 30 04:09:07.254470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-d7fd2d8e-2d2b-431f-b679-6aa44c7c6f1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234537 Jul 30 04:09:07.343858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-22ece76f-59bf-4898-9d23-c940ee8535ba service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822346 Jul 30 04:09:07.431410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd68fe8c-0f6b-4ff4-8c42-b5c97cec0c10 req-84e1fd58-da23-4a76-8b06-b45a8311d437 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810220 Jul 30 04:09:08.038296 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fc92d-29c3-4a08-9b91-252da1f3a741 req-d864dbc3-b1c0-41f1-baeb-94375c3ea6ac tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:08.039967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-630fc92d-29c3-4a08-9b91-252da1f3a741 req-d864dbc3-b1c0-41f1-baeb-94375c3ea6ac tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0538895 Jul 30 04:09:08.077440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-630fc92d-29c3-4a08-9b91-252da1f3a741 req-42a2c65d-36e1-4968-9e0b-272ad75962b0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Jul 30 04:09:08.723558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:09:08.725925 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35dc9b4-0a71-4198-8396-77d8b1647477" -d '{"events": [{"name": "network-changed", "server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:09:08.773702 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8965f1-ffdb-4c17-a48a-3dec2336ea8c x-openstack-request-id: req-fd8965f1-ffdb-4c17-a48a-3dec2336ea8c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:09:08.774015 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:09:08.774261 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd8965f1-ffdb-4c17-a48a-3dec2336ea8c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:09:08.774658 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'status': 'completed', 'code': 200} Jul 30 04:09:08.840084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-402999aa-b18c-4fd9-adee-9e4d29c819af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:08.841906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-402999aa-b18c-4fd9-adee-9e4d29c819af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1095 time: 0.0441308 Jul 30 04:09:08.859094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-2c46a06d-babf-4fd2-ba08-a49d5e447e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:08.860984 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-2c46a06d-babf-4fd2-ba08-a49d5e447e52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1095 time: 0.0432158 Jul 30 04:09:08.947769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-e1f95257-913f-4b6d-9a5b-93f4f6adef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:08.949269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-e1f95257-913f-4b6d-9a5b-93f4f6adef7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0987856 Jul 30 04:09:08.967993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-8f90708a-8c3f-43eb-8d34-4b5528f3c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:08.969482 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-8f90708a-8c3f-43eb-8d34-4b5528f3c8f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.1012919 Jul 30 04:09:08.992949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-b2027d94-8c09-423d-9081-ce42d8136ab4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0363748 Jul 30 04:09:09.015494 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-f4fd49a8-b0a9-45d7-8146-071ea929cb95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0390692 Jul 30 04:09:09.042842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-24a75ba3-9544-4385-9a86-2248b29a631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.044328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-24a75ba3-9544-4385-9a86-2248b29a631a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0442839 Jul 30 04:09:09.066060 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-23bf0130-cf2d-47ff-8c0e-18550321de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.067519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-23bf0130-cf2d-47ff-8c0e-18550321de65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0455003 Jul 30 04:09:09.075066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-3e76e963-e07b-4053-bbb9-230b7829546f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236361 Jul 30 04:09:09.099265 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-a721d0b0-cdcc-41d3-8a9f-d0443d8a181b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250819 Jul 30 04:09:09.192338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-abb10e0a-bb04-452e-b779-61ad707b3b3d service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863433 Jul 30 04:09:09.198049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-38471033-34d8-4e3d-93bb-b3d2689c858f service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160150 Jul 30 04:09:09.221455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccfb54-fcdc-49f4-9ffb-2a7773e829fd req-e933593f-32ed-46fa-878e-69b678fdfda3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.222898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7ccfb54-fcdc-49f4-9ffb-2a7773e829fd req-e933593f-32ed-46fa-878e-69b678fdfda3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0705495 Jul 30 04:09:09.284625 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-2f01ac31-0c91-43fc-adb4-b00f7ab85287 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836987 Jul 30 04:09:09.306265 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f7ccfb54-fcdc-49f4-9ffb-2a7773e829fd req-d437de64-815a-4a70-912d-cb676bb26efb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729449 Jul 30 04:09:09.332155 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c35dc9b4-0a71-4198-8396-77d8b1647477 req-c3a1b007-aae9-4574-8f1f-5c30298f4243 service neutron] 10.222.0.18 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265566 Jul 30 04:09:09.498470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550176b-32d8-4efb-80c2-143c72eacafd req-c4854f8b-2909-4630-89b0-6a5d9f8e39bb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.500001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1550176b-32d8-4efb-80c2-143c72eacafd req-c4854f8b-2909-4630-89b0-6a5d9f8e39bb tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0492458 Jul 30 04:09:09.538481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1550176b-32d8-4efb-80c2-143c72eacafd req-328a2a10-57f5-40f4-9b83-9e45636b0ae8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Jul 30 04:09:09.561744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-78691ef9-4de5-4e2e-a7ca-d7f490f42c80 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.563272 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-78691ef9-4de5-4e2e-a7ca-d7f490f42c80 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.16 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be&tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 943 time: 0.0894511 Jul 30 04:09:09.623077 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-1e40cca9-658c-45a0-a02b-b1960de037cc service neutron] delete failed (client error): The resource could not be found. Jul 30 04:09:09.624122 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-1e40cca9-658c-45a0-a02b-b1960de037cc service neutron] 10.222.0.16 "DELETE /v2.0/ports/86c09721-33d6-4382-8e3b-9b2f3a53b9b1/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0530655 Jul 30 04:09:09.727897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-52f44b62-eaa2-4211-ad31-f41f30d5a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.729342 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-52f44b62-eaa2-4211-ad31-f41f30d5a198 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 1095 time: 0.0398281 Jul 30 04:09:09.821317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-ab25b9de-031f-4d02-9dac-0e57c4946abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.822662 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-ab25b9de-031f-4d02-9dac-0e57c4946abc service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 200 len: 913 time: 0.0861161 Jul 30 04:09:09.862787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-b678b02a-c86f-4f6e-95b7-0f2929c861cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0327897 Jul 30 04:09:09.909113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-074ba9ad-6f65-4965-ad5e-232cae6828ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:09.910548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-074ba9ad-6f65-4965-ad5e-232cae6828ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 200 len: 853 time: 0.0413544 Jul 30 04:09:09.941244 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-db3f144f-8a56-4565-8756-9f184660b017 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5d4c53b-de2b-4143-962c-7506820261cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232508 Jul 30 04:09:10.033161 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-d2c6fb45-116c-4d64-b234-84d6dad9ef76 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Jul 30 04:09:10.122938 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c657bd48-51e5-436f-bea7-bec506f32b0c req-28c9b413-c1aa-453a-a837-9e240bf17ea8 service neutron] 10.222.0.16 "GET /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826979 Jul 30 04:09:10.390722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:09:10.428959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:09:10.660976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e20b5-9081-4b6f-b6c2-9af1fc7e7c11 req-9f34b841-08a6-4740-a066-37e8027e29c0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:10.662488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f6e20b5-9081-4b6f-b6c2-9af1fc7e7c11 req-9f34b841-08a6-4740-a066-37e8027e29c0 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0524397 Jul 30 04:09:10.701698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f6e20b5-9081-4b6f-b6c2-9af1fc7e7c11 req-1484dc8e-3f23-418e-86d9-055a80ec5de8 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 30 04:09:10.818589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4808fb-f3f5-4edf-a451-5eddca9d7710 req-e7c42018-5707-4eba-9535-56af469d815e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:10.820607 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e4808fb-f3f5-4edf-a451-5eddca9d7710 req-e7c42018-5707-4eba-9535-56af469d815e tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0510099 Jul 30 04:09:10.859551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2e4808fb-f3f5-4edf-a451-5eddca9d7710 req-40eedc2d-b29c-4f8b-8a4b-55c33e10c0f6 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jul 30 04:09:10.974095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818827e0-1ed8-4ac6-8fd5-5b0ecb0d8923 req-4543819a-fab2-44e6-ba6c-d3063c3e2983 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:10.975608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-818827e0-1ed8-4ac6-8fd5-5b0ecb0d8923 req-4543819a-fab2-44e6-ba6c-d3063c3e2983 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0508437 Jul 30 04:09:11.013390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-818827e0-1ed8-4ac6-8fd5-5b0ecb0d8923 req-6f053792-867b-4807-9894-23d1fb8d22e9 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Jul 30 04:09:11.171753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:11.334203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638fe9f-37e4-41cb-a97c-a347bff96f0e req-e97f9a3d-6e19-479a-9fd9-4541d4417f70 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:11.336310 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3638fe9f-37e4-41cb-a97c-a347bff96f0e req-e97f9a3d-6e19-479a-9fd9-4541d4417f70 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 943 time: 0.0478551 Jul 30 04:09:11.342986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:09:11.375180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3638fe9f-37e4-41cb-a97c-a347bff96f0e req-69898329-5cf6-4c02-a089-80f7cd7967b5 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Jul 30 04:09:11.441355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:11.452442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'network_id': 'd5d4c53b-de2b-4143-962c-7506820261cd', 'port_id': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'mac_address': 'fa:16:3e:de:40:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732bea94-205b-4d8f-8967-7d27b8c2bb68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:09:11.488856 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:11.500771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:09:11.519738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:11.524060 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:11.573192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:11.744333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['86c09721-33d6-4382-8e3b-9b2f3a53b9b1'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:09:12.404990 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d85ae55-aca6-429f-ad89-a9cb44a1b395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:12.414409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075357-a9a8-45bb-9342-982becd68b09 req-618b94b5-5ff2-4ead-915b-af2942f55c89 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:12.415927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86075357-a9a8-45bb-9342-982becd68b09 req-618b94b5-5ff2-4ead-915b-af2942f55c89 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.18 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 944 time: 0.0541339 Jul 30 04:09:12.529625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e80f4-0d8e-46f3-b2ca-1fdf1026d8dd req-11d80045-a032-474e-8aae-9c973e27ad7d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:12.531095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba6e80f4-0d8e-46f3-b2ca-1fdf1026d8dd req-11d80045-a032-474e-8aae-9c973e27ad7d tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/ports?device_id=097ae108-7f0b-4c21-b907-1453ee1a41be HTTP/1.1" status: 200 len: 944 time: 0.0854013 Jul 30 04:09:12.560694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Deleting port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:09:12.561030 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:12.622268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba6e80f4-0d8e-46f3-b2ca-1fdf1026d8dd req-d78b5699-dfbf-492c-a3eb-78798d175ac2 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.39 "GET /v2.0/security-groups?id=a57c25f3-e243-4396-b741-59909a8bc9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844197 Jul 30 04:09:12.660949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] For port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,segment=NetworkSegment(79b60550-fc56-443d-8b23-4f8c1b2c2717),segment_id=79b60550-fc56-443d-8b23-4f8c1b2c2717)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:12.661253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:12.674377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Calling delete_port for 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:09:12.801263 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:12.813581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['86c09721-33d6-4382-8e3b-9b2f3a53b9b1'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:09:12.829360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Pushing event deleted for resources: {'Port': ['ID=86c09721-33d6-4382-8e3b-9b2f3a53b9b1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:12.871518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] No DVR routers for this DVR port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:09:12.874148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:12.876159 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-86075357-a9a8-45bb-9342-982becd68b09 req-910fd1e6-d5d3-4bcb-b65f-be5f2c04b0d3 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] 10.222.0.18 "DELETE /v2.0/ports/86c09721-33d6-4382-8e3b-9b2f3a53b9b1 HTTP/1.1" status: 204 len: 173 time: 0.4542627 Jul 30 04:09:12.876594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'name': 'network-vif-deleted', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:09:12.878878 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f955327-4c88-4719-bf6f-bf08b01fa4c0" -d '{"events": [{"server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "name": "network-vif-deleted", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:09:12.915423 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85ad223-7158-4eaf-9494-e21ff1e66c7b x-openstack-request-id: req-a85ad223-7158-4eaf-9494-e21ff1e66c7b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:09:12.915725 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ae108-7f0b-4c21-b907-1453ee1a41be", "name": "network-vif-deleted", "tag": "86c09721-33d6-4382-8e3b-9b2f3a53b9b1", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:09:12.915976 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a85ad223-7158-4eaf-9494-e21ff1e66c7b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:09:12.916375 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ae108-7f0b-4c21-b907-1453ee1a41be', 'name': 'network-vif-deleted', 'tag': '86c09721-33d6-4382-8e3b-9b2f3a53b9b1', 'status': 'completed', 'code': 200} Jul 30 04:09:13.353775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:13.375964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:09:13.376307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 04:09:13.395074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Port 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 not found, will not notify nova. {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 04:09:13.741389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:13.787337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Deleting subnet 732bea94-205b-4d8f-8967-7d27b8c2bb68 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:09:13.790824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:13.824198 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:13.861706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:13.911349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:13.941487 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732bea94-205b-4d8f-8967-7d27b8c2bb68,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:13.943455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:13.946017 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e5f1aa81-c647-4e17-88c5-1b66233804a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/732bea94-205b-4d8f-8967-7d27b8c2bb68 HTTP/1.1" status: 204 len: 168 time: 0.2025549 Jul 30 04:09:13.947968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:14.013082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.090688 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.100725 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d4c53b-de2b-4143-962c-7506820261cd']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:14.111293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b60550-fc56-443d-8b23-4f8c1b2c2717') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:14.111587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b60550-fc56-443d-8b23-4f8c1b2c2717') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:14.120847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.133742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.139426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:09:14.139825 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:09:14.141394 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:09:14.193428 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.198560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.200396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d5d4c53b-de2b-4143-962c-7506820261cd HTTP/1.1" status: 204 len: 168 time: 0.2515285 Jul 30 04:09:14.211489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84e2e3-4a24-47a2-a30c-1a7c67b38614 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d4c53b-de2b-4143-962c-7506820261cd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:14.308141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56278) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:14.348368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d53d4e80-287b-4b49-b9ed-489459befd05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe6ce640f5ea4d10ac4206f48949ab37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388174 Jul 30 04:09:14.350880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:14.403119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6b06-1197-4168-860a-f0bbfcc04a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.423563 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6b06-1197-4168-860a-f0bbfcc04a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.469968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6b06-1197-4168-860a-f0bbfcc04a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.472599 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6b06-1197-4168-860a-f0bbfcc04a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:14.475272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2ddf6b06-1197-4168-860a-f0bbfcc04a2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a57c25f3-e243-4396-b741-59909a8bc9d7 HTTP/1.1" status: 204 len: 168 time: 0.1232088 Jul 30 04:09:14.483262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf6b06-1197-4168-860a-f0bbfcc04a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c25f3-e243-4396-b741-59909a8bc9d7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:14.705170 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4653d5ef-81f6-4a2c-be8e-44dbb3281038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.001661 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.130363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56304) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:15.225671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-834148585-network', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:15.247847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Made reservation on behalf of eb2ab024ba874d6996c71f46330dc9d0 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:09:15.250017 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.258984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.349299 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.353088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.377428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:09:15.387651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a2a9ed-6e2c-460f-8433-6cd904157c79,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:15.392532 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.392877 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Added segment 80daea44-952d-4acb-bfae-e7f17da4c7b3 of type vlan for network 4ed6bb8c-9209-4d24-b833-0df395df2da6 Jul 30 04:09:15.432214 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.463330 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.464365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:15.464941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.517547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3859768 Jul 30 04:09:15.520478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56308) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:15.525011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c759bb0-3066-49e1-9ac2-3f67ecf6b02d admin admin] Pushing event updated for resources: {'Network': ['ID=4ed6bb8c-9209-4d24-b833-0df395df2da6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:15.525483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Request body: {'subnet': {'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-834148585-subnet', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:15.534786 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:09:15.549856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Made reservation on behalf of eb2ab024ba874d6996c71f46330dc9d0 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:09:15.552266 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.717072 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.772486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Pushing event updated for resources: {'Subnet': ['ID=880d6877-1355-41e3-b96c-0bfcbe93a066,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:15.783071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:09:15.783445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Network hostable DHCP agents. Network: 4ed6bb8c-9209-4d24-b833-0df395df2da6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:09:15.786889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.787259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.787597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.787928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.788257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.789240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.789705 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.790038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.790363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.790708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.791056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.791405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:15.809029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:09:15.817547 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 4ed6bb8c-9209-4d24-b833-0df395df2da6) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:15.821748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:15.822451 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.826111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8de27-bb90-4537-8f4f-edee304e07fb None None] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:09:15.836330 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-daf29141-f507-42c7-809d-0b007793033d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3147299 Jul 30 04:09:15.838948 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56310) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:15.843289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:15.865414 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.866379 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.917855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:15.974462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-4ed6bb8c-9209-4d24-b833-0df395df2da6', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:09:15.975347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.054236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.107369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Allocated IP 172.20.0.2 (4ed6bb8c-9209-4d24-b833-0df395df2da6/880d6877-1355-41e3-b96c-0bfcbe93a066/2fd915e3-4b77-4e40-bcba-a0dbf0b27918) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:09:16.250019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.253703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.259105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Transition to ACTIVE for port object 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:16.273981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.274739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Transition to ACTIVE for port object 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:16.280237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.316092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:09:16.318790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:16.323068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:09:16.333603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Pushing event updated for resources: {'Port': ['ID=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:16.381607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Allocated IP 172.25.6.189 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/6932afca-e32a-4ebc-96b4-a7a136d3ab33) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:09:16.387574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Attempting to bind port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:09:16.387962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Attempting to bind port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:09:16.388324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Attempting to bind port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:16.393211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:09:16.393585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:09:16.393991 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.394405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:09:16.394852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Bound port: 2fd915e3-4b77-4e40-bcba-a0dbf0b27918, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:09:16.395310 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.460867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] For port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:09:16.464341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] For port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:09:16.468304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.488062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.532170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.541281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cc403-9b32-4112-81fc-d84ea3bfa7d2 None None] Pushing event updated for resources: {'Port': ['ID=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:16.545153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.574784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:09:16.582701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:16.590551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:09:16.593818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6932afca-e32a-4ebc-96b4-a7a136d3ab33,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:16.852195 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:16.912395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:16.962156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:17.049992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.181810 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:09:17.293855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:09:17.303423 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:09:17.313043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.317007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ed5998e1-4740-4b33-bd5e-09a159d098a5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4747410 Jul 30 04:09:17.317158 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:09:17.317158 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:09:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:17.317603 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56312) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:17.358664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:09:17.381883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:09:17.382256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 86c09721-33d6-4382-8e3b-9b2f3a53b9b1 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:09:17.427798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:09:17.456698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358859ee-e614-4f4a-86a1-0d1cae51d596 None None] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:09:17.552598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] Provisioning for port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:17.559876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] Provisioning complete for port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:17.560523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.619145 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:16Z', 'revision_number': 3, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:17.646740 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:09:17.646984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Updating router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:09:17.673381 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.718699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.754521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] For port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:17.762382 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.817862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81869869-5b7a-4400-bfc0-777e1f314b4d None None] Pushing event updated for resources: {'Port': ['ID=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:17.949896 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.959159 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Transition to ACTIVE for port object 6932afca-e32a-4ebc-96b4-a7a136d3ab33 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:17.965277 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:17.994594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a6a032eb-7d3d-4b0b-b06e-0ff0ec9976fe None None] Provisioning complete for port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:17.995267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a6a032eb-7d3d-4b0b-b06e-0ff0ec9976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.021273 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Attempting to bind port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:09:18.021915 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Attempting to bind port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:09:18.022450 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Attempting to bind port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:18.030145 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Pushing event updated for resources: {'Port': ['ID=6932afca-e32a-4ebc-96b4-a7a136d3ab33,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:18.033695 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:09:18.034271 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:09:18.034673 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.035064 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:09:18.035575 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Bound port: 6932afca-e32a-4ebc-96b4-a7a136d3ab33, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:09:18.035958 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.059085 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.059457 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.059800 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.060142 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.060467 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.060795 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.061127 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.061447 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.061776 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.062096 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.062417 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.062734 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:18.100866 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] For port 6932afca-e32a-4ebc-96b4-a7a136d3ab33, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:09:18.104975 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] For port 6932afca-e32a-4ebc-96b4-a7a136d3ab33, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6932afca-e32a-4ebc-96b4-a7a136d3ab33,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:09:18.109411 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.109993 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.122114 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.168565 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:09:18.169089 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:09:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:18.207819 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92083c-d5fe-4b55-b85c-49c5f96fa66b None None] Pushing event updated for resources: {'Port': ['ID=6932afca-e32a-4ebc-96b4-a7a136d3ab33,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:18.268439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Allocated IP 172.20.0.1 (4ed6bb8c-9209-4d24-b833-0df395df2da6/880d6877-1355-41e3-b96c-0bfcbe93a066/b093eee7-4d5b-4e3c-8476-be999f5e755c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:09:18.276719 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:09:18.371318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.385001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Transition to ACTIVE for port object b093eee7-4d5b-4e3c-8476-be999f5e755c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:18.418490 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.456251 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:09:18.459425 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:16Z', 'revision_number': 3, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:18.460590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:18.463236 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:09:18.488448 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0a831-bd56-4d1f-b3eb-8e1812034221 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:16Z', 'revision_number': 3, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:09:18.494401 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Pushing event updated for resources: {'Port': ['ID=b093eee7-4d5b-4e3c-8476-be999f5e755c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:18.517668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.657957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.718637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9388bd1a-5718-47e6-8902-4b166013267e None None] Provisioning for port b093eee7-4d5b-4e3c-8476-be999f5e755c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:18.735445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9388bd1a-5718-47e6-8902-4b166013267e None None] Provisioning complete for port b093eee7-4d5b-4e3c-8476-be999f5e755c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:18.736135 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9388bd1a-5718-47e6-8902-4b166013267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.774478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9388bd1a-5718-47e6-8902-4b166013267e None None] Port b093eee7-4d5b-4e3c-8476-be999f5e755c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:09:18.844303 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.852366 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.923804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Pushing event updated for resources: {'Port': ['ID=b093eee7-4d5b-4e3c-8476-be999f5e755c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:18.931680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:18.977721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:19.027375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:19.028070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.032104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:09:19.033570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:19.116036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6932afca-e32a-4ebc-96b4-a7a136d3ab33 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:19.174176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:19.176726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:09:19.181049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:19.183031 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.281573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.308561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:09:19.311645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6932afca-e32a-4ebc-96b4-a7a136d3ab33, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6932afca-e32a-4ebc-96b4-a7a136d3ab33,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:19.315806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6f7b3dce-86f5-4066-9f16-76a89ef4eb6c admin admin] 10.222.0.39 "PUT /v2.0/routers/ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9970276 Jul 30 04:09:19.318900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a54823d9-40c9-4b6b-af5c-ff69367fd29c None None] Provisioning complete for port b093eee7-4d5b-4e3c-8476-be999f5e755c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:19.319309 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a54823d9-40c9-4b6b-af5c-ff69367fd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.339569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.386727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a54823d9-40c9-4b6b-af5c-ff69367fd29c None None] Port b093eee7-4d5b-4e3c-8476-be999f5e755c cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:09:19.400356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6932afca-e32a-4ebc-96b4-a7a136d3ab33,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:19.769614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56320) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:19.774692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763053191', 'description': 'tempest-description--1538243982'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:19.797698 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.880119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.884596 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.909814 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:19.911059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1403832 Jul 30 04:09:19.914987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:19.919601 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8277c5-fb1c-4233-b950-79ebe69b644b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a590c1-733e-4de7-990d-4dd58d5e0182,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:19.919762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'security_group_rule': {'security_group_id': '58a590c1-733e-4de7-990d-4dd58d5e0182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:19.950220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.009620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.015342 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.034677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf773bd-fe1c-47f9-a842-c79f5f1e532f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:20.044063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.044413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.044754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.045093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.045429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.045760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.046089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.046417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.046742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.047068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.047439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.047870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:09:20.050430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.054458 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-822af924-28ac-4cd1-8c3f-f2dec196d900 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383350 Jul 30 04:09:20.054871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56324) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:20.060038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'security_group_rule': {'security_group_id': '58a590c1-733e-4de7-990d-4dd58d5e0182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:20.088468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.107487 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:09:20.116954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:09:20.117634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:09:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:20.138606 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.141944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.163156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31d84a7-e7b4-4a79-ba53-07ebf844c78f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:20.167048 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.168287 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-62e9eafc-54b8-4f8b-92e2-e69c6e38c242 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120138 Jul 30 04:09:20.171335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 56326) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:20.175724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:20.199067 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.231709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:09:20.300142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.420946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Allocated IP 172.25.6.123 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f3527176-ce38-4108-a947-2fc2dee8dd64) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:09:20.522396 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.563410 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.587308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 2, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:20.600656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:09:20.609812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:20.618668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:09:20.619838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:09:20.620198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Updating router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 port b093eee7-4d5b-4e3c-8476-be999f5e755c binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:09:20.622267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'Port': ['ID=f3527176-ce38-4108-a947-2fc2dee8dd64,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:20.646323 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.711028 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.747699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.901151 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6932afca-e32a-4ebc-96b4-a7a136d3ab33 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:20.910477 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.915504 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.943696 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.969136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Transition to ACTIVE for port object b093eee7-4d5b-4e3c-8476-be999f5e755c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:20.978094 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:20.983020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'Port': ['ID=f3527176-ce38-4108-a947-2fc2dee8dd64,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:20.985835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:20.986205 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:21.003851 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:21.017984 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:21.019513 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b011d9af-3175-4e90-8810-58f5c31464f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8471971 Jul 30 04:09:21.059755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea7d69-c717-4154-8d76-fc73921d967a None None] Pushing event updated for resources: {'Port': ['ID=b093eee7-4d5b-4e3c-8476-be999f5e755c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:21.126085 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Attempting to bind port b093eee7-4d5b-4e3c-8476-be999f5e755c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:09:21.126621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Attempting to bind port b093eee7-4d5b-4e3c-8476-be999f5e755c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:09:21.126621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Attempting to bind port b093eee7-4d5b-4e3c-8476-be999f5e755c on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:21.150337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:09:21.150719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:09:21.151152 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:21.151581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:09:21.152066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Bound port: b093eee7-4d5b-4e3c-8476-be999f5e755c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:09:21.152460 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:21.174995 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-9d54706e-0bf5-4d48-a0d9-01da6540ecd5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1763053191&fields=id&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 267 time: 0.0351827 Jul 30 04:09:21.231082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] For port b093eee7-4d5b-4e3c-8476-be999f5e755c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:09:21.234346 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] For port b093eee7-4d5b-4e3c-8476-be999f5e755c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b093eee7-4d5b-4e3c-8476-be999f5e755c,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:09:21.239502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:21.290401 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:09:21.291055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:09:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:21.296336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-a065c55a-00ca-4355-a1cf-f73595b63d5d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:21.297835 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-a065c55a-00ca-4355-a1cf-f73595b63d5d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1134675 Jul 30 04:09:21.315828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-60429992-d13d-46af-9651-4b1fd5fffcbd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/quotas/eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 375 time: 0.0119019 Jul 30 04:09:21.360481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea7d69-c717-4154-8d76-fc73921d967a None None] Pushing event updated for resources: {'Port': ['ID=b093eee7-4d5b-4e3c-8476-be999f5e755c,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:21.391058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-76ebdece-cf12-4a11-aea7-d929c7793ba0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595593 Jul 30 04:09:21.433582 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:09:21.487939 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-fc1db06b-6b0a-4385-bb78-769b005f24a8 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957336 Jul 30 04:09:21.579927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-3c1e7ce2-95c9-4732-9952-4a25b0cbe4e0 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846143 Jul 30 04:09:21.654747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:21Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:21.681602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18859fbb-a837-4951-9488-b4689d56c6d8 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:21Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:09:21.762213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9ff1e510-25c7-41a0-b919-cb444e82a822 req-dd41abc2-7c17-4074-a8c2-ed6854de7b45 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 210 time: 0.0411205 Jul 30 04:09:22.807550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-1909bac5-fdde-414e-a7a8-f204c06996d9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:22.808552 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-1909bac5-fdde-414e-a7a8-f204c06996d9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1091750 Jul 30 04:09:22.871300 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-f400bb2e-5907-497d-a8c2-97f31b28759e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 380 time: 0.0479782 Jul 30 04:09:22.878348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30691a9c-3fd5-481c-9d60-bdbd31ffa5e6 req-c0b32da7-e264-4e2a-a4ae-cdfabe570cc2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 210 time: 0.0401721 Jul 30 04:09:22.896759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'port': {'device_id': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'admin_state_up': True, 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'security_groups': ['58a590c1-733e-4de7-990d-4dd58d5e0182']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:22.917938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b093eee7-4d5b-4e3c-8476-be999f5e755c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:22.968629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port b093eee7-4d5b-4e3c-8476-be999f5e755c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:22.972511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b093eee7-4d5b-4e3c-8476-be999f5e755c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:22.972964 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.010497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Made reservation on behalf of eb2ab024ba874d6996c71f46330dc9d0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:09:23.013985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.054581 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.086951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port b093eee7-4d5b-4e3c-8476-be999f5e755c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b093eee7-4d5b-4e3c-8476-be999f5e755c,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:23.091276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.138875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=b093eee7-4d5b-4e3c-8476-be999f5e755c,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:23.144762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Allocated IP 172.20.0.8 (4ed6bb8c-9209-4d24-b833-0df395df2da6/880d6877-1355-41e3-b96c-0bfcbe93a066/e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:09:23.286256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.300525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Transition to ACTIVE for port object e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:23.332438 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.374699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:09:23.377631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:09:23.383169 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:09:23.389348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:23.435952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:23.436581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.451283 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-0bf974f8-c783-4d8e-a501-c2b91c361318 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5587902 Jul 30 04:09:23.469033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Request body: {'port': {'device_id': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:23.530559 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.593680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-816f1490-b027-4a1d-bcd9-66b19f063ebc None None] Provisioning for port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:23.597334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-816f1490-b027-4a1d-bcd9-66b19f063ebc None None] Provisioning complete for port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:23.597713 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-816f1490-b027-4a1d-bcd9-66b19f063ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.638641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-816f1490-b027-4a1d-bcd9-66b19f063ebc None None] Port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:09:23.791238 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:09:23.798475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.809800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Transition to ACTIVE for port object e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:09:23.813481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:23.864812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:23.940097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:09:23.940429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:09:23.940756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:23.948322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:09:23.948643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:09:23.953864 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:09:23.954197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:09:23.954579 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:09:23.955004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Bound port: e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:09:23.955387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:24.008139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d349697-7f58-4ff2-8ad7-a95005e698d6 req-e757a4a3-d1ac-4e9f-9763-bbb671fba2cd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.009800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d349697-7f58-4ff2-8ad7-a95005e698d6 req-e757a4a3-d1ac-4e9f-9763-bbb671fba2cd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0569856 Jul 30 04:09:24.026836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:09:24.030099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:09:24.036959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:24.065025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d349697-7f58-4ff2-8ad7-a95005e698d6 req-570a25fc-e50f-4c9c-b03e-0f327f7f98fc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487466 Jul 30 04:09:24.071648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.072239 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:24.073628 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] 10.222.0.16 "PUT /v2.0/ports/e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 1092 time: 0.6093702 Jul 30 04:09:24.074058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:09:24.076318 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7a6898-016f-4609-910b-c6951c267b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:09:24.100301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43853e-e3e5-4d18-b216-acf54d58260a service neutron] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:24.127085 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2e8f5-ded5-454f-87d1-9c6307f0f36f x-openstack-request-id: req-68f2e8f5-ded5-454f-87d1-9c6307f0f36f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:09:24.127402 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:09:24.127652 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68f2e8f5-ded5-454f-87d1-9c6307f0f36f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:09:24.128048 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'status': 'completed', 'code': 200} Jul 30 04:09:24.191451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-dc43c0a7-4d46-4e99-afab-0a031da65601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.193098 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-dc43c0a7-4d46-4e99-afab-0a031da65601 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1095 time: 0.0471992 Jul 30 04:09:24.242327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-b79f3270-a09b-4b55-936c-e59966af18ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 217 time: 0.0350010 Jul 30 04:09:24.290964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-6cc0cc6e-e2f4-4691-9804-96f373aee5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.292497 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-6cc0cc6e-e2f4-4691-9804-96f373aee5ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0442789 Jul 30 04:09:24.340383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c590c7-1431-4670-870b-e080c18693c1 req-12e268bb-b7d3-4203-95be-7199a7d3cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.341796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-12e268bb-b7d3-4203-95be-7199a7d3cea3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425992 Jul 30 04:09:24.428594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-01c20d6b-c5b6-42d4-ad6a-7ea367bc3cdd service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792906 Jul 30 04:09:24.521333 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-99c590c7-1431-4670-870b-e080c18693c1 req-9f8c7c95-aa37-4c1b-a3e1-fbd0efd25576 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854886 Jul 30 04:09:24.645067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6898-016f-4609-910b-c6951c267b8d req-ceecd3c2-5dec-4eaf-8a2d-26f6f03c3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.646472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-ceecd3c2-5dec-4eaf-8a2d-26f6f03c3e1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1095 time: 0.0413051 Jul 30 04:09:24.737697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6898-016f-4609-910b-c6951c267b8d req-379d43a2-87ff-4bc1-9b1d-6291aad908ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.739166 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-379d43a2-87ff-4bc1-9b1d-6291aad908ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0856400 Jul 30 04:09:24.783644 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-8d99a87b-44cd-4987-b421-04e0e6815d98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 217 time: 0.0375638 Jul 30 04:09:24.831902 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6898-016f-4609-910b-c6951c267b8d req-b9c851e2-b237-43f7-b46f-247f759dcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.833331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-b9c851e2-b237-43f7-b46f-247f759dcb35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0426478 Jul 30 04:09:24.880271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6898-016f-4609-910b-c6951c267b8d req-ef6090a0-b1a4-495b-9423-b57669de7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:24.881781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-ef6090a0-b1a4-495b-9423-b57669de7d1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407362 Jul 30 04:09:24.894818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b093eee7-4d5b-4e3c-8476-be999f5e755c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:24.948763 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port b093eee7-4d5b-4e3c-8476-be999f5e755c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:24.949139 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:24.981373 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-942f10ae-f17a-451b-af49-1c44bd059f6d service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914197 Jul 30 04:09:25.068910 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa7a6898-016f-4609-910b-c6951c267b8d req-c4415b8f-4fbe-4cc0-85c1-efe5da69a597 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798333 Jul 30 04:09:25.178788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7c34a-2ae2-4935-ba66-9b9ca7d45473 req-2c1593ee-c076-41e3-83d1-d1b34724223f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:25.180294 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fc7c34a-2ae2-4935-ba66-9b9ca7d45473 req-2c1593ee-c076-41e3-83d1-d1b34724223f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0478420 Jul 30 04:09:25.218114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fc7c34a-2ae2-4935-ba66-9b9ca7d45473 req-b866fcf3-5fe3-4e49-9b97-e7a8a3304c76 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Jul 30 04:09:26.336576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f8c3-d97b-4069-ab57-0b857bd61b11 req-5a9df66f-eddc-4c3d-b2e1-00e0cd1f083a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:26.338014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ded6f8c3-d97b-4069-ab57-0b857bd61b11 req-5a9df66f-eddc-4c3d-b2e1-00e0cd1f083a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0465846 Jul 30 04:09:26.379412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ded6f8c3-d97b-4069-ab57-0b857bd61b11 req-81a79284-473e-492c-a975-65088c626051 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352907 Jul 30 04:09:27.491666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa97c7-f954-4774-85d6-17d360119843 req-45023f66-d6df-4444-9716-dfb4ff7f20db tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:27.493083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ffa97c7-f954-4774-85d6-17d360119843 req-45023f66-d6df-4444-9716-dfb4ff7f20db tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0474513 Jul 30 04:09:27.531321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ffa97c7-f954-4774-85d6-17d360119843 req-57f5d3ee-1a1b-482b-a9f7-d12c527f0ad4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Jul 30 04:09:28.467332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:09:28.564321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:28.576952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'mac_address': 'fa:16:3e:9f:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:09:28.613922 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:28.626893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:09:28.646748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20002077-129f-40c9-95e4-a69101a33a4d req-6779a5cc-d7e8-4335-b44f-20a20b9ef99e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:28.647360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:28.648428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20002077-129f-40c9-95e4-a69101a33a4d req-6779a5cc-d7e8-4335-b44f-20a20b9ef99e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0489113 Jul 30 04:09:28.651319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:28.687542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-20002077-129f-40c9-95e4-a69101a33a4d req-3cbc4b52-27fa-4f8c-9525-23cac02be35c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Jul 30 04:09:28.704341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:29.042988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:09:29.800984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b0db6-21e2-4344-92bd-5c059aac75f8 req-4ae03139-7b4b-41e1-a894-d64b9296ce0b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:29.802453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a09b0db6-21e2-4344-92bd-5c059aac75f8 req-4ae03139-7b4b-41e1-a894-d64b9296ce0b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 944 time: 0.0481570 Jul 30 04:09:29.843467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a09b0db6-21e2-4344-92bd-5c059aac75f8 req-3abdfa95-1968-4ec1-b46d-eace009be966 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Jul 30 04:09:30.464028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:09:30.512326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:09:30.516301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:09:30.516724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:30.595800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:30.617976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:09:30.620278 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5908363-c5c7-4fc2-be88-852e74b9e455" -d '{"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:09:30.635554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:09:30.639691 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:30.662936 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc3ff40-0186-4be6-96b4-911e5998a258 x-openstack-request-id: req-dfc3ff40-0186-4be6-96b4-911e5998a258 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:09:30.663265 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:09:30.663557 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfc3ff40-0186-4be6-96b4-911e5998a258 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:09:30.663945 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'code': 200} Jul 30 04:09:30.690143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:09:30.778867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e99ec5-19c9-429a-8ed4-e25bf17bb532 req-31afd2ad-6797-45e1-846e-b3ac4abc30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:30.780321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f3e99ec5-19c9-429a-8ed4-e25bf17bb532 req-31afd2ad-6797-45e1-846e-b3ac4abc30c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1097 time: 0.0402322 Jul 30 04:09:30.818512 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f3e99ec5-19c9-429a-8ed4-e25bf17bb532 req-16f8049c-e1e7-4cf2-b505-61888729ad9e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Jul 30 04:09:30.955478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b066-3494-460e-937c-d8104b3901ae req-9fc2748d-6288-45d0-8100-52033fe0afe0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:30.956966 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ab2b066-3494-460e-937c-d8104b3901ae req-9fc2748d-6288-45d0-8100-52033fe0afe0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0485172 Jul 30 04:09:30.998569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ab2b066-3494-460e-937c-d8104b3901ae req-30040454-fe60-45fb-bb81-17d81b4dca91 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 Jul 30 04:09:31.000132 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:32.113541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f323f0-242a-481b-b53d-24bf867133a7 req-150f52a0-fc68-4d25-9b84-1fb6d3678f51 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:32.115021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27f323f0-242a-481b-b53d-24bf867133a7 req-150f52a0-fc68-4d25-9b84-1fb6d3678f51 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0483196 Jul 30 04:09:32.153784 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27f323f0-242a-481b-b53d-24bf867133a7 req-b8b1033a-3264-4fdc-b2bb-0f28c78de982 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 30 04:09:33.265419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187ece-8b5d-46f8-be17-498695e2a236 req-6bddbb50-2501-4272-868c-244504113f98 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:33.266890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af187ece-8b5d-46f8-be17-498695e2a236 req-6bddbb50-2501-4272-868c-244504113f98 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0484529 Jul 30 04:09:33.308019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af187ece-8b5d-46f8-be17-498695e2a236 req-7578e49c-0e6f-44fa-8ee8-c7dca0f60dd3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353365 Jul 30 04:09:33.417741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28df02-89b9-45db-8293-d6a19d604a5f req-48a8df4e-c08f-4961-9323-619e0f97f13e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:33.419240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce28df02-89b9-45db-8293-d6a19d604a5f req-48a8df4e-c08f-4961-9323-619e0f97f13e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0489278 Jul 30 04:09:33.427715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:09:33.432614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'floatingip': {'port_id': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:09:33.471089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:33.890223 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:33.893851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:33.993797 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 associated. External IP: 172.25.6.123, port: e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f. Jul 30 04:09:34.536269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:09:34.638846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:09:34.643803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:34.648332 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:09:34.658210 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:09:34.658807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:09:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:34.673656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7eae1669-3afe-42f7-a998-83753257d2a0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "PUT /v2.0/floatingips/17b2ba3d-2b70-46f2-bb14-9c2764de24d2 HTTP/1.1" status: 200 len: 991 time: 1.2423017 Jul 30 04:09:34.673656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:09:34.674247 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1140c87b-3d6a-4013-9755-8c0c511d61c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:09:34.726620 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962eba4-0fae-4d98-8de4-7b7153c5e3bc x-openstack-request-id: req-b962eba4-0fae-4d98-8de4-7b7153c5e3bc {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:09:34.726972 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:09:34.727853 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b962eba4-0fae-4d98-8de4-7b7153c5e3bc {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:09:34.728188 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'status': 'completed', 'code': 200} Jul 30 04:09:34.830802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-4a18e363-33f3-403c-8d65-c15a6d945e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:34.832344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-4a18e363-33f3-403c-8d65-c15a6d945e71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1097 time: 0.0415373 Jul 30 04:09:34.852910 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:09:34.921184 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-859de23c-53b9-4c61-b5ba-e65bbb457fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:34.922667 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-859de23c-53b9-4c61-b5ba-e65bbb457fee service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0829263 Jul 30 04:09:35.026467 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-12b30911-9097-43b7-9936-afefeefa9885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 999 time: 0.0941985 Jul 30 04:09:35.076544 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:9f:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:09:33Z', 'revision_number': 1, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:35.076842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-a0f5f567-c7f3-4d5d-b68f-a8aa70f606dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:35.078294 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-a0f5f567-c7f3-4d5d-b68f-a8aa70f606dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0441203 Jul 30 04:09:35.102631 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:09:35.110795 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:09:35.111424 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:09:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:35.128967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-70ea4596-04e8-45d1-8eef-e7b40a8e5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:09:35.130459 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-70ea4596-04e8-45d1-8eef-e7b40a8e5462 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447757 Jul 30 04:09:35.216016 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:09:35.218470 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-3dc6361e-2102-4991-8f80-90b638d36841 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804768 Jul 30 04:09:35.308772 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1140c87b-3d6a-4013-9755-8c0c511d61c1 req-9ad5b53f-d76f-4f02-b360-dd05edbf1c86 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838604 Jul 30 04:09:35.436383 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:9f:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:09:33Z', 'revision_number': 1, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:09:35.465797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ad8f1-2752-4ee6-8e2f-76536b480ec6 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:9f:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:09:33Z', 'revision_number': 1, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:09:35.650243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b64cb1-eeca-46e1-8456-47adbf7aeadb None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:09:41.179281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:41.684257 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:09:42.407633 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab50e-d681-4842-899b-96b761095d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:44.706130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c488a2f-fac3-4861-acde-40eb8ef16643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:45.003730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:46.495893 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:09:48.123859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:00.994302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:11.193874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:12.408602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21979d77-b463-402e-8635-e4b9eeb26c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:14.706368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc941-672e-4e89-8cd5-5a8ba507b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:15.003987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:16.499527 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:17.828782 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-6cd696f9-4f39-4c2a-bd57-7767433cbf22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408452 Jul 30 04:10:17.934999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e388-a3ce-4305-b110-6a833153c03d req-17150562-d6a1-4c95-86b8-b9d291050b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:10:17.936480 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-17150562-d6a1-4c95-86b8-b9d291050b9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1097 time: 0.0400250 Jul 30 04:10:18.127553 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:18.374009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e388-a3ce-4305-b110-6a833153c03d req-bc190b84-b80c-4ba1-ac26-1242e4918ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:10:18.375438 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-bc190b84-b80c-4ba1-ac26-1242e4918ee8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.4189966 Jul 30 04:10:18.439350 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-4b9052cb-42de-4d2e-89aa-22de78d9acca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 1001 time: 0.0563052 Jul 30 04:10:18.487921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e388-a3ce-4305-b110-6a833153c03d req-83f6579d-22b5-4c9d-ac88-4e255d4f7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:10:18.489588 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-83f6579d-22b5-4c9d-ac88-4e255d4f7ee0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0431092 Jul 30 04:10:18.536356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e388-a3ce-4305-b110-6a833153c03d req-53050b2a-7b41-442f-9277-a5d1ce63b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:10:18.537823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-53050b2a-7b41-442f-9277-a5d1ce63b621 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416937 Jul 30 04:10:18.628826 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-e410f196-f23d-42b8-8c4d-48b6005fcb7a service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Jul 30 04:10:18.683103 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:10:18.722290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3114e388-a3ce-4305-b110-6a833153c03d req-c4a17a0f-7d3f-4ecc-b7ad-ee93495bff4a service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857961 Jul 30 04:10:31.003064 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:41.187099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:42.408458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5edc-b1f1-4c63-86e4-b3e3b61e3792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:44.707035 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10032d2e-3cb3-4975-8a44-e8ece4dbd9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:45.004448 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:46.503762 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:48.129138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:10:55.681657 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:11:01.004699 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:11.209795 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:12.409114 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-48b71052-8f42-4b68-887c-ac46b4aa6076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:14.709187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-046bb1d6-b44b-409a-b7a0-2a2ec3573f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:15.006779 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:16.503825 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:17.865388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-75e6ead5-6b59-4967-a22c-ea7ef487d4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910060 Jul 30 04:11:17.961317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-d4a7bb98-8356-442f-a96d-4aec9e7ce428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:17.962797 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-d4a7bb98-8356-442f-a96d-4aec9e7ce428 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1097 time: 0.0408602 Jul 30 04:11:18.067792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-379ae490-6bd3-415b-af85-669af915cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:18.069141 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-379ae490-6bd3-415b-af85-669af915cea5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0871930 Jul 30 04:11:18.133271 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:18.134350 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-24a2c36a-b730-4082-adc9-6ad3cbdfe241 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 1001 time: 0.0577745 Jul 30 04:11:18.184088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-1c86a741-6c94-45db-9bf6-eb310b4720ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:18.185682 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-1c86a741-6c94-45db-9bf6-eb310b4720ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0441935 Jul 30 04:11:18.236322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-bdd34042-06f3-414c-814c-f0182d020d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:18.237852 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-bdd34042-06f3-414c-814c-f0182d020d05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454073 Jul 30 04:11:18.340331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-93bb3443-602d-48d4-a4bb-48f9d04abab0 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Jul 30 04:11:18.432747 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-362fd769-fdf4-485d-b4a0-5401ffdb9fed req-5a5d8130-bea6-4df6-a401-bf5a5a42b35f service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856125 Jul 30 04:11:31.017354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:32.680108 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:11:35.071861 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-0b811961-5159-4090-b8f9-6f8e96c91acc req-8e747b17-08ea-4e46-a8ab-2ef3b93af510 service neutron] (93876) timed out ('10.222.0.39', 46766) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:11:41.209912 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:42.409907 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40459247-ad54-4b79-abf2-2a16213a6666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:44.709710 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed83859b-655e-4a64-933c-e6db9d7c2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:45.007366 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:46.506052 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:48.135251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:11:56.139160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5ba-5b03-4cd6-b467-9bab7cee335b req-d73f943c-0521-40a8-b15c-aaa71259f05f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:56.140656 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a1be5ba-5b03-4cd6-b467-9bab7cee335b req-d73f943c-0521-40a8-b15c-aaa71259f05f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0486746 Jul 30 04:11:56.177520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a1be5ba-5b03-4cd6-b467-9bab7cee335b req-153cdd9b-4095-46f6-8d99-1457deb340ce tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Jul 30 04:11:56.431566 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-621ae83d-265d-4b5e-9433-c1d568cb2602 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708406 Jul 30 04:11:56.440029 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6da410-4789-4df4-b0e3-15f68490ab24 req-1149edcb-0440-4bfb-a747-e3d9d39f433e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:56.441401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c6da410-4789-4df4-b0e3-15f68490ab24 req-1149edcb-0440-4bfb-a747-e3d9d39f433e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0719662 Jul 30 04:11:56.480680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4c6da410-4789-4df4-b0e3-15f68490ab24 req-d4cd855b-9300-4efa-a470-8e98714fb097 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Jul 30 04:11:57.599272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167deff1-7306-4f76-bf40-b4367bf34390 req-19a06a94-ba25-46ea-9444-07de02a6909d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:57.600742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-167deff1-7306-4f76-bf40-b4367bf34390 req-19a06a94-ba25-46ea-9444-07de02a6909d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0485556 Jul 30 04:11:57.638813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-167deff1-7306-4f76-bf40-b4367bf34390 req-d0872b60-6853-4e1f-bd97-0c1b7de1de16 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Jul 30 04:11:58.628804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-bbf803d0-4a91-4662-9b2b-6a817275fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:58.630321 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-bbf803d0-4a91-4662-9b2b-6a817275fad8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1097 time: 0.0413203 Jul 30 04:11:58.720591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-f316dd23-7ebf-44d4-8ea5-e249bb31c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:58.722078 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-f316dd23-7ebf-44d4-8ea5-e249bb31c562 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0846014 Jul 30 04:11:58.754256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2419dce-9656-4c4b-9182-266ab683b9f2 req-97235833-cf99-4e61-a631-3ddc7f846ab0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:58.755764 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2419dce-9656-4c4b-9182-266ab683b9f2 req-97235833-cf99-4e61-a631-3ddc7f846ab0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0491102 Jul 30 04:11:58.793810 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-b608ae60-2e3c-485c-a291-5a68ad91cb8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 1001 time: 0.0632803 Jul 30 04:11:58.797920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2419dce-9656-4c4b-9182-266ab683b9f2 req-3ab9c762-d8fe-463b-a5de-0f3a5b91396e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Jul 30 04:11:58.842821 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-98744940-3652-411a-9dcd-eb9c31ec93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:58.844280 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-98744940-3652-411a-9dcd-eb9c31ec93cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0438325 Jul 30 04:11:58.894471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-3cb86ccb-02a6-465c-a9ae-a901476d420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:58.895931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-3cb86ccb-02a6-465c-a9ae-a901476d420c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447183 Jul 30 04:11:58.988552 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-5f8b6444-7c34-475f-9c93-c7f16e13a8ec service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858448 Jul 30 04:11:59.078131 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-ae26f71b-a0e0-40d1-a9a2-4d162fe9a683 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818326 Jul 30 04:11:59.916672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1241d5-652c-4c3c-9941-2b104f635ff1 req-c0339d30-2405-4ded-9a1d-283c47bf9123 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:11:59.918135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c1241d5-652c-4c3c-9941-2b104f635ff1 req-c0339d30-2405-4ded-9a1d-283c47bf9123 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0492427 Jul 30 04:11:59.956483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c1241d5-652c-4c3c-9941-2b104f635ff1 req-f09247bf-0b7f-4838-845c-e0d77b59e58e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Jul 30 04:12:01.023053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:01.073265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03a78-24d4-4122-83be-f69de86765bf req-8800d2d1-e5b4-48db-b541-916463b34dd9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:01.074746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09c03a78-24d4-4122-83be-f69de86765bf req-8800d2d1-e5b4-48db-b541-916463b34dd9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0497088 Jul 30 04:12:01.112168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-09c03a78-24d4-4122-83be-f69de86765bf req-35c28c3f-0a3c-4fd3-9f6f-9a72d5d7416f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Jul 30 04:12:02.225873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f41dd-0946-48b7-80c6-48ae732790ad req-826d312d-953e-491f-ba91-69dc91f86e73 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:02.227338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f37f41dd-0946-48b7-80c6-48ae732790ad req-826d312d-953e-491f-ba91-69dc91f86e73 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0487421 Jul 30 04:12:02.268328 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f37f41dd-0946-48b7-80c6-48ae732790ad req-a40212f9-67a4-4865-90ab-33b38956d51a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350585 Jul 30 04:12:03.380913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fa4fa-5960-4d55-b15b-f8990b80f5df req-266e8b50-75d1-4219-bf25-45553f416b10 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:03.382378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b9fa4fa-5960-4d55-b15b-f8990b80f5df req-266e8b50-75d1-4219-bf25-45553f416b10 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0476041 Jul 30 04:12:03.418840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1b9fa4fa-5960-4d55-b15b-f8990b80f5df req-c0effcfa-673a-4736-bb69-dac0f2ba4302 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300283 Jul 30 04:12:04.533101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e079d-0381-4192-8ef5-7d953c5688cd req-6c9bfed5-7a1d-4849-8737-765b39217f84 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:04.534558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e079d-0381-4192-8ef5-7d953c5688cd req-6c9bfed5-7a1d-4849-8737-765b39217f84 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0491328 Jul 30 04:12:04.571193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e079d-0381-4192-8ef5-7d953c5688cd req-e941afd6-0d9c-446e-9791-a37239189456 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306070 Jul 30 04:12:05.685056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9dc0-b396-4578-86f0-2163de00daab req-eb7eb471-c387-4e84-a112-ab0d8a2291a3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:05.686521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a77c9dc0-b396-4578-86f0-2163de00daab req-eb7eb471-c387-4e84-a112-ab0d8a2291a3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0474684 Jul 30 04:12:05.726618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a77c9dc0-b396-4578-86f0-2163de00daab req-8a1b22dc-d05b-434d-8b34-cd18b132c83a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Jul 30 04:12:06.842976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf504-7bff-4834-848b-08349b588eb7 req-f53c43ac-8c8d-4c87-86bb-a9c9b9625861 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:06.844476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-999bf504-7bff-4834-848b-08349b588eb7 req-f53c43ac-8c8d-4c87-86bb-a9c9b9625861 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0494471 Jul 30 04:12:06.885400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-999bf504-7bff-4834-848b-08349b588eb7 req-c3c92c1f-fb5e-4ca8-a7e0-965e342033e9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350816 Jul 30 04:12:08.002963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd86d1f-7727-4489-bbb6-d863f4e7961b req-7fe2041f-09b3-46ed-80bf-009b9d56995f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:08.004457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cd86d1f-7727-4489-bbb6-d863f4e7961b req-7fe2041f-09b3-46ed-80bf-009b9d56995f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0492330 Jul 30 04:12:08.042203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cd86d1f-7727-4489-bbb6-d863f4e7961b req-9afb3c7d-de9a-437a-8d49-f382d6517dda tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 30 04:12:09.156215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935bfb-6a11-4cd1-a28f-64f79809a040 req-3ba8b81b-f13d-40e7-88d5-4dad06fd2dd1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:09.157684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44935bfb-6a11-4cd1-a28f-64f79809a040 req-3ba8b81b-f13d-40e7-88d5-4dad06fd2dd1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0486355 Jul 30 04:12:09.198209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44935bfb-6a11-4cd1-a28f-64f79809a040 req-32bf948f-1548-4ed4-a4db-a3277f55daa6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346346 Jul 30 04:12:09.678929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:12:10.312554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e50532-8ffe-47f3-904d-d37f934bd274 req-d09f8364-aeb7-4a0f-8dbf-a3e4ee43fdfc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:10.314025 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01e50532-8ffe-47f3-904d-d37f934bd274 req-d09f8364-aeb7-4a0f-8dbf-a3e4ee43fdfc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0485678 Jul 30 04:12:10.351116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01e50532-8ffe-47f3-904d-d37f934bd274 req-e32573b4-6595-4072-91f0-64e4f056ad34 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Jul 30 04:12:11.224768 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:11.325813 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-0da5bb79-77d7-414f-81a8-00457815771e service neutron] show failed (client error): The resource could not be found. Jul 30 04:12:11.326924 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-0da5bb79-77d7-414f-81a8-00457815771e service neutron] 10.222.0.16 "GET /v2.0/ports/e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0646327 Jul 30 04:12:11.473946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762ed6b-11b0-481c-87b9-fa7529cbd1e5 req-3794d908-16e3-496a-9115-667455075a88 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:11.475594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3762ed6b-11b0-481c-87b9-fa7529cbd1e5 req-3794d908-16e3-496a-9115-667455075a88 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 945 time: 0.0508001 Jul 30 04:12:11.520427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3762ed6b-11b0-481c-87b9-fa7529cbd1e5 req-0563c32a-57bd-4e49-864b-bcf85afa044a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Jul 30 04:12:11.633391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-00c02d9e-3a5f-442d-b8f6-5092f23a3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:11.634846 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-00c02d9e-3a5f-442d-b8f6-5092f23a3a09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 1097 time: 0.1465590 Jul 30 04:12:11.647454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:12:11.698766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:11.901323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:11.934693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:12:11.977480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:11.979730 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e2805e-2986-47d5-9f75-16c32a0ef298" -d '{"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:11.984261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:11.996349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Transition to ACTIVE for port object e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:12:12.000835 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:12.113659 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70f45c-c165-4185-9b3d-393896333859 x-openstack-request-id: req-2e70f45c-c165-4185-9b3d-393896333859 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:12.113945 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:12.114199 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e70f45c-c165-4185-9b3d-393896333859 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:12.114584 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'code': 200} Jul 30 04:12:12.120061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:12.147856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.148198 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.148544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.148880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.149212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.149586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.149853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.150179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.150502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.150826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.151163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.151551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:12.190500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] No DVR routers for this DVR port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:12:12.324338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:12:12.324597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:12:12.324920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:12:12.329818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:12:12.330137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Attempting to bind port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:12:12.334741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:12:12.335075 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:12:12.335483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:12:12.335903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Bound port: e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:12:12.336252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:12.398763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:12:12.401883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:12:12.406667 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:12.410577 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3a7154b-8fe6-4222-b60b-b3d906c2e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:12.443955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:12.444500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:12.445887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 1092 time: 0.8025651 Jul 30 04:12:12.477576 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c561b-4336-4c7f-abd8-db19f9d2c326 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:12.513783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-7ddea2e2-6a60-4698-bb8d-ac65269a56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:12.515377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-7ddea2e2-6a60-4698-bb8d-ac65269a56a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1095 time: 0.0457361 Jul 30 04:12:12.636767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-bfe56852-4f5c-4520-8292-ed0f28d93769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:12.638892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-bfe56852-4f5c-4520-8292-ed0f28d93769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.1168756 Jul 30 04:12:12.690887 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474636f-463c-468a-a16e-a0d476cef49f req-5eb8cb6b-888b-45a5-905f-b2f3763bd60a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:12.692410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7474636f-463c-468a-a16e-a0d476cef49f req-5eb8cb6b-888b-45a5-905f-b2f3763bd60a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0964069 Jul 30 04:12:12.732323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-7f521d5a-fcce-4884-838e-a3f1d0ee8b82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 999 time: 0.0858526 Jul 30 04:12:12.752931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7474636f-463c-468a-a16e-a0d476cef49f req-83eba78a-fe0e-41ef-911a-695895d69c1c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540237 Jul 30 04:12:12.792583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-ebfb1297-1cd0-4a76-80bf-7010b5b74ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:12.794687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-ebfb1297-1cd0-4a76-80bf-7010b5b74ed9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0545793 Jul 30 04:12:12.838597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-ed10aee7-f32b-4e42-adc8-58f09f82170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:12.840174 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-ed10aee7-f32b-4e42-adc8-58f09f82170c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394135 Jul 30 04:12:12.927157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-a1c13060-345e-46ec-a9bd-48313e19d12b service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794468 Jul 30 04:12:13.019096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cc50adce-d426-45d1-bc58-cad6902c4d93 req-83799d33-5cdd-48c6-87f8-19e95f331742 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851524 Jul 30 04:12:13.871041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7ef1-1b1f-49df-b43a-6e8638c8abbd req-0719714d-a110-4fb2-b065-65ae440a1db9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:13.873223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-762a7ef1-1b1f-49df-b43a-6e8638c8abbd req-0719714d-a110-4fb2-b065-65ae440a1db9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0491576 Jul 30 04:12:13.910483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-762a7ef1-1b1f-49df-b43a-6e8638c8abbd req-d380bff6-3961-4782-a4da-faabe55ef698 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315232 Jul 30 04:12:14.115559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:14.118139 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0541fafc-dc2b-4437-a589-4119151d1c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:14.164464 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468632fa-3113-4061-9943-ef181dae7e0c x-openstack-request-id: req-468632fa-3113-4061-9943-ef181dae7e0c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:14.164758 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:14.165013 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-468632fa-3113-4061-9943-ef181dae7e0c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:14.165410 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'status': 'completed', 'code': 200} Jul 30 04:12:14.232688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-4bf1945a-cd3c-460e-846e-4332308a9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.234201 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-4bf1945a-cd3c-460e-846e-4332308a9e7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1095 time: 0.0456753 Jul 30 04:12:14.250407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-012e4525-5d5f-4810-b848-0f3e1f75e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.251960 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-012e4525-5d5f-4810-b848-0f3e1f75e200 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1095 time: 0.0431123 Jul 30 04:12:14.327985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-e6e8bc83-de25-4ced-82a3-c89ac0851f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.329438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-e6e8bc83-de25-4ced-82a3-c89ac0851f1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0873673 Jul 30 04:12:14.345188 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-6b395a01-12e8-45ed-be67-0e75df7d2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.346675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-6b395a01-12e8-45ed-be67-0e75df7d2b63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0869336 Jul 30 04:12:14.396380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-1b8df563-48af-4305-bc58-4b3f4f395e94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 999 time: 0.0588493 Jul 30 04:12:14.417406 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-06aa9ba5-d118-423a-90cb-fb83f3a33b95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 999 time: 0.0635834 Jul 30 04:12:14.454915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-dd228aad-be9d-4726-a82f-9aa75f691b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.456489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-dd228aad-be9d-4726-a82f-9aa75f691b52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0520980 Jul 30 04:12:14.477478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-efca2c57-923a-47ec-b6b4-47eb25d14039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.479509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-efca2c57-923a-47ec-b6b4-47eb25d14039 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0553145 Jul 30 04:12:14.510109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-9279a3b7-dc45-4cf1-a65d-d6278f243aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.511673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-9279a3b7-dc45-4cf1-a65d-d6278f243aea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467072 Jul 30 04:12:14.537352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-b39a6f02-7a44-4abd-829b-45621bfdfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:14.538906 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-b39a6f02-7a44-4abd-829b-45621bfdfa7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525110 Jul 30 04:12:14.603417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-92c826c5-546b-4c45-b3b4-18b8ac3e67c4 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835581 Jul 30 04:12:14.636952 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-56d203b6-89db-4170-923e-183412a5d4bd service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909350 Jul 30 04:12:14.696472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-149f2600-bb37-479a-aa1f-554a34311d6e service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863864 Jul 30 04:12:14.712311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bf0d134b-bb29-4e48-aca1-eb1757e05456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:14.732275 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0541fafc-dc2b-4437-a589-4119151d1c7a req-bd27d0ec-7e82-4a4b-8350-1c596d578296 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883029 Jul 30 04:12:15.008143 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:15.030309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32982f5-12a2-4ef6-adec-3f215d275879 req-2d95eff2-bdf9-48bb-9494-e0596475c18a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.031849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e32982f5-12a2-4ef6-adec-3f215d275879 req-2d95eff2-bdf9-48bb-9494-e0596475c18a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0511224 Jul 30 04:12:15.071819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e32982f5-12a2-4ef6-adec-3f215d275879 req-95c05cb7-b94b-4b41-931c-efe8aaac95dc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341148 Jul 30 04:12:15.211956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:12:15.254647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:12:15.275123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacdf61-4942-48a1-9e1b-874d7f8557e1 req-17468a38-b652-4fa5-ae7a-e6c8f4f14719 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.276673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5eacdf61-4942-48a1-9e1b-874d7f8557e1 req-17468a38-b652-4fa5-ae7a-e6c8f4f14719 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0523005 Jul 30 04:12:15.302828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-ba7905c3-2cf4-440d-b417-076baade20b1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.304353 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-ba7905c3-2cf4-440d-b417-076baade20b1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d&tenant_id=eb2ab024ba874d6996c71f46330dc9d0&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 943 time: 0.0578582 Jul 30 04:12:15.319114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5eacdf61-4942-48a1-9e1b-874d7f8557e1 req-d19d7f1f-2648-45cd-8087-7c29b2d9f52a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358076 Jul 30 04:12:15.364311 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-0f932101-1ee4-4472-b722-7e3745572220 service neutron] delete failed (client error): The resource could not be found. Jul 30 04:12:15.365312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-0f932101-1ee4-4472-b722-7e3745572220 service neutron] 10.222.0.16 "DELETE /v2.0/ports/e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0537612 Jul 30 04:12:15.467683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-87b94b7a-e5c7-4d68-8396-b5535117b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.469079 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-87b94b7a-e5c7-4d68-8396-b5535117b9f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 1095 time: 0.0409863 Jul 30 04:12:15.561460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-920c30b7-0c2f-45fc-be74-5e0603b484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.562904 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-920c30b7-0c2f-45fc-be74-5e0603b484bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0861816 Jul 30 04:12:15.628510 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-a6ac1896-2aa7-4735-8f71-e74528e27b10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 200 len: 999 time: 0.0583045 Jul 30 04:12:15.677378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-63703c8e-21dc-49a9-8d19-07c0ab439083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.678777 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-63703c8e-21dc-49a9-8d19-07c0ab439083 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0427206 Jul 30 04:12:15.727519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-b7322f92-bbeb-4ade-ab68-f861cf2d3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:15.728907 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-b7322f92-bbeb-4ade-ab68-f861cf2d3efe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431311 Jul 30 04:12:15.816891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-1e085dd0-f9fd-436f-af33-b1293b282337 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805247 Jul 30 04:12:15.910860 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3e3bc998-a3c0-4b06-947a-d0b01bb1180e req-f1200ad5-39eb-4933-b18c-368b0668110f service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845010 Jul 30 04:12:16.366402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:12:16.454107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5c46-374c-42f9-8548-87eb8fcf1bc8 req-68156ccc-8973-4149-b947-f17650878c3d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:16.462441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bbc5c46-374c-42f9-8548-87eb8fcf1bc8 req-68156ccc-8973-4149-b947-f17650878c3d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0692816 Jul 30 04:12:16.473228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:16.486668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'mac_address': 'fa:16:3e:9f:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:12:16.499056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bbc5c46-374c-42f9-8548-87eb8fcf1bc8 req-53c7d3f5-1935-4cf3-bf29-b7c8677456e6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Jul 30 04:12:16.538466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:16.558353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:12:16.566000 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:16.583640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:16.587872 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:16.620631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef157-17ad-4b6c-846e-7a137b436cb4 req-a3488398-20a5-4749-8399-df21ff069895 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:16.622204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fcef157-17ad-4b6c-846e-7a137b436cb4 req-a3488398-20a5-4749-8399-df21ff069895 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 943 time: 0.0509741 Jul 30 04:12:16.639999 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:16.647672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.648028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.648375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.648717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.649055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.649389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.650189 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.650522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.650851 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.651205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.651532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.651857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:16.661410 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fcef157-17ad-4b6c-846e-7a137b436cb4 req-539b56ed-a997-448d-935a-cd215f17739a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Jul 30 04:12:16.773421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dec866-12bf-4238-9a80-8f506c967d7d req-e3b9e2f5-2602-4576-ba41-0c6e3a159f3b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:16.774865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13dec866-12bf-4238-9a80-8f506c967d7d req-e3b9e2f5-2602-4576-ba41-0c6e3a159f3b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 944 time: 0.0479958 Jul 30 04:12:16.815949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13dec866-12bf-4238-9a80-8f506c967d7d req-59f4ac64-017b-48c5-a256-32117882b302 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351310 Jul 30 04:12:16.825394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:12:17.052528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c52-b8ea-4cee-9edd-afa86a661ae9 req-7297fd47-c171-4f01-ab6e-d0132929295c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:17.053999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3c66c52-b8ea-4cee-9edd-afa86a661ae9 req-7297fd47-c171-4f01-ab6e-d0132929295c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 944 time: 0.0489333 Jul 30 04:12:17.097867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3c66c52-b8ea-4cee-9edd-afa86a661ae9 req-a47c04b2-dc6c-4313-9cd1-b4ea99ef7484 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372410 Jul 30 04:12:18.145619 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.221669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ea076-95e9-4b4e-a3a2-cb6284dad986 req-05d41338-2a79-43ca-a863-09a3003a583e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:18.223070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b4ea076-95e9-4b4e-a3a2-cb6284dad986 req-05d41338-2a79-43ca-a863-09a3003a583e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 944 time: 0.0484884 Jul 30 04:12:18.288456 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b4ea076-95e9-4b4e-a3a2-cb6284dad986 req-b889b794-401f-41fc-a557-6cf455e1ec85 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595565 Jul 30 04:12:18.305275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2d5524ce-5a07-4cc7-98f7-8dbcb81fe3dd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:18.306741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2d5524ce-5a07-4cc7-98f7-8dbcb81fe3dd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 944 time: 0.0650051 Jul 30 04:12:18.368884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:12:18.398205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Deleting port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:12:18.398555 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.418973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:12:18.423430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:12:18.423893 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.492507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:18.492785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.503321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.525511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:18.527765 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5331a29-37a6-4556-a02a-3949244f7dda" -d '{"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:18.541103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:18.545882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.597660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:18.636534 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe62d84-15e8-4ef5-99ce-94b396f6bb5a x-openstack-request-id: req-9fe62d84-15e8-4ef5-99ce-94b396f6bb5a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:18.636848 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:18.637106 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fe62d84-15e8-4ef5-99ce-94b396f6bb5a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:18.637731 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'code': 200} Jul 30 04:12:18.677304 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.677668 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.677977 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 disassociated. External IP: 172.25.6.123, port: e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f. Jul 30 04:12:18.678312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Calling delete_port for e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:12:18.806680 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:18.835664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event deleted for resources: {'Port': ['ID=e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:18.952401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:12:19.061609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:12:19.071653 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:12:19.082152 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:12:19.083289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:12:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:19.101685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] No DVR routers for this DVR port e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:12:19.104335 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:19.106997 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73cc2cf8-7952-4ab0-b162-1530357e0e73 req-2f46451b-0514-4930-bdb9-1094c3bd5015 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "DELETE /v2.0/ports/e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f HTTP/1.1" status: 204 len: 173 time: 0.7938373 Jul 30 04:12:19.107472 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-deleted', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:19.109850 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbae4f5-b474-4d11-a9ac-3129a0135e1d" -d '{"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-deleted", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:19.153324 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e0ac9-73af-4615-88f6-cb22cec404aa x-openstack-request-id: req-940e0ac9-73af-4615-88f6-cb22cec404aa {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:19.153645 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ba545-3232-41d8-9235-a4cff5cc366d", "name": "network-vif-deleted", "tag": "e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:19.153981 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-940e0ac9-73af-4615-88f6-cb22cec404aa {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:19.154399 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ba545-3232-41d8-9235-a4cff5cc366d', 'name': 'network-vif-deleted', 'tag': 'e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f', 'status': 'completed', 'code': 200} Jul 30 04:12:19.197691 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:12:19.407739 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:19.412964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-87db6cb3-8fec-46df-a4b6-6ccfb4d1c004 req-a8cbad55-623d-40e1-b194-8530457202e9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32ba545-3232-41d8-9235-a4cff5cc366d HTTP/1.1" status: 200 len: 210 time: 0.0261047 Jul 30 04:12:19.437493 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:12:19.445698 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:12:19.446286 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:12:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:19.546845 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:12:19.828949 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:19.854013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53f18c-1697-4be9-8266-c6a409ca39e4 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:12:20.073662 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28ec25-d582-4ba1-9e70-c1e269fd66a7 None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:12:20.644872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-a78adfa8-a196-41e4-85ba-43fbd939c276 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1763053191&fields=id&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 267 time: 0.0336537 Jul 30 04:12:20.751639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-e460ac85-b841-4100-9d3b-fe52581114b4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:20.753098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-e460ac85-b841-4100-9d3b-fe52581114b4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1017067 Jul 30 04:12:20.767657 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-ca545e7b-e426-47c3-a06d-ff1d2168582c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/quotas/eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 375 time: 0.0089562 Jul 30 04:12:20.819692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-a5a89e62-0482-47d6-a5c9-f4c6aed697a1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470281 Jul 30 04:12:20.962433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-3c180a7d-0a5b-4fd0-bb7b-14ad3710bc19 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316094 Jul 30 04:12:21.051526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-fea53ade-9d36-4a86-afb5-9d603e3e9d78 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822968 Jul 30 04:12:21.220800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c46f902-1f79-4840-918b-b6acfffedfee req-00c09405-4afd-4a7e-b47e-45e07be8a3c4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 210 time: 0.0273163 Jul 30 04:12:22.198788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-ddf8a063-681c-4066-9dbd-744d586cc313 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:22.200312 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-ddf8a063-681c-4066-9dbd-744d586cc313 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1038918 Jul 30 04:12:22.252724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-5c37ff45-a55b-4243-a91b-dfef00ab22f5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 380 time: 0.0354431 Jul 30 04:12:22.264329 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'port': {'device_id': 'ba464758-f204-4033-a91d-b83beb84b27b', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'admin_state_up': True, 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'security_groups': ['58a590c1-733e-4de7-990d-4dd58d5e0182']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:12:22.313878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4026ed3-b7eb-4c62-bdce-0fae300d6237 req-455d8ba5-61bd-458e-ac93-7f3f165f2301 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 210 time: 0.0267849 Jul 30 04:12:22.375916 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Made reservation on behalf of eb2ab024ba874d6996c71f46330dc9d0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:12:22.379444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:22.381580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:12:22.400747 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:12:22.401096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device e1f2b39e-cf77-4862-9c1d-6e5dc2ae353f not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:12:22.508359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Allocated IP 172.20.0.10 (4ed6bb8c-9209-4d24-b833-0df395df2da6/880d6877-1355-41e3-b96c-0bfcbe93a066/9536b9ce-3e8a-454e-bf38-3a7d09355bb3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:12:22.640923 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:22.654682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Transition to ACTIVE for port object 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:12:22.687277 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:22.731795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:12:22.734837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:12:22.738494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:12:22.766836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:22.780437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.780786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.781133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.781478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.781813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.782136 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.782470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.782796 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.783126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.783467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.783789 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.784110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:12:22.806116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:22.806737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:22.821528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-93826f83-a95f-4ee2-baa0-643483544663 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5611632 Jul 30 04:12:22.838772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Request body: {'port': {'device_id': 'ba464758-f204-4033-a91d-b83beb84b27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:12:22.897247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:22.979311 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-adc8b806-c378-43b1-81f8-09d48bcd1ac6 None None] Provisioning for port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:12:22.983737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-adc8b806-c378-43b1-81f8-09d48bcd1ac6 None None] Provisioning complete for port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:12:22.984187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-adc8b806-c378-43b1-81f8-09d48bcd1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:23.017573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-adc8b806-c378-43b1-81f8-09d48bcd1ac6 None None] Port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:12:23.159628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:12:23.166901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:23.178234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Transition to ACTIVE for port object 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:12:23.182057 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:23.232912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:23.298606 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:12:23.298946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:12:23.299310 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:12:23.303688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:12:23.304009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:12:23.309012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:12:23.309979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:12:23.310501 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:12:23.310932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Bound port: 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:12:23.311316 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:23.382388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:12:23.385838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:12:23.390618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:23.425784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:23.426781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:23.428224 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1093 time: 0.5938752 Jul 30 04:12:23.430649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:23.432717 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014125c2-6b90-4a27-af30-675d227570aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:23.458929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df7f0-ce6b-4854-b15e-201b810a7c96 req-276571e3-56f4-4927-90ab-57d7c0bef737 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:23.460526 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d49df7f0-ce6b-4854-b15e-201b810a7c96 req-276571e3-56f4-4927-90ab-57d7c0bef737 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0692799 Jul 30 04:12:23.463014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375d9c-d2dd-4284-83f8-f58fd8b481e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:23.485910 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671b003-5069-4736-8f70-90db7b190d10 x-openstack-request-id: req-7671b003-5069-4736-8f70-90db7b190d10 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:23.486202 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:23.486453 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7671b003-5069-4736-8f70-90db7b190d10 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:23.486858 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'status': 'completed', 'code': 200} Jul 30 04:12:23.516443 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d49df7f0-ce6b-4854-b15e-201b810a7c96 req-ee2b518f-b058-4fe8-83f8-79a3a6ae9169 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 Jul 30 04:12:23.547858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-b054d3aa-c191-4c88-89cf-d09622ad3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:23.549420 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-b054d3aa-c191-4c88-89cf-d09622ad3e82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1096 time: 0.0450130 Jul 30 04:12:23.601774 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-d7efcce8-a277-4156-a1ab-7fce412fbf1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 217 time: 0.0386455 Jul 30 04:12:23.652626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-0fcb4a43-ae66-49d9-aa95-c951826e7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:23.654715 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-0fcb4a43-ae66-49d9-aa95-c951826e7a71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0460355 Jul 30 04:12:23.700739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-bdd58ebb-84c4-4113-9232-e83ebaf1080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:23.702212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-bdd58ebb-84c4-4113-9232-e83ebaf1080d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408523 Jul 30 04:12:23.791640 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-1df4962b-1b81-40fc-b494-7550f7e4e596 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823884 Jul 30 04:12:23.880819 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d6d25a7c-a7f1-4429-b04f-80865422d1f8 req-1c36e281-f462-49ab-8da9-1e391ed636de service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817764 Jul 30 04:12:24.002339 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014125c2-6b90-4a27-af30-675d227570aa req-1eb735ea-5f72-4654-bd75-8ba6488f7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:24.003827 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-1eb735ea-5f72-4654-bd75-8ba6488f7196 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1096 time: 0.0410445 Jul 30 04:12:24.097781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014125c2-6b90-4a27-af30-675d227570aa req-21f89a9b-1ab4-4cc0-9cea-f891e9bd4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:24.099243 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-21f89a9b-1ab4-4cc0-9cea-f891e9bd4654 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0872772 Jul 30 04:12:24.141363 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-00fe58ee-4020-4bf7-ad53-99dd9e6c4a8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 217 time: 0.0342884 Jul 30 04:12:24.189114 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014125c2-6b90-4a27-af30-675d227570aa req-e119d2cf-e77c-4556-9572-5642b42f5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:24.190526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-e119d2cf-e77c-4556-9572-5642b42f5396 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0417583 Jul 30 04:12:24.239861 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014125c2-6b90-4a27-af30-675d227570aa req-229b7bcc-ab51-49fb-b8d2-dfdadfdceff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:24.241314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-229b7bcc-ab51-49fb-b8d2-dfdadfdceff1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436449 Jul 30 04:12:24.327063 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-b5bd3182-ef02-4fab-a06d-9583c54d3b48 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787959 Jul 30 04:12:24.417414 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-014125c2-6b90-4a27-af30-675d227570aa req-4398d188-4837-4343-ad89-a76e1f298ae6 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827057 Jul 30 04:12:24.635654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bb5bc-2481-4016-a575-4d27c36deea7 req-06c9c2fd-5a54-4bb5-92fd-d4fa324f095a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:24.637122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-792bb5bc-2481-4016-a575-4d27c36deea7 req-06c9c2fd-5a54-4bb5-92fd-d4fa324f095a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0482137 Jul 30 04:12:24.674737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-792bb5bc-2481-4016-a575-4d27c36deea7 req-307fddff-2a73-4a03-859c-d4318ab05a19 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310647 Jul 30 04:12:25.788169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f1a6a-7a56-4a56-ab4d-53fef6a347c7 req-9b963308-bba9-4759-b344-4e299fea3e11 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:25.789649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-977f1a6a-7a56-4a56-ab4d-53fef6a347c7 req-9b963308-bba9-4759-b344-4e299fea3e11 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0479810 Jul 30 04:12:25.827345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-977f1a6a-7a56-4a56-ab4d-53fef6a347c7 req-e9d3ceb1-dc9c-4cb7-8311-6579c05ac54f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jul 30 04:12:26.943698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10867ff-eb85-4b0b-ae52-a4a79c250a5c req-c32d4400-5404-46d4-bdd3-b896fee627dc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:26.945199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d10867ff-eb85-4b0b-ae52-a4a79c250a5c req-c32d4400-5404-46d4-bdd3-b896fee627dc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0519214 Jul 30 04:12:26.983232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d10867ff-eb85-4b0b-ae52-a4a79c250a5c req-acc0242f-8fb3-46b8-ae48-fccc6f04bd26 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Jul 30 04:12:27.243043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:12:27.335584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:27.347158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'mac_address': 'fa:16:3e:2d:4b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:12:27.382757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:27.395722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:12:27.415130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:27.418903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:27.468872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:27.843342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['9536b9ce-3e8a-454e-bf38-3a7d09355bb3'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:12:28.094997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d894e-b88b-4d0b-a5e2-144be0547c2c req-a72cb8c8-5a8f-455b-8d02-38e947b88808 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:28.096434 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-889d894e-b88b-4d0b-a5e2-144be0547c2c req-a72cb8c8-5a8f-455b-8d02-38e947b88808 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 945 time: 0.0478728 Jul 30 04:12:28.134317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-889d894e-b88b-4d0b-a5e2-144be0547c2c req-96452d4e-733a-4d10-96ad-badb64f9146b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Jul 30 04:12:29.248381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e67c4-05c5-4a77-befc-b4ac8cef9b96 req-1c4f7ec3-8bfa-4029-acc5-8628d3230a15 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:29.249767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f9e67c4-05c5-4a77-befc-b4ac8cef9b96 req-1c4f7ec3-8bfa-4029-acc5-8628d3230a15 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 945 time: 0.0480218 Jul 30 04:12:29.252196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:12:29.287919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6f9e67c4-05c5-4a77-befc-b4ac8cef9b96 req-f32eb10a-c3a4-4569-9a12-ffb4af9a5d58 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jul 30 04:12:29.303010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:12:29.306615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:12:29.307013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:29.389335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:29.411094 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:29.413377 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eb5281-da29-42cd-9a90-e99413b10ed7" -d '{"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-plugged", "status": "completed", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:29.427447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:12:29.431732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:29.457426 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c49c320-f96f-4751-bac2-c26cb65a0deb x-openstack-request-id: req-7c49c320-f96f-4751-bac2-c26cb65a0deb {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:29.457743 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-plugged", "status": "completed", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:29.457989 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c49c320-f96f-4751-bac2-c26cb65a0deb {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:29.458366 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'code': 200} Jul 30 04:12:29.490051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:12:29.576044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c06d-9a8d-4108-9df3-b93fb8258dd6 req-074329c4-77fd-4e8c-aa7c-9b2a009e090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:29.577524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7c9c06d-9a8d-4108-9df3-b93fb8258dd6 req-074329c4-77fd-4e8c-aa7c-9b2a009e090c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1098 time: 0.0411699 Jul 30 04:12:29.612006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b7c9c06d-9a8d-4108-9df3-b93fb8258dd6 req-8c8fd424-44e8-41eb-a5bb-7c6d76c18e99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274434 Jul 30 04:12:30.406023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d671c-0944-4a7d-814b-b8b201ceacf5 req-c02ccc4e-8601-41d6-965b-01083a5b5152 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:30.407933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-349d671c-0944-4a7d-814b-b8b201ceacf5 req-c02ccc4e-8601-41d6-965b-01083a5b5152 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0518985 Jul 30 04:12:30.446779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-349d671c-0944-4a7d-814b-b8b201ceacf5 req-d983f082-0632-4cc9-9b02-b8d8e6037799 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Jul 30 04:12:31.125786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:31.562243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293d00a-5ade-419b-b8d4-004a6b5aa310 req-c0407326-80e4-444e-a7a4-7caba4f9032a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:31.563725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a293d00a-5ade-419b-b8d4-004a6b5aa310 req-c0407326-80e4-444e-a7a4-7caba4f9032a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0478933 Jul 30 04:12:31.600890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a293d00a-5ade-419b-b8d4-004a6b5aa310 req-152baa01-aec0-4c9d-8805-58abc1d527c8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Jul 30 04:12:31.709112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465fbf9-0a85-4cbf-ac51-84e7f63adec9 req-f77634ec-dcef-4523-9e23-290ee213a158 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:31.710580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2465fbf9-0a85-4cbf-ac51-84e7f63adec9 req-f77634ec-dcef-4523-9e23-290ee213a158 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0477057 Jul 30 04:12:31.719690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 56852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:12:31.724026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'floatingip': {'port_id': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:12:31.765961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:32.527025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:32.531283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:32.629816 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 associated. External IP: 172.25.6.123, port: 9536b9ce-3e8a-454e-bf38-3a7d09355bb3. Jul 30 04:12:32.829800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:12:32.937396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:12:32.942368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:32.947317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:12:32.956901 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:12:32.957511 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:12:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:32.972920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c5719275-71c2-455e-9f7d-7c7936095a54 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "PUT /v2.0/floatingips/17b2ba3d-2b70-46f2-bb14-9c2764de24d2 HTTP/1.1" status: 200 len: 992 time: 1.2521977 Jul 30 04:12:32.973505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:12:32.975763 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d452f8-7199-4c73-ab15-2d8b8d19afbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:12:33.016227 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d188a-1b23-4885-9690-c5c391dfb453 x-openstack-request-id: req-752d188a-1b23-4885-9690-c5c391dfb453 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:12:33.016647 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:12:33.017365 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-752d188a-1b23-4885-9690-c5c391dfb453 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:12:33.017365 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'status': 'completed', 'code': 200} Jul 30 04:12:33.066042 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:12:33.109034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-a52fffb5-e0e2-4b30-b315-1efcfa7df21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:33.110481 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-a52fffb5-e0e2-4b30-b315-1efcfa7df21e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1098 time: 0.0403056 Jul 30 04:12:33.207276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-6343706d-b661-4106-ac9d-4943164c6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:33.209783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-6343706d-b661-4106-ac9d-4943164c6519 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0917654 Jul 30 04:12:33.275936 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-ab2b8fd2-59cb-4ae6-a6c8-41d464a40241 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1000 time: 0.0588026 Jul 30 04:12:33.300075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:2d:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba464758-f204-4033-a91d-b83beb84b27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:12:32Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:33.326036 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:12:33.329807 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-b8c5bab1-25c8-42db-a7e4-043cca44e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:33.331303 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-b8c5bab1-25c8-42db-a7e4-043cca44e648 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0488589 Jul 30 04:12:33.334165 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:12:33.334762 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:12:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:33.378515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-c5da683f-ad09-444d-b205-fac6b5e4e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:12:33.379966 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-c5da683f-ad09-444d-b205-fac6b5e4e8cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407681 Jul 30 04:12:33.445697 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:12:33.474335 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-b7b5deac-e35d-4a6e-8d78-1c16bc954ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Jul 30 04:12:33.568568 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-14d452f8-7199-4c73-ab15-2d8b8d19afbf req-b4446719-7e00-46b3-a557-bd461cafa12d service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Jul 30 04:12:33.671084 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:2d:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba464758-f204-4033-a91d-b83beb84b27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:12:32Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:12:33.697247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76faae0-f64e-41cc-9689-77ac19040f79 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:2d:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba464758-f204-4033-a91d-b83beb84b27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:12:32Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:12:33.902818 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e2cff-ab8f-475a-8e06-77a8a326639a None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:12:41.224948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:42.411884 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de268c65-ddcd-4a77-95b7-5e36b4d97c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:44.712485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f83929dd-18ad-4e0e-b1e4-9abe19c9799e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:45.009104 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:46.510695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:12:46.678860 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:12:48.142929 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:01.125896 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:11.240495 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:12.411364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-048e7f99-3bea-4fd7-b9b0-bf07ae6c7160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:14.713392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f0e59684-00c9-440f-82ff-70d8f4ddb8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:15.011094 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:16.514225 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:18.144835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:18.621179 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-64ee4ab7-2a06-4291-82bd-103ff619302b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396709 Jul 30 04:13:18.719263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da4b9-723e-4b06-910c-6634278baa80 req-11e5d814-2166-40a1-922a-cf94e227e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:13:18.720774 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-11e5d814-2166-40a1-922a-cf94e227e19c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1098 time: 0.0406079 Jul 30 04:13:18.825967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da4b9-723e-4b06-910c-6634278baa80 req-4cc9142a-931a-4745-843a-aed4abb7ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:13:18.827439 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-4cc9142a-931a-4745-843a-aed4abb7ce1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0875316 Jul 30 04:13:18.892017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-f699f699-2514-4384-8e65-a00bc6fa3870 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0570960 Jul 30 04:13:18.943205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da4b9-723e-4b06-910c-6634278baa80 req-5e2151f9-efda-45fb-badf-8dcec2796bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:13:18.944630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-5e2151f9-efda-45fb-badf-8dcec2796bba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0453215 Jul 30 04:13:18.990567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da4b9-723e-4b06-910c-6634278baa80 req-3747f8e6-a726-43f2-809d-b319515676ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:13:18.992099 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-3747f8e6-a726-43f2-809d-b319515676ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399930 Jul 30 04:13:19.079975 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-38883016-ad88-47df-afb8-8face01ce3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807779 Jul 30 04:13:19.172097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a80da4b9-723e-4b06-910c-6634278baa80 req-474ce4cc-8b0f-4d51-8d0d-41af17feb460 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847633 Jul 30 04:13:23.677573 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:13:31.137756 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:41.239520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:42.412898 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c78a1b20-bded-43d5-9209-85d3a945f9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:44.713478 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-288d2dae-1c06-4c3c-ba14-00321a5290fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:45.013867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:46.144837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-e0d7bde5-bdfe-4270-a548-7a07cf18aa2c req-76e62a7a-36a3-4c2a-8612-c627b0a5e124 service neutron] (93877) timed out ('10.222.0.18', 54086) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:13:46.516201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:13:47.076102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-9c27e9bc-1382-4547-8fda-d9b823a8555c req-1ca121fb-2681-49f4-aed0-8ae222267a13 tempest-TestNetworkAdvancedServerOps-1455102592 tempest-TestNetworkAdvancedServerOps-1455102592-project] (93877) timed out ('10.222.0.18', 54713) {{(pid=93877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:13:48.148662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:00.676016 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:14:01.145718 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:11.255790 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:12.416311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6602-af21-4dad-b7ac-4a59a81c5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:14.717903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afed787b-e73e-4667-b5cb-da9e3c9b620a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:15.013899 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:16.519161 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:18.151692 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:18.414521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-9018d545-a9e3-4863-b6ef-366055f9b7c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444572 Jul 30 04:14:18.512208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-17cc42d1-4560-4259-924e-433f00b52be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:14:18.513674 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-17cc42d1-4560-4259-924e-433f00b52be0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1098 time: 0.0408328 Jul 30 04:14:18.622471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-dfee8ed8-5378-4894-8a93-e58fa4b24c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:14:18.623964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-dfee8ed8-5378-4894-8a93-e58fa4b24c58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0893464 Jul 30 04:14:18.687351 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-bfa2491d-cd26-4fa9-98b2-7a8f00b424e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0562694 Jul 30 04:14:18.741998 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-f54d0a3f-f9dc-4499-8677-9fff11aaf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:14:18.743451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-f54d0a3f-f9dc-4499-8677-9fff11aaf439 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0493207 Jul 30 04:14:18.787344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-8f65cd24-b632-4820-bf60-02d28db46172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:14:18.788785 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-8f65cd24-b632-4820-bf60-02d28db46172 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382810 Jul 30 04:14:18.876058 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-7d6860b9-e4e0-4634-b454-8d816097d1e6 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798867 Jul 30 04:14:18.968354 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c3857e76-58d8-4def-84b0-d39bf6d7fd78 req-4cee32cb-c329-4bd9-994c-3f20fcd8425e service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853517 Jul 30 04:14:31.140582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:37.675159 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:14:41.254339 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:42.417781 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23502f30-1229-49c2-bc0c-ab23c027c147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:44.721406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af0a7a2a-a6f0-4790-8f82-0a905b3e7ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:45.030766 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:46.521419 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:14:48.156834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:00.387834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4fb2c-9cb1-45c2-8772-5461039cf169 req-e2ab5392-9813-476c-b997-0b9681abc5f5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:00.389323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ec4fb2c-9cb1-45c2-8772-5461039cf169 req-e2ab5392-9813-476c-b997-0b9681abc5f5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.1381972 Jul 30 04:15:00.429309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ec4fb2c-9cb1-45c2-8772-5461039cf169 req-7382d292-b2c9-401f-9b82-8b16ff476af5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340471 Jul 30 04:15:01.167982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:01.605740 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe11c6-5331-49d5-a4dc-6932c78d391a req-66f16c00-bb04-4115-b188-127ca524f9ee tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:01.607289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8fe11c6-5331-49d5-a4dc-6932c78d391a req-66f16c00-bb04-4115-b188-127ca524f9ee tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.1067741 Jul 30 04:15:01.644385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8fe11c6-5331-49d5-a4dc-6932c78d391a req-b01b7e47-f824-440f-8a63-5c0fdef65868 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Jul 30 04:15:02.763256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2caf90-39f4-476e-ad93-c1a89a453aeb req-79ccfdc9-2921-47c4-9f4f-f9b396d83059 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:02.764737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c2caf90-39f4-476e-ad93-c1a89a453aeb req-79ccfdc9-2921-47c4-9f4f-f9b396d83059 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0524583 Jul 30 04:15:02.801783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c2caf90-39f4-476e-ad93-c1a89a453aeb req-d9845541-a4e6-43a6-a452-c0eceff909a5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Jul 30 04:15:03.915804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d7066-27cf-4f36-bd04-4ad87b5ac139 req-40535c26-8019-423e-a3fe-1d78ac6311bf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:03.917964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-775d7066-27cf-4f36-bd04-4ad87b5ac139 req-40535c26-8019-423e-a3fe-1d78ac6311bf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0490828 Jul 30 04:15:03.956075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-775d7066-27cf-4f36-bd04-4ad87b5ac139 req-26c4ae24-80ed-4102-84bc-dace426c650b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Jul 30 04:15:05.073687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472894-994d-427c-85cd-81783814a483 req-a48d6a46-8d92-4ba4-b546-26513b32a3e6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:05.075324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce472894-994d-427c-85cd-81783814a483 req-a48d6a46-8d92-4ba4-b546-26513b32a3e6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0501819 Jul 30 04:15:05.113256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ce472894-994d-427c-85cd-81783814a483 req-ffb950fb-71cb-43ac-a9fc-704afd97fbbd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jul 30 04:15:06.234825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539a3b2-344e-4c41-aae9-ab2f453b57ce req-4d227299-e1f1-4f64-a651-21ab18299f8b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:06.236226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d539a3b2-344e-4c41-aae9-ab2f453b57ce req-4d227299-e1f1-4f64-a651-21ab18299f8b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0524364 Jul 30 04:15:06.273169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d539a3b2-344e-4c41-aae9-ab2f453b57ce req-d86e1036-b07f-48c4-9e46-4fdb075c7ad4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Jul 30 04:15:07.389140 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96652b96-06a9-4876-9d29-77b56757e217 req-aa64771e-86ec-40f0-a704-b929a907cdc9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:07.390643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96652b96-06a9-4876-9d29-77b56757e217 req-aa64771e-86ec-40f0-a704-b929a907cdc9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0498283 Jul 30 04:15:07.428321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96652b96-06a9-4876-9d29-77b56757e217 req-803a3720-8986-4d22-9705-a1cfff2fb6ae tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Jul 30 04:15:08.543068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15e518-e068-4186-a117-b639c61f70c5 req-fae55885-c0fe-420c-b4ea-9e505dcc7c6d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:08.545140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f15e518-e068-4186-a117-b639c61f70c5 req-fae55885-c0fe-420c-b4ea-9e505dcc7c6d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0496416 Jul 30 04:15:08.581184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4f15e518-e068-4186-a117-b639c61f70c5 req-ff937577-594a-43c9-8f71-83c979de81a4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Jul 30 04:15:09.698172 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f473-596d-4403-8050-acb36fa237ec req-ab0c213e-5c9c-4ccf-ab7a-a96837d26c4b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:09.700286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bac4f473-596d-4403-8050-acb36fa237ec req-ab0c213e-5c9c-4ccf-ab7a-a96837d26c4b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0516403 Jul 30 04:15:09.737151 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bac4f473-596d-4403-8050-acb36fa237ec req-ec808878-049e-43cc-a679-f72dff92ac26 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Jul 30 04:15:10.849611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029707e-7eb7-40c2-b333-d36708845542 req-a7d5f007-bb6c-4511-806a-ee8d2e032758 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:10.851095 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5029707e-7eb7-40c2-b333-d36708845542 req-a7d5f007-bb6c-4511-806a-ee8d2e032758 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0487008 Jul 30 04:15:10.891480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5029707e-7eb7-40c2-b333-d36708845542 req-212b59bc-8cb8-44dc-8a1d-702b249e4797 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Jul 30 04:15:11.074497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:15:11.130068 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f1b7b-3fd4-41b2-a2fa-fd14212c3179 req-c1bb984d-0e14-4aa9-8674-c357e31ad32c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:11.131593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-776f1b7b-3fd4-41b2-a2fa-fd14212c3179 req-c1bb984d-0e14-4aa9-8674-c357e31ad32c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0482783 Jul 30 04:15:11.196714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-776f1b7b-3fd4-41b2-a2fa-fd14212c3179 req-e06a3376-7462-4b5b-924c-d36dfa1d1246 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552280 Jul 30 04:15:11.203377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-08d64588-c91c-49cd-b4a1-34ba6312166a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277208 Jul 30 04:15:11.269250 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:12.310726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18a6f9-48db-4f77-8ca8-fadc74ac4f2d req-b89834da-8ed5-4146-b95e-2fecdba09b9f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:12.312235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd18a6f9-48db-4f77-8ca8-fadc74ac4f2d req-b89834da-8ed5-4146-b95e-2fecdba09b9f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0493736 Jul 30 04:15:12.349899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd18a6f9-48db-4f77-8ca8-fadc74ac4f2d req-8088466e-5abd-45ad-8fc6-6c467bc4937f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jul 30 04:15:12.418920 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-592a5c3a-62d3-4c67-93f0-a6923c28c5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:13.464863 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7f72-c487-4bd1-be6e-563e718b86ff req-e27845c9-d3e3-4265-8df9-dafa1eb83337 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:13.467033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c89b7f72-c487-4bd1-be6e-563e718b86ff req-e27845c9-d3e3-4265-8df9-dafa1eb83337 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0488381 Jul 30 04:15:13.504082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c89b7f72-c487-4bd1-be6e-563e718b86ff req-087d2f2e-a862-4eef-8839-6aee7219cfc9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Jul 30 04:15:14.617977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d15d-6bb9-438f-bb59-cb4de55666c3 req-7a540fb9-6da6-4a32-be54-67f9a44ff833 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:14.619445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40a1d15d-6bb9-438f-bb59-cb4de55666c3 req-7a540fb9-6da6-4a32-be54-67f9a44ff833 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0481064 Jul 30 04:15:14.661787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40a1d15d-6bb9-438f-bb59-cb4de55666c3 req-43eedf5b-3018-493c-9655-316bfdf9223b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360131 Jul 30 04:15:14.673677 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:15:14.722746 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e2a29c32-603f-41b9-9a9b-8f37db9f41d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:15.017024 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:15.477812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-1a662a8c-b11c-45fb-bb78-1946e868b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:15.479508 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-1a662a8c-b11c-45fb-bb78-1946e868b5a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1098 time: 0.0418293 Jul 30 04:15:15.571302 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-5188db37-a3c9-4e26-b28d-b0f52a0d5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:15.572769 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-5188db37-a3c9-4e26-b28d-b0f52a0d5ff3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0864964 Jul 30 04:15:15.637921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-90c72a2e-dcf1-49e5-829d-096fffd3dc9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0574434 Jul 30 04:15:15.687028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-764bdcf8-c03b-4f0f-8da5-0d81bb69ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:15.688502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-764bdcf8-c03b-4f0f-8da5-0d81bb69ceb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0432103 Jul 30 04:15:15.738058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-54b75dbf-7da1-43b7-b720-8a2527e7146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:15.739502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-54b75dbf-7da1-43b7-b720-8a2527e7146d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439959 Jul 30 04:15:15.750656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-c119f182-2221-4a04-90d3-a6a596d50c76 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:15:15.751643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-c119f182-2221-4a04-90d3-a6a596d50c76 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055935 Jul 30 04:15:15.778933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf44053-ad3e-4039-980d-b5c0c366e59a req-317966b7-5f05-4bcb-95d3-d28c57f3370c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:15.781211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cf44053-ad3e-4039-980d-b5c0c366e59a req-317966b7-5f05-4bcb-95d3-d28c57f3370c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0493937 Jul 30 04:15:15.819119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cf44053-ad3e-4039-980d-b5c0c366e59a req-e7293502-46ff-4ac8-848f-6351af2ac905 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Jul 30 04:15:15.847896 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-7719749f-efe7-4f28-aecb-65653fde20d5 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890651 Jul 30 04:15:15.943831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-ac74ebcb-af5b-42e1-a6d6-1e3eee19a0a1 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887299 Jul 30 04:15:16.524218 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:16.936998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca5395-8e1b-4706-aa28-c40549d5fefb req-2059137c-92e1-4af4-94ba-e49a53219fe3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:16.938475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4dca5395-8e1b-4706-aa28-c40549d5fefb req-2059137c-92e1-4af4-94ba-e49a53219fe3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0484610 Jul 30 04:15:16.976401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4dca5395-8e1b-4706-aa28-c40549d5fefb req-89094e8d-b561-4611-9963-c6d89fb5867c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Jul 30 04:15:18.034324 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-cf2d0d61-96ce-4651-b077-c06155f63460 service neutron] show failed (client error): The resource could not be found. Jul 30 04:15:18.036550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-cf2d0d61-96ce-4651-b077-c06155f63460 service neutron] 10.222.0.16 "GET /v2.0/ports/9536b9ce-3e8a-454e-bf38-3a7d09355bb3/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0601125 Jul 30 04:15:18.096082 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d33d8d-60db-4ed2-996c-0c478314da86 req-7417dd77-feae-49b9-8a24-e221cb292d22 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:18.097632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6d33d8d-60db-4ed2-996c-0c478314da86 req-7417dd77-feae-49b9-8a24-e221cb292d22 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0521033 Jul 30 04:15:18.141253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6d33d8d-60db-4ed2-996c-0c478314da86 req-59f30c47-0aa7-49d1-8c85-6285ae18a0c3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374577 Jul 30 04:15:18.158290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.236873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-460cb16e-57ce-44c3-914f-f77c883e9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:18.238256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-460cb16e-57ce-44c3-914f-f77c883e9e61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 1098 time: 0.0408092 Jul 30 04:15:18.250572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:15:18.302973 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.504661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:18.546468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:15:18.584657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:18.586897 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb27dd8-e4fd-4e8c-96ba-a4c447899a88" -d '{"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-unplugged", "status": "completed", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:18.590746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.602974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Transition to ACTIVE for port object 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:15:18.607592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.643046 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32443b4c-69c0-45cf-b16d-59d0caaad6cb x-openstack-request-id: req-32443b4c-69c0-45cf-b16d-59d0caaad6cb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:18.643429 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-unplugged", "status": "completed", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:18.643683 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32443b4c-69c0-45cf-b16d-59d0caaad6cb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:18.644152 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'code': 200} Jul 30 04:15:18.688062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:18.699641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.700018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.700359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.700695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.701021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.701345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.701670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.701992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.702313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.702631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.702948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.703293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:18.740991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] No DVR routers for this DVR port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:15:18.875429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:15:18.875773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:15:18.876091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:15:18.880327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:15:18.880649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Attempting to bind port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:15:18.885377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:15:18.885714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:15:18.886107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:15:18.886517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Bound port: 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:15:18.886867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.949563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:15:18.952824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:15:18.957056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.991982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:18.992670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:18.994124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] 10.222.0.18 "PUT /v2.0/ports/9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1093 time: 0.7481678 Jul 30 04:15:19.015528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aeb57-c7fe-4047-b271-b17b3bb5ad8f service neutron] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:19.065754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-b53b3085-d976-4453-8465-bfa1d7b6209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:19.067296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-b53b3085-d976-4453-8465-bfa1d7b6209e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1096 time: 0.0474861 Jul 30 04:15:19.159788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-89d4a0ce-859b-42e9-a889-db7e834082f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:19.161287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-89d4a0ce-859b-42e9-a889-db7e834082f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0874929 Jul 30 04:15:19.255946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-5b9ef6a0-422e-4f7f-971c-255fc5f9fc9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1000 time: 0.0876253 Jul 30 04:15:19.302067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838f7c7-ff85-47f5-84fb-802ac53b65de req-8d40553c-a8a9-4f09-8e1e-f06b31bb7b11 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:19.303450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c838f7c7-ff85-47f5-84fb-802ac53b65de req-8d40553c-a8a9-4f09-8e1e-f06b31bb7b11 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0939207 Jul 30 04:15:19.330852 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-cb0749bf-fb69-4762-81fd-787f0d97fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:19.332283 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-cb0749bf-fb69-4762-81fd-787f0d97fdd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0684552 Jul 30 04:15:19.369933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c838f7c7-ff85-47f5-84fb-802ac53b65de req-23123eee-d5b1-4afa-bd99-f58b8fae0980 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605888 Jul 30 04:15:19.386025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-84bb3052-954e-468f-b5d8-ffae105a58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:19.387531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-84bb3052-954e-468f-b5d8-ffae105a58b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443268 Jul 30 04:15:19.399164 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-5461c555-589c-4b7f-88fc-57b21f0bd99a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:15:19.400111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-5461c555-589c-4b7f-88fc-57b21f0bd99a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048790 Jul 30 04:15:19.490421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-a3d956ea-a5fa-45d8-89e5-ffcc48c8460a service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Jul 30 04:15:19.580007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-848e47b7-05d0-4eb9-8073-eb35fb7a1e4f req-255426f7-289b-4d58-bda8-2e64fc8c7dd9 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 Jul 30 04:15:20.491832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1ba4f-e128-4654-8d12-92eb242e5262 req-38e7bc39-c4c4-474d-bf0d-1d49a986c50d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:20.493297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33c1ba4f-e128-4654-8d12-92eb242e5262 req-38e7bc39-c4c4-474d-bf0d-1d49a986c50d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0533917 Jul 30 04:15:20.530987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-33c1ba4f-e128-4654-8d12-92eb242e5262 req-484f651e-2472-4cfb-a35a-bbb423e37a09 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Jul 30 04:15:20.645722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:20.648068 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c56219-f80c-4377-a935-ecdf7b5ae7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:20.695835 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b95740-66e0-4e1e-b5ab-1cac9c3c3412 x-openstack-request-id: req-94b95740-66e0-4e1e-b5ab-1cac9c3c3412 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:20.696149 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:20.696405 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94b95740-66e0-4e1e-b5ab-1cac9c3c3412 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:20.696800 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'status': 'completed', 'code': 200} Jul 30 04:15:20.765349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-dbe3051f-d562-4b6d-984f-f5aef194454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:20.766867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-dbe3051f-d562-4b6d-984f-f5aef194454b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1096 time: 0.0468061 Jul 30 04:15:20.782226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-f70176e6-18e8-4d35-ac8b-8962a6b8a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:20.784152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-f70176e6-18e8-4d35-ac8b-8962a6b8a6ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1096 time: 0.0460141 Jul 30 04:15:20.861846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-cf28ce51-342a-466e-8365-a156b052c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:20.863327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-cf28ce51-342a-466e-8365-a156b052c564 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0886011 Jul 30 04:15:20.880951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-a7ee534e-99d4-4c16-8f6f-58aae142b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:20.882485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-a7ee534e-99d4-4c16-8f6f-58aae142b2a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0915384 Jul 30 04:15:20.934253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-705a1fe2-cd08-4a9b-9d4f-4387e80c7b34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1000 time: 0.0633762 Jul 30 04:15:20.987996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-b695daaa-d77a-4c4c-b541-93cae44b47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:20.989507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-b695daaa-d77a-4c4c-b541-93cae44b47c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0487437 Jul 30 04:15:21.038521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-6271952b-8606-4ed4-b196-825a02bcb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:21.040111 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-6271952b-8606-4ed4-b196-825a02bcb6a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436761 Jul 30 04:15:21.145951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-2cc2b239-4bdc-494d-bb10-fc5816609ddb service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984221 Jul 30 04:15:21.241626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-5b09dbdc-18e5-4fe7-b9e4-6551da667375 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Jul 30 04:15:21.300261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-575473d6-4fe4-4458-9448-2c2b3d07262f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1000 time: 0.4104249 Jul 30 04:15:21.347951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-41a41370-5309-4827-ad0e-601eec83a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:21.349351 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-41a41370-5309-4827-ad0e-601eec83a408 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0422189 Jul 30 04:15:21.397942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-e0506fc7-8ef8-4362-aee0-04a42eb96e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:21.399479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-e0506fc7-8ef8-4362-aee0-04a42eb96e87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421057 Jul 30 04:15:21.489769 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-555cea4d-d586-41e0-a9e4-55d079e00c97 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825887 Jul 30 04:15:21.581730 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-76c56219-f80c-4377-a935-ecdf7b5ae7e7 req-a0141430-9e5a-4a24-a33f-67332de3d66c service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854261 Jul 30 04:15:21.650410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66e76-6e78-4582-ac93-9c9c5460ea18 req-a0b4aa97-8409-4498-ba37-83178765aa53 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:21.651947 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a66e76-6e78-4582-ac93-9c9c5460ea18 req-a0b4aa97-8409-4498-ba37-83178765aa53 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0527737 Jul 30 04:15:21.689306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-60a66e76-6e78-4582-ac93-9c9c5460ea18 req-c63fa754-e2fe-47a8-98ab-bbc13a06815b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Jul 30 04:15:21.884879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443b91-b7ee-4e3a-bfa2-bdfcf0bbc493 req-8889523b-a875-4507-ae63-0e40d73c3e9c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:21.886305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec443b91-b7ee-4e3a-bfa2-bdfcf0bbc493 req-8889523b-a875-4507-ae63-0e40d73c3e9c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0504882 Jul 30 04:15:21.905031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-d2524186-90ac-41ca-aea0-a50cb82ff4f8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:21.906509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-d2524186-90ac-41ca-aea0-a50cb82ff4f8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b&tenant_id=eb2ab024ba874d6996c71f46330dc9d0&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Jul 30 04:15:21.924735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec443b91-b7ee-4e3a-bfa2-bdfcf0bbc493 req-e152485f-5ea2-4f6a-a98a-4d41eee841db tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Jul 30 04:15:21.966025 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-428b8b46-505f-4551-937a-9354ba3656dd service neutron] delete failed (client error): The resource could not be found. Jul 30 04:15:21.967328 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-428b8b46-505f-4551-937a-9354ba3656dd service neutron] 10.222.0.16 "DELETE /v2.0/ports/9536b9ce-3e8a-454e-bf38-3a7d09355bb3/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0535195 Jul 30 04:15:22.072715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-5f8ce7b8-29ed-4241-85e0-b3bee06efe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:22.074212 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-5f8ce7b8-29ed-4241-85e0-b3bee06efe56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1096 time: 0.0436003 Jul 30 04:15:22.083233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:15:22.120935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:15:22.167591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-b5218673-ace9-4f1f-bbcf-7581c293fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:22.169068 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-b5218673-ace9-4f1f-bbcf-7581c293fd17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0872865 Jul 30 04:15:22.233158 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-899cc663-2104-4df2-9cd5-366185ca74d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1000 time: 0.0562367 Jul 30 04:15:22.285827 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-d9fde5bf-f3fa-403f-984f-a97c71b5e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:22.287260 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-d9fde5bf-f3fa-403f-984f-a97c71b5e00b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0468476 Jul 30 04:15:22.331077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-6cd6e46c-e90b-4cf4-a36a-269b720878a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:22.332541 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-6cd6e46c-e90b-4cf4-a36a-269b720878a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382092 Jul 30 04:15:22.420210 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-cdd06131-ffc0-43c7-9f12-c42535c9eb15 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799711 Jul 30 04:15:22.518192 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f779a4d9-d20e-4692-8f40-201ad39fbec8 req-a4ed9e24-e460-4633-9365-602eca2f32d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901344 Jul 30 04:15:22.976531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:15:23.052087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032336c7-d247-4948-a496-4d3ceb849601 req-c8028a6d-72b6-425c-8a8e-cfc5828e473d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.053669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-032336c7-d247-4948-a496-4d3ceb849601 req-c8028a6d-72b6-425c-8a8e-cfc5828e473d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 944 time: 0.0580475 Jul 30 04:15:23.084967 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:23.094682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-032336c7-d247-4948-a496-4d3ceb849601 req-9825ae12-c652-4883-bef6-7186e8549af2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Jul 30 04:15:23.098197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'mac_address': 'fa:16:3e:2d:4b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:15:23.138739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:23.152607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:15:23.172883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:23.176276 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:23.222214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04101be-75d3-402f-8c53-adf85dbb6785 req-2a7b1071-df7a-4485-9b80-d833a0b64160 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.223584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:23.223754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f04101be-75d3-402f-8c53-adf85dbb6785 req-2a7b1071-df7a-4485-9b80-d833a0b64160 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 945 time: 0.0559964 Jul 30 04:15:23.230833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.231204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.231641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.231983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.232322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.232658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.232992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.233324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.233650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.233975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.234307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.234635 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:15:23.263797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f04101be-75d3-402f-8c53-adf85dbb6785 req-3397637b-0fd2-46bb-82e3-1fd18710e8e2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338249 Jul 30 04:15:23.408554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['9536b9ce-3e8a-454e-bf38-3a7d09355bb3'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:15:23.481968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f3ed1-3240-4122-867e-cc60d611ddee req-c9f169e9-07bd-4839-8340-255bccf9944c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.483424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a7f3ed1-3240-4122-867e-cc60d611ddee req-c9f169e9-07bd-4839-8340-255bccf9944c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 945 time: 0.0743244 Jul 30 04:15:23.515675 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-dd0bc89c-6d40-4406-a9f1-2f292c9ff04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.517153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-dd0bc89c-6d40-4406-a9f1-2f292c9ff04a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 1097 time: 0.0708327 Jul 30 04:15:23.552091 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a7f3ed1-3240-4122-867e-cc60d611ddee req-052af0d3-eed4-4d28-a51f-1c293c0a86cd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610027 Jul 30 04:15:23.618210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-1700c5e5-7112-4ab8-a2b9-1ffb32259490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.619695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-1700c5e5-7112-4ab8-a2b9-1ffb32259490 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0957794 Jul 30 04:15:23.683150 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-80b3ba55-2c87-4c82-9ac0-c336f9167661 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 200 len: 1001 time: 0.0561357 Jul 30 04:15:23.735672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-5432282f-ce16-4fd3-a2dd-0284a9ce55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.737018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-5432282f-ce16-4fd3-a2dd-0284a9ce55d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0464818 Jul 30 04:15:23.782686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-ecfb24bf-023f-4249-9244-9b499b2ece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:23.784170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-ecfb24bf-023f-4249-9244-9b499b2ece88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393245 Jul 30 04:15:23.877811 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-5c4d2406-a9dd-4470-b5ce-df478dd1fd23 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856447 Jul 30 04:15:23.972517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f9cbd69-1103-4804-8b4d-4db3a717a3fe req-c4de8b00-887d-4850-97de-a6234d1345a4 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871763 Jul 30 04:15:24.667278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc1d6e-b291-4aba-8691-b74460de2007 req-1201449f-d360-430c-b104-df62c52cbe2f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:24.669273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccdc1d6e-b291-4aba-8691-b74460de2007 req-1201449f-d360-430c-b104-df62c52cbe2f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 945 time: 0.0486689 Jul 30 04:15:24.706714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccdc1d6e-b291-4aba-8691-b74460de2007 req-42623c7a-0c33-402d-b901-46dbae2ba2b0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Jul 30 04:15:24.936692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0700bd6-f15c-4c80-a7cc-be4edbbdb36e req-271eeac2-34bd-4fae-8d0f-4693ea616fbd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:24.938127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0700bd6-f15c-4c80-a7cc-be4edbbdb36e req-271eeac2-34bd-4fae-8d0f-4693ea616fbd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 945 time: 0.0472863 Jul 30 04:15:24.975641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:15:24.981976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c0700bd6-f15c-4c80-a7cc-be4edbbdb36e req-03cb6226-4f14-4d2f-ab35-09da49fbe106 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372698 Jul 30 04:15:25.023548 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:15:25.027419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:15:25.027804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:25.105516 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:25.128976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:25.131260 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e2434-3e9b-414d-b8ec-39b441daa300" -d '{"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-plugged", "status": "completed", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:25.145215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:25.149455 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:25.173828 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0909f204-0d97-452a-9b50-9924b86d9f05 x-openstack-request-id: req-0909f204-0d97-452a-9b50-9924b86d9f05 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:25.174157 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-plugged", "status": "completed", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:25.174354 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0909f204-0d97-452a-9b50-9924b86d9f05 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:25.174739 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'code': 200} Jul 30 04:15:25.199615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:26.095501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb61fa-a2e2-4641-877b-131161dd67ce req-ac01474c-de00-4d90-863c-2f6d32c667df tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:26.096952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03cb61fa-a2e2-4641-877b-131161dd67ce req-ac01474c-de00-4d90-863c-2f6d32c667df tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0475924 Jul 30 04:15:26.143639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-03cb61fa-a2e2-4641-877b-131161dd67ce req-165270b7-3f3b-4611-bdac-1dbb5f539a6a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Jul 30 04:15:26.182542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-bf3f3c1a-e213-41a7-8883-ed8b27df033f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:26.184080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-bf3f3c1a-e213-41a7-8883-ed8b27df033f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 946 time: 0.0558393 Jul 30 04:15:26.275480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Deleting port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:15:26.275744 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:26.361091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] For port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:26.361455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:26.526269 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:26.526670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:26.526993 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 disassociated. External IP: 172.25.6.123, port: 9536b9ce-3e8a-454e-bf38-3a7d09355bb3. Jul 30 04:15:26.527360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Calling delete_port for 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:15:26.657881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:26.690859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event deleted for resources: {'Port': ['ID=9536b9ce-3e8a-454e-bf38-3a7d09355bb3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:26.804155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:15:26.911787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:15:26.921440 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:15:26.930525 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:15:26.931240 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:15:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:26.953624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] No DVR routers for this DVR port 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:15:26.956412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:26.958427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-364c4f7b-084f-42e8-a57c-b19cf430f684 req-a87efcbc-e0e9-4b3e-9e17-1b0a56394a67 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "DELETE /v2.0/ports/9536b9ce-3e8a-454e-bf38-3a7d09355bb3 HTTP/1.1" status: 204 len: 173 time: 0.7682314 Jul 30 04:15:26.958888 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-deleted', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:26.961165 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff7f50-a365-4167-945f-4420e0408a67" -d '{"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-deleted", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:27.009460 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aab2c3-1302-4624-819b-8fd60bf49a12 x-openstack-request-id: req-f6aab2c3-1302-4624-819b-8fd60bf49a12 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:27.009759 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba464758-f204-4033-a91d-b83beb84b27b", "name": "network-vif-deleted", "tag": "9536b9ce-3e8a-454e-bf38-3a7d09355bb3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:27.010011 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6aab2c3-1302-4624-819b-8fd60bf49a12 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:27.010522 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba464758-f204-4033-a91d-b83beb84b27b', 'name': 'network-vif-deleted', 'tag': '9536b9ce-3e8a-454e-bf38-3a7d09355bb3', 'status': 'completed', 'code': 200} Jul 30 04:15:27.043283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:15:27.251130 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:27.261257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b622f2b5-3bf2-4e04-a787-4ce952009f88 req-279f0dce-57b1-42cb-b90d-5a8292e8d64c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba464758-f204-4033-a91d-b83beb84b27b HTTP/1.1" status: 200 len: 210 time: 0.0272233 Jul 30 04:15:27.362527 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:15:27.370771 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:15:27.371404 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:15:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:27.472562 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:15:27.661984 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:27.691102 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d51983-3d9e-411d-96db-42dcb11ce2f2 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:15:27.897446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5f4c4-7653-4ae2-b61b-1d78ed6d8e57 None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:15:28.558080 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-174126e4-ce64-426a-9358-43254c2b41f4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1763053191&fields=id&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 267 time: 0.0337806 Jul 30 04:15:28.660870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c47f9dc4-361c-4ebf-a91d-6f0b1cbb58da tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:28.662330 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c47f9dc4-361c-4ebf-a91d-6f0b1cbb58da tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.0973186 Jul 30 04:15:28.677256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-b0326633-f8b4-4113-8020-e9e152967205 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/quotas/eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Jul 30 04:15:28.733606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-7f956356-ed3c-4cc7-9fd1-851091cf146e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509014 Jul 30 04:15:28.870625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-ea82322e-0ed5-48ea-adee-d8854a7af689 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255817 Jul 30 04:15:29.299397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c6b2262d-de2a-45a9-978c-2c3f40456de5 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220653 Jul 30 04:15:29.457652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7879103c-fb32-43b9-8a94-18648a008f3b req-94355ead-7507-4a1d-8a94-d0b870a86f68 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 210 time: 0.0261214 Jul 30 04:15:30.535076 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-49aaf7c6-c6a5-4f9a-9e95-9bf7bdfa74ef req-6fa1765c-9131-46a2-a889-8073f3ea43ba tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 210 time: 0.0256007 Jul 30 04:15:31.006611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:15:31.030201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:15:31.030542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 9536b9ce-3e8a-454e-bf38-3a7d09355bb3 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:15:31.182843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:31.611783 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cdddce73-fdd6-44f7-88a3-b2104880e107 req-a8da6457-93d1-4f6b-89b0-e967e865b78b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 210 time: 0.0262239 Jul 30 04:15:32.539974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-b0caf631-fd25-454f-9d35-0666bf2702c6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:32.541419 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-b0caf631-fd25-454f-9d35-0666bf2702c6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1073921 Jul 30 04:15:32.584220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-8aa7f2f2-8422-4617-abe4-2b51d85e0c5b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 380 time: 0.0336313 Jul 30 04:15:32.596073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'port': {'device_id': '8c2fe251-ce10-4252-be80-44582661cd98', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'admin_state_up': True, 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'security_groups': ['58a590c1-733e-4de7-990d-4dd58d5e0182']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:15:32.713628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a1c7f05-41ca-450b-8475-5c716b95047a req-31fe4ecf-64dd-41a1-90b2-9a2d2a37cb87 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 210 time: 0.0334785 Jul 30 04:15:32.729243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Made reservation on behalf of eb2ab024ba874d6996c71f46330dc9d0 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:15:32.732794 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:32.856993 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Allocated IP 172.20.0.8 (4ed6bb8c-9209-4d24-b833-0df395df2da6/880d6877-1355-41e3-b96c-0bfcbe93a066/238adc39-b3db-4d9b-94a9-685d547256b8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:15:32.994580 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.008894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Transition to ACTIVE for port object 238adc39-b3db-4d9b-94a9-685d547256b8 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:15:33.041608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.081883 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:15:33.085366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:15:33.088953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:15:33.120105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:33.144628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:33.145250 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.162671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c3942d99-d549-4997-83e2-02b11c381ed5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708752 Jul 30 04:15:33.175047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Request body: {'port': {'device_id': '8c2fe251-ce10-4252-be80-44582661cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:15:33.238134 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.323356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-86eb7c16-0d69-438b-b778-4f593a539ac2 None None] Provisioning for port 238adc39-b3db-4d9b-94a9-685d547256b8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:15:33.327840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-86eb7c16-0d69-438b-b778-4f593a539ac2 None None] Provisioning complete for port 238adc39-b3db-4d9b-94a9-685d547256b8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:15:33.328209 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-86eb7c16-0d69-438b-b778-4f593a539ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.363549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-86eb7c16-0d69-438b-b778-4f593a539ac2 None None] Port 238adc39-b3db-4d9b-94a9-685d547256b8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:15:33.504624 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:15:33.511907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.525095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Transition to ACTIVE for port object 238adc39-b3db-4d9b-94a9-685d547256b8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:15:33.528816 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.576661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:33.650949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:15:33.651330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:15:33.651663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:15:33.656967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:15:33.657297 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:15:33.662589 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:15:33.662935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:15:33.663352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:15:33.663785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Bound port: 238adc39-b3db-4d9b-94a9-685d547256b8, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:15:33.664173 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.729181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:15:33.732672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:15:33.736929 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.771533 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:33.772161 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:33.773680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] 10.222.0.18 "PUT /v2.0/ports/238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1092 time: 0.6030018 Jul 30 04:15:33.774159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:33.776395 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2be35b-bb3a-4293-be86-cf23ce8f707c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:33.835839 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033c016b-fcfc-479e-91a8-5ce9ac9b2a73 x-openstack-request-id: req-033c016b-fcfc-479e-91a8-5ce9ac9b2a73 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:33.836135 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:33.836365 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-033c016b-fcfc-479e-91a8-5ce9ac9b2a73 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:33.836768 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'status': 'completed', 'code': 200} Jul 30 04:15:33.841178 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf88bc3-e9d9-4ba8-8eb3-cf094c635af3 service neutron] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:33.893396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d71e33-825f-4256-8075-c3b48a0b6a5b req-083def80-4c61-458f-92ac-ab50b5178496 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:33.894961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29d71e33-825f-4256-8075-c3b48a0b6a5b req-083def80-4c61-458f-92ac-ab50b5178496 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0914257 Jul 30 04:15:33.902058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-4f6cd9f3-1a20-4a99-b2b3-f22f09253233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:33.904366 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-4f6cd9f3-1a20-4a99-b2b3-f22f09253233 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0663204 Jul 30 04:15:33.960202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-2568e07e-5f0e-4c9b-ae4c-4194f38329f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 217 time: 0.0474181 Jul 30 04:15:33.987075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-29d71e33-825f-4256-8075-c3b48a0b6a5b req-0d7eea2c-6270-4568-b128-484d4694cbde tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816927 Jul 30 04:15:34.021137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c25d980b-fddc-428e-aca2-8e3bb015e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:34.022535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-c25d980b-fddc-428e-aca2-8e3bb015e033 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0551805 Jul 30 04:15:34.067642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50444-8ac8-49cd-a110-968f90acee40 req-726f3c26-25b2-41a9-93ec-44c30fbee918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:34.069117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-726f3c26-25b2-41a9-93ec-44c30fbee918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396125 Jul 30 04:15:34.158024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-5b159d20-5d80-4163-bb36-541064a0fcfd service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815616 Jul 30 04:15:34.248638 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-77f50444-8ac8-49cd-a110-968f90acee40 req-ba9e7e00-fb53-4bf9-af76-10774ae36d46 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830185 Jul 30 04:15:34.334234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-467bc953-e45f-42ca-af3b-517921a126c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:34.335727 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-467bc953-e45f-42ca-af3b-517921a126c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0405557 Jul 30 04:15:34.427393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-c6f9291b-5d1e-4d94-9f5b-6ea99c8d67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:34.428866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-c6f9291b-5d1e-4d94-9f5b-6ea99c8d67f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0866492 Jul 30 04:15:34.468779 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-aa13f700-45a1-4c5c-9854-9a3775e49cd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 217 time: 0.0325041 Jul 30 04:15:34.517443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-2d52ea5c-2b81-48ca-80a3-711dfcc8e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:34.518850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-2d52ea5c-2b81-48ca-80a3-711dfcc8e5f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0424364 Jul 30 04:15:34.569480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-b5b7dcb3-c2ed-466a-a004-3cddd91651a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:34.570928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-b5b7dcb3-c2ed-466a-a004-3cddd91651a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437615 Jul 30 04:15:34.658085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-65d7d54f-49dd-4b29-9d74-3040a004e7df service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792983 Jul 30 04:15:34.748977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4d2be35b-bb3a-4293-be86-cf23ce8f707c req-446e5a23-a950-4a53-af67-f252167a87a2 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Jul 30 04:15:35.103128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d86394-ee60-4db3-a1c8-e33b39a78349 req-9f856985-aa98-4acc-8e54-473ae7bc87d4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:35.104605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78d86394-ee60-4db3-a1c8-e33b39a78349 req-9f856985-aa98-4acc-8e54-473ae7bc87d4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0490730 Jul 30 04:15:35.144108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78d86394-ee60-4db3-a1c8-e33b39a78349 req-3a0f9090-2634-4e42-8fdd-f6161975259a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Jul 30 04:15:36.259673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397d442-e133-46f1-b586-e192771488d9 req-8c48cb83-043b-431c-b313-82b16401934f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:36.261056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3397d442-e133-46f1-b586-e192771488d9 req-8c48cb83-043b-431c-b313-82b16401934f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0487835 Jul 30 04:15:36.298680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3397d442-e133-46f1-b586-e192771488d9 req-1b16eb1f-a493-4fe3-9a44-e4a9f157f688 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310149 Jul 30 04:15:37.037750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:15:37.130058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:37.141083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '238adc39-b3db-4d9b-94a9-685d547256b8', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8', 'mac_address': 'fa:16:3e:72:73:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:15:37.180210 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:37.193129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:15:37.211595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:37.215528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:37.261246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:37.407542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['238adc39-b3db-4d9b-94a9-685d547256b8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:15:37.414432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1b20c-f57b-4805-ad93-28a5c3becd5b req-ddd456d2-075d-4bcd-9fbe-1c1fda4a6eb4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:37.415999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fec1b20c-f57b-4805-ad93-28a5c3becd5b req-ddd456d2-075d-4bcd-9fbe-1c1fda4a6eb4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Jul 30 04:15:37.458231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fec1b20c-f57b-4805-ad93-28a5c3becd5b req-a37af1ba-9581-4b4f-aaeb-8e8bffdea6bd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360758 Jul 30 04:15:38.572222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df128af-7812-4fec-8f64-d4b23dc00bee req-ed567bd2-176f-45e3-95ed-7c20e4128c04 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:38.573711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6df128af-7812-4fec-8f64-d4b23dc00bee req-ed567bd2-176f-45e3-95ed-7c20e4128c04 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0483134 Jul 30 04:15:38.611577 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6df128af-7812-4fec-8f64-d4b23dc00bee req-a09b603e-d961-42e6-91a5-1c23d1c76278 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Jul 30 04:15:39.053062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:15:39.099491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 238adc39-b3db-4d9b-94a9-685d547256b8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:15:39.103348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 238adc39-b3db-4d9b-94a9-685d547256b8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:15:39.103743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:39.178130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:39.202422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:39.204674 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc27f67-75bd-4029-8738-469f3bc873d6" -d '{"events": [{"server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "name": "network-vif-plugged", "status": "completed", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:39.217424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:15:39.221996 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:39.247043 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4ed256-dcf8-4c90-ba7b-c6553cbc17de x-openstack-request-id: req-cd4ed256-dcf8-4c90-ba7b-c6553cbc17de {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:39.247406 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "name": "network-vif-plugged", "status": "completed", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:39.247655 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd4ed256-dcf8-4c90-ba7b-c6553cbc17de {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:39.248295 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'code': 200} Jul 30 04:15:39.273942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:15:39.338017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b74cc-d96d-4da0-a041-edd4e1ef47ac req-dd276f3c-5fbf-4368-a07e-ada7757744f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:39.339594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a7b74cc-d96d-4da0-a041-edd4e1ef47ac req-dd276f3c-5fbf-4368-a07e-ada7757744f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0393717 Jul 30 04:15:39.374303 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a7b74cc-d96d-4da0-a041-edd4e1ef47ac req-e5702bb2-6c5c-4ae0-96e2-65966e1c31e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277054 Jul 30 04:15:39.725682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5ba4-2e0e-4433-b586-f05792618fed req-c684b780-0263-49bc-98f0-4bcc497c387f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:39.727170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4ad5ba4-2e0e-4433-b586-f05792618fed req-c684b780-0263-49bc-98f0-4bcc497c387f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0488586 Jul 30 04:15:39.769479 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4ad5ba4-2e0e-4433-b586-f05792618fed req-0467b998-53a8-41a3-8552-882e62f9d8d9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358961 Jul 30 04:15:40.885901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d06bc-aa3b-4d07-b0f4-0b314b616620 req-e3f99747-2936-4bb2-a7ac-4f83bb2d3b97 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:40.887429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b6d06bc-aa3b-4d07-b0f4-0b314b616620 req-e3f99747-2936-4bb2-a7ac-4f83bb2d3b97 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Jul 30 04:15:40.924824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b6d06bc-aa3b-4d07-b0f4-0b314b616620 req-7beb0980-8a3a-46f4-a4bb-7a9e404e8fa9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Jul 30 04:15:41.035953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cfd77-4c82-4709-b1ec-7db9f0794578 req-193ad09a-4f34-4ed3-ab47-274b69f17b75 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:41.037462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7f2cfd77-4c82-4709-b1ec-7db9f0794578 req-193ad09a-4f34-4ed3-ab47-274b69f17b75 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Jul 30 04:15:41.046688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:15:41.051645 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'floatingip': {'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:15:41.093257 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:41.278572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:41.518242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:41.521919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:41.623491 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 associated. External IP: 172.25.6.123, port: 238adc39-b3db-4d9b-94a9-685d547256b8. Jul 30 04:15:41.824784 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:15:41.934992 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:15:41.939704 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:41.944304 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6639313-1130-497a-8998-978e1399e180 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:15:41.953456 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:15:41.954057 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:15:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:41.968822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4adbb9fb-7dd7-4408-89d7-5fd56986d95f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "PUT /v2.0/floatingips/17b2ba3d-2b70-46f2-bb14-9c2764de24d2 HTTP/1.1" status: 200 len: 991 time: 0.9210331 Jul 30 04:15:41.969531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:15:41.971912 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e5200-d350-43ae-bc60-33d63451d622" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:15:42.009686 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1108305c-78f6-4504-b93d-ace6ca91f75b x-openstack-request-id: req-1108305c-78f6-4504-b93d-ace6ca91f75b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:15:42.009980 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:15:42.010235 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1108305c-78f6-4504-b93d-ace6ca91f75b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:15:42.010643 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'status': 'completed', 'code': 200} Jul 30 04:15:42.063608 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:15:42.073696 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5200-d350-43ae-bc60-33d63451d622 req-1727a5c1-03f3-46cb-8bf0-e6fe5ac9312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:42.075902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-1727a5c1-03f3-46cb-8bf0-e6fe5ac9312e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0420253 Jul 30 04:15:42.173783 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5200-d350-43ae-bc60-33d63451d622 req-bc395038-f471-4d35-81ef-9c7bac6cf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:42.175450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-bc395038-f471-4d35-81ef-9c7bac6cf54b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0933397 Jul 30 04:15:42.241749 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-0e254304-4863-4c32-a9d3-1aeff5ee3be1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 999 time: 0.0582850 Jul 30 04:15:42.287209 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:72:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fe251-ce10-4252-be80-44582661cd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:15:41Z', 'revision_number': 9, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:42.294893 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5200-d350-43ae-bc60-33d63451d622 req-2701445a-9ca7-4bf1-9c75-6c89ff2445cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:42.296420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-2701445a-9ca7-4bf1-9c75-6c89ff2445cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0477364 Jul 30 04:15:42.317235 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6639313-1130-497a-8998-978e1399e180 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:15:42.325978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:15:42.326502 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:15:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:42.342864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5200-d350-43ae-bc60-33d63451d622 req-8836c60d-199c-4985-a5c5-264538b7c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:15:42.344413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-8836c60d-199c-4985-a5c5-264538b7c2f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411618 Jul 30 04:15:42.422577 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4d37-2841-49e3-a202-4184ad523703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:42.439027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-dd61ad5c-682c-4dff-a70d-57666f13e81d service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Jul 30 04:15:42.443965 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:15:42.536800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-295e5200-d350-43ae-bc60-33d63451d622 req-3ba0caf5-694b-4738-a106-465217c97313 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900817 Jul 30 04:15:42.670981 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a6639313-1130-497a-8998-978e1399e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:72:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fe251-ce10-4252-be80-44582661cd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:15:41Z', 'revision_number': 9, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:15:42.696539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6639313-1130-497a-8998-978e1399e180 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:72:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fe251-ce10-4252-be80-44582661cd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:15:41Z', 'revision_number': 9, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:15:42.891021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2643efec-e0e6-4116-bfc9-7af2902a9652 None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:15:44.722050 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-592a7d34-93dd-4bae-a1fb-4e8cac6e7429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:45.020332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:46.532313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:48.161954 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:15:51.673506 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:16:01.188694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:04.622580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-321e9b57-72b5-4529-bf3e-7e5dfdd5bfb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393281 Jul 30 04:16:04.703872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-d82e9a62-f7ab-4f2b-a0df-e650e07200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:16:04.705347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-d82e9a62-f7ab-4f2b-a0df-e650e07200d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0402639 Jul 30 04:16:04.816662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-4e58c32d-81ce-406d-afc2-cbcf45ec8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:16:04.818145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-4e58c32d-81ce-406d-afc2-cbcf45ec8896 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0892572 Jul 30 04:16:04.882337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-35fdbcf2-5860-4468-8046-07cdf99c4b7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1002 time: 0.0573864 Jul 30 04:16:04.933292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-2d0a6313-748e-4c2b-9c74-196ee06c8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:16:04.934869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-2d0a6313-748e-4c2b-9c74-196ee06c8818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0461702 Jul 30 04:16:04.980530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-40e521bc-5baf-4084-bec2-d47768eee54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:16:04.982075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-40e521bc-5baf-4084-bec2-d47768eee54e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399895 Jul 30 04:16:05.070960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-f6f541c6-cc36-4ce4-a7a6-ad7072da95b1 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813811 Jul 30 04:16:05.164393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f49a0b88-e080-4d4f-a543-1165b55a92d6 req-de2dbe48-69fe-494f-8611-45679ed6e161 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863013 Jul 30 04:16:11.293819 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:12.423856 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6bf11ca-3607-4086-ac66-2425cc2470bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:14.722828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96be2328-48f2-4d66-a6c3-664b2aa79856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:15.021666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:16.530612 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:18.164472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:28.672820 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:16:31.203476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:41.330311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:42.424783 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fa28c045-3e60-4b3e-906d-17e895519738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:44.723595 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-caadc97a-1b6a-42f0-a7fe-dcc643e145b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:45.021133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:46.534980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:16:48.167295 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:01.205134 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:04.627066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-d83c1449-1eec-4644-a5bb-edb3d5dc1f27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394328 Jul 30 04:17:04.705100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-13010e97-31f5-4aa0-a24d-9b3c5c07faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:04.706544 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-13010e97-31f5-4aa0-a24d-9b3c5c07faf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0396001 Jul 30 04:17:04.815655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-9a013dd8-ded8-41ee-a4eb-847562c74f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:04.817145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-9a013dd8-ded8-41ee-a4eb-847562c74f24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0923531 Jul 30 04:17:04.882004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-02dd0386-758a-40dd-ba01-5c90c136d28c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1002 time: 0.0582106 Jul 30 04:17:04.932919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-6e500ca3-1e5f-40fd-8197-93d98f3da38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:04.935205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-6e500ca3-1e5f-40fd-8197-93d98f3da38c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0469675 Jul 30 04:17:04.982942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-bb9b4c02-ed50-427f-a457-f2429bf803d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:04.984557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-bb9b4c02-ed50-427f-a457-f2429bf803d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429425 Jul 30 04:17:05.078180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-7b540fb4-852a-4c5f-a959-c743236d9788 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Jul 30 04:17:05.172385 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0d783b62-ccdd-4a75-9ae5-28626b8efa5a req-b4b15ed2-88e4-44f4-a789-08e9c7fd77c8 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Jul 30 04:17:05.676195 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:17:11.345470 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:12.424618 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2045-dbb3-4520-8499-99e0a310e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:14.723448 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2c1b0f14-7455-4886-aca1-a8cca46cd1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:15.021021 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:16.535775 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:17.768859 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-f6c0756d-ad0f-4bee-9fda-c4a58bac50fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695477 Jul 30 04:17:17.781055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f17f79-d474-415e-9804-f7ad671743ee req-e1031358-ab37-4574-801d-b07c047ba670 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:17.782571 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5f17f79-d474-415e-9804-f7ad671743ee req-e1031358-ab37-4574-801d-b07c047ba670 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0581741 Jul 30 04:17:17.822531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a5f17f79-d474-415e-9804-f7ad671743ee req-c570c250-52ca-4293-92b7-17cc56c44990 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 30 04:17:18.172890 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:18.949394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a9a-bd78-4944-a29a-a49723acb702 req-aaf5d254-e7c4-4e37-8970-9d5e65dada40 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:18.950913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cb20a9a-bd78-4944-a29a-a49723acb702 req-aaf5d254-e7c4-4e37-8970-9d5e65dada40 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0571210 Jul 30 04:17:19.018466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cb20a9a-bd78-4944-a29a-a49723acb702 req-7cbb49c9-c58d-439e-a7cb-5b23574d4d29 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596123 Jul 30 04:17:19.027810 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-a50c1e04-d126-420f-870a-3f22397f1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:19.029780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-a50c1e04-d126-420f-870a-3f22397f1e19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1097 time: 0.1064529 Jul 30 04:17:19.122174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-3e838f81-f7ce-4358-8890-102169d81b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:19.123813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-3e838f81-f7ce-4358-8890-102169d81b4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0869641 Jul 30 04:17:19.188222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-75ab3ce5-540f-4be2-a6de-ca04c009d980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1002 time: 0.0572271 Jul 30 04:17:19.236087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-780711cb-470a-4069-af59-1afb9a2b4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:19.237489 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-780711cb-470a-4069-af59-1afb9a2b4917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0425026 Jul 30 04:17:19.284879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-ef5a3a64-c329-49ee-8ecc-fa61d8bfafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:19.286396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-ef5a3a64-c329-49ee-8ecc-fa61d8bfafdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423617 Jul 30 04:17:19.373467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-334d108c-3c42-44b3-9708-7cb87ef67445 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798104 Jul 30 04:17:19.463594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0aa2e03c-c048-4572-80dc-f0395d8b6550 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836763 Jul 30 04:17:20.479578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6388-aa1e-45da-827d-d86982997a2a req-b200346f-cdc4-42f3-a166-c1c7eae94121 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:20.481048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dafe6388-aa1e-45da-827d-d86982997a2a req-b200346f-cdc4-42f3-a166-c1c7eae94121 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.3938532 Jul 30 04:17:20.520957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dafe6388-aa1e-45da-827d-d86982997a2a req-c11f8963-e54a-44ad-8497-a29433fed51a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 Jul 30 04:17:21.637162 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abef38-1766-406a-b79b-48f889ed00fd req-d7d61ad0-ddc2-4d45-bc8f-baf5d6a4d647 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:21.639870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8abef38-1766-406a-b79b-48f889ed00fd req-d7d61ad0-ddc2-4d45-bc8f-baf5d6a4d647 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Jul 30 04:17:21.677487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8abef38-1766-406a-b79b-48f889ed00fd req-e98fac66-f879-43ca-a664-7d3a9650ac82 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Jul 30 04:17:22.791668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc8571-7ad5-4f2e-8f06-35ab022ba778 req-69600648-ca74-46cd-ae19-d463a79ff596 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:22.793103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4dc8571-7ad5-4f2e-8f06-35ab022ba778 req-69600648-ca74-46cd-ae19-d463a79ff596 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Jul 30 04:17:22.833477 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d4dc8571-7ad5-4f2e-8f06-35ab022ba778 req-f1304705-1d47-4fae-9b8e-0e374f336ecf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339930 Jul 30 04:17:23.955570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0f56f-8b85-4118-a4a4-91077add0f62 req-bce006b1-0769-4710-a1c3-4613dc6a2796 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:23.957053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80f0f56f-8b85-4118-a4a4-91077add0f62 req-bce006b1-0769-4710-a1c3-4613dc6a2796 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Jul 30 04:17:23.994841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80f0f56f-8b85-4118-a4a4-91077add0f62 req-31a02be8-bd1f-46fc-81d9-9f04dd29145c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Jul 30 04:17:25.108965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cce60-0744-4ce1-bf4b-8068b4742e26 req-9431e306-c1ab-45b9-bb6a-a5b33cc6f6e5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:25.110439 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-132cce60-0744-4ce1-bf4b-8068b4742e26 req-9431e306-c1ab-45b9-bb6a-a5b33cc6f6e5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0477853 Jul 30 04:17:25.149113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-132cce60-0744-4ce1-bf4b-8068b4742e26 req-87a1cdc3-9a4f-47a5-9040-7bed92bc9b27 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Jul 30 04:17:26.264742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba609fd2-866b-415f-856c-1fa66ffa5340 req-87f6208d-6a06-4ac5-b884-3f97f8f10012 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:26.266143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba609fd2-866b-415f-856c-1fa66ffa5340 req-87f6208d-6a06-4ac5-b884-3f97f8f10012 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Jul 30 04:17:26.306535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba609fd2-866b-415f-856c-1fa66ffa5340 req-74cea006-c149-4a7d-b3ee-b86d8f5c455d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Jul 30 04:17:27.422191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89166-61a8-44a3-8dbb-df1c7b4130de req-6b2cd164-d320-452b-9bbb-3c48e64d430b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:27.423688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04d89166-61a8-44a3-8dbb-df1c7b4130de req-6b2cd164-d320-452b-9bbb-3c48e64d430b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Jul 30 04:17:27.461015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-04d89166-61a8-44a3-8dbb-df1c7b4130de req-af0c5dfb-4054-4f60-b355-884c929532be tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Jul 30 04:17:28.576932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7cb-67e8-499e-96be-ffe1fcfcec15 req-beaf6df7-9591-4276-834c-816b537a45a1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:28.578380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6afac7cb-67e8-499e-96be-ffe1fcfcec15 req-beaf6df7-9591-4276-834c-816b537a45a1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0479157 Jul 30 04:17:28.615514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6afac7cb-67e8-499e-96be-ffe1fcfcec15 req-5d15b15a-5ea8-4058-9323-71cbaca98def tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Jul 30 04:17:29.732055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c5c2b-cdf0-47d5-a527-e5e4759c05f7 req-a7f185aa-3999-40f8-9d53-1053469fd171 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:29.733548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-425c5c2b-cdf0-47d5-a527-e5e4759c05f7 req-a7f185aa-3999-40f8-9d53-1053469fd171 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Jul 30 04:17:29.774719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-425c5c2b-cdf0-47d5-a527-e5e4759c05f7 req-c616e727-fc8b-4983-96f4-af6443bbfee3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352652 Jul 30 04:17:30.888577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4419991-a60a-4862-aaaf-cd0c42b52609 req-c6b27d80-3afa-467f-8b30-b3e0b8c08bed tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:30.890056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4419991-a60a-4862-aaaf-cd0c42b52609 req-c6b27d80-3afa-467f-8b30-b3e0b8c08bed tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Jul 30 04:17:30.929063 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4419991-a60a-4862-aaaf-cd0c42b52609 req-1ada8e5a-3c5c-4193-8515-3cd93a0ac1f6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331335 Jul 30 04:17:31.211498 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:31.293634 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-4e95f6be-fbd8-49d5-8f2e-4be4a277c102 service neutron] show failed (client error): The resource could not be found. Jul 30 04:17:31.294698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-4e95f6be-fbd8-49d5-8f2e-4be4a277c102 service neutron] 10.222.0.18 "GET /v2.0/ports/238adc39-b3db-4d9b-94a9-685d547256b8/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0547075 Jul 30 04:17:31.593362 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-cb07564e-29b8-4da0-bc3e-269a8fd254f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:31.594877 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-cb07564e-29b8-4da0-bc3e-269a8fd254f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 1097 time: 0.1469510 Jul 30 04:17:31.612791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:17:31.669176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:31.865536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:31.898905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:17:31.936959 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:17:31.939235 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9672ef88-8a52-47d4-8bca-cd0197af177d" -d '{"events": [{"server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "name": "network-vif-unplugged", "status": "completed", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:17:31.943563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:31.956594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Transition to ACTIVE for port object 238adc39-b3db-4d9b-94a9-685d547256b8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:17:31.962482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:32.066769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:32.071953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cab32b-88ed-4a14-83a0-61567ccc348a req-3ef9cda1-d44d-494d-979f-0a4d8b382584 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:32.074101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26cab32b-88ed-4a14-83a0-61567ccc348a req-3ef9cda1-d44d-494d-979f-0a4d8b382584 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0638654 Jul 30 04:17:32.081842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.082217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.082534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.082872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.083239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.083577 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.083906 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.084234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.084563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.084918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.085200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.085523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:32.111320 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69515e9a-6b53-4ee3-afdc-0fb157b0c5cc x-openstack-request-id: req-69515e9a-6b53-4ee3-afdc-0fb157b0c5cc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:17:32.111612 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "name": "network-vif-unplugged", "status": "completed", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:17:32.111872 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69515e9a-6b53-4ee3-afdc-0fb157b0c5cc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:17:32.112272 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'code': 200} Jul 30 04:17:32.125836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-26cab32b-88ed-4a14-83a0-61567ccc348a req-9030c132-cdf7-46a7-98c1-b6c5ed6d67f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Jul 30 04:17:32.154740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] No DVR routers for this DVR port 238adc39-b3db-4d9b-94a9-685d547256b8 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:17:32.289718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:17:32.289983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:17:32.290307 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:17:32.294525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:17:32.294846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:17:32.299656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:17:32.299995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:17:32.300381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:17:32.300806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Bound port: 238adc39-b3db-4d9b-94a9-685d547256b8, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:17:32.301156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:32.366900 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:17:32.370064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:17:32.374520 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:32.414637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:32.415307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:32.416697 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] 10.222.0.16 "PUT /v2.0/ports/238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1092 time: 0.8079157 Jul 30 04:17:32.438871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bb121-0d8a-4116-b8aa-17accfeea4cc service neutron] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:32.493139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-7bc3c87f-93d9-4df1-80dc-ccb59b1b8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:32.494689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-7bc3c87f-93d9-4df1-80dc-ccb59b1b8e33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0437655 Jul 30 04:17:32.589541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-c0c880cf-7e35-4cbf-902e-e1d826639986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:32.591793 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-c0c880cf-7e35-4cbf-902e-e1d826639986 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0902140 Jul 30 04:17:32.660830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-d7a62113-7450-4c23-b805-267628ddbbd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0616894 Jul 30 04:17:32.709480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-65e79bfb-2da8-417e-93b8-347ae2766317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:32.710941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-65e79bfb-2da8-417e-93b8-347ae2766317 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0438426 Jul 30 04:17:32.755498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-8e4f185b-d002-4f0b-9653-55a4b408fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:32.756961 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-8e4f185b-d002-4f0b-9653-55a4b408fdbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389400 Jul 30 04:17:32.848533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-1485147c-0500-4308-a01a-5add7386c8ca service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843418 Jul 30 04:17:32.937570 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-65d515ed-cff8-4c48-8d14-4d3fd6e654fc service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818129 Jul 30 04:17:33.247238 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b71a-9393-4e63-bedb-5dadab8ca809 req-bb45c24c-6654-48cf-94e2-a073e6d192f0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:33.248691 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e882b71a-9393-4e63-bedb-5dadab8ca809 req-bb45c24c-6654-48cf-94e2-a073e6d192f0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0524883 Jul 30 04:17:33.286034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e882b71a-9393-4e63-bedb-5dadab8ca809 req-3aa4a73b-71e2-4692-8cef-346e286ae48b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311284 Jul 30 04:17:34.113854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:17:34.116227 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d5c6e8-a2d7-464a-8deb-2124d93af620" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:17:34.164493 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b3bd9-d3c5-4f30-975e-d0eb5c90b609 x-openstack-request-id: req-9b0b3bd9-d3c5-4f30-975e-d0eb5c90b609 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:17:34.164788 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:17:34.165068 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b0b3bd9-d3c5-4f30-975e-d0eb5c90b609 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:17:34.165464 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'status': 'completed', 'code': 200} Jul 30 04:17:34.227449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-e9536717-6e32-4b94-b59d-b52d0d9a3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.228876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-e9536717-6e32-4b94-b59d-b52d0d9a3088 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0425289 Jul 30 04:17:34.247640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-7a449d05-335c-46f3-a0fc-1655050703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.249146 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-7a449d05-335c-46f3-a0fc-1655050703d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0458295 Jul 30 04:17:34.324729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-51c42281-6008-4c01-a5bb-fb7c0673b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.327115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-51c42281-6008-4c01-a5bb-fb7c0673b861 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0910504 Jul 30 04:17:34.339692 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-ddc0a656-88e8-4378-850f-4a18f88d5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.342110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-ddc0a656-88e8-4378-850f-4a18f88d5d09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0849316 Jul 30 04:17:34.413622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-32809e08-98ab-4078-beb3-c40cc832c022 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0637691 Jul 30 04:17:34.422058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-3b4e1012-5f1f-4bce-9ef3-1a77dbf13260 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0879974 Jul 30 04:17:34.445008 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5be317-b6d7-408e-8160-3b872bd7fc72 req-dc5e676d-5eeb-401f-a57c-9269e38f1c64 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.446481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c5be317-b6d7-408e-8160-3b872bd7fc72 req-dc5e676d-5eeb-401f-a57c-9269e38f1c64 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0755267 Jul 30 04:17:34.463720 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-24559fb6-9f94-4ed8-94c9-a592da0c933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.465184 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-24559fb6-9f94-4ed8-94c9-a592da0c933e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0439413 Jul 30 04:17:34.507886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-a3951372-b0fc-4dfa-9ef3-2820a91b9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.509273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-a3951372-b0fc-4dfa-9ef3-2820a91b9d4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0803416 Jul 30 04:17:34.510739 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-74a283d7-c90e-4e9d-9bf2-57567b66b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.512271 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-74a283d7-c90e-4e9d-9bf2-57567b66b950 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399654 Jul 30 04:17:34.517139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c5be317-b6d7-408e-8160-3b872bd7fc72 req-5e35e4d7-7b7b-4c2c-bff0-a3d67fb278ec tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524077 Jul 30 04:17:34.557750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-16f56d6b-cc8a-481b-b502-5e5394186373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:34.559819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-16f56d6b-cc8a-481b-b502-5e5394186373 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412865 Jul 30 04:17:34.607298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-1b2b814c-d5df-4710-a593-93a79f2c61c2 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872607 Jul 30 04:17:34.649308 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-dfc33401-b342-4093-9b05-2dcb4089b627 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820851 Jul 30 04:17:34.698139 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-19346e36-2ce1-43a2-8c40-c9b1cbf9ef05 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 Jul 30 04:17:34.741980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2d5c6e8-a2d7-464a-8deb-2124d93af620 req-9736d573-213b-4cda-977e-f9e8968ccdb6 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Jul 30 04:17:35.640287 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5886d1-42e2-4225-a83c-fdfe2c39eb47 req-b4a42ff2-2ff3-4f9e-9dce-d8b145cf417c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:35.641766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee5886d1-42e2-4225-a83c-fdfe2c39eb47 req-b4a42ff2-2ff3-4f9e-9dce-d8b145cf417c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0490973 Jul 30 04:17:35.675556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:17:35.679552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee5886d1-42e2-4225-a83c-fdfe2c39eb47 req-c39a1176-2419-4495-8df3-e7a9bfbbe1a8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jul 30 04:17:35.715254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:17:36.799118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceacf9-ca83-4ff4-bf53-ee03ff33423e req-0acd68df-96ad-4c9c-a3fd-a908a98b1efa tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:36.800642 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ceceacf9-ca83-4ff4-bf53-ee03ff33423e req-0acd68df-96ad-4c9c-a3fd-a908a98b1efa tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0519681 Jul 30 04:17:36.842187 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ceceacf9-ca83-4ff4-bf53-ee03ff33423e req-9aaa8dd6-0031-4bc7-a8a3-9fc37ea02698 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356793 Jul 30 04:17:37.120100 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-f9c84e4c-2f2a-4c8d-87cf-3035297cbff8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:37.121689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-f9c84e4c-2f2a-4c8d-87cf-3035297cbff8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98&tenant_id=eb2ab024ba874d6996c71f46330dc9d0&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 943 time: 0.0525982 Jul 30 04:17:37.137837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6872142-aff7-4b35-afc3-ab4c1327c3be req-782da76f-5cc9-4db9-9ee4-0360eb398eec tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:37.139547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6872142-aff7-4b35-afc3-ab4c1327c3be req-782da76f-5cc9-4db9-9ee4-0360eb398eec tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0503995 Jul 30 04:17:37.177930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d6872142-aff7-4b35-afc3-ab4c1327c3be req-ead2d5eb-65ef-42cf-99f8-41b839aa5a52 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Jul 30 04:17:37.188760 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-fa0549e2-4c79-4904-b66d-35129de8c487 service neutron] 10.222.0.16 "GET /v2.0/ports/238adc39-b3db-4d9b-94a9-685d547256b8/bindings/n-h2-778696-14 HTTP/1.1" status: 200 len: 383 time: 0.0594411 Jul 30 04:17:37.265289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-71a68d35-a466-4594-9a8c-b9f2718a20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:37.266659 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-71a68d35-a466-4594-9a8c-b9f2718a20b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0412335 Jul 30 04:17:37.354688 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-a8d3edb2-c942-4de1-b9ae-b4ab75dab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:37.356737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-a8d3edb2-c942-4de1-b9ae-b4ab75dab118 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0828764 Jul 30 04:17:37.425185 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-71a81fcc-e1d1-4442-aec0-afebe801f94b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0618567 Jul 30 04:17:37.473223 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-a0d14125-ee37-4678-88c3-517d80de9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:37.474627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-a0d14125-ee37-4678-88c3-517d80de9530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0427387 Jul 30 04:17:37.519757 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-781bd8a2-0123-4d82-8a36-31c3db134fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:37.521140 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-781bd8a2-0123-4d82-8a36-31c3db134fb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385869 Jul 30 04:17:37.615269 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-5d4c177a-081a-40b2-9d33-893dae58d05a service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852807 Jul 30 04:17:37.708941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-369103e9-e448-491f-ae7a-c31ce2072d8e service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870395 Jul 30 04:17:38.296026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56330e3f-5edd-49c5-9233-785e5b41de5a req-7d065a04-2cd1-441d-a850-c78d4f22e41c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:38.297508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56330e3f-5edd-49c5-9233-785e5b41de5a req-7d065a04-2cd1-441d-a850-c78d4f22e41c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0491939 Jul 30 04:17:38.335304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56330e3f-5edd-49c5-9233-785e5b41de5a req-3dcd4e16-0af0-4097-bf78-0c5fa4ca8757 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jul 30 04:17:38.767561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:17:38.858952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:38.869889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '238adc39-b3db-4d9b-94a9-685d547256b8', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8', 'mac_address': 'fa:16:3e:72:73:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:17:38.909877 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:38.922519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:17:38.941614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:38.946456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:38.996488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:39.004033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.004377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.004714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.005043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.005371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.005696 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.006017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.006338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.006657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.006976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.007321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.007638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:39.450279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d86bc-86d1-4675-9150-58339bc3b3d3 req-2a1b8e81-bfc7-4068-9ac6-a0fa5153d93f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:39.451861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-239d86bc-86d1-4675-9150-58339bc3b3d3 req-2a1b8e81-bfc7-4068-9ac6-a0fa5153d93f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0481277 Jul 30 04:17:39.493823 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-239d86bc-86d1-4675-9150-58339bc3b3d3 req-e664b690-ba9c-4a59-b8c0-3e36a721dc4f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361040 Jul 30 04:17:39.973087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-3ab1a270-0297-4abe-881f-b2e15e99f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:39.974575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-3ab1a270-0297-4abe-881f-b2e15e99f015 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 1096 time: 0.0416722 Jul 30 04:17:39.985845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:17:40.038338 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:40.234686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:40.271338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:17:40.302834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:17:40.311029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:40.321779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Ignored duplicate provisioning block setup for port 238adc39-b3db-4d9b-94a9-685d547256b8 by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 04:17:40.325696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:40.405070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=9']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:40.417070 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.417420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.417759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.418097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.418471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.418803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.419128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.419481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.419813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.420137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.420461 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.420781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:17:40.462864 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] No DVR routers for this DVR port 238adc39-b3db-4d9b-94a9-685d547256b8 on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:17:40.627911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:17:40.628147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:17:40.628449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:17:40.643209 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb9330-1d91-4281-b9f0-8a22db2b9f62 req-6f589479-c3f1-4406-9c49-5a7005b58032 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:40.644683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4eb9330-1d91-4281-b9f0-8a22db2b9f62 req-6f589479-c3f1-4406-9c49-5a7005b58032 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 943 time: 0.0763748 Jul 30 04:17:40.645210 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:17:40.645523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Attempting to bind port 238adc39-b3db-4d9b-94a9-685d547256b8 on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:17:40.650473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:17:40.650804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:17:40.651211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:17:40.651629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Bound port: 238adc39-b3db-4d9b-94a9-685d547256b8, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:17:40.651979 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:40.714809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4eb9330-1d91-4281-b9f0-8a22db2b9f62 req-d1ea7772-4642-4cbe-991e-b46ea21c78a9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602276 Jul 30 04:17:40.740181 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:17:40.743240 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:17:40.747724 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:40.784640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:40.785249 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:40.786728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] 10.222.0.18 "PUT /v2.0/ports/238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1092 time: 0.8047369 Jul 30 04:17:40.787275 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:17:40.789406 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:17:40.789663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:17:40.813835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205e9e-b1f3-45e5-be7c-97dafcd0fe36 service neutron] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:40.857635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-e822f15c-9c7c-4497-bc2a-544aca8a842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:40.859464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-e822f15c-9c7c-4497-bc2a-544aca8a842c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1096 time: 0.0429366 Jul 30 04:17:40.937589 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc501b69-443b-45e0-82d9-18a9fd79cb5c x-openstack-request-id: req-bc501b69-443b-45e0-82d9-18a9fd79cb5c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:17:40.937878 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:17:40.938134 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc501b69-443b-45e0-82d9-18a9fd79cb5c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:17:40.938535 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'status': 'completed', 'code': 200} Jul 30 04:17:40.963383 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:40.987319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-e7df35ce-c51d-4e9e-a3f9-5c0f4db3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:40.988975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-e7df35ce-c51d-4e9e-a3f9-5c0f4db3bbd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.1226804 Jul 30 04:17:41.028792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-4629df81-d84f-4b4d-8b0e-95328ca6d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.030409 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-4629df81-d84f-4b4d-8b0e-95328ca6d95d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1096 time: 0.0600836 Jul 30 04:17:41.069311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-cd0f3556-cb67-4ce2-a252-d51825a5524a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0723805 Jul 30 04:17:41.123041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-2777ea7c-32fb-4d49-b3a2-003454a8f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.124681 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-2777ea7c-32fb-4d49-b3a2-003454a8f618 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0483632 Jul 30 04:17:41.135545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-974f962a-5f19-401c-8bfe-2c553a026f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.137840 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-974f962a-5f19-401c-8bfe-2c553a026f29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0986362 Jul 30 04:17:41.145067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 has no active binding in host n-h2-778696-14 {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 04:17:41.173007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-6155ed88-8278-45df-ad2a-bccffe0ddb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.174525 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-6155ed88-8278-45df-ad2a-bccffe0ddb95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425608 Jul 30 04:17:41.203687 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-2b4dd634-016c-411e-98e9-baf0f7b3c908 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0592699 Jul 30 04:17:41.256707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-65d252d2-36c0-4f32-b4da-1a95d33b4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.258152 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-65d252d2-36c0-4f32-b4da-1a95d33b4888 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0466154 Jul 30 04:17:41.269207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-ddaccc64-f5c3-4eeb-af6a-47d0555f9810 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877409 Jul 30 04:17:41.302564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-5bf770f4-d446-4b62-bf33-be197d250c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.304073 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-5bf770f4-d446-4b62-bf33-be197d250c5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389357 Jul 30 04:17:41.359935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80dbf6f1-5d4a-4131-aefe-a8b67fbd1ea4 req-f833349d-639f-43b0-9d5f-82fdd50368d8 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Jul 30 04:17:41.375947 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:41.395800 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-4b62c0d8-17e7-470d-ab9e-e763ddc74875 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Jul 30 04:17:41.450972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-459772d6-26ee-4c34-b883-9509b8bde6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.452549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-459772d6-26ee-4c34-b883-9509b8bde6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 1096 time: 0.0464296 Jul 30 04:17:41.490455 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-47e8a19d-328d-4f08-935a-74814f2e7524 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873933 Jul 30 04:17:41.545851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-5e9a98fe-5379-457a-842a-d7205228077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.547246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-5e9a98fe-5379-457a-842a-d7205228077b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0861275 Jul 30 04:17:41.619162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-7b65a826-76ab-4fa0-a5cd-d404db583887 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 200 len: 1000 time: 0.0650156 Jul 30 04:17:41.669842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-ac76a99e-f48d-4e5d-8cf9-fea01b878c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.671300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-ac76a99e-f48d-4e5d-8cf9-fea01b878c63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0438128 Jul 30 04:17:41.715730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-96095d96-6266-41da-8f80-3e3ad45755f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.717173 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-96095d96-6266-41da-8f80-3e3ad45755f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386586 Jul 30 04:17:41.837701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-ddd2d9f9-cbdf-4e83-9543-26fd8eb4e6d7 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119177 Jul 30 04:17:41.849567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e119f83-199e-48d1-b66e-f0f00cc861ac req-ca6a1deb-5939-4a64-97d8-291feca712f4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:41.851001 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e119f83-199e-48d1-b66e-f0f00cc861ac req-ca6a1deb-5939-4a64-97d8-291feca712f4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0667849 Jul 30 04:17:41.939226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8e119f83-199e-48d1-b66e-f0f00cc861ac req-17a460a0-4669-4b1c-a15e-ef15f265a0dd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786943 Jul 30 04:17:41.963900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b74f4ec1-27b2-4c4e-b4d4-553fd20125b7 req-4618ea53-217d-445c-a525-387e737df2ab service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116843 Jul 30 04:17:42.425799 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1dddd040-ce06-49c9-ae0f-5a9be75458c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:42.676817 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:17:42.794107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:17:42.834028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:17:43.058473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc8160-b51a-4a36-99a5-d9712807c6cb req-182bae63-b8a1-4475-a3ae-4c667f8c8342 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:43.060581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eccc8160-b51a-4a36-99a5-d9712807c6cb req-182bae63-b8a1-4475-a3ae-4c667f8c8342 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0519440 Jul 30 04:17:43.098182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eccc8160-b51a-4a36-99a5-d9712807c6cb req-6fe36c6d-e45f-4170-8a0e-85cf86f82755 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Jul 30 04:17:43.212448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be246f9d-c1d3-4246-9ceb-d608ef47e560 req-f5efe792-65ff-4aa9-8fe7-2a8331c797ff tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:43.213908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be246f9d-c1d3-4246-9ceb-d608ef47e560 req-f5efe792-65ff-4aa9-8fe7-2a8331c797ff tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0494256 Jul 30 04:17:43.252609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be246f9d-c1d3-4246-9ceb-d608ef47e560 req-d385cd2c-8da4-4904-90c0-95ae8dab8f43 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Jul 30 04:17:43.370650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e5d0-f82d-4be7-9104-6dc1c707f919 req-e797f11f-10ff-463a-b56e-60fd2a9f9441 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:43.372162 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0a3e5d0-f82d-4be7-9104-6dc1c707f919 req-e797f11f-10ff-463a-b56e-60fd2a9f9441 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0542395 Jul 30 04:17:43.410926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b0a3e5d0-f82d-4be7-9104-6dc1c707f919 req-e4ccbfc9-3a9f-4757-93df-0cfafa8e2b1b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Jul 30 04:17:43.640921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde2fcb-b32f-467f-94ba-3b59ced15767 req-849fc472-5d41-4ace-abff-3eaf4bc5d3c5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:43.642263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dde2fcb-b32f-467f-94ba-3b59ced15767 req-849fc472-5d41-4ace-abff-3eaf4bc5d3c5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 944 time: 0.0486526 Jul 30 04:17:43.680279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8dde2fcb-b32f-467f-94ba-3b59ced15767 req-0f6d6e3a-a08d-49e8-8d9f-efcd4a86bf53 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320957 Jul 30 04:17:43.683592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:17:43.774539 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:43.788149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '238adc39-b3db-4d9b-94a9-685d547256b8', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '238adc39-b3db-4d9b-94a9-685d547256b8', 'mac_address': 'fa:16:3e:72:73:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:17:43.824158 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:43.836152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:17:43.854647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:43.858359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:43.903387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:44.112957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['238adc39-b3db-4d9b-94a9-685d547256b8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:17:44.725273 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-832196c7-ec57-42e6-9090-a50f92611a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:44.830570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5e39-ea50-4f81-ac31-213751534bbf req-ca214937-451c-40d1-ab27-b52c3a46f6d6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:44.832083 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8eee5e39-ea50-4f81-ac31-213751534bbf req-ca214937-451c-40d1-ab27-b52c3a46f6d6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0795522 Jul 30 04:17:44.844044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-a4455ae1-678a-4132-bf6e-39560cb9d5c4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:44.845397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-a4455ae1-678a-4132-bf6e-39560cb9d5c4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 945 time: 0.0668337 Jul 30 04:17:44.910220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8eee5e39-ea50-4f81-ac31-213751534bbf req-0dc660c1-5cdc-41d3-aaae-b767b4464899 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638127 Jul 30 04:17:44.954035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Deleting port 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:17:44.954374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.022367 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.045241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] For port 238adc39-b3db-4d9b-94a9-685d547256b8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=238adc39-b3db-4d9b-94a9-685d547256b8,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:45.045609 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.213235 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.213678 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.214048 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 disassociated. External IP: 172.25.6.123, port: 238adc39-b3db-4d9b-94a9-685d547256b8. Jul 30 04:17:45.214387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Calling delete_port for 238adc39-b3db-4d9b-94a9-685d547256b8 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:17:45.345128 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.372207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event deleted for resources: {'Port': ['ID=238adc39-b3db-4d9b-94a9-685d547256b8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:45.489380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:17:45.599028 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:17:45.608421 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:17:45.617328 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:17:45.617932 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:17:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:17:45.637898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] No DVR routers for this DVR port 238adc39-b3db-4d9b-94a9-685d547256b8 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:17:45.640589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:45.642555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d0eab55-5311-4b82-8ce0-94c04f89f39c req-782db2a2-193c-480b-a4bd-206ba8de0598 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "DELETE /v2.0/ports/238adc39-b3db-4d9b-94a9-685d547256b8 HTTP/1.1" status: 204 len: 173 time: 0.7895780 Jul 30 04:17:45.642985 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'name': 'network-vif-deleted', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:17:45.645353 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed9615-3a4a-4edc-9b1c-55bc706b69ab" -d '{"events": [{"server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "name": "network-vif-deleted", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:17:45.683625 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cd87c9-e003-4d03-b752-f92955d78a7b x-openstack-request-id: req-51cd87c9-e003-4d03-b752-f92955d78a7b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:17:45.684548 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2fe251-ce10-4252-be80-44582661cd98", "name": "network-vif-deleted", "tag": "238adc39-b3db-4d9b-94a9-685d547256b8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:17:45.684942 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51cd87c9-e003-4d03-b752-f92955d78a7b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:17:45.685529 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2fe251-ce10-4252-be80-44582661cd98', 'name': 'network-vif-deleted', 'tag': '238adc39-b3db-4d9b-94a9-685d547256b8', 'status': 'completed', 'code': 200} Jul 30 04:17:45.708824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:17:45.733131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:17:45.733804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 04:17:45.755384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Port 238adc39-b3db-4d9b-94a9-685d547256b8 not found, will not notify nova. {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 04:17:45.825684 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:17:46.019848 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:17:46.021313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42a60d0e-4ff0-4b59-8ce8-dfa57df1112e req-69ea4b92-e373-4ea6-9b98-fd9e2e16cbf5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2fe251-ce10-4252-be80-44582661cd98 HTTP/1.1" status: 200 len: 210 time: 0.0287211 Jul 30 04:17:46.047458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:17:46.055863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:17:46.056663 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:17:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:17:46.170264 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:17:46.370630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:17:46.397027 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467af209-8d60-4dd1-a2b8-2c3be1232fc5 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:17:46.546006 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:46.634258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e4ed57-5d63-463c-8cf1-b047ff33624e None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:17:47.302451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-de38f6e9-49f4-457f-8a69-99da4fd0d1d1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1763053191&fields=id&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 267 time: 0.0324368 Jul 30 04:17:47.410721 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2370c3b3-4922-4949-9664-aa8b7421f441 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:47.412233 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2370c3b3-4922-4949-9664-aa8b7421f441 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1024833 Jul 30 04:17:47.427534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-600132dc-3f75-429f-b895-7ceae9a30db3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/quotas/eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 375 time: 0.0097046 Jul 30 04:17:47.479298 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-428c7cb2-8619-44ea-b5e9-5760b0d2c6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465212 Jul 30 04:17:47.494683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-9d7ebaad-fd83-45b9-a7f9-fb20dd500ad9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:17:47.495659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-9d7ebaad-fd83-45b9-a7f9-fb20dd500ad9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049887 Jul 30 04:17:47.586717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-34080013-6385-435b-8532-1dad1f945c3b service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852852 Jul 30 04:17:47.674316 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-9424d0ba-815d-4028-8c40-de3ced824dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809064 Jul 30 04:17:47.830100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ddf478e-8dfa-4b33-9cae-e6edd7b61f4b req-01b78fc0-3567-406c-82d5-19b4824bdd71 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 210 time: 0.0260828 Jul 30 04:17:48.175073 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:48.798034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-d19b723b-4a96-4cb5-99fe-46d2c89c33fd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:48.799519 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-d19b723b-4a96-4cb5-99fe-46d2c89c33fd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 811 time: 0.1078229 Jul 30 04:17:48.847541 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-3a9b0664-2cde-4d9a-b5e6-35960a431831 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 380 time: 0.0342832 Jul 30 04:17:48.857580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'port': {'device_id': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'admin_state_up': True, 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'security_groups': ['58a590c1-733e-4de7-990d-4dd58d5e0182']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:17:48.923842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42b25ff3-7a57-4d00-a2e6-6d84c6a753ce req-3ebf52a8-9b7d-4adf-b9eb-0d74e142f71c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 210 time: 0.0263500 Jul 30 04:17:48.963237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Made reservation on behalf of eb2ab024ba874d6996c71f46330dc9d0 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:17:48.967371 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.093348 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Allocated IP 172.20.0.11 (4ed6bb8c-9209-4d24-b833-0df395df2da6/880d6877-1355-41e3-b96c-0bfcbe93a066/042c43e9-62a1-4d7c-a6be-f7efa25beb4b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:17:49.224956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.238599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Transition to ACTIVE for port object 042c43e9-62a1-4d7c-a6be-f7efa25beb4b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:17:49.271875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.317586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:17:49.320647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:17:49.323062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:17:49.356158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:49.381111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:49.381736 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.397316 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-2fa71763-f6ca-4679-b700-bfd9cfb973c9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439899 Jul 30 04:17:49.415399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Request body: {'port': {'device_id': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:17:49.474732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.530410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ad02c081-7452-4065-b553-7e0955f171eb None None] Provisioning for port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:17:49.534432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ad02c081-7452-4065-b553-7e0955f171eb None None] Provisioning complete for port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:17:49.534816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ad02c081-7452-4065-b553-7e0955f171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.572560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ad02c081-7452-4065-b553-7e0955f171eb None None] Port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:17:49.722020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:17:49.735947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042c43e9-62a1-4d7c-a6be-f7efa25beb4b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:17:49.741541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 238adc39-b3db-4d9b-94a9-685d547256b8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:17:49.741894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 238adc39-b3db-4d9b-94a9-685d547256b8 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:17:49.743375 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.755371 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Transition to ACTIVE for port object 042c43e9-62a1-4d7c-a6be-f7efa25beb4b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:17:49.758988 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.807149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:49.882101 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:17:49.882428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:17:49.882885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:17:49.888389 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:17:49.888711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:17:49.893582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:17:49.893914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:17:49.894295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:17:49.894721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Bound port: 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:17:49.895081 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:49.966210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:17:49.969744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:17:49.973632 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:50.008995 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.009589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:50.011021 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] 10.222.0.16 "PUT /v2.0/ports/042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1093 time: 0.6000447 Jul 30 04:17:50.011493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:17:50.013798 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c859c778-5c66-4ece-8ff3-544bef727595" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:17:50.046924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba84fb-ac0b-4cc8-a2ff-13d040aa7cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:50.065910 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1fedc-881e-4aae-873a-d9e275fc1461 req-22dab5fa-e876-48db-a375-34366bdef6cf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.067512 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b06d8d-c7c6-4681-be56-8747e278fffe x-openstack-request-id: req-32b06d8d-c7c6-4681-be56-8747e278fffe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:17:50.067781 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad1fedc-881e-4aae-873a-d9e275fc1461 req-22dab5fa-e876-48db-a375-34366bdef6cf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0677962 Jul 30 04:17:50.067905 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:17:50.068259 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32b06d8d-c7c6-4681-be56-8747e278fffe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:17:50.068486 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'status': 'completed', 'code': 200} Jul 30 04:17:50.113626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ad1fedc-881e-4aae-873a-d9e275fc1461 req-ac95317e-80a4-493d-a6a3-4d772c3f1c5e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387905 Jul 30 04:17:50.125359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-24d1ee86-b820-477f-bb94-50c18d0704b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.126888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-24d1ee86-b820-477f-bb94-50c18d0704b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0449650 Jul 30 04:17:50.178198 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-43e46008-21f7-4d44-a440-33d9869d73cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 217 time: 0.0381737 Jul 30 04:17:50.227755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-315c76f3-4df6-41a4-b0c5-65da35cf83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.229135 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-315c76f3-4df6-41a4-b0c5-65da35cf83ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0439527 Jul 30 04:17:50.272942 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-a9a9b696-c11d-4bc5-885e-05570aafc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.274376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-a9a9b696-c11d-4bc5-885e-05570aafc278 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381365 Jul 30 04:17:50.372602 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-f5911897-5311-4c2d-809b-2f84811c1b06 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876472 Jul 30 04:17:50.458869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43a51efc-901b-4f07-b82b-8990a59e5826 req-e3bebd25-27b7-4563-9193-bdef58aa4e16 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798147 Jul 30 04:17:50.580728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c778-5c66-4ece-8ff3-544bef727595 req-6e2b21ee-80cc-41cb-8aa6-e938cf25ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.582123 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-6e2b21ee-80cc-41cb-8aa6-e938cf25ab6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0408885 Jul 30 04:17:50.683731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c778-5c66-4ece-8ff3-544bef727595 req-26cbd0ac-62e6-420b-8a0b-553c676ccf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.685335 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-26cbd0ac-62e6-420b-8a0b-553c676ccf1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0950439 Jul 30 04:17:50.726553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-fdb84d3d-2123-4baa-9874-9666c70beb72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 217 time: 0.0342813 Jul 30 04:17:50.777871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c778-5c66-4ece-8ff3-544bef727595 req-b35de19b-19cb-4a75-8e9d-a0381a7b46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.779428 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-b35de19b-19cb-4a75-8e9d-a0381a7b46b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0460448 Jul 30 04:17:50.825133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c778-5c66-4ece-8ff3-544bef727595 req-77ef43b3-bf2e-4581-a95a-2782011c9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:50.826615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-77ef43b3-bf2e-4581-a95a-2782011c9075 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393019 Jul 30 04:17:50.914779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-461997db-1661-4876-bafd-e72581d3cff9 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799065 Jul 30 04:17:51.237080 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25c1fa-ad1e-4278-800e-15eddb6cf2c3 req-e4d581e7-7b2b-4bdb-80d2-58543ff773cc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:51.238612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c25c1fa-ad1e-4278-800e-15eddb6cf2c3 req-e4d581e7-7b2b-4bdb-80d2-58543ff773cc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0502985 Jul 30 04:17:51.278377 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2c25c1fa-ad1e-4278-800e-15eddb6cf2c3 req-7b88db62-2576-4a1f-995e-5ba2f98840fa tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334740 Jul 30 04:17:51.354348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c859c778-5c66-4ece-8ff3-544bef727595 req-555500f0-2b17-4d70-bb0e-0617a77dcda9 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319911 Jul 30 04:17:52.394272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3db731-ac31-4966-9ad4-29ffc84fd594 req-be53cfed-b6bb-4537-9f11-1fcc5da49263 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:52.395772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f3db731-ac31-4966-9ad4-29ffc84fd594 req-be53cfed-b6bb-4537-9f11-1fcc5da49263 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0484576 Jul 30 04:17:52.433401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f3db731-ac31-4966-9ad4-29ffc84fd594 req-d44bbf24-bdeb-4cb0-8f60-04405a638681 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Jul 30 04:17:53.551213 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2ffe-b136-44f3-bdd6-b62cd0c7f607 req-814e821b-b49f-44e5-86ff-39a4c82f3777 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:53.552655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f7c2ffe-b136-44f3-bdd6-b62cd0c7f607 req-814e821b-b49f-44e5-86ff-39a4c82f3777 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0507994 Jul 30 04:17:53.591362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f7c2ffe-b136-44f3-bdd6-b62cd0c7f607 req-752aa827-3e5a-474f-b591-c7aec0a1916e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Jul 30 04:17:54.707512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fbe9-9982-4131-afb6-888291a078a8 req-dd72e1ba-c038-4306-a302-4411e3b9394a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:54.708981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e95fbe9-9982-4131-afb6-888291a078a8 req-dd72e1ba-c038-4306-a302-4411e3b9394a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0477862 Jul 30 04:17:54.747184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e95fbe9-9982-4131-afb6-888291a078a8 req-c96890a5-cb92-4392-ba37-a9383ffa61ac tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Jul 30 04:17:54.860103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:17:54.952205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:54.967577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:17:55.003993 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:55.016712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042c43e9-62a1-4d7c-a6be-f7efa25beb4b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:17:55.036083 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:55.039912 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:55.085909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:55.401156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['042c43e9-62a1-4d7c-a6be-f7efa25beb4b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:17:55.859938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1064f5-6156-451a-8e30-78be336b9df4 req-6b90b2f7-793b-4e30-acb3-80468301a22d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:55.861417 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a1064f5-6156-451a-8e30-78be336b9df4 req-6b90b2f7-793b-4e30-acb3-80468301a22d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0482018 Jul 30 04:17:55.898759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a1064f5-6156-451a-8e30-78be336b9df4 req-1dfa8d54-d8f7-48d0-b1c7-2518ef3a65e8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Jul 30 04:17:56.875793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:17:56.927559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:17:56.931345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:17:56.931911 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:57.012808 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:57.018859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b502-249d-40a2-b51b-04d220010578 req-42044065-15f1-4477-8aba-39a9d4304b83 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:57.020469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a927b502-249d-40a2-b51b-04d220010578 req-42044065-15f1-4477-8aba-39a9d4304b83 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0532963 Jul 30 04:17:57.035691 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:17:57.037958 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a400ca5-8857-43c9-a771-9b07d88d96af" -d '{"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-plugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:17:57.051394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:17:57.055913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:17:57.062259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a927b502-249d-40a2-b51b-04d220010578 req-9524c5bb-d307-404c-80c2-ea1d7c5d0207 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354948 Jul 30 04:17:57.109330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:17:57.147519 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb07bb-f3a7-481d-b1e5-2a037caf2182 x-openstack-request-id: req-0abb07bb-f3a7-481d-b1e5-2a037caf2182 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:17:57.147832 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-plugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:17:57.148076 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0abb07bb-f3a7-481d-b1e5-2a037caf2182 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:17:57.148467 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'code': 200} Jul 30 04:17:57.265133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d935ce-0005-424a-8e14-1f5a00f2cd6e req-af476c91-4b23-4857-a1a4-8bbc5da03ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:57.266594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-19d935ce-0005-424a-8e14-1f5a00f2cd6e req-af476c91-4b23-4857-a1a4-8bbc5da03ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1098 time: 0.0408645 Jul 30 04:17:57.300357 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-19d935ce-0005-424a-8e14-1f5a00f2cd6e req-1a40ae6a-3f06-43b2-b1c4-6b2c35898b2f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271559 Jul 30 04:17:58.192114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cafc3b-82ac-4827-a564-636af0dd6367 req-c462e6c7-ab20-4294-890f-8560f5b53c75 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:58.193608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42cafc3b-82ac-4827-a564-636af0dd6367 req-c462e6c7-ab20-4294-890f-8560f5b53c75 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0488548 Jul 30 04:17:58.231336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-42cafc3b-82ac-4827-a564-636af0dd6367 req-67831e3f-2a9f-4d23-b72c-5ab42fef32f0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Jul 30 04:17:59.347370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1574c-a295-4c19-9f77-12ca9cd06276 req-526d612c-9800-4055-85c0-2b0b5c51a160 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:59.348850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fb1574c-a295-4c19-9f77-12ca9cd06276 req-526d612c-9800-4055-85c0-2b0b5c51a160 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0497711 Jul 30 04:17:59.386012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fb1574c-a295-4c19-9f77-12ca9cd06276 req-6ada0f1d-c2c1-48d6-87fc-c8bdf697fcf4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Jul 30 04:17:59.502007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f512c08-4107-4e1a-bb0c-6c5d47fd62f7 req-7fb4c4c8-155a-4c2c-b908-650858dff798 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:17:59.503495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9f512c08-4107-4e1a-bb0c-6c5d47fd62f7 req-7fb4c4c8-155a-4c2c-b908-650858dff798 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0513856 Jul 30 04:17:59.512047 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 57764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:17:59.517009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Request body: {'floatingip': {'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:17:59.555679 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:00.332364 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:00.336040 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:00.434703 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 associated. External IP: 172.25.6.123, port: 042c43e9-62a1-4d7c-a6be-f7efa25beb4b. Jul 30 04:18:00.645380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:18:00.751975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:18:00.756867 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:00.761780 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:18:00.771875 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:18:00.772480 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:17:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:18:00.783805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-fb0e40a2-ee95-4142-af52-12596d9c8d8e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "PUT /v2.0/floatingips/17b2ba3d-2b70-46f2-bb14-9c2764de24d2 HTTP/1.1" status: 200 len: 993 time: 1.2701023 Jul 30 04:18:00.784398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:18:00.786907 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43876e8e-7396-4a3a-9261-ad8f0fdf538e" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:18:00.839726 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b17f8d1-7d28-4260-953f-c40d955fb0be x-openstack-request-id: req-0b17f8d1-7d28-4260-953f-c40d955fb0be {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:18:00.840027 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:18:00.840278 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b17f8d1-7d28-4260-953f-c40d955fb0be {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:18:00.843936 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'status': 'completed', 'code': 200} Jul 30 04:18:00.881459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:18:00.932626 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-f318dca0-9225-43b7-b8db-461397e68cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:00.934158 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-f318dca0-9225-43b7-b8db-461397e68cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1098 time: 0.0411010 Jul 30 04:18:01.033754 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-991823ba-2898-4d76-b056-501386a238ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:01.035271 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-991823ba-2898-4d76-b056-501386a238ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0941010 Jul 30 04:18:01.102962 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-9e1a2bda-2df3-4d4c-85fc-69e863c102ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0608113 Jul 30 04:18:01.103289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:18:00Z', 'revision_number': 13, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:18:01.133296 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:18:01.142427 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:18:01.143034 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:17:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:18:01.157745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-9d85f8b9-5234-4a28-9fa8-a745eb03c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:01.159227 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-9d85f8b9-5234-4a28-9fa8-a745eb03c9d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0488417 Jul 30 04:18:01.203860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-e264c806-8666-4661-9fef-29b3887020b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:01.205253 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-e264c806-8666-4661-9fef-29b3887020b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392716 Jul 30 04:18:01.216459 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:01.249219 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:18:01.294567 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-a08f6c26-59ef-4b38-91aa-addf474a02ee service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Jul 30 04:18:01.387689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-43876e8e-7396-4a3a-9261-ad8f0fdf538e req-a44a6913-e00e-4af1-9473-f38df79fa5f0 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860796 Jul 30 04:18:01.469831 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:18:00Z', 'revision_number': 13, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:18:01.496041 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172dc5c-2bb2-461e-bdb5-c23610834904 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '17b2ba3d-2b70-46f2-bb14-9c2764de24d2', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:09:20Z', 'updated_at': '2021-07-30T04:18:00Z', 'revision_number': 13, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:18:01.677476 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494144-3d82-4ed9-b621-a206d193e489 None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:18:11.390941 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:12.425930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca975ab6-4e4a-4b8c-8c99-520c5e654f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:14.728214 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2413c5e-dc8f-4928-b168-be641a85d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:15.024271 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:16.543008 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:18.181642 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:19.676553 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:18:23.790289 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-7980f864-2567-4a28-bccb-49ee570ddc5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406151 Jul 30 04:18:23.885633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-d27c98ec-05e7-41dc-be65-ad157a815517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:23.887978 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-d27c98ec-05e7-41dc-be65-ad157a815517 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1098 time: 0.0403259 Jul 30 04:18:23.991468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-8625ea86-84c9-4ff8-86af-dcb8dee2bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:23.992942 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-8625ea86-84c9-4ff8-86af-dcb8dee2bc68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0866580 Jul 30 04:18:24.057341 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-983b2c2b-285b-4f40-b7ee-effccff3ac90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1003 time: 0.0570240 Jul 30 04:18:24.109410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-953fe383-cc69-4298-8c1c-cd044cb525ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:24.110888 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-953fe383-cc69-4298-8c1c-cd044cb525ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0467451 Jul 30 04:18:24.156513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-34c8acda-a9c1-4328-a8d0-f78ce15d41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:18:24.157950 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-34c8acda-a9c1-4328-a8d0-f78ce15d41a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394156 Jul 30 04:18:24.244580 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-518494c0-adbe-4a3a-a803-4469ee977911 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783205 Jul 30 04:18:24.335100 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7b6ae2b0-67e8-45ec-95b2-7eeaae6bccf2 req-be581e7e-221a-43cb-8b8d-8106e09e2a43 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Jul 30 04:18:31.210546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:41.389952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:42.426988 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20351b2e-249e-4736-b10a-e619fbef278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:44.729243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2248afb2-5af1-4cf5-bcbe-59dc60bb513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:45.026171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:46.547390 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:48.178876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:18:56.676358 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:19:01.211098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:11.420558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:12.426938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec90e40e-e04d-4454-997a-e0d865652ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:14.731392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67673086-0a13-4d24-952f-183ee712a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:15.028112 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:16.548128 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:18.181411 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:23.797868 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-b16e576c-acb8-4ebf-8e37-3064b6429513 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394866 Jul 30 04:19:23.893517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-b917aaa1-5d18-4300-8e7f-a207d378a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:19:23.894989 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-b917aaa1-5d18-4300-8e7f-a207d378a95f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1098 time: 0.0404356 Jul 30 04:19:24.000209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-6bcc5309-ca1a-4ec4-aa4a-0c56299e716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:19:24.001938 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-6bcc5309-ca1a-4ec4-aa4a-0c56299e716b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0887094 Jul 30 04:19:24.067014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-2b26b454-4563-4c7f-a713-4fb78eee168e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1003 time: 0.0581677 Jul 30 04:19:24.121196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-b26540bf-b0d7-45f8-bd5e-11ef334ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:19:24.122664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-b26540bf-b0d7-45f8-bd5e-11ef334ffc15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0486856 Jul 30 04:19:24.185054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-dd0a666a-65e0-4e24-befa-a0de7643c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:19:24.186534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-dd0a666a-65e0-4e24-befa-a0de7643c12f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411754 Jul 30 04:19:24.280689 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-b5510fb5-bdd5-476f-bbff-22c7455b3942 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869415 Jul 30 04:19:24.373940 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-eff0ddde-a106-46e8-9e17-d86eb2070f92 req-a374a3fa-b012-49a0-9cb0-18f22b90550d service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857975 Jul 30 04:19:31.218815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:33.675883 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:19:41.419536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:42.428602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-497fc385-6436-4add-8f57-778727e91a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:44.734153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd2c95b1-657c-4d7e-9826-66fa5eb0bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:45.029108 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:46.552133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:19:48.185441 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:01.232201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:10.675044 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:20:11.433537 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:12.431414 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd4e9-a596-45b5-9054-e94757054756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:14.734351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94c6f680-df60-4085-bb71-5791aa09cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:15.030470 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:16.553996 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:18.187562 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:25.800183 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-5c9113f2-ddbd-4605-9245-fd31bf056dfe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406375 Jul 30 04:20:25.896000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-90087f52-ea4b-4afe-b18b-3331a57bdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:25.897471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-90087f52-ea4b-4afe-b18b-3331a57bdff6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1098 time: 0.0407643 Jul 30 04:20:26.001764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-1306bd06-50dc-4126-939b-640992ec7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:26.003511 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-1306bd06-50dc-4126-939b-640992ec7f06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0873766 Jul 30 04:20:26.067957 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-b289c235-522e-47af-98cb-c9b8b562ffec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1003 time: 0.0568922 Jul 30 04:20:26.120489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-77531f47-9820-4ade-9af0-d713202d2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:26.121919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-77531f47-9820-4ade-9af0-d713202d2318 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0470471 Jul 30 04:20:26.167751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-abb920dd-60be-4e04-85a9-8a4f3926d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:26.169220 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-abb920dd-60be-4e04-85a9-8a4f3926d100 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390954 Jul 30 04:20:26.257621 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-dab3899a-4e6f-47e4-a6a3-10c9d9ae3312 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805950 Jul 30 04:20:26.349897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0479b2cd-bb1e-4a04-a26d-2d1c0596fa71 req-9578cf59-f1de-4a62-b8d3-73d67167c43c service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855548 Jul 30 04:20:31.231321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:31.463838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286dd0-fa71-45fc-a408-c267f375bf89 req-217e3cce-6787-41ae-bddf-f5e49c5647e9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:31.465268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f286dd0-fa71-45fc-a408-c267f375bf89 req-217e3cce-6787-41ae-bddf-f5e49c5647e9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.1468911 Jul 30 04:20:31.503848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f286dd0-fa71-45fc-a408-c267f375bf89 req-e085895f-f437-43b1-99f9-7651af1b0a12 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325050 Jul 30 04:20:41.437409 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:42.432816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8491516d-30ae-43c3-9f4b-d1f199cb1a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:42.767089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc98d9c-7e29-478c-a5df-e5ec5a558103 req-060670e2-c36e-45f5-a7db-be943e4ed328 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:42.768587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bc98d9c-7e29-478c-a5df-e5ec5a558103 req-060670e2-c36e-45f5-a7db-be943e4ed328 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0586267 Jul 30 04:20:42.831278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2bc98d9c-7e29-478c-a5df-e5ec5a558103 req-103e5af7-4e22-4edc-b847-9324934ed6b9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555692 Jul 30 04:20:42.835772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-725ae633-a9d5-409f-a62b-a6162985a648 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359904 Jul 30 04:20:43.951667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef2a89-999b-4e08-b496-9392ab6270e4 req-14fe6543-ecd9-4528-a29c-eea911f84b83 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:43.953598 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69ef2a89-999b-4e08-b496-9392ab6270e4 req-14fe6543-ecd9-4528-a29c-eea911f84b83 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0510635 Jul 30 04:20:43.993049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-69ef2a89-999b-4e08-b496-9392ab6270e4 req-95a70f4f-daa3-4139-9b2e-1ff98d6cdf9d tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Jul 30 04:20:44.013024 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-9f5e1e24-32e3-4f10-8931-4e4131e78316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:44.014569 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-9f5e1e24-32e3-4f10-8931-4e4131e78316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1098 time: 0.0434337 Jul 30 04:20:44.108589 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-fa651093-a406-4372-8512-5abfd63ebb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:44.109981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-fa651093-a406-4372-8512-5abfd63ebb60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0881603 Jul 30 04:20:44.173893 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-4a8775c2-555e-41d1-89d1-cbe143a95557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1003 time: 0.0559399 Jul 30 04:20:44.221424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-96ff8696-a7e5-47b8-81d8-703446738fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:44.222812 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-96ff8696-a7e5-47b8-81d8-703446738fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0420363 Jul 30 04:20:44.271444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-75761da9-4c21-481f-8850-61f0486ddab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:44.272948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-75761da9-4c21-481f-8850-61f0486ddab4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432053 Jul 30 04:20:44.358881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-9f66c9df-8225-4971-85d3-4042bd3dd870 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785530 Jul 30 04:20:44.450667 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-cf771a26-b37f-424c-90f7-4d98b2424b39 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848236 Jul 30 04:20:44.735237 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de8def60-5d59-47b8-9848-265a38f849a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:45.031111 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:45.113269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28605-366f-4847-b5bb-d9069f2088d3 req-920a6f9d-2ada-4e73-b56d-0f45e6039354 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:45.114753 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91a28605-366f-4847-b5bb-d9069f2088d3 req-920a6f9d-2ada-4e73-b56d-0f45e6039354 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0518749 Jul 30 04:20:45.153421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91a28605-366f-4847-b5bb-d9069f2088d3 req-73159e4a-6728-4057-a591-4ca69cf5abaa tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Jul 30 04:20:46.271078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491a165-144e-4045-9891-b2274831b25a req-09650e2e-af69-4cf6-b1df-c2dc56278efa tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:46.272776 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0491a165-144e-4045-9891-b2274831b25a req-09650e2e-af69-4cf6-b1df-c2dc56278efa tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0498102 Jul 30 04:20:46.311528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0491a165-144e-4045-9891-b2274831b25a req-c6d83e4d-b11c-494b-9246-b9b50c3668c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326738 Jul 30 04:20:46.556721 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:47.428585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7c25-7417-4524-8560-2b672fcb4658 req-d82d425e-515f-4c58-9656-d4bdce0f6749 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:47.430197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cdf7c25-7417-4524-8560-2b672fcb4658 req-d82d425e-515f-4c58-9656-d4bdce0f6749 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0515258 Jul 30 04:20:47.469669 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9cdf7c25-7417-4524-8560-2b672fcb4658 req-d8e99a2f-fc75-467a-ba62-982ef87be59c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Jul 30 04:20:47.675756 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:20:48.190332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:48.605523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e91c-d4ef-41be-a379-64c26ac463d8 req-9988f06c-2f39-435d-be7a-2b400cfbfcde tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:48.607062 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c384e91c-d4ef-41be-a379-64c26ac463d8 req-9988f06c-2f39-435d-be7a-2b400cfbfcde tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0577717 Jul 30 04:20:48.654321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c384e91c-d4ef-41be-a379-64c26ac463d8 req-749fe833-8d97-4b41-a137-b65c0048211a tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Jul 30 04:20:49.772475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b7b9e-040c-42a2-9ed1-6b4426dc0162 req-528b24c2-d754-4808-8013-75e26e043a04 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:49.774375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-141b7b9e-040c-42a2-9ed1-6b4426dc0162 req-528b24c2-d754-4808-8013-75e26e043a04 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0508401 Jul 30 04:20:49.812270 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-141b7b9e-040c-42a2-9ed1-6b4426dc0162 req-d85868bc-a26d-408d-b98f-c6b63e35f333 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Jul 30 04:20:50.928093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ff869-b289-4573-b5f6-87ba15a06de2 req-3417ec7f-27c6-4ff8-a7b9-87083145ce43 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:50.930138 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-621ff869-b289-4573-b5f6-87ba15a06de2 req-3417ec7f-27c6-4ff8-a7b9-87083145ce43 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0497797 Jul 30 04:20:50.968964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-621ff869-b289-4573-b5f6-87ba15a06de2 req-60dd35f6-ab84-43b8-b5ee-0f07d63823e3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Jul 30 04:20:52.088768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e451-136c-4e45-925c-5b615324edd4 req-ee235f65-2a8b-483d-a0e1-67fbd15960c8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:52.090245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f992e451-136c-4e45-925c-5b615324edd4 req-ee235f65-2a8b-483d-a0e1-67fbd15960c8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0528800 Jul 30 04:20:52.127121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f992e451-136c-4e45-925c-5b615324edd4 req-e399f934-1ef6-4eac-b04d-f70895a76756 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Jul 30 04:20:53.242165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ddf4-5a54-4419-9907-94d04a85daac req-d512cc4d-96c6-4a16-a52c-04aa350e7741 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:53.244105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a58ddf4-5a54-4419-9907-94d04a85daac req-d512cc4d-96c6-4a16-a52c-04aa350e7741 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0492258 Jul 30 04:20:53.281480 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5a58ddf4-5a54-4419-9907-94d04a85daac req-7691a635-2ee5-4620-a651-219d565a586e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jul 30 04:20:54.396076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e3615-56c0-464b-a818-e028ec80a864 req-cf1ed050-a216-4b27-b1a8-7623f593fc7f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:54.397573 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-142e3615-56c0-464b-a818-e028ec80a864 req-cf1ed050-a216-4b27-b1a8-7623f593fc7f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0487571 Jul 30 04:20:54.435408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-142e3615-56c0-464b-a818-e028ec80a864 req-ee71e2ce-41e8-43e6-9564-9639aaa1087f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Jul 30 04:20:55.554486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec93b-65dc-4c50-b25c-63c68959099f req-12bb49d3-5901-45fc-8044-4b033b62dc4f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:55.555962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-371ec93b-65dc-4c50-b25c-63c68959099f req-12bb49d3-5901-45fc-8044-4b033b62dc4f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0520804 Jul 30 04:20:55.593924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-371ec93b-65dc-4c50-b25c-63c68959099f req-69c6b59e-f684-4a31-904b-ee933dd4acc2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320511 Jul 30 04:20:56.707988 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98321362-22d5-49c3-bef0-a5e9f8712fda req-2d1df824-1354-4b8a-a69b-163a38ac766e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:56.709475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98321362-22d5-49c3-bef0-a5e9f8712fda req-2d1df824-1354-4b8a-a69b-163a38ac766e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0478561 Jul 30 04:20:56.748453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-98321362-22d5-49c3-bef0-a5e9f8712fda req-e368aeff-0eae-4896-9e99-e9433c9f95d4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Jul 30 04:20:57.863565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a98932-7709-4e7d-a7de-702ffd924a0e req-a6aed516-8d99-4aea-ab08-fc08fe145b09 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:57.864965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68a98932-7709-4e7d-a7de-702ffd924a0e req-a6aed516-8d99-4aea-ab08-fc08fe145b09 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0488501 Jul 30 04:20:57.905088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68a98932-7709-4e7d-a7de-702ffd924a0e req-7d27491f-fa59-45d2-a786-15eda1e4a1e6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331233 Jul 30 04:20:58.338374 n-d-778696-14 neutron-server[93877]: INFO neutron.api.v2.resource [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-f9f7dd62-1422-4671-9e49-405cd09b154e service neutron] show failed (client error): The resource could not be found. Jul 30 04:20:58.339433 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-f9f7dd62-1422-4671-9e49-405cd09b154e service neutron] 10.222.0.16 "GET /v2.0/ports/042c43e9-62a1-4d7c-a6be-f7efa25beb4b/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0591369 Jul 30 04:20:58.541299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-c10d1599-18b0-4e5a-b674-f379dd995157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:58.542670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-c10d1599-18b0-4e5a-b674-f379dd995157 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 1098 time: 0.0444736 Jul 30 04:20:58.553668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:20:58.605959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:58.803451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:20:58.835332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:20:58.878253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:20:58.880540 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046a826-233c-4fdc-9fd5-71e2f0f51c2e" -d '{"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:20:58.884412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:58.896288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Transition to ACTIVE for port object 042c43e9-62a1-4d7c-a6be-f7efa25beb4b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:20:58.900919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:58.942398 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c0e57a-17b2-4221-bde9-5b6c379ac8d1 x-openstack-request-id: req-25c0e57a-17b2-4221-bde9-5b6c379ac8d1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:20:58.942685 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:20:58.942957 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25c0e57a-17b2-4221-bde9-5b6c379ac8d1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:20:58.943366 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'code': 200} Jul 30 04:20:58.982950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:20:59.009053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.009407 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.009730 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.010063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.010396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.010717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.011039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.011389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.011712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.012031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.012350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.012664 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:20:59.068894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] No DVR routers for this DVR port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on host n-h2-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:20:59.120941 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f89b14-1cad-46a2-88f4-81ffb59bb28c req-4b1bf4fe-66f9-48d1-af1b-44823de945f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:59.122448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0f89b14-1cad-46a2-88f4-81ffb59bb28c req-4b1bf4fe-66f9-48d1-af1b-44823de945f2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.1327298 Jul 30 04:20:59.204923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d0f89b14-1cad-46a2-88f4-81ffb59bb28c req-55339d35-475e-47de-8a7e-731e329fa78e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738201 Jul 30 04:20:59.245055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:20:59.245391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:20:59.245722 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:20:59.250196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:20:59.250521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:20:59.255670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:20:59.256012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:20:59.256394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:20:59.256824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Bound port: 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:20:59.257177 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:59.318651 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:20:59.322325 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:20:59.326627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:59.361649 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:59.362381 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:20:59.363959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] 10.222.0.18 "PUT /v2.0/ports/042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1093 time: 0.8141282 Jul 30 04:20:59.402049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10790-161b-4ef1-8d64-e93b35050944 service neutron] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:20:59.432984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-809cfb66-1b37-414d-94e3-144a0113c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:59.434732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-809cfb66-1b37-414d-94e3-144a0113c465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0457916 Jul 30 04:20:59.527387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-99db181f-ed74-488f-ac81-6a2b719fd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:59.528874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-99db181f-ed74-488f-ac81-6a2b719fd3f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0877764 Jul 30 04:20:59.599548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-d913cf89-81ce-4018-9cb8-b77cc91094c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0633376 Jul 30 04:20:59.647120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-f87fda36-1057-43a8-9382-3a03564c83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:59.648470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-f87fda36-1057-43a8-9382-3a03564c83be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0426896 Jul 30 04:20:59.693116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-9b6b65bf-cebb-4a3f-9ff4-82594e0f163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:20:59.694634 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-9b6b65bf-cebb-4a3f-9ff4-82594e0f163c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394344 Jul 30 04:20:59.778807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:20:59.787460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-ba0e9534-4a19-45b0-bd18-5a52bb652095 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Jul 30 04:20:59.819191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:20:59.875988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d545aba-ba3f-420f-a6bf-1dbc08c1fcdd req-205862f4-e1c2-4190-904e-02d1befb47b0 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817564 Jul 30 04:21:00.346850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5275237-27e1-4f09-99e9-4a1bff1d4685 req-7c908a9c-806b-46f4-933f-69b526ef22a4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:00.348338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5275237-27e1-4f09-99e9-4a1bff1d4685 req-7c908a9c-806b-46f4-933f-69b526ef22a4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0526066 Jul 30 04:21:00.386946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5275237-27e1-4f09-99e9-4a1bff1d4685 req-33a3b291-16db-4fa6-97cc-f109784c17a9 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 30 04:21:00.944832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:00.947894 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28a1287ee7d05b2f95b5c8749f963d2ac154b78e5b0253dc5915aea2048e7d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a749985-588d-4ae6-8b54-4c6753bcabbc" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:01.012598 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f35e8f-c96b-41fb-a2a9-5991b14fdd1c x-openstack-request-id: req-04f35e8f-c96b-41fb-a2a9-5991b14fdd1c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:01.013029 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:01.013335 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04f35e8f-c96b-41fb-a2a9-5991b14fdd1c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:01.013806 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'status': 'completed', 'code': 200} Jul 30 04:21:01.083561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-f31f6aee-a8cb-423d-b253-bfdad6375138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.085232 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-f31f6aee-a8cb-423d-b253-bfdad6375138 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0484493 Jul 30 04:21:01.098340 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-7b25daa6-371f-4aa4-8815-064ad599ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.100067 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-7b25daa6-371f-4aa4-8815-064ad599ef1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0458896 Jul 30 04:21:01.176076 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-97c9bae9-29aa-4748-bd70-7f179dadbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.177595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-97c9bae9-29aa-4748-bd70-7f179dadbeb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0856102 Jul 30 04:21:01.205907 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-6bf1535f-c0cf-4a1f-83de-cc46cf6aa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.207713 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-6bf1535f-c0cf-4a1f-83de-cc46cf6aa764 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0979385 Jul 30 04:21:01.224447 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:01.261657 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-335c774c-c4d3-44ee-9b26-523b95b23392 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0771816 Jul 30 04:21:01.284812 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-30c48f85-af46-46c2-a0c8-eee702d40b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0642748 Jul 30 04:21:01.314280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-1675e623-3f4a-4dc4-8443-6fadf99ffbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.315786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-1675e623-3f4a-4dc4-8443-6fadf99ffbdb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0466356 Jul 30 04:21:01.336800 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-c2d0dc56-79d7-4428-b815-be65217d5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.338386 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-c2d0dc56-79d7-4428-b815-be65217d5dc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0465875 Jul 30 04:21:01.364821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-d9bc9ecf-22fe-4cc1-bdf8-0c4ae252b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.366242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-d9bc9ecf-22fe-4cc1-bdf8-0c4ae252b9ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436034 Jul 30 04:21:01.396092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-ca707883-b8ef-43c2-ae8c-4a8b9e94a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.397601 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-ca707883-b8ef-43c2-ae8c-4a8b9e94a432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522616 Jul 30 04:21:01.468895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-7cd52781-2a2d-4a56-aa36-5129264ab919 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948508 Jul 30 04:21:01.501667 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-f36b32d1-f19b-4394-bdd6-c191beb597a1 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966511 Jul 30 04:21:01.587456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333922-7852-4dae-bf85-faab3b9d6797 req-a85a9bef-1c08-41b3-a8b9-9a8c3f6b045b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:01.589003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96333922-7852-4dae-bf85-faab3b9d6797 req-a85a9bef-1c08-41b3-a8b9-9a8c3f6b045b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.1133468 Jul 30 04:21:01.602094 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-67e23837-bcf5-41a7-a9b0-97e8faeb474e service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928650 Jul 30 04:21:01.625990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2a749985-588d-4ae6-8b54-4c6753bcabbc req-94161260-eaaf-41f3-885a-31f5aa523eca service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483593 Jul 30 04:21:01.644814 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96333922-7852-4dae-bf85-faab3b9d6797 req-51f31aeb-68c1-455d-a7f1-87660d8d7fb5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 Jul 30 04:21:02.764662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155922-c684-4fd8-acd0-753b6c704d8a req-55d6db30-df58-4de9-8b90-e9ba7b9fc8e3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:02.766153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e155922-c684-4fd8-acd0-753b6c704d8a req-55d6db30-df58-4de9-8b90-e9ba7b9fc8e3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0501914 Jul 30 04:21:02.805405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e155922-c684-4fd8-acd0-753b6c704d8a req-5918a3cf-dfd4-4f6e-bbc9-f0a9ee5b9238 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Jul 30 04:21:03.920454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0e5e9-8ab3-4dec-a660-6bd58dab5d81 req-b71673a5-76cc-4747-9958-11365c958e9e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:03.921923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7f0e5e9-8ab3-4dec-a660-6bd58dab5d81 req-b71673a5-76cc-4747-9958-11365c958e9e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0483603 Jul 30 04:21:03.959679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7f0e5e9-8ab3-4dec-a660-6bd58dab5d81 req-51aaa033-bcd1-4732-b6da-32b5f8c2b48c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Jul 30 04:21:05.085529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797b1d5-73d1-4c75-940a-4f580a24301b req-76721882-a81c-466d-a38a-b53feffb148e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:05.087552 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f797b1d5-73d1-4c75-940a-4f580a24301b req-76721882-a81c-466d-a38a-b53feffb148e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0572820 Jul 30 04:21:05.126938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f797b1d5-73d1-4c75-940a-4f580a24301b req-18185af4-530e-4c5a-9e34-d460873c7ef7 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Jul 30 04:21:06.241829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5f38d-078a-4cc1-9a3f-8502bee8a4cb req-2a98e45c-d6db-4fba-9da8-1e4689a48796 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:06.244070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3eb5f38d-078a-4cc1-9a3f-8502bee8a4cb req-2a98e45c-d6db-4fba-9da8-1e4689a48796 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0500822 Jul 30 04:21:06.281101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3eb5f38d-078a-4cc1-9a3f-8502bee8a4cb req-8076d851-74cd-4e5a-bb42-5a6734ca89cb tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Jul 30 04:21:07.396253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1744c5-fea0-4d01-ad02-06a847d652e8 req-c19d8212-f7a7-4c0d-b9ae-3e0f24f54ade tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:07.397713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a1744c5-fea0-4d01-ad02-06a847d652e8 req-c19d8212-f7a7-4c0d-b9ae-3e0f24f54ade tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0489237 Jul 30 04:21:07.434734 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a1744c5-fea0-4d01-ad02-06a847d652e8 req-5e052939-7074-467f-b945-da37a760b247 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Jul 30 04:21:08.552568 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9eaf-08f6-48c4-955a-2c8d447176b4 req-3af856b0-245d-431c-923c-3fb1b141d369 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:08.554015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bca9eaf-08f6-48c4-955a-2c8d447176b4 req-3af856b0-245d-431c-923c-3fb1b141d369 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0516000 Jul 30 04:21:08.592576 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bca9eaf-08f6-48c4-955a-2c8d447176b4 req-cb903b9b-dfd6-41f5-8df2-11808885122b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 Jul 30 04:21:09.707299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64809aa7-751b-4a20-873f-4b300c6c224e req-c7217819-921b-456b-804d-a9299c45c429 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:09.708777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64809aa7-751b-4a20-873f-4b300c6c224e req-c7217819-921b-456b-804d-a9299c45c429 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0484908 Jul 30 04:21:09.746304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64809aa7-751b-4a20-873f-4b300c6c224e req-eca8004d-4823-4737-8f13-49f6cb71906f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Jul 30 04:21:10.860261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44623d0f-6112-4be5-bca9-86add41f0ef6 req-dff84c1d-af82-4540-bd0b-29b11e5be32b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:10.861702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44623d0f-6112-4be5-bca9-86add41f0ef6 req-dff84c1d-af82-4540-bd0b-29b11e5be32b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0466821 Jul 30 04:21:10.899338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-44623d0f-6112-4be5-bca9-86add41f0ef6 req-2ffda30b-0e95-4874-99f1-e775e02cc5c4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308373 Jul 30 04:21:11.178876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-43081653-eb34-469b-92d3-7a1621781def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:11.181378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-43081653-eb34-469b-92d3-7a1621781def service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0451317 Jul 30 04:21:11.283791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-136d8eb7-8ae9-4022-a7f4-8d7b1f035ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:11.285256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-136d8eb7-8ae9-4022-a7f4-8d7b1f035ae5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0847449 Jul 30 04:21:11.353737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-37fe34d5-2606-4506-8a21-0b736b9f3c8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0614812 Jul 30 04:21:11.403962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-7fa4e144-ca08-48e6-8594-10e8ceaf85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:11.405435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-7fa4e144-ca08-48e6-8594-10e8ceaf85ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0451894 Jul 30 04:21:11.434728 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:11.453377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-9a4fb222-671d-4ed9-bff2-5f4ca065aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:11.454910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-9a4fb222-671d-4ed9-bff2-5f4ca065aa8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429223 Jul 30 04:21:11.555671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-9bc9406c-ed12-441d-a8ba-55f20f7eb599 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936553 Jul 30 04:21:11.649840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b47f2b48-b5ce-4656-911b-a10b09aa162e req-47c8bd60-8fc4-4920-9df2-ae9720bf0d96 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863144 Jul 30 04:21:12.015773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660b3aa-21a3-4d9e-85f6-072f18c5e9b5 req-73f6e5ab-b4f2-4120-b705-09525400a399 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:12.017274 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d660b3aa-21a3-4d9e-85f6-072f18c5e9b5 req-73f6e5ab-b4f2-4120-b705-09525400a399 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0495672 Jul 30 04:21:12.054979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d660b3aa-21a3-4d9e-85f6-072f18c5e9b5 req-38c24afd-fe8b-400b-9456-cb0abe70e3f1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Jul 30 04:21:12.359409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-662b3158-014e-4a1e-a265-700c34051518 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:12.360851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-662b3158-014e-4a1e-a265-700c34051518 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&tenant_id=eb2ab024ba874d6996c71f46330dc9d0&binding%3Ahost_id=n-h1-778696-14 HTTP/1.1" status: 200 len: 944 time: 0.0828474 Jul 30 04:21:12.371788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85867910-e6e7-4440-b91b-a652ed3d491b req-092ad2f9-7a50-440c-90c4-209cfc2f36dd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:12.373141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85867910-e6e7-4440-b91b-a652ed3d491b req-092ad2f9-7a50-440c-90c4-209cfc2f36dd tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 944 time: 0.0650387 Jul 30 04:21:12.434028 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e1aa25cf-cf2c-46ca-8875-778e6336e6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:12.446113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85867910-e6e7-4440-b91b-a652ed3d491b req-d326fdba-7244-4b4f-8478-472c49af70b1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659246 Jul 30 04:21:12.455491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-ce8741d8-6f13-4243-b88e-a29237bfefa9 service neutron] 10.222.0.18 "GET /v2.0/ports/042c43e9-62a1-4d7c-a6be-f7efa25beb4b/bindings/n-h1-778696-14 HTTP/1.1" status: 200 len: 383 time: 0.0814502 Jul 30 04:21:12.514007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:21:12.519413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-ff5b4a24-299c-4605-95cb-f3985d304bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:12.520900 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-ff5b4a24-299c-4605-95cb-f3985d304bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1096 time: 0.0434752 Jul 30 04:21:12.605809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:12.609086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-6140de54-c8cc-42b3-bdb8-3d5834c29b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:12.610579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-6140de54-c8cc-42b3-bdb8-3d5834c29b56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0827277 Jul 30 04:21:12.617303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:21:12.657041 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:12.669987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042c43e9-62a1-4d7c-a6be-f7efa25beb4b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:21:12.692275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:12.696967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:12.745739 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:12.753602 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.753949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.754284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.754619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.754946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.755302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.755625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.755946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.756265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.756581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.756898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.757214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:12.950165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['042c43e9-62a1-4d7c-a6be-f7efa25beb4b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:21:13.032680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-a41b01d4-1c9b-4c57-85ac-e88093d62c97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.4145236 Jul 30 04:21:13.080227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-c2cd9af4-3266-4897-b729-87c678fa531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:13.081670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-c2cd9af4-3266-4897-b729-87c678fa531c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0418625 Jul 30 04:21:13.125969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-47339426-4ddb-4ffa-b8eb-091f7c608fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:13.127709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-47339426-4ddb-4ffa-b8eb-091f7c608fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390155 Jul 30 04:21:13.216243 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-c235a468-36ed-4589-80ce-a30a545252fe service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814621 Jul 30 04:21:13.306293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-91138897-0acb-4c96-9c4e-c751215ce6f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822670 Jul 30 04:21:13.562749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268fe1f-de2b-4474-bcfe-b1615fa20184 req-0b1374e7-9c13-4914-a5e8-4582dfa70869 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:13.564145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1268fe1f-de2b-4474-bcfe-b1615fa20184 req-0b1374e7-9c13-4914-a5e8-4582dfa70869 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0490022 Jul 30 04:21:13.604082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1268fe1f-de2b-4474-bcfe-b1615fa20184 req-52ab59c7-1749-46d9-b379-07ec88de377b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331440 Jul 30 04:21:14.526374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:21:14.573620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:21:14.577206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:21:14.577579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:14.653983 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:14.675284 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:14.677492 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd49126274426b44c1acd51d4b32dbb993cbdbb2392fb91cc85edaad9c3d815c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f2d4f-8bf9-4ccf-bccf-d9981d0865ee" -d '{"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-plugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:14.694065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:14.698638 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:14.728393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24993163-3824-47c3-ad3e-fccd575d6a7e req-b658cbf8-68d3-4c68-9379-b5246a9d7129 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:14.729985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24993163-3824-47c3-ad3e-fccd575d6a7e req-b658cbf8-68d3-4c68-9379-b5246a9d7129 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0564921 Jul 30 04:21:14.731593 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b927d-293f-4852-9ff2-87cbf91e723f x-openstack-request-id: req-3b1b927d-293f-4852-9ff2-87cbf91e723f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:14.731875 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-plugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:14.732129 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b1b927d-293f-4852-9ff2-87cbf91e723f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:14.732502 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'code': 200} Jul 30 04:21:14.749903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4f1f-669a-4398-b2ef-aeee059c632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:14.764449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:14.769323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24993163-3824-47c3-ad3e-fccd575d6a7e req-3c41c8db-c9ef-4cb7-b37d-1911dae7837b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Jul 30 04:21:15.033155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:15.887986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e21e5e-5754-439c-a32b-0728baf91db5 req-eff93fcb-2380-417a-83c8-787b187da6cf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:15.889430 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81e21e5e-5754-439c-a32b-0728baf91db5 req-eff93fcb-2380-417a-83c8-787b187da6cf tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0490596 Jul 30 04:21:15.928016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-81e21e5e-5754-439c-a32b-0728baf91db5 req-6b3e10e5-d0ac-4740-9ed8-a3a70446bcc1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Jul 30 04:21:16.560779 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:16.958233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-8d629bff-a63c-4a03-8425-6635247471e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:16.959535 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-8d629bff-a63c-4a03-8425-6635247471e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c&tenant_id=eb2ab024ba874d6996c71f46330dc9d0 HTTP/1.1" status: 200 len: 1098 time: 0.0419550 Jul 30 04:21:16.978943 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:21:17.033655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:17.047955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2919373-1507-4fa1-a08e-9fef264983fa req-2ea585a1-35b1-4605-825b-ca93c9a5e4fe tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:17.049637 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2919373-1507-4fa1-a08e-9fef264983fa req-2ea585a1-35b1-4605-825b-ca93c9a5e4fe tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0487857 Jul 30 04:21:17.088512 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2919373-1507-4fa1-a08e-9fef264983fa req-b7a4b1bf-857b-450b-a1de-41c97fc69ce5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Jul 30 04:21:17.241020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:17.272660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:21:17.312491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:17.314760 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1347c057-cb77-4579-9f2e-92883c47e7e9" -d '{"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:17.318450 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:17.330461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Transition to ACTIVE for port object 042c43e9-62a1-4d7c-a6be-f7efa25beb4b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:21:17.334889 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:17.372913 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a64dd8-e434-425e-86c4-f1f8e86a5883 x-openstack-request-id: req-e5a64dd8-e434-425e-86c4-f1f8e86a5883 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:17.373203 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:17.373455 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5a64dd8-e434-425e-86c4-f1f8e86a5883 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:17.373843 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'code': 200} Jul 30 04:21:17.420471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:17.435130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.435492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.435829 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.436159 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.436483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.436805 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.437124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.437440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.437758 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.438073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.438388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.438700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:21:17.469166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] No DVR routers for this DVR port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:21:17.609077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:21:17.609323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:21:17.609641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:21:17.613815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:21:17.614129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Attempting to bind port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on network 4ed6bb8c-9209-4d24-b833-0df395df2da6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:21:17.619412 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:21:17.619744 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Checking segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:21:17.620120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Bound using segment: {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:21:17.620532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Bound port: 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80daea44-952d-4acb-bfae-e7f17da4c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:21:17.620877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:17.681372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:21:17.684889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:21:17.689177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:17.720552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:17.721159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:17.722526 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] 10.222.0.16 "PUT /v2.0/ports/042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1094 time: 0.7486844 Jul 30 04:21:17.747918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4ff06-726c-4aa6-b67c-1c8e2138ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:17.801874 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-0ee439e1-4fcb-4cca-bd9e-16b58ebc897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:17.803407 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-0ee439e1-4fcb-4cca-bd9e-16b58ebc897c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1097 time: 0.0454731 Jul 30 04:21:17.896594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-e9138842-c25d-40bb-8c42-9483647a7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:17.898215 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-e9138842-c25d-40bb-8c42-9483647a7bca service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0880141 Jul 30 04:21:17.967458 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-fc6de870-bf49-4157-9623-b1417f9f6553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0626421 Jul 30 04:21:18.020272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-050134b8-7609-4213-a87f-ea0f43ce6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:18.021653 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-050134b8-7609-4213-a87f-ea0f43ce6f7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0466657 Jul 30 04:21:18.066815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874c59-a7a1-40fd-b5be-240146655930 req-b0e65fd8-d653-4e1a-b8db-a310ccfff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:18.068313 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-b0e65fd8-d653-4e1a-b8db-a310ccfff98d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399852 Jul 30 04:21:18.160634 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-b39d96df-4063-4cfe-a57f-e205cbe9596c service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849736 Jul 30 04:21:18.194350 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:18.210840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae01ff0-8ada-4bbf-b84c-778c955259f9 req-85ba9978-baab-467d-96b6-2facc0b24fb6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:18.212545 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bae01ff0-8ada-4bbf-b84c-778c955259f9 req-85ba9978-baab-467d-96b6-2facc0b24fb6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0547001 Jul 30 04:21:18.250645 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bae01ff0-8ada-4bbf-b84c-778c955259f9 req-ab4f9230-aa67-4a35-9550-61b08ba56810 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Jul 30 04:21:18.255012 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-40874c59-a7a1-40fd-b5be-240146655930 req-43df0ec2-171c-4f13-a625-a6568f66fb5b service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868263 Jul 30 04:21:18.529666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:21:18.566640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:21:19.373098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb621a9-db29-42cf-aa2e-05afa833cee1 req-f712f5d2-8ce9-465d-a0ce-587c595b73ea tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.374678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb621a9-db29-42cf-aa2e-05afa833cee1 req-f712f5d2-8ce9-465d-a0ce-587c595b73ea tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0515685 Jul 30 04:21:19.375650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:19.378282 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd39ce-2773-40ec-b327-6227f83646f2" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:19.417601 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8fb621a9-db29-42cf-aa2e-05afa833cee1 req-f0c09687-62fa-4482-b5aa-8e755062f098 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Jul 30 04:21:19.432371 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdfe583-fa08-4f57-b2b9-899a4e15354d x-openstack-request-id: req-ffdfe583-fa08-4f57-b2b9-899a4e15354d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:19.432680 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:19.432927 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffdfe583-fa08-4f57-b2b9-899a4e15354d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:19.433360 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'status': 'completed', 'code': 200} Jul 30 04:21:19.498715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-66e325c2-a7f1-4676-928c-260433641afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.500238 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-66e325c2-a7f1-4676-928c-260433641afa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1097 time: 0.0438378 Jul 30 04:21:19.515612 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-7ed45ee0-8d84-4c09-b1f3-7a0bed78315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.517153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-7ed45ee0-8d84-4c09-b1f3-7a0bed78315d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1097 time: 0.0433462 Jul 30 04:21:19.597245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-df46636e-98f6-4cb6-b5f9-f1c4db47985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.598754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-df46636e-98f6-4cb6-b5f9-f1c4db47985a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0919514 Jul 30 04:21:19.618001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-e0320471-72ba-4119-bf3c-31cae0a648a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.619514 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-e0320471-72ba-4119-bf3c-31cae0a648a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0951030 Jul 30 04:21:19.665431 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-7916862d-7950-4067-978f-f8b88781d6ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0592253 Jul 30 04:21:19.687765 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-10a28948-2d4d-4bff-94cf-977b6c3722e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0599060 Jul 30 04:21:19.719890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-24e9fb49-63f0-4d4d-877e-5b2c695da73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.721451 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-24e9fb49-63f0-4d4d-877e-5b2c695da73a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0490651 Jul 30 04:21:19.746406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-7bebbcb0-54a1-4116-a26d-b21612a3f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.748109 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-7bebbcb0-54a1-4116-a26d-b21612a3f70c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0537543 Jul 30 04:21:19.769790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-cd5eca52-fde7-4122-92ed-a0d440bc7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.771267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-cd5eca52-fde7-4122-92ed-a0d440bc7b51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424910 Jul 30 04:21:19.796980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-8d00ec94-7ed2-4c57-a221-4de6a51f11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:19.798471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-8d00ec94-7ed2-4c57-a221-4de6a51f11c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419979 Jul 30 04:21:19.861139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-6f33dc92-935b-4c5f-96b0-cade35fa1f1b service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821817 Jul 30 04:21:19.890191 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-d5c29ef4-8d40-439c-a5b4-80d9b859c8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844941 Jul 30 04:21:19.966588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-5f43419d-10a6-4a0c-9787-8c1751a36136 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980892 Jul 30 04:21:19.993109 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-93fd39ce-2773-40ec-b327-6227f83646f2 req-34fb2cec-b63b-4ee1-bfdc-1eb863851e63 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948849 Jul 30 04:21:20.536221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32269456-3eac-4e7f-876d-53fe82a6bc45 req-e1ba2d83-4095-4a42-95e5-c994ae50d208 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:20.537732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32269456-3eac-4e7f-876d-53fe82a6bc45 req-e1ba2d83-4095-4a42-95e5-c994ae50d208 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0506864 Jul 30 04:21:20.577521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32269456-3eac-4e7f-876d-53fe82a6bc45 req-ac932a28-0ac2-48e1-98c0-f954c6a92434 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 Jul 30 04:21:21.699878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed41aa-9fc8-45ca-bd51-0728d3cac743 req-c483b954-69f3-4f8c-aee2-e41a758a7df1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:21.701472 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8ed41aa-9fc8-45ca-bd51-0728d3cac743 req-c483b954-69f3-4f8c-aee2-e41a758a7df1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0484076 Jul 30 04:21:21.744186 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f8ed41aa-9fc8-45ca-bd51-0728d3cac743 req-8e70fca5-bef4-478f-a86c-2a6c0f745191 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366244 Jul 30 04:21:22.860729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323bf03-f49c-4935-8196-0e1053ce1f74 req-730d4841-57dc-4ee3-8ed3-70e12b96dac3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:22.862214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a323bf03-f49c-4935-8196-0e1053ce1f74 req-730d4841-57dc-4ee3-8ed3-70e12b96dac3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0487185 Jul 30 04:21:22.899822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a323bf03-f49c-4935-8196-0e1053ce1f74 req-6352892b-3c9f-495c-9caa-c9c5cd98363f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 30 04:21:24.018295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f688f51-77ba-48af-8819-209653994cc0 req-9fdbbf5c-7e99-459d-a9ab-424ab85ac135 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:24.019801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f688f51-77ba-48af-8819-209653994cc0 req-9fdbbf5c-7e99-459d-a9ab-424ab85ac135 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0488658 Jul 30 04:21:24.057719 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f688f51-77ba-48af-8819-209653994cc0 req-58e55fb2-049b-41b9-9f49-0f798f329a79 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Jul 30 04:21:24.676170 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:21:25.172428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b45c-92be-433e-abd3-62fb65633d8a req-568f4219-ec98-4d26-9c68-36264815a886 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:25.173883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a621b45c-92be-433e-abd3-62fb65633d8a req-568f4219-ec98-4d26-9c68-36264815a886 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0480485 Jul 30 04:21:25.215605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a621b45c-92be-433e-abd3-62fb65633d8a req-9542c088-23e0-4669-9a91-f2132e9b118e tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352368 Jul 30 04:21:26.329964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514cdb3-ac8b-4a2e-96c6-bcaa39dd4d0a req-a708d977-833c-4645-a104-3203abbdb0e5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:26.331461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2514cdb3-ac8b-4a2e-96c6-bcaa39dd4d0a req-a708d977-833c-4645-a104-3203abbdb0e5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0487063 Jul 30 04:21:26.369399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2514cdb3-ac8b-4a2e-96c6-bcaa39dd4d0a req-fbeefcfd-0945-4da1-84d9-34e71ad9daef tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Jul 30 04:21:26.689360 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-632fc5f2-3635-46d3-bcd5-1c62aa4399cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:26.690836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-632fc5f2-3635-46d3-bcd5-1c62aa4399cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 1097 time: 0.0404696 Jul 30 04:21:26.795333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-3fad0988-e07d-421b-af33-da1350e1b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:26.796780 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-3fad0988-e07d-421b-af33-da1350e1b9d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 200 len: 911 time: 0.0862653 Jul 30 04:21:26.862515 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-39d210b7-b155-4813-a4e5-95509ccb4931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 200 len: 1001 time: 0.0581582 Jul 30 04:21:26.909592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-dce69918-fc2d-41ca-9c97-91a20a420c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:26.911108 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-dce69918-fc2d-41ca-9c97-91a20a420c89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 200 len: 850 time: 0.0418015 Jul 30 04:21:26.959455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-d3ff4f7d-1d6c-492f-84b5-40c053aa3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:26.960905 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-d3ff4f7d-1d6c-492f-84b5-40c053aa3156 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed6bb8c-9209-4d24-b833-0df395df2da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431833 Jul 30 04:21:27.049096 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-efb80dae-31fd-4cfd-b4ed-ec267697ec02 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813951 Jul 30 04:21:27.140869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ad47b3c4-1206-4f3f-a11e-0c9a7e32bf18 req-5291cf1b-38e8-491a-8483-372ca3789624 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844922 Jul 30 04:21:27.536666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694a3d7-ee3d-40c7-843e-a6b623a65ffe req-c60f4ea5-737d-4ae9-a38a-7221784bdc94 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:27.538160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8694a3d7-ee3d-40c7-843e-a6b623a65ffe req-c60f4ea5-737d-4ae9-a38a-7221784bdc94 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0483134 Jul 30 04:21:27.577006 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8694a3d7-ee3d-40c7-843e-a6b623a65ffe req-df9ee169-fc57-4241-9c4a-1611e5149e50 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Jul 30 04:21:28.724832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b868c-ae2d-4ec4-992d-bfcf89134231 req-259cbd5a-7ba2-4629-9358-b522c3a38db2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:28.726296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df3b868c-ae2d-4ec4-992d-bfcf89134231 req-259cbd5a-7ba2-4629-9358-b522c3a38db2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0476410 Jul 30 04:21:28.768354 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df3b868c-ae2d-4ec4-992d-bfcf89134231 req-c7835aa6-627d-4ba2-8865-62fb07ba578f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360358 Jul 30 04:21:29.881928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd1559-5e1a-45b9-bf7a-75f63664a9d5 req-cee11e85-d235-431a-8fd9-de5bd54f4e1f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:29.884047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dcd1559-5e1a-45b9-bf7a-75f63664a9d5 req-cee11e85-d235-431a-8fd9-de5bd54f4e1f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0490038 Jul 30 04:21:29.924110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dcd1559-5e1a-45b9-bf7a-75f63664a9d5 req-26fb4e8d-36ff-40d3-a00e-f63499264cf6 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342872 Jul 30 04:21:31.041155 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad092fa-3963-4e3b-a52a-fec2c14e2e17 req-c9b6e809-dd08-4b29-87f5-7c28e478713b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:31.042789 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ad092fa-3963-4e3b-a52a-fec2c14e2e17 req-c9b6e809-dd08-4b29-87f5-7c28e478713b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0511475 Jul 30 04:21:31.081690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7ad092fa-3963-4e3b-a52a-fec2c14e2e17 req-b9317c56-b020-4b32-975a-4cbfc9c86908 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Jul 30 04:21:31.199051 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ada53-a964-43be-b33d-48b139fe4266 req-3aa4fc0e-7e70-4d81-85eb-9754af87399f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:31.200565 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c4ada53-a964-43be-b33d-48b139fe4266 req-3aa4fc0e-7e70-4d81-85eb-9754af87399f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0503492 Jul 30 04:21:31.225033 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:31.247266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8c4ada53-a964-43be-b33d-48b139fe4266 req-76e37b0f-b3d4-4c95-b535-6bcb9612f3a4 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Jul 30 04:21:31.363481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220e22b-7c42-4634-97e0-be1ed22ff656 req-06b4cbfc-238a-4df8-bccc-1bd6895a20c0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:31.365065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1220e22b-7c42-4634-97e0-be1ed22ff656 req-06b4cbfc-238a-4df8-bccc-1bd6895a20c0 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0519354 Jul 30 04:21:31.403744 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1220e22b-7c42-4634-97e0-be1ed22ff656 req-8453d128-363f-4a60-9df9-fbcfa72a756c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Jul 30 04:21:31.634436 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a646-6573-4a5f-af7f-e968f16a772d req-11fe7613-ffeb-49f8-95e0-eddf7db9c5d8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:31.635999 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d55a646-6573-4a5f-af7f-e968f16a772d req-11fe7613-ffeb-49f8-95e0-eddf7db9c5d8 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 945 time: 0.0488005 Jul 30 04:21:31.676658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8d55a646-6573-4a5f-af7f-e968f16a772d req-d3fcc57d-2e5d-48ed-96ae-eba31c8a705c tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Jul 30 04:21:31.978149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:21:32.075120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:32.086549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:21:32.122919 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:32.135397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042c43e9-62a1-4d7c-a6be-f7efa25beb4b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:21:32.153664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:32.157530 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:32.203952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:32.619157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['042c43e9-62a1-4d7c-a6be-f7efa25beb4b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:21:32.793609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903110-6510-4471-be1a-14ebf4a9f204 req-a3041edd-177a-4bd9-9d32-3f809bea777f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:32.795070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43903110-6510-4471-be1a-14ebf4a9f204 req-a3041edd-177a-4bd9-9d32-3f809bea777f tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0485418 Jul 30 04:21:32.835798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-43903110-6510-4471-be1a-14ebf4a9f204 req-5b8fc06a-5260-49db-94e6-3a8698bccdb2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342245 Jul 30 04:21:33.495020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-ce162916-f52e-42ab-8628-113bbf506c19 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:33.496452 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-ce162916-f52e-42ab-8628-113bbf506c19 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.0488269 Jul 30 04:21:33.585058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Deleting port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:21:33.585433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:33.678399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:33.678762 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:33.891149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:33.891540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:33.891920 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2 disassociated. External IP: 172.25.6.123, port: 042c43e9-62a1-4d7c-a6be-f7efa25beb4b. Jul 30 04:21:33.892189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Calling delete_port for 042c43e9-62a1-4d7c-a6be-f7efa25beb4b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:21:33.987762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:21:34.033780 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:34.039923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef39d5-9886-4db5-beb9-41f950e334f2 req-6ab93be2-4059-442b-93fc-fe80f10d0fb5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:34.041737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fef39d5-9886-4db5-beb9-41f950e334f2 req-6ab93be2-4059-442b-93fc-fe80f10d0fb5 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 946 time: 0.1026752 Jul 30 04:21:34.064988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event deleted for resources: {'Port': ['ID=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:34.093147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=042c43e9-62a1-4d7c-a6be-f7efa25beb4b,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:34.102800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5fef39d5-9886-4db5-beb9-41f950e334f2 req-35c3e262-04e0-46a3-8a88-ae6786f1b9b3 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups?id=58a590c1-733e-4de7-990d-4dd58d5e0182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539873 Jul 30 04:21:34.106059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'port_id': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'mac_address': 'fa:16:3e:f0:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:21:34.186914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:21:34.296122 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:21:34.306981 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:21:34.316723 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:21:34.317330 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:21:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:34.334270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] No DVR routers for this DVR port 042c43e9-62a1-4d7c-a6be-f7efa25beb4b on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:21:34.337562 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:34.339539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1fe7f66e-88e1-4203-9fb4-dbe69811d499 req-a14c3e50-221a-4aa5-b83f-58a0f479cca1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.16 "DELETE /v2.0/ports/042c43e9-62a1-4d7c-a6be-f7efa25beb4b HTTP/1.1" status: 204 len: 173 time: 0.8361061 Jul 30 04:21:34.339974 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-deleted', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:34.342190 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c498bf-3088-4adf-8cb7-4cd005c9435b" -d '{"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-deleted", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:34.378104 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada6cf4e-66de-407b-a2d4-01775f8d63e3 x-openstack-request-id: req-ada6cf4e-66de-407b-a2d4-01775f8d63e3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:34.378393 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0d565-1c7b-42f9-b495-6b256d865c3c", "name": "network-vif-deleted", "tag": "042c43e9-62a1-4d7c-a6be-f7efa25beb4b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:34.378762 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ada6cf4e-66de-407b-a2d4-01775f8d63e3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:34.379062 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0d565-1c7b-42f9-b495-6b256d865c3c', 'name': 'network-vif-deleted', 'tag': '042c43e9-62a1-4d7c-a6be-f7efa25beb4b', 'status': 'completed', 'code': 200} Jul 30 04:21:34.425369 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:21:34.625229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:34.651099 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:21:34.659386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:21:34.659994 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:21:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:34.764493 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:21:34.967381 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:34.993957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606b22-aca1-4af1-8e28-5563f6cb6a5d None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:09:18Z', 'revision_number': 4, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'b093eee7-4d5b-4e3c-8476-be999f5e755c', 'name': '', 'network_id': '4ed6bb8c-9209-4d24-b833-0df395df2da6', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'mac_address': 'fa:16:3e:9a:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:18Z', 'updated_at': '2021-07-30T04:09:23Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'subnets': [{'id': '880d6877-1355-41e3-b96c-0bfcbe93a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:21:35.196447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b303eac5-833a-483b-be6c-258c2ed96cdf req-a2e96435-771a-4623-996d-d11e9340cffc tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 210 time: 0.0280406 Jul 30 04:21:35.238551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5132b1d-6070-4764-a100-9071c9bfb6c0 None None] New status for floating IP 17b2ba3d-2b70-46f2-bb14-9c2764de24d2: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:21:36.379513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f07c9db5-06a1-43f0-967e-f7ccbcb664eb req-3583d8e5-6ca6-4203-b61c-5c24e6bdba6b tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 210 time: 0.0712519 Jul 30 04:21:37.474991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2199b50-ae54-49d1-9c96-984ae3ab5aef req-f1b8896b-997d-4a84-9630-319a10538fba tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a0d565-1c7b-42f9-b495-6b256d865c3c HTTP/1.1" status: 200 len: 210 time: 0.0266526 Jul 30 04:21:38.012308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:21:38.032072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 042c43e9-62a1-4d7c-a6be-f7efa25beb4b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:21:38.032421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 042c43e9-62a1-4d7c-a6be-f7efa25beb4b not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:21:41.447469 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.197069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58358) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:42.250862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca155267-8775-447e-b712-675b0b410626 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.274172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca155267-8775-447e-b712-675b0b410626 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.319873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca155267-8775-447e-b712-675b0b410626 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.325147 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca155267-8775-447e-b712-675b0b410626 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.327639 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ca155267-8775-447e-b712-675b0b410626 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "DELETE /v2.0/security-groups/58a590c1-733e-4de7-990d-4dd58d5e0182 HTTP/1.1" status: 204 len: 168 time: 0.1295147 Jul 30 04:21:42.329502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:42.337088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155267-8775-447e-b712-675b0b410626 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a590c1-733e-4de7-990d-4dd58d5e0182,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:42.343126 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-e7ccc3e3-f23e-4240-b834-cabf32b92fa1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] show failed (client error): The resource could not be found. Jul 30 04:21:42.344143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e7ccc3e3-f23e-4240-b834-cabf32b92fa1 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "GET /v2.0/security-groups/58a590c1-733e-4de7-990d-4dd58d5e0182 HTTP/1.1" status: 404 len: 347 time: 0.0136399 Jul 30 04:21:42.346891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58362) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:42.437805 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-289427e8-c6a5-46c7-9283-4d26e7a77348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.478120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Deleting port f3527176-ce38-4108-a947-2fc2dee8dd64 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:21:42.478470 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.553179 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.553514 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.565732 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Calling delete_port for f3527176-ce38-4108-a947-2fc2dee8dd64 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:21:42.702160 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.728160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Pushing event deleted for resources: {'Port': ['ID=f3527176-ce38-4108-a947-2fc2dee8dd64,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:42.792995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.795539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:42.796659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d064bfb5-5cbe-40ee-9e0f-e941d1b7f6c2 tempest-ServerActionsTestJSON-1321851129 tempest-ServerActionsTestJSON-1321851129-project] 10.222.0.39 "DELETE /v2.0/floatingips/17b2ba3d-2b70-46f2-bb14-9c2764de24d2 HTTP/1.1" status: 204 len: 168 time: 0.4488628 Jul 30 04:21:42.799612 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:43.269898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:43.517167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Deleting port b093eee7-4d5b-4e3c-8476-be999f5e755c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:21:43.517841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:43.595016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] For port b093eee7-4d5b-4e3c-8476-be999f5e755c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=b093eee7-4d5b-4e3c-8476-be999f5e755c,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:43.595401 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:43.610804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Calling delete_port for b093eee7-4d5b-4e3c-8476-be999f5e755c owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:21:43.790425 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:43.816539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Pushing event deleted for resources: {'Port': ['ID=b093eee7-4d5b-4e3c-8476-be999f5e755c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:43.979183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:44.191563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:21:44.296764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:21:44.301688 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f703fa43-f430-425e-989a-e545e7fc2115 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5011449 Jul 30 04:21:44.304949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58368) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:44.306003 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] Sync routers for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:21:44.315754 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:21:44.316366 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:21:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:44.404894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:44.418295 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:21:44.505702 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:44.594634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:21:43Z', 'revision_number': 5, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port': {'id': '6932afca-e32a-4ebc-96b4-a7a136d3ab33', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:09:16Z', 'updated_at': '2021-07-30T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:44.625756 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] Checking router: ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:21:44.635063 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] Routers {'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:21:44.635715 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:21:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:44.730585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] Set router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:21:44.743352 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dad8-7b08-4ea8-ba42-637b8c72a788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:44.786964 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:21:44Z', 'revision_number': 6, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:44.818254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d3893-3338-4d48-99c6-c8ce87f1b295 None None] The sync data for ids ['ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2'] in n-d-778696-14 is: [{'id': 'ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2', 'name': 'tempest-ServerActionsTestJSON-834148585-router', 'tenant_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:09:15Z', 'updated_at': '2021-07-30T04:21:44Z', 'revision_number': 6, 'project_id': 'eb2ab024ba874d6996c71f46330dc9d0', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:21:44.913939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Deleting port 6932afca-e32a-4ebc-96b4-a7a136d3ab33 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:21:44.914283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:44.990322 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] For port 6932afca-e32a-4ebc-96b4-a7a136d3ab33, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6932afca-e32a-4ebc-96b4-a7a136d3ab33,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:44.990713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.005161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Calling delete_port for 6932afca-e32a-4ebc-96b4-a7a136d3ab33 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:21:45.035186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.173280 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.201296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Pushing event deleted for resources: {'Port': ['ID=6932afca-e32a-4ebc-96b4-a7a136d3ab33,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:45.268587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.367001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.369125 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.411615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.412151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:21:45.418011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.419173 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fd4c1275-0797-4e1e-97e1-9938ade8b952 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ff8a8c27-bb11-45c0-a9db-5a1b40e18ac2 HTTP/1.1" status: 204 len: 168 time: 1.1132021 Jul 30 04:21:45.427301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58370) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:45.474473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Deleting subnet 880d6877-1355-41e3-b96c-0bfcbe93a066 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:21:45.477560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.511154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.586060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.646997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.652355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b093eee7-4d5b-4e3c-8476-be999f5e755c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:21:45.675211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: b093eee7-4d5b-4e3c-8476-be999f5e755c {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:21:45.675698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device b093eee7-4d5b-4e3c-8476-be999f5e755c not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:21:45.675983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880d6877-1355-41e3-b96c-0bfcbe93a066,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:45.682373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.686577 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c7863895-41a2-4b77-a1d8-ac73a1fff42b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/880d6877-1355-41e3-b96c-0bfcbe93a066 HTTP/1.1" status: 204 len: 168 time: 0.2561033 Jul 30 04:21:45.686855 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58372) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:45.688724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61508f59-c5a6-4bc0-9177-344944bf5941 None None] Network 4ed6bb8c-9209-4d24-b833-0df395df2da6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:21:45.761670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.823023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Deleting port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:21:45.823427 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.892118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] DHCP port deletion for 4ed6bb8c-9209-4d24-b833-0df395df2da6 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:21:45.892756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] For port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:45.893131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.907274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Calling delete_port for 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:21:45.947025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] Deleting port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:21:45.949989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:45.990866 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.015273 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] For port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,segment=NetworkSegment(80daea44-952d-4acb-bfae-e7f17da4c7b3),segment_id=80daea44-952d-4acb-bfae-e7f17da4c7b3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:46.015958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.016947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:46.020447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] No DVR routers for this DVR port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:21:46.031067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] Calling delete_port for 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:21:46.094928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.105567 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6bb8c-9209-4d24-b833-0df395df2da6']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:46.110153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.115709 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80daea44-952d-4acb-bfae-e7f17da4c7b3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:46.116084 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80daea44-952d-4acb-bfae-e7f17da4c7b3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:21:46.124856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.134848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] Pushing event deleted for resources: {'Port': ['ID=2fd915e3-4b77-4e40-bcba-a0dbf0b27918,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:46.138410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8dbbfd-7047-4580-b742-a7f062a80221 None None] No DVR routers for this DVR port 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:21:46.142441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.150208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:21:46.150881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:21:46.153212 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:21:46.212333 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.217741 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.219593 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/4ed6bb8c-9209-4d24-b833-0df395df2da6 HTTP/1.1" status: 204 len: 168 time: 0.5318582 Jul 30 04:21:46.231151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d114e-4de8-4bc3-b91c-48157f91c3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed6bb8c-9209-4d24-b833-0df395df2da6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:46.329894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:46.370927 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-44c41985-2cec-45fd-90ef-477002733141 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb2ab024ba874d6996c71f46330dc9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398922 Jul 30 04:21:46.373436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58378) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:46.421370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a609b216-25aa-430e-9d12-32ef49ab64ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.441995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a609b216-25aa-430e-9d12-32ef49ab64ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.487215 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a609b216-25aa-430e-9d12-32ef49ab64ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.489675 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a609b216-25aa-430e-9d12-32ef49ab64ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:46.490817 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a609b216-25aa-430e-9d12-32ef49ab64ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09a2a9ed-6e2c-460f-8433-6cd904157c79 HTTP/1.1" status: 204 len: 168 time: 0.1164954 Jul 30 04:21:46.498834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609b216-25aa-430e-9d12-32ef49ab64ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a2a9ed-6e2c-460f-8433-6cd904157c79,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:46.563410 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.168206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58400) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:47.261791 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1963319860-network', 'tenant_id': '4810a8ab81c94f03bbef2efacdf53659'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:21:47.283486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Made reservation on behalf of 4810a8ab81c94f03bbef2efacdf53659 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:21:47.286142 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.290236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:21:47.294868 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.309588 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:21:47.309936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2fd915e3-4b77-4e40-bcba-a0dbf0b27918 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:21:47.310350 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6932afca-e32a-4ebc-96b4-a7a136d3ab33 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:21:47.330144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6932afca-e32a-4ebc-96b4-a7a136d3ab33 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:21:47.330483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6932afca-e32a-4ebc-96b4-a7a136d3ab33 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:21:47.389829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.393526 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.418711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:21:47.434655 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a4c3a3-8ece-4749-9306-2a170f079b74,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:47.438924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.439313 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Added segment c32e4f2f-aba8-4cc7-814f-739d25e0bfe6 of type vlan for network 9fb471c2-2e6b-412a-a669-7fadf4446a62 Jul 30 04:21:47.479948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.508768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.509674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:47.510251 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.561490 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3921731 Jul 30 04:21:47.564529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:21:47.570221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Request body: {'subnet': {'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1963319860-subnet', 'tenant_id': '4810a8ab81c94f03bbef2efacdf53659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:21:47.570718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28672c7d-5647-4998-9116-4d438cc37046 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb471c2-2e6b-412a-a669-7fadf4446a62,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:47.581006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 9fb471c2-2e6b-412a-a669-7fadf4446a62 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:21:47.592108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Made reservation on behalf of 4810a8ab81c94f03bbef2efacdf53659 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:21:47.594662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.769090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.818148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2f08b1-2e22-4494-beea-32f24eb0f737,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:47.834506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Checking segment: {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:21:47.835423 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Network hostable DHCP agents. Network: 9fb471c2-2e6b-412a-a669-7fadf4446a62, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:21:47.852132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Network 9fb471c2-2e6b-412a-a669-7fadf4446a62 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:21:47.860742 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 9fb471c2-2e6b-412a-a669-7fadf4446a62) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:21:47.866116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:47.866847 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:47.870752 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b5a9f9-341e-4f9e-8c1f-80719e1ad0bc None None] Network 9fb471c2-2e6b-412a-a669-7fadf4446a62 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:21:47.887225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6da6dd7f-335a-43b8-9551-6c4705d2cbc0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3155649 Jul 30 04:21:47.996131 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efad3f-4577-4f70-9a0e-ed38ec1fa2d7 None None] Network 9fb471c2-2e6b-412a-a669-7fadf4446a62 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:21:48.196245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:48.301266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-8e092be4-bb7a-42b8-a906-ddc90f8fab5f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:48.302629 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-8e092be4-bb7a-42b8-a906-ddc90f8fab5f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/networks?id=9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 200 len: 814 time: 0.1044257 Jul 30 04:21:48.317128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-6e0f13bf-7134-4da4-9a32-e8074eaf9505 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/quotas/4810a8ab81c94f03bbef2efacdf53659 HTTP/1.1" status: 200 len: 375 time: 0.0088062 Jul 30 04:21:48.347913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-fe57386d-5d35-4899-afe9-368333877db4 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4810a8ab81c94f03bbef2efacdf53659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256681 Jul 30 04:21:48.484257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-04408f64-0041-4cd7-9703-797d4ade54df service neutron] 10.222.0.39 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290004 Jul 30 04:21:48.574093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-a0abd590-3e23-47df-adbd-1dd0729642b5 service neutron] 10.222.0.39 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836844 Jul 30 04:21:48.730986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66fbae07-ae20-40b6-8b13-6019a8d394b7 req-58236421-1088-4c6b-8782-96a7a7266118 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 210 time: 0.0265613 Jul 30 04:21:49.839336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6775ac48-0aa6-47c9-968c-8bdc20f0abab req-0ae95680-2399-4cd3-8650-9ec4efc4a3a5 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 210 time: 0.0314417 Jul 30 04:21:49.934061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-cb7bbb49-8c72-4cb0-9305-ec7a352f0065 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:49.936649 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-cb7bbb49-8c72-4cb0-9305-ec7a352f0065 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.16 "GET /v2.0/networks?id=9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 200 len: 814 time: 0.1317267 Jul 30 04:21:49.964786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Request body: {'port': {'device_id': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62', 'admin_state_up': True, 'tenant_id': '4810a8ab81c94f03bbef2efacdf53659'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:21:50.100884 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Made reservation on behalf of 4810a8ab81c94f03bbef2efacdf53659 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:21:50.104328 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.231375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Allocated IP 172.20.0.14 (9fb471c2-2e6b-412a-a669-7fadf4446a62/7f2f08b1-2e22-4494-beea-32f24eb0f737/fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:21:50.377489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.416889 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.460230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Network 9fb471c2-2e6b-412a-a669-7fadf4446a62 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:21:50.463641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:21:50.469641 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:21:50.475689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Pushing event updated for resources: {'Port': ['ID=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:50.521775 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:50.522436 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.537275 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-10d672be-e895-44fb-8109-4a71f3888c04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749681 Jul 30 04:21:50.552333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Request body: {'port': {'device_id': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:21:50.609584 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.867885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:21:50.875279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.887480 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Transition to ACTIVE for port object fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:21:50.891083 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:50.940373 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:50.972040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069b14-73d1-4d87-bfa9-e87f712a249e req-2636483a-0e7c-4bc3-b470-def35477fecc tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:50.973528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4069b14-73d1-4d87-bfa9-e87f712a249e req-2636483a-0e7c-4bc3-b470-def35477fecc tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 944 time: 0.0605893 Jul 30 04:21:51.014028 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Attempting to bind port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:21:51.014369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Attempting to bind port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:21:51.014694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Attempting to bind port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 on network 9fb471c2-2e6b-412a-a669-7fadf4446a62 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:21:51.016722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f4069b14-73d1-4d87-bfa9-e87f712a249e req-850f9264-8a39-410d-95a4-1bd8f8a82e2c tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Jul 30 04:21:51.019022 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 on network 9fb471c2-2e6b-412a-a669-7fadf4446a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:21:51.019372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Attempting to bind port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 on network 9fb471c2-2e6b-412a-a669-7fadf4446a62 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:21:51.024815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:21:51.025221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Checking segment: {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:21:51.025844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Bound using segment: {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:21:51.026580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Bound port: fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:21:51.027232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:51.092694 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] For port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:21:51.095730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] For port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:21:51.099578 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:51.133766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:51.134383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:51.135798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 HTTP/1.1" status: 200 len: 1093 time: 0.5875337 Jul 30 04:21:51.136247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'tag': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:51.138480 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed00a15d97597829a6c9f710f98ed0332cc38f149840464003d6cd4485c468b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6122c78-348c-4283-925b-0d5b76d11ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf874a9-a879-4a48-963e-e0ced4f3eb5b", "tag": "fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:51.163150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281316e-a179-4605-98b6-00b0b14c3a28 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:51.175683 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2a2ce-71fe-49de-abbf-fefdf26785f2 x-openstack-request-id: req-a4f2a2ce-71fe-49de-abbf-fefdf26785f2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:51.175974 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf874a9-a879-4a48-963e-e0ced4f3eb5b", "tag": "fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:51.176228 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4f2a2ce-71fe-49de-abbf-fefdf26785f2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:51.176627 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'tag': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697', 'status': 'completed', 'code': 200} Jul 30 04:21:51.238588 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-14b11e8e-9573-41b2-9844-47b6b85f19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:51.240115 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-14b11e8e-9573-41b2-9844-47b6b85f19ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4810a8ab81c94f03bbef2efacdf53659&device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 1096 time: 0.0448236 Jul 30 04:21:51.287465 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-eb143074-ff55-4f32-b133-7dcf9e7a5c06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 HTTP/1.1" status: 200 len: 217 time: 0.0335147 Jul 30 04:21:51.333675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-519638db-eba9-47b1-9104-29d24ae4fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:51.335704 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-519638db-eba9-47b1-9104-29d24ae4fc84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f2f08b1-2e22-4494-beea-32f24eb0f737 HTTP/1.1" status: 200 len: 854 time: 0.0418837 Jul 30 04:21:51.366102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-9a863333-07ef-4cd6-ad11-236b7c29d024 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9fb471c2-2e6b-412a-a669-7fadf4446a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236323 Jul 30 04:21:51.459008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-9f5e0013-f0d5-4b49-9763-b2ada229bbcd service neutron] 10.222.0.16 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862246 Jul 30 04:21:51.545647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d69d95d3-e127-434f-8ccc-424c5fad6e0e req-132f20cc-fdd9-4b96-a9c0-89093177a8f9 service neutron] 10.222.0.16 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797217 Jul 30 04:21:51.684102 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-d0253a02-4fe3-4955-b130-0183d10164fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:51.685606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-d0253a02-4fe3-4955-b130-0183d10164fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4810a8ab81c94f03bbef2efacdf53659&device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 1096 time: 0.0494289 Jul 30 04:21:51.780888 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-ba0a0a03-e0f2-4980-8098-a39955736b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:51.782288 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-ba0a0a03-e0f2-4980-8098-a39955736b40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 200 len: 914 time: 0.0890245 Jul 30 04:21:51.826919 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-bb775fba-22a2-4caf-8bec-6203df06011c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 HTTP/1.1" status: 200 len: 217 time: 0.0373492 Jul 30 04:21:51.877268 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-55eba59f-8923-4236-9d3e-18577813f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:51.879009 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-55eba59f-8923-4236-9d3e-18577813f530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f2f08b1-2e22-4494-beea-32f24eb0f737 HTTP/1.1" status: 200 len: 854 time: 0.0451953 Jul 30 04:21:51.910043 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-876e241c-1313-4916-a8bc-270a72f34af7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9fb471c2-2e6b-412a-a669-7fadf4446a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242491 Jul 30 04:21:51.998948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-b7855755-f23b-41e3-9db5-34f4836bdb19 service neutron] 10.222.0.16 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822549 Jul 30 04:21:52.093256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a6122c78-348c-4283-925b-0d5b76d11ce5 req-9e9dab67-eba8-4d7e-b32b-63352af74813 service neutron] 10.222.0.16 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864933 Jul 30 04:21:52.133932 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c9414-ada9-4c45-9714-c930d952dfef req-bad618e7-79a8-408e-87dc-09e819175f02 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:52.135441 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c04c9414-ada9-4c45-9714-c930d952dfef req-bad618e7-79a8-408e-87dc-09e819175f02 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 944 time: 0.0505140 Jul 30 04:21:52.172411 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c04c9414-ada9-4c45-9714-c930d952dfef req-80c82386-e525-475c-a57b-13b0946a3e84 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Jul 30 04:21:53.287040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef3419-9a0c-4aad-91d5-579657262a23 req-6f13c997-2ddf-4342-98d2-1fede677812f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:53.288877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4ef3419-9a0c-4aad-91d5-579657262a23 req-6f13c997-2ddf-4342-98d2-1fede677812f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 944 time: 0.0490696 Jul 30 04:21:53.325288 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c4ef3419-9a0c-4aad-91d5-579657262a23 req-8a3433f4-8494-43fc-8835-1c628640119f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Jul 30 04:21:54.437733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a78e6b-55f1-4271-b99d-80e93790e892 req-0fa09656-c474-4993-bb2f-65d7792eb519 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:54.439195 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76a78e6b-55f1-4271-b99d-80e93790e892 req-0fa09656-c474-4993-bb2f-65d7792eb519 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 944 time: 0.0469661 Jul 30 04:21:54.479983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76a78e6b-55f1-4271-b99d-80e93790e892 req-fa6f514e-971a-4742-b99a-7b92b295ae03 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Jul 30 04:21:55.594905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e36b-0d9a-4fb0-915e-e2e003a4ca64 req-19e00715-18df-4a34-9c50-2cc761ffd92c tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:55.596390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1be9e36b-0d9a-4fb0-915e-e2e003a4ca64 req-19e00715-18df-4a34-9c50-2cc761ffd92c tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 944 time: 0.0483024 Jul 30 04:21:55.633602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1be9e36b-0d9a-4fb0-915e-e2e003a4ca64 req-b7ea81d4-facb-4bcd-9b28-ac0d4653ee61 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 Jul 30 04:21:56.103897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:21:56.199272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:56.210867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697', 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62', 'port_id': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697', 'mac_address': 'fa:16:3e:c2:83:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2f08b1-2e22-4494-beea-32f24eb0f737', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:21:56.247400 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:56.260489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:21:56.279879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:56.284031 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:56.332330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:56.649842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:21:56.753735 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9e00-448f-4ccc-973c-6702f26e8929 req-f239a45d-5425-44e6-bebc-8244128370b2 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:56.755240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aa0f9e00-448f-4ccc-973c-6702f26e8929 req-f239a45d-5425-44e6-bebc-8244128370b2 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 945 time: 0.0513797 Jul 30 04:21:56.793959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aa0f9e00-448f-4ccc-973c-6702f26e8929 req-571bfe10-66cb-4070-9182-e9e7d5228cb3 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Jul 30 04:21:57.905575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefeacc-3eb3-4c76-bd7f-629a122afbb7 req-dfc7c544-cfd5-48b8-b6c0-2dfbad53f0e9 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:57.907018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccefeacc-3eb3-4c76-bd7f-629a122afbb7 req-dfc7c544-cfd5-48b8-b6c0-2dfbad53f0e9 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 945 time: 0.0477173 Jul 30 04:21:57.949437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ccefeacc-3eb3-4c76-bd7f-629a122afbb7 req-89dbef57-f277-478a-962c-4504506eed05 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jul 30 04:21:58.117709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:21:58.168295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:21:58.171964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:21:58.172337 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:58.247014 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:58.268793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:21:58.283021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:21:58.286836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:21:58.311192 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427946a-a294-424e-8d24-a32364b72666" -d '{"events": [{"server_uuid": "4cf874a9-a879-4a48-963e-e0ced4f3eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:21:58.342675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:21:58.402210 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b9acd-14a8-4936-9831-a74b5c26427d x-openstack-request-id: req-bd7b9acd-14a8-4936-9831-a74b5c26427d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:21:58.402503 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf874a9-a879-4a48-963e-e0ced4f3eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:21:58.402758 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd7b9acd-14a8-4936-9831-a74b5c26427d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:21:58.403194 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697', 'code': 200} Jul 30 04:21:58.524778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdcf1-a193-409b-af54-94df99d757bb req-b8f883f4-a68c-478d-a946-567bf1a0bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:58.526271 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-027fdcf1-a193-409b-af54-94df99d757bb req-b8f883f4-a68c-478d-a946-567bf1a0bbb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 1098 time: 0.0414751 Jul 30 04:21:58.560485 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-027fdcf1-a193-409b-af54-94df99d757bb req-d8b58ff6-a55d-4ee3-9563-21e16a4cb887 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267889 Jul 30 04:21:59.065621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc432-2f22-4ed6-9b07-1c9098a2c974 req-dc59b17d-5231-4a6c-a684-d13c1ae6208b tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:21:59.068230 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b16dc432-2f22-4ed6-9b07-1c9098a2c974 req-dc59b17d-5231-4a6c-a684-d13c1ae6208b tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0502129 Jul 30 04:21:59.106335 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b16dc432-2f22-4ed6-9b07-1c9098a2c974 req-91577c7c-0ca2-47aa-bc82-b9969b3ad9c0 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 30 04:22:00.220261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd3b4c-2719-4afe-8310-b67feaa79fce req-0982b7a4-951e-42a3-a087-087609b70e51 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:00.221670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96cd3b4c-2719-4afe-8310-b67feaa79fce req-0982b7a4-951e-42a3-a087-087609b70e51 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0477865 Jul 30 04:22:00.260942 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-96cd3b4c-2719-4afe-8310-b67feaa79fce req-191142ad-f106-4a21-b6ea-fd28e4edde19 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Jul 30 04:22:00.486944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-a7919c22-6b7a-44ad-baa0-60b3494a5897 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:00.488337 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-a7919c22-6b7a-44ad-baa0-60b3494a5897 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/networks?id=9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 200 len: 814 time: 0.1016457 Jul 30 04:22:00.503409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-6a21cfe9-415b-42f6-9758-c589fc13bc45 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/quotas/4810a8ab81c94f03bbef2efacdf53659 HTTP/1.1" status: 200 len: 375 time: 0.0088341 Jul 30 04:22:00.550989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-b151d25b-30be-4e43-91b6-60be74598061 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4810a8ab81c94f03bbef2efacdf53659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424404 Jul 30 04:22:00.718840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-9c8e22d6-532c-44af-aac8-33a13e3d1491 service neutron] 10.222.0.39 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261587 Jul 30 04:22:00.805257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-b016531b-0d39-4ab8-95e4-f513220aadb9 service neutron] 10.222.0.39 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802200 Jul 30 04:22:00.962404 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8af6b4b0-902c-48d5-84ba-3efc0283db3b req-9bb96d2c-f576-4c61-b0ff-b20497909b74 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 210 time: 0.0271032 Jul 30 04:22:01.225741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:01.675196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:22:01.961473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-fbd62106-4032-409f-89ef-5912dc09738f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:01.962882 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-fbd62106-4032-409f-89ef-5912dc09738f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.18 "GET /v2.0/networks?id=9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 200 len: 814 time: 0.1148560 Jul 30 04:22:01.977050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Request body: {'port': {'device_id': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62', 'admin_state_up': True, 'tenant_id': '4810a8ab81c94f03bbef2efacdf53659'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:02.064314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d345f11-f426-4030-b56d-8f97869a01d4 req-8a493d9d-0754-40d2-93e6-9ad35c3e17ae tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 210 time: 0.0344574 Jul 30 04:22:02.114421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Made reservation on behalf of 4810a8ab81c94f03bbef2efacdf53659 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:02.118607 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:02.241855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Allocated IP 172.20.0.8 (9fb471c2-2e6b-412a-a669-7fadf4446a62/7f2f08b1-2e22-4494-beea-32f24eb0f737/2fdedb81-8492-471f-8a2e-c0a42be83678) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:02.736019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:02.774945 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:02.808007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:22:02.816560 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Network 9fb471c2-2e6b-412a-a669-7fadf4446a62 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:02.823877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:02.828237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:02.832098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Pushing event updated for resources: {'Port': ['ID=2fdedb81-8492-471f-8a2e-c0a42be83678,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:02.863471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.863821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.864163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.864569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.864907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.865237 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.865786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.866130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.866463 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.866791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.867120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.867496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:02.892234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:02.892851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:02.906606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-c48e9262-0fab-4682-bf07-2a5309116d40 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9340382 Jul 30 04:22:02.989365 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Request body: {'port': {'device_id': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:03.041828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:03.238370 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b988-399f-425d-8ed4-249b22070d05 req-d4985dca-f442-4b6f-b565-f87862be9e54 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:03.239906 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7605b988-399f-425d-8ed4-249b22070d05 req-d4985dca-f442-4b6f-b565-f87862be9e54 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 931 time: 0.0996647 Jul 30 04:22:03.301493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7605b988-399f-425d-8ed4-249b22070d05 req-27eadbd7-3d05-4af3-b816-75b56a17f026 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546384 Jul 30 04:22:03.362339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdedb81-8492-471f-8a2e-c0a42be83678 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:22:03.370119 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:03.382626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Transition to ACTIVE for port object 2fdedb81-8492-471f-8a2e-c0a42be83678 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:03.385814 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:03.431845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Pushing event updated for resources: {'Port': ['ID=2fdedb81-8492-471f-8a2e-c0a42be83678,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:03.502691 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Attempting to bind port 2fdedb81-8492-471f-8a2e-c0a42be83678 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:03.503415 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Attempting to bind port 2fdedb81-8492-471f-8a2e-c0a42be83678 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:03.503756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Attempting to bind port 2fdedb81-8492-471f-8a2e-c0a42be83678 on network 9fb471c2-2e6b-412a-a669-7fadf4446a62 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:03.508527 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Port 2fdedb81-8492-471f-8a2e-c0a42be83678 on network 9fb471c2-2e6b-412a-a669-7fadf4446a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:22:03.508843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Attempting to bind port 2fdedb81-8492-471f-8a2e-c0a42be83678 on network 9fb471c2-2e6b-412a-a669-7fadf4446a62 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:03.513541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:03.513872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Checking segment: {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:03.514248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Bound using segment: {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:03.514670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Bound port: 2fdedb81-8492-471f-8a2e-c0a42be83678, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:03.515024 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:03.576239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] For port 2fdedb81-8492-471f-8a2e-c0a42be83678, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:03.579327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] For port 2fdedb81-8492-471f-8a2e-c0a42be83678, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2fdedb81-8492-471f-8a2e-c0a42be83678,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:03.583148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:03.616566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:03.617170 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:03.618529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] 10.222.0.18 "PUT /v2.0/ports/2fdedb81-8492-471f-8a2e-c0a42be83678 HTTP/1.1" status: 200 len: 1092 time: 0.6706126 Jul 30 04:22:03.618953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'tag': '2fdedb81-8492-471f-8a2e-c0a42be83678'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:22:03.644526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40f024-52ea-42b5-9b3c-deac38da9dfc service neutron] Pushing event updated for resources: {'Port': ['ID=2fdedb81-8492-471f-8a2e-c0a42be83678,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:03.659495 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3323b2c5-7db6-473a-8ef0-14331a5b2625" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f50f19-ea52-4c23-b2f0-edb89fc85aeb", "tag": "2fdedb81-8492-471f-8a2e-c0a42be83678"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:22:03.704154 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-5a7ebc4f-0639-4322-b2c1-860e811d5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:03.705740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-5a7ebc4f-0639-4322-b2c1-860e811d5994 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4810a8ab81c94f03bbef2efacdf53659&device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 1095 time: 0.0434842 Jul 30 04:22:03.749583 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3046089-46c7-46ae-a0ae-4ca9bf4f1786 x-openstack-request-id: req-f3046089-46c7-46ae-a0ae-4ca9bf4f1786 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:22:03.749881 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f50f19-ea52-4c23-b2f0-edb89fc85aeb", "tag": "2fdedb81-8492-471f-8a2e-c0a42be83678", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:22:03.750134 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3046089-46c7-46ae-a0ae-4ca9bf4f1786 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:22:03.750531 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'tag': '2fdedb81-8492-471f-8a2e-c0a42be83678', 'status': 'completed', 'code': 200} Jul 30 04:22:03.752066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-7b1eea8b-05d5-4dda-87c7-5e050b540790 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fdedb81-8492-471f-8a2e-c0a42be83678 HTTP/1.1" status: 200 len: 217 time: 0.0392745 Jul 30 04:22:03.801257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-ab78588e-9477-455f-9311-8a9fd3b58693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:03.802631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-ab78588e-9477-455f-9311-8a9fd3b58693 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f2f08b1-2e22-4494-beea-32f24eb0f737 HTTP/1.1" status: 200 len: 854 time: 0.0436380 Jul 30 04:22:03.833457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-cac89942-6b95-4f7a-8438-adf6f7ec6814 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fb471c2-2e6b-412a-a669-7fadf4446a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238898 Jul 30 04:22:03.925130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-f9338f1c-8332-45fc-85f4-80924b47591b service neutron] 10.222.0.18 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843074 Jul 30 04:22:04.019549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-388f39e7-8b2b-432d-9406-d3fdef8eac6e req-b224669f-a689-43d4-9dff-587d1118056c service neutron] 10.222.0.18 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868773 Jul 30 04:22:04.107196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-a523883f-dea2-471e-b8c0-5ea2b7660865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:04.108685 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-a523883f-dea2-471e-b8c0-5ea2b7660865 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4810a8ab81c94f03bbef2efacdf53659&device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 1095 time: 0.0425944 Jul 30 04:22:04.201420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-9439b1c7-0f25-448b-ac16-57d1e8e57f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:04.202878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-9439b1c7-0f25-448b-ac16-57d1e8e57f5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 200 len: 914 time: 0.0863204 Jul 30 04:22:04.244762 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-858ea814-51f9-46f1-acb1-6792c88c44d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fdedb81-8492-471f-8a2e-c0a42be83678 HTTP/1.1" status: 200 len: 217 time: 0.0341558 Jul 30 04:22:04.298516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-ca110e00-2ff6-414a-91c9-a1851adee893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:04.299979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-ca110e00-2ff6-414a-91c9-a1851adee893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f2f08b1-2e22-4494-beea-32f24eb0f737 HTTP/1.1" status: 200 len: 854 time: 0.0480139 Jul 30 04:22:04.331904 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-b2ab429f-7f35-4893-855e-b4146b6bced7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fb471c2-2e6b-412a-a669-7fadf4446a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235538 Jul 30 04:22:04.460232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56fab8-ed72-466a-aa1e-585f254ddd04 req-1f26a508-9b0d-4370-a180-f0c94bb5a071 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:04.461713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb56fab8-ed72-466a-aa1e-585f254ddd04 req-1f26a508-9b0d-4370-a180-f0c94bb5a071 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 943 time: 0.0813222 Jul 30 04:22:04.465331 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-90d47f31-e1b0-4bbd-bd22-a9df527a3d6c service neutron] 10.222.0.18 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261899 Jul 30 04:22:04.545666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb56fab8-ed72-466a-aa1e-585f254ddd04 req-b6ff0f39-c698-424d-b6d5-d254c1c121a8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780351 Jul 30 04:22:04.578175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3323b2c5-7db6-473a-8ef0-14331a5b2625 req-7414dbbc-1829-4b42-b30f-59581a144cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035321 Jul 30 04:22:05.664081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010812-e878-4a93-b5bc-249f2c5c0e1d req-e14b4dfc-c72f-4ac9-8f4b-f282d1f988e3 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:05.665591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb010812-e878-4a93-b5bc-249f2c5c0e1d req-e14b4dfc-c72f-4ac9-8f4b-f282d1f988e3 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 943 time: 0.0527933 Jul 30 04:22:05.702852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eb010812-e878-4a93-b5bc-249f2c5c0e1d req-60fd8d50-8916-4252-9f39-5e50c4fbacc9 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jul 30 04:22:06.762405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2fdedb81-8492-471f-8a2e-c0a42be83678 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:22:06.816448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aa04a-4173-4b8c-84ea-e7f385a17f72 req-92662aa4-1acd-40df-9ed8-3625eb795ab2 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:06.817938 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-911aa04a-4173-4b8c-84ea-e7f385a17f72 req-92662aa4-1acd-40df-9ed8-3625eb795ab2 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 943 time: 0.0487552 Jul 30 04:22:06.857564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-911aa04a-4173-4b8c-84ea-e7f385a17f72 req-89850580-8759-4f1c-944d-da99c678e00a tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jul 30 04:22:06.861500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2fdedb81-8492-471f-8a2e-c0a42be83678, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2fdedb81-8492-471f-8a2e-c0a42be83678,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:06.874456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '2fdedb81-8492-471f-8a2e-c0a42be83678', 'network_id': '9fb471c2-2e6b-412a-a669-7fadf4446a62', 'port_id': '2fdedb81-8492-471f-8a2e-c0a42be83678', 'mac_address': 'fa:16:3e:ce:2b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2f08b1-2e22-4494-beea-32f24eb0f737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:22:06.909510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:06.922328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdedb81-8492-471f-8a2e-c0a42be83678 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:22:06.942062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2fdedb81-8492-471f-8a2e-c0a42be83678, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2fdedb81-8492-471f-8a2e-c0a42be83678,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:06.945878 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:06.996080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2fdedb81-8492-471f-8a2e-c0a42be83678,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:07.129420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2fdedb81-8492-471f-8a2e-c0a42be83678'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:22:07.971324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5d6a-7b65-4cb7-b28a-abe71f8b429a req-24ba2bc5-7f84-42c2-8bde-1e687431090f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:07.972818 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70fc5d6a-7b65-4cb7-b28a-abe71f8b429a req-24ba2bc5-7f84-42c2-8bde-1e687431090f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 944 time: 0.0490913 Jul 30 04:22:08.012092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70fc5d6a-7b65-4cb7-b28a-abe71f8b429a req-b51ca4f5-6679-4f90-a88c-3af3c95c5875 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Jul 30 04:22:08.793473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2fdedb81-8492-471f-8a2e-c0a42be83678 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:08.842413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 2fdedb81-8492-471f-8a2e-c0a42be83678 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:08.846001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 2fdedb81-8492-471f-8a2e-c0a42be83678 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:08.846379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:08.924520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:08.946718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdedb81-8492-471f-8a2e-c0a42be83678'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:22:08.948978 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fd4669-0370-4b89-a597-6fa0fb31f3d8" -d '{"events": [{"server_uuid": "b3f50f19-ea52-4c23-b2f0-edb89fc85aeb", "name": "network-vif-plugged", "status": "completed", "tag": "2fdedb81-8492-471f-8a2e-c0a42be83678"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:22:08.962979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 2fdedb81-8492-471f-8a2e-c0a42be83678, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2fdedb81-8492-471f-8a2e-c0a42be83678,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:08.967709 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:08.992363 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af50ba-6b7b-4c8a-b691-db1e413bdf8d x-openstack-request-id: req-c8af50ba-6b7b-4c8a-b691-db1e413bdf8d {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:22:08.992656 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f50f19-ea52-4c23-b2f0-edb89fc85aeb", "name": "network-vif-plugged", "status": "completed", "tag": "2fdedb81-8492-471f-8a2e-c0a42be83678", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:22:08.992909 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8af50ba-6b7b-4c8a-b691-db1e413bdf8d {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:22:08.993291 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdedb81-8492-471f-8a2e-c0a42be83678', 'code': 200} Jul 30 04:22:09.018715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=2fdedb81-8492-471f-8a2e-c0a42be83678,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:09.117688 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bbc32-573d-436f-bf89-3cf77a99eba3 req-00d3b932-6965-449d-9b78-2f23e0cbb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:09.119198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-616bbc32-573d-436f-bf89-3cf77a99eba3 req-00d3b932-6965-449d-9b78-2f23e0cbb6e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 1097 time: 0.0681162 Jul 30 04:22:09.151711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbd928-2c82-44e0-9c75-90626d75b1c4 req-ada9900b-bc12-49b7-b615-2cd39fbe81b6 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:09.153139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dcbd928-2c82-44e0-9c75-90626d75b1c4 req-ada9900b-bc12-49b7-b615-2cd39fbe81b6 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 945 time: 0.0711401 Jul 30 04:22:09.178736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-616bbc32-573d-436f-bf89-3cf77a99eba3 req-818b7b99-5a81-464c-8cd6-338e7476b4af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Jul 30 04:22:09.197668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6dcbd928-2c82-44e0-9c75-90626d75b1c4 req-bbcb48f7-ae0b-4c23-a284-414b19f77ae3 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Jul 30 04:22:10.314101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac287-0920-4d14-bf62-410df03dfb80 req-7201bdfb-f1f9-49ad-9b6e-7d9494bfe369 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:10.315816 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-755ac287-0920-4d14-bf62-410df03dfb80 req-7201bdfb-f1f9-49ad-9b6e-7d9494bfe369 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 945 time: 0.0505865 Jul 30 04:22:10.354305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-755ac287-0920-4d14-bf62-410df03dfb80 req-b75d9d6f-1156-47e8-b4e3-0be56c95e0a6 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Jul 30 04:22:10.587100 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d69bb-a3b7-4d96-b047-e44f9b5b5008 req-7822acbd-040b-49d5-b5d9-2c7e482c3179 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:10.588592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a88d69bb-a3b7-4d96-b047-e44f9b5b5008 req-7822acbd-040b-49d5-b5d9-2c7e482c3179 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 945 time: 0.0533783 Jul 30 04:22:10.625616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a88d69bb-a3b7-4d96-b047-e44f9b5b5008 req-19298eeb-07e6-4113-917f-09ae7a017f6c tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Jul 30 04:22:11.456059 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:11.744683 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab4f5-d309-4c5c-a1be-f3c4f24cbdeb req-e374f872-6ec3-4ad1-aecd-0b6716793b93 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:11.746161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-763ab4f5-d309-4c5c-a1be-f3c4f24cbdeb req-e374f872-6ec3-4ad1-aecd-0b6716793b93 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 945 time: 0.0481312 Jul 30 04:22:11.808244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-763ab4f5-d309-4c5c-a1be-f3c4f24cbdeb req-1fd71f4b-f9d0-4710-a77b-f58fc5b38a6c tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562217 Jul 30 04:22:11.829271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-083be518-eb94-4692-a455-646e24ec0924 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:11.830933 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-083be518-eb94-4692-a455-646e24ec0924 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f50f19-ea52-4c23-b2f0-edb89fc85aeb HTTP/1.1" status: 200 len: 945 time: 0.0721576 Jul 30 04:22:11.924434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Deleting port 2fdedb81-8492-471f-8a2e-c0a42be83678 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:22:11.924907 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:12.013282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] For port 2fdedb81-8492-471f-8a2e-c0a42be83678, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=2fdedb81-8492-471f-8a2e-c0a42be83678,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:12.013640 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:12.026193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Calling delete_port for 2fdedb81-8492-471f-8a2e-c0a42be83678 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:22:12.152665 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:12.165112 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['2fdedb81-8492-471f-8a2e-c0a42be83678'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:22:12.181596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Pushing event deleted for resources: {'Port': ['ID=2fdedb81-8492-471f-8a2e-c0a42be83678,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:12.190727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:22:12.230317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] No DVR routers for this DVR port 2fdedb81-8492-471f-8a2e-c0a42be83678 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:22:12.232959 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:12.234945 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41502d82-ebe5-4a6e-86b4-3e6d90360a87 req-377cb10f-b0fc-4bd1-a3cb-23e01e73dfce tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.18 "DELETE /v2.0/ports/2fdedb81-8492-471f-8a2e-c0a42be83678 HTTP/1.1" status: 204 len: 173 time: 0.3982415 Jul 30 04:22:12.235425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'name': 'network-vif-deleted', 'tag': '2fdedb81-8492-471f-8a2e-c0a42be83678'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:22:12.237749 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ca6580-003a-4bf3-8974-5f752e94e776" -d '{"events": [{"server_uuid": "b3f50f19-ea52-4c23-b2f0-edb89fc85aeb", "name": "network-vif-deleted", "tag": "2fdedb81-8492-471f-8a2e-c0a42be83678"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:22:12.276227 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60281267-9b56-42ab-8ea2-f30a6c035b3f x-openstack-request-id: req-60281267-9b56-42ab-8ea2-f30a6c035b3f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:22:12.276521 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f50f19-ea52-4c23-b2f0-edb89fc85aeb", "name": "network-vif-deleted", "tag": "2fdedb81-8492-471f-8a2e-c0a42be83678", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:22:12.277315 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60281267-9b56-42ab-8ea2-f30a6c035b3f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:22:12.277315 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f50f19-ea52-4c23-b2f0-edb89fc85aeb', 'name': 'network-vif-deleted', 'tag': '2fdedb81-8492-471f-8a2e-c0a42be83678', 'status': 'completed', 'code': 200} Jul 30 04:22:12.438063 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dff2e1e3-ac54-499d-8687-b44bdb7a7584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:12.958079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a063-c14d-41b6-9419-79a09f3d4874 req-f0205192-ec3c-4174-b42b-62a1eea8fddf tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:12.960346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8860a063-c14d-41b6-9419-79a09f3d4874 req-f0205192-ec3c-4174-b42b-62a1eea8fddf tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0493250 Jul 30 04:22:12.997769 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8860a063-c14d-41b6-9419-79a09f3d4874 req-58d6275e-7167-4ccc-b689-124eddee3334 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Jul 30 04:22:13.126660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee34f3-ae3c-4019-9285-1c56b2cda775 req-4134183f-e1b4-40ef-9511-1c170325f6b6 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:13.128336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cee34f3-ae3c-4019-9285-1c56b2cda775 req-4134183f-e1b4-40ef-9511-1c170325f6b6 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0483994 Jul 30 04:22:13.165912 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4cee34f3-ae3c-4019-9285-1c56b2cda775 req-95323cb3-f2e1-4c11-b15e-e8f04278d937 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308232 Jul 30 04:22:13.285515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9c4e6-1aa2-483b-8216-a5233cbc42e0 req-24ae96aa-9489-4f87-a300-830457065d04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:13.286987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fb9c4e6-1aa2-483b-8216-a5233cbc42e0 req-24ae96aa-9489-4f87-a300-830457065d04 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0534890 Jul 30 04:22:13.324975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fb9c4e6-1aa2-483b-8216-a5233cbc42e0 req-8e02153d-037c-4433-8e96-578619ed0e0e tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Jul 30 04:22:13.487981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f012d-9629-49b5-8ab5-92818e08407d req-289a7676-b343-42e6-86f1-27c52db09c64 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:13.489488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-168f012d-9629-49b5-8ab5-92818e08407d req-289a7676-b343-42e6-86f1-27c52db09c64 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0480967 Jul 30 04:22:13.527612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-168f012d-9629-49b5-8ab5-92818e08407d req-08ae8bdd-28ea-4137-ab9f-f2abedaeab02 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Jul 30 04:22:13.647422 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a09df7-ff9e-432d-886b-69bc2f6e901d req-1f8b987d-45de-42c5-94c9-dda7921e98a0 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:13.648802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1a09df7-ff9e-432d-886b-69bc2f6e901d req-1f8b987d-45de-42c5-94c9-dda7921e98a0 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0485108 Jul 30 04:22:13.686806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f1a09df7-ff9e-432d-886b-69bc2f6e901d req-2d2466e4-a2ba-4829-ab58-4920753221d2 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320675 Jul 30 04:22:13.812081 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569d5e-64d0-4bf4-adb0-4cf25a9c5612 req-1d99cb4a-4d1f-498b-b578-1f4d76694937 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:13.813553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af569d5e-64d0-4bf4-adb0-4cf25a9c5612 req-1d99cb4a-4d1f-498b-b578-1f4d76694937 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0524108 Jul 30 04:22:13.854548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af569d5e-64d0-4bf4-adb0-4cf25a9c5612 req-466073b2-f415-45d5-b69f-0770983e1047 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 30 04:22:14.154102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec622a1-1374-4bb6-b0e5-300ea574c369 req-a16b0468-708a-47ab-a969-b4a800f8f79d tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:14.155587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dec622a1-1374-4bb6-b0e5-300ea574c369 req-a16b0468-708a-47ab-a969-b4a800f8f79d tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0491838 Jul 30 04:22:14.194169 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dec622a1-1374-4bb6-b0e5-300ea574c369 req-cc919553-b99d-4c2b-ba3e-1375bee2c19a tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326476 Jul 30 04:22:14.745507 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad941-fa05-41f2-b32f-6a52c5f1a1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:14.793258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2fdedb81-8492-471f-8a2e-c0a42be83678 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:22:14.812714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 2fdedb81-8492-471f-8a2e-c0a42be83678 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:22:14.813060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 2fdedb81-8492-471f-8a2e-c0a42be83678 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:22:15.035210 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:15.328280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7326f-20ae-40d0-8d19-5249940d0be6 req-0127d439-0de3-482c-8837-f42a77401e50 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:15.329698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aca7326f-20ae-40d0-8d19-5249940d0be6 req-0127d439-0de3-482c-8837-f42a77401e50 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0667117 Jul 30 04:22:15.369777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aca7326f-20ae-40d0-8d19-5249940d0be6 req-04920cb8-c620-4cc8-8a79-344284bbe783 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0a4c3a3-8ece-4749-9306-2a170f079b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Jul 30 04:22:15.773455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-bc0284b0-f4d5-48a4-81db-849c120d278f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:15.774933 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-bc0284b0-f4d5-48a4-81db-849c120d278f tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 946 time: 0.0530035 Jul 30 04:22:15.862258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Deleting port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:22:15.862603 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:15.955398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] For port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,segment=NetworkSegment(c32e4f2f-aba8-4cc7-814f-739d25e0bfe6),segment_id=c32e4f2f-aba8-4cc7-814f-739d25e0bfe6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:15.955765 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:15.969571 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Calling delete_port for fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:22:16.092751 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:16.122842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Pushing event deleted for resources: {'Port': ['ID=fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:16.126670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:22:16.166326 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] No DVR routers for this DVR port fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:22:16.168802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:16.170806 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28bf57c2-f80a-4525-a7b2-5cb508a245ff req-cc4dd5c2-cef1-47e7-afb2-d7e4643244c8 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.16 "DELETE /v2.0/ports/fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 HTTP/1.1" status: 204 len: 173 time: 0.3896971 Jul 30 04:22:16.171278 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'name': 'network-vif-deleted', 'tag': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:22:16.212355 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac45976-201e-443b-b565-56010ee97bf1" -d '{"events": [{"server_uuid": "4cf874a9-a879-4a48-963e-e0ced4f3eb5b", "name": "network-vif-deleted", "tag": "fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:22:16.294386 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd946c-d5a2-4918-9e9f-fe48a234b752 x-openstack-request-id: req-10dd946c-d5a2-4918-9e9f-fe48a234b752 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:22:16.294670 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf874a9-a879-4a48-963e-e0ced4f3eb5b", "name": "network-vif-deleted", "tag": "fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:22:16.294912 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10dd946c-d5a2-4918-9e9f-fe48a234b752 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:22:16.295353 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf874a9-a879-4a48-963e-e0ced4f3eb5b', 'name': 'network-vif-deleted', 'tag': 'fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697', 'status': 'completed', 'code': 200} Jul 30 04:22:16.472325 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6fb0787f-de95-4037-a2dc-7f3b849998c4 req-7e55e6da-0e28-4b3f-b14a-bd5b4021c6c2 tempest-ServersNegativeTestJSON-1045029652 tempest-ServersNegativeTestJSON-1045029652-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cf874a9-a879-4a48-963e-e0ced4f3eb5b HTTP/1.1" status: 200 len: 210 time: 0.0253396 Jul 30 04:22:16.567093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.528406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:17.573191 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Deleting subnet 7f2f08b1-2e22-4494-beea-32f24eb0f737 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:22:17.576409 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.609601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.651691 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.704137 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.728781 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2f08b1-2e22-4494-beea-32f24eb0f737,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:17.733219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.735054 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f2f08b1-2e22-4494-beea-32f24eb0f737 HTTP/1.1" status: 204 len: 168 time: 0.2056696 Jul 30 04:22:17.737714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:17.740975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.741309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.741651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.741991 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.742330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.742663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.742992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.743344 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.743674 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.744001 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.744331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.744653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e7e96-54c9-42f9-a206-138598213163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:17.809529 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.890112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.899747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb471c2-2e6b-412a-a669-7fadf4446a62']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:17.914710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:17.915005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32e4f2f-aba8-4cc7-814f-739d25e0bfe6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:17.923699 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.938256 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.944442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:17.944837 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:17.946458 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:17.998824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.004500 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.006563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9fb471c2-2e6b-412a-a669-7fadf4446a62 HTTP/1.1" status: 204 len: 168 time: 0.2678471 Jul 30 04:22:18.017516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e30a9-eecd-4ee9-8bf7-df35ae8e66d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb471c2-2e6b-412a-a669-7fadf4446a62,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:18.112611 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58580) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:18.151732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3763b89a-f325-42a3-ac44-0da9dcd2b32b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4810a8ab81c94f03bbef2efacdf53659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379810 Jul 30 04:22:18.154001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:18.197200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.203023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1748c629-cad9-4a7e-a4bb-ca37e302b1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.227981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1748c629-cad9-4a7e-a4bb-ca37e302b1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.273746 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1748c629-cad9-4a7e-a4bb-ca37e302b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.276325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1748c629-cad9-4a7e-a4bb-ca37e302b1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:18.277461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1748c629-cad9-4a7e-a4bb-ca37e302b1a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0a4c3a3-8ece-4749-9306-2a170f079b74 HTTP/1.1" status: 204 len: 168 time: 0.1225929 Jul 30 04:22:18.286052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748c629-cad9-4a7e-a4bb-ca37e302b1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a4c3a3-8ece-4749-9306-2a170f079b74,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:18.936752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:19.029626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275637870'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:19.052445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:19.055828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.064282 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.157369 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.160903 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.187241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:19.197073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f6ac7e-7456-476d-86b9-9b8ba73d4015,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:19.201887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.202293 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Added segment 2204ec61-b977-4d49-aa49-2e6512795391 of type vlan for network db256730-c350-45d1-9f7b-5bd65222a63f Jul 30 04:22:19.243754 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.273383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.279618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:19.279618 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:19.336361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3984947 Jul 30 04:22:19.346738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed72a1-9195-40ed-9d62-5e2502636ae4 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Network': ['ID=db256730-c350-45d1-9f7b-5bd65222a63f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:19.361084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network db256730-c350-45d1-9f7b-5bd65222a63f details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:20.227402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:22:20.248360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:22:20.248705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fd6a9ea4-7c6e-47aa-a47d-ea515ac0f697 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:22:22.682895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:22.688847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'subnet': {'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:22.776227 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:22.780093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:22.962333 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.026324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Subnet': ['ID=9a3dd80b-98a6-40fb-bad5-cf15251dc729,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:23.033250 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Checking segment: {'id': '2204ec61-b977-4d49-aa49-2e6512795391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:23.033446 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network hostable DHCP agents. Network: db256730-c350-45d1-9f7b-5bd65222a63f, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:23.049982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network db256730-c350-45d1-9f7b-5bd65222a63f is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:23.058169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, db256730-c350-45d1-9f7b-5bd65222a63f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:23.062458 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:23.063056 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.067269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734dd7d-8593-4f60-9ad7-985caf4d6ec7 None None] Network db256730-c350-45d1-9f7b-5bd65222a63f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:23.076736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-400fb043-83dc-4144-a521-278d83f401de tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3925376 Jul 30 04:22:23.080363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58610) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:23.086209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-712295673'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:23.108696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:23.112227 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.137035 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:23.147006 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.147409 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Added segment ee769555-b4b9-4a22-8872-9c395f3db03c of type vlan for network e1964864-d22c-462a-a01d-b5afa96a1f03 Jul 30 04:22:23.188264 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.212825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-db256730-c350-45d1-9f7b-5bd65222a63f', 'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f', 'tenant_id': '1accad7df58e440b9d2472ed49fb5e6e', 'fixed_ips': [{'subnet_id': '9a3dd80b-98a6-40fb-bad5-cf15251dc729'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:23.213659 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.218577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.224706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:23.225292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.286323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2048492 Jul 30 04:22:23.289381 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58612) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:23.294237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'subnet': {'network_id': 'e1964864-d22c-462a-a01d-b5afa96a1f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:23.339173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b672-49f5-4ec5-8cc3-27275512ac0c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Network': ['ID=e1964864-d22c-462a-a01d-b5afa96a1f03,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:23.349983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network e1964864-d22c-462a-a01d-b5afa96a1f03 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:23.367356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Allocated IP 2001:db8:0:ffff::2 (db256730-c350-45d1-9f7b-5bd65222a63f/9a3dd80b-98a6-40fb-bad5-cf15251dc729/18f7da5c-c69e-462e-99b7-ed42584af450) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:23.389213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:23.393027 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.555750 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.564327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Transition to ACTIVE for port object 18f7da5c-c69e-462e-99b7-ed42584af450 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:23.581244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Transition to ACTIVE for port object 18f7da5c-c69e-462e-99b7-ed42584af450 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:23.587401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.588370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.630061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Network db256730-c350-45d1-9f7b-5bd65222a63f is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:23.635416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:23.640269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:23.643598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Pushing event updated for resources: {'Port': ['ID=18f7da5c-c69e-462e-99b7-ed42584af450,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:23.652935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Subnet': ['ID=d4dbb298-bb33-463a-a9fc-db7f1fd0ce26,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:23.662104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Checking segment: {'id': 'ee769555-b4b9-4a22-8872-9c395f3db03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e1964864-d22c-462a-a01d-b5afa96a1f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:23.662476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network hostable DHCP agents. Network: e1964864-d22c-462a-a01d-b5afa96a1f03, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:23.668968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.669318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.669660 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.670003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.670332 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.670663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.670990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.671338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.671666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.671992 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.672312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.672627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:23.680365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network e1964864-d22c-462a-a01d-b5afa96a1f03 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:23.689067 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, e1964864-d22c-462a-a01d-b5afa96a1f03) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:23.693905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:23.694516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.699742 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5bec6-02b4-4105-b85d-577693ff9435 None None] Network e1964864-d22c-462a-a01d-b5afa96a1f03 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:23.709385 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-30794a08-7831-4e96-bf13-00f0c3e93c16 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4189122 Jul 30 04:22:23.712199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58614) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:23.746178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Attempting to bind port 18f7da5c-c69e-462e-99b7-ed42584af450 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:23.746465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Attempting to bind port 18f7da5c-c69e-462e-99b7-ed42584af450 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2204ec61-b977-4d49-aa49-2e6512795391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:23.746831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Attempting to bind port 18f7da5c-c69e-462e-99b7-ed42584af450 on network db256730-c350-45d1-9f7b-5bd65222a63f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:23.755843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:23.756296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Checking segment: {'id': '2204ec61-b977-4d49-aa49-2e6512795391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:23.756700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.757100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Bound using segment: {'id': '2204ec61-b977-4d49-aa49-2e6512795391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:23.757567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Bound port: 18f7da5c-c69e-462e-99b7-ed42584af450, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204ec61-b977-4d49-aa49-2e6512795391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'db256730-c350-45d1-9f7b-5bd65222a63f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:23.757951 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.809069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.882427 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] For port 18f7da5c-c69e-462e-99b7-ed42584af450, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:23.887167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] For port 18f7da5c-c69e-462e-99b7-ed42584af450, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=18f7da5c-c69e-462e-99b7-ed42584af450,segment=NetworkSegment(2204ec61-b977-4d49-aa49-2e6512795391),segment_id=2204ec61-b977-4d49-aa49-2e6512795391)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:23.897493 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.917143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.937735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7381ec2-15b5-4283-a0be-690602f5cc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-e1964864-d22c-462a-a01d-b5afa96a1f03', 'network_id': 'e1964864-d22c-462a-a01d-b5afa96a1f03', 'tenant_id': '1accad7df58e440b9d2472ed49fb5e6e', 'fixed_ips': [{'subnet_id': 'd4dbb298-bb33-463a-a9fc-db7f1fd0ce26'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:23.938587 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7381ec2-15b5-4283-a0be-690602f5cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:23.991265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.020376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dbb298-bb33-463a-a9fc-db7f1fd0ce26,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:24.047572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48dcc-2278-4842-a3a6-1b963d0cec33 None None] Pushing event updated for resources: {'Port': ['ID=18f7da5c-c69e-462e-99b7-ed42584af450,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-d7381ec2-15b5-4283-a0be-690602f5cc3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4dbb298-bb33-463a-a9fc-db7f1fd0ce26: This subnet is being modified by another concurrent operation. Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4dbb298-bb33-463a-a9fc-db7f1fd0ce26: This subnet is being modified by another concurrent operation. Jul 30 04:22:24.078517 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 04:22:24.095594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be4861-db50-4321-8ba2-249030e9a16f None None] Network e1964864-d22c-462a-a01d-b5afa96a1f03 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:24.104713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.115471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1964864-d22c-462a-a01d-b5afa96a1f03']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:24.128659 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee769555-b4b9-4a22-8872-9c395f3db03c') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:24.129031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee769555-b4b9-4a22-8872-9c395f3db03c') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:24.160001 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.178798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.185638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:24.186031 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:24.189902 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:24.255204 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.260035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.261891 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/e1964864-d22c-462a-a01d-b5afa96a1f03 HTTP/1.1" status: 204 len: 168 time: 0.5487430 Jul 30 04:22:24.265470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58616) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:24.279988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746039293'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:24.284630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab28f05-52f5-4573-bd87-bd8c90ae5c90 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Network': ['ID=e1964864-d22c-462a-a01d-b5afa96a1f03,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:24.308976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:24.312792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.337677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:24.346807 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.347203 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Added segment 1281afbd-6df3-4fba-9e9b-5212839ad426 of type vlan for network ed675ba1-f18b-4ef1-9060-e331638888a6 Jul 30 04:22:24.391986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.421011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.426477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:24.427065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.483553 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2170634 Jul 30 04:22:24.486376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58618) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:24.491358 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'subnet': {'network_id': 'ed675ba1-f18b-4ef1-9060-e331638888a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:24.542126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb42282-44e1-452d-94b4-3e3ef68f1eea tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Network': ['ID=ed675ba1-f18b-4ef1-9060-e331638888a6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:24.552306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network ed675ba1-f18b-4ef1-9060-e331638888a6 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:24.600955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:24.604919 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.666080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Performing IP validity checks on allocation pools {{(pid=93877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 04:22:24.666599 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 04:22:24.795676 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.855695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Subnet': ['ID=3d824875-bed7-442b-b228-5373778edf1e,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:24.866468 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Checking segment: {'id': '1281afbd-6df3-4fba-9e9b-5212839ad426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed675ba1-f18b-4ef1-9060-e331638888a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:24.866828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network hostable DHCP agents. Network: ed675ba1-f18b-4ef1-9060-e331638888a6, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:24.884574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network ed675ba1-f18b-4ef1-9060-e331638888a6 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:24.893552 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, ed675ba1-f18b-4ef1-9060-e331638888a6) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:24.898656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:24.899284 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:24.907306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d6eff-49e9-4fa5-8f60-26a3dd49899d None None] Network ed675ba1-f18b-4ef1-9060-e331638888a6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:24.914390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0ef03e29-a6d6-4d46-9e09-9d609c224fe2 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4269595 Jul 30 04:22:24.917159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:24.954103 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a82915-5c4d-4b91-9cb4-88caa627f3ce None None] Network db256730-c350-45d1-9f7b-5bd65222a63f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:25.011620 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.032009 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d77ac06f-a50a-444e-a077-8e78d65789de None None] Provisioning for port 18f7da5c-c69e-462e-99b7-ed42584af450 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:25.091875 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.155900 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.187389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Subnet': ['ID=3d824875-bed7-442b-b228-5373778edf1e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:25.250774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.262352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed675ba1-f18b-4ef1-9060-e331638888a6']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:25.276364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1281afbd-6df3-4fba-9e9b-5212839ad426') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:25.276630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1281afbd-6df3-4fba-9e9b-5212839ad426') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:25.289054 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.307073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.318091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:25.318970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:25.322410 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:25.350370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf82623-315d-4364-8143-7159bc49ffc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-ed675ba1-f18b-4ef1-9060-e331638888a6', 'network_id': 'ed675ba1-f18b-4ef1-9060-e331638888a6', 'tenant_id': '1accad7df58e440b9d2472ed49fb5e6e', 'fixed_ips': [{'subnet_id': '3d824875-bed7-442b-b228-5373778edf1e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:25.351243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf82623-315d-4364-8143-7159bc49ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.369697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 18f7da5c-c69e-462e-99b7-ed42584af450 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:25.387686 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.394328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.400533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/ed675ba1-f18b-4ef1-9060-e331638888a6 HTTP/1.1" status: 204 len: 168 time: 0.4786642 Jul 30 04:22:25.401093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:25.414903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842585163'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:25.419476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475bdf3-323c-415f-889b-51b30b9847e5 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Network': ['ID=ed675ba1-f18b-4ef1-9060-e331638888a6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:25.426835 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f530341-610f-45a5-a0b0-e3f4a2a19719 None None] Network ed675ba1-f18b-4ef1-9060-e331638888a6 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:25.438747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:25.443332 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.445007 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f530341-610f-45a5-a0b0-e3f4a2a19719 None None] Network ed675ba1-f18b-4ef1-9060-e331638888a6 could not be found, it might have been deleted concurrently. {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 04:22:25.453184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 18f7da5c-c69e-462e-99b7-ed42584af450 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:25.457712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 18f7da5c-c69e-462e-99b7-ed42584af450 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:25.458093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.472637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:25.483792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.483792 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Added segment 13fab720-9319-42d1-82eb-63ce70e5e2b2 of type vlan for network f309b7a2-1d91-43b2-9928-1a463da1003b Jul 30 04:22:25.526541 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.542364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.565100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.571894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:25.572502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.579546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 18f7da5c-c69e-462e-99b7-ed42584af450, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=18f7da5c-c69e-462e-99b7-ed42584af450,segment=NetworkSegment(2204ec61-b977-4d49-aa49-2e6512795391),segment_id=2204ec61-b977-4d49-aa49-2e6512795391)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:25.585518 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.631562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7dd3a-d080-4189-a047-c42c395f7ec5 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 04:22:25.642272 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2399421 Jul 30 04:22:25.645357 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58624) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:25.651426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'subnet': {'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:25.657362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209cda5-0a72-4ef2-bff6-683131945351 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Network': ['ID=f309b7a2-1d91-43b2-9928-1a463da1003b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:25.669756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f309b7a2-1d91-43b2-9928-1a463da1003b details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:25.676015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=18f7da5c-c69e-462e-99b7-ed42584af450,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:25.751496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:25.751823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-30df8dbf-3dd2-4935-9e6f-dd14c4b365ab None None] Provisioning complete for port 18f7da5c-c69e-462e-99b7-ed42584af450 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:25.752153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30df8dbf-3dd2-4935-9e6f-dd14c4b365ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.755792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:25.799732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7dd3a-d080-4189-a047-c42c395f7ec5 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 04:22:25.949957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.024005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Subnet': ['ID=418ee7cd-f497-439c-88fa-a4ab288c1153,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:26.032266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Checking segment: {'id': '13fab720-9319-42d1-82eb-63ce70e5e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:26.032628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network hostable DHCP agents. Network: f309b7a2-1d91-43b2-9928-1a463da1003b, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:26.050564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network f309b7a2-1d91-43b2-9928-1a463da1003b is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:26.059099 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, f309b7a2-1d91-43b2-9928-1a463da1003b) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:26.063047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:26.063669 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.068254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43c36f-f439-4547-8500-1d2fd5042740 None None] Network f309b7a2-1d91-43b2-9928-1a463da1003b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:26.081034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:26.081587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-748f4315-eafb-4fee-8928-b41b1bb511fd tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341028 Jul 30 04:22:26.086595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160026324'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:26.108109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:26.111824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.136292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:26.144970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.145319 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Added segment 64987651-5041-4a8a-8fc9-2dec6af47f43 of type vlan for network a52375b4-aa86-43bc-8da0-a91e1f01c29f Jul 30 04:22:26.186751 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.216388 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.221517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-f309b7a2-1d91-43b2-9928-1a463da1003b', 'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b', 'tenant_id': '1accad7df58e440b9d2472ed49fb5e6e', 'fixed_ips': [{'subnet_id': '418ee7cd-f497-439c-88fa-a4ab288c1153'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:26.221977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:26.222526 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.222635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.284139 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2019899 Jul 30 04:22:26.287126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:26.294087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Request body: {'subnet': {'network_id': 'a52375b4-aa86-43bc-8da0-a91e1f01c29f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:26.312398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434073f0-8aa1-47a8-92b5-0889250c8e17 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Network': ['ID=a52375b4-aa86-43bc-8da0-a91e1f01c29f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:26.326552 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a52375b4-aa86-43bc-8da0-a91e1f01c29f details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:26.386456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Made reservation on behalf of 1accad7df58e440b9d2472ed49fb5e6e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:26.390452 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.424280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Allocated IP 2001:db8::2 (f309b7a2-1d91-43b2-9928-1a463da1003b/418ee7cd-f497-439c-88fa-a4ab288c1153/5a6188dd-28b4-4c2e-b471-dff560497bc7) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:26.573088 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.573633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.584391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Transition to ACTIVE for port object 5a6188dd-28b4-4c2e-b471-dff560497bc7 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:26.600008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Transition to ACTIVE for port object 5a6188dd-28b4-4c2e-b471-dff560497bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:26.605264 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.639012 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event updated for resources: {'Subnet': ['ID=bf224e78-6265-4376-ba95-605a16c47cac,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:26.640224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Network f309b7a2-1d91-43b2-9928-1a463da1003b is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:26.642988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:26.646973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:26.648605 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Checking segment: {'id': '64987651-5041-4a8a-8fc9-2dec6af47f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a52375b4-aa86-43bc-8da0-a91e1f01c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:26.648955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network hostable DHCP agents. Network: a52375b4-aa86-43bc-8da0-a91e1f01c29f, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:26.657591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Pushing event updated for resources: {'Port': ['ID=5a6188dd-28b4-4c2e-b471-dff560497bc7,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:26.666671 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Network a52375b4-aa86-43bc-8da0-a91e1f01c29f is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:26.675495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a52375b4-aa86-43bc-8da0-a91e1f01c29f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:26.679804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:26.680393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.694036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7d402c31-8b96-4ce6-b00d-4f2a5a01ac1c tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4035585 Jul 30 04:22:26.696317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:26.698467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c568a-3e86-473e-ae50-2082e1d7bfea None None] Network a52375b4-aa86-43bc-8da0-a91e1f01c29f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:26.750712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Attempting to bind port 5a6188dd-28b4-4c2e-b471-dff560497bc7 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:26.751082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Attempting to bind port 5a6188dd-28b4-4c2e-b471-dff560497bc7 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '13fab720-9319-42d1-82eb-63ce70e5e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:26.751468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Attempting to bind port 5a6188dd-28b4-4c2e-b471-dff560497bc7 on network f309b7a2-1d91-43b2-9928-1a463da1003b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:26.762502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:26.762878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Checking segment: {'id': '13fab720-9319-42d1-82eb-63ce70e5e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:26.763302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.763701 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Bound using segment: {'id': '13fab720-9319-42d1-82eb-63ce70e5e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:26.764171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Bound port: 5a6188dd-28b4-4c2e-b471-dff560497bc7, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fab720-9319-42d1-82eb-63ce70e5e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f309b7a2-1d91-43b2-9928-1a463da1003b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:26.764552 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.792080 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.848212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.880251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] For port 5a6188dd-28b4-4c2e-b471-dff560497bc7, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:26.895467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] For port 5a6188dd-28b4-4c2e-b471-dff560497bc7, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5a6188dd-28b4-4c2e-b471-dff560497bc7,segment=NetworkSegment(13fab720-9319-42d1-82eb-63ce70e5e2b2),segment_id=13fab720-9319-42d1-82eb-63ce70e5e2b2)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:26.909323 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.912186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.941624 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c2547-6760-468e-807f-cc3eab0f3fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a52375b4-aa86-43bc-8da0-a91e1f01c29f', 'network_id': 'a52375b4-aa86-43bc-8da0-a91e1f01c29f', 'tenant_id': '1accad7df58e440b9d2472ed49fb5e6e', 'fixed_ips': [{'subnet_id': 'bf224e78-6265-4376-ba95-605a16c47cac'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:26.941624 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2547-6760-468e-807f-cc3eab0f3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:26.942101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Subnet': ['ID=bf224e78-6265-4376-ba95-605a16c47cac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:26.990540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e34b1-c090-431e-96a7-a37c0ffc67f4 None None] Pushing event updated for resources: {'Port': ['ID=5a6188dd-28b4-4c2e-b471-dff560497bc7,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:26.999779 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.010348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52375b4-aa86-43bc-8da0-a91e1f01c29f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:27.025697 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64987651-5041-4a8a-8fc9-2dec6af47f43') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:27.026006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64987651-5041-4a8a-8fc9-2dec6af47f43') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:27.035731 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.052130 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.052890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d3422-7311-43b5-8d8c-e7fec9558e89 None None] Network a52375b4-aa86-43bc-8da0-a91e1f01c29f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:27.058779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:27.059296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:27.062500 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:27.122561 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.145451 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.150820 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/a52375b4-aa86-43bc-8da0-a91e1f01c29f HTTP/1.1" status: 204 len: 168 time: 0.4505680 Jul 30 04:22:27.150820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f55f2-6e92-4faf-9372-c812b3c81e3b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Network': ['ID=a52375b4-aa86-43bc-8da0-a91e1f01c29f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:27.151062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58632) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:27.201802 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-438897a4-b834-4e1b-aa02-36d061f9950d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] GET failed (client error): The resource could not be found. Jul 30 04:22:27.203126 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-438897a4-b834-4e1b-aa02-36d061f9950d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "GET /v2.0/subnets/bf224e78-6265-4376-ba95-605a16c47cac HTTP/1.1" status: 404 len: 337 time: 0.0512722 Jul 30 04:22:27.205939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:27.227621 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bc035a-44c3-490a-973c-cecbb96852f8 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:27.228173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bc035a-44c3-490a-973c-cecbb96852f8 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:27.229932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e1bc035a-44c3-490a-973c-cecbb96852f8 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/a52375b4-aa86-43bc-8da0-a91e1f01c29f HTTP/1.1" status: 404 len: 339 time: 0.0230887 Jul 30 04:22:27.233902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58636) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:27.265690 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2014ffe8-f876-4e01-a288-f1c9d07e725e tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:27.266223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2014ffe8-f876-4e01-a288-f1c9d07e725e tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:27.268198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2014ffe8-f876-4e01-a288-f1c9d07e725e tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/subnets/bf224e78-6265-4376-ba95-605a16c47cac HTTP/1.1" status: 404 len: 337 time: 0.0332992 Jul 30 04:22:27.271372 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58638) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:27.291452 n-d-778696-14 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af74254-1e84-4869-b87d-8deb6484ab5b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:27.292016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af74254-1e84-4869-b87d-8deb6484ab5b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:27.293750 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7af74254-1e84-4869-b87d-8deb6484ab5b tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/a52375b4-aa86-43bc-8da0-a91e1f01c29f HTTP/1.1" status: 404 len: 339 time: 0.0214541 Jul 30 04:22:27.296426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:27.349851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Deleting subnet 418ee7cd-f497-439c-88fa-a4ab288c1153 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:22:27.353220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.393496 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.394853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5a6188dd-28b4-4c2e-b471-dff560497bc7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:27.446644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5a6188dd-28b4-4c2e-b471-dff560497bc7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:27.450962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 18f7da5c-c69e-462e-99b7-ed42584af450 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:27.486943 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.502301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 18f7da5c-c69e-462e-99b7-ed42584af450 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:27.502671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.544469 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.571989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Subnet': ['ID=418ee7cd-f497-439c-88fa-a4ab288c1153,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:27.575479 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.577581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-706bf55b-7c0e-4b40-84ab-1c95a8f8d690 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/subnets/418ee7cd-f497-439c-88fa-a4ab288c1153 HTTP/1.1" status: 204 len: 168 time: 0.2800987 Jul 30 04:22:27.580341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:27.663345 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.716272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Deleting port 5a6188dd-28b4-4c2e-b471-dff560497bc7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:22:27.716605 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.780338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] For port 5a6188dd-28b4-4c2e-b471-dff560497bc7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5a6188dd-28b4-4c2e-b471-dff560497bc7,segment=NetworkSegment(13fab720-9319-42d1-82eb-63ce70e5e2b2),segment_id=13fab720-9319-42d1-82eb-63ce70e5e2b2)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:27.780702 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.794002 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Calling delete_port for 5a6188dd-28b4-4c2e-b471-dff560497bc7 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:22:27.878021 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.903263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6de80-76d6-4e6c-8331-c7888f06c936 None None] Network f309b7a2-1d91-43b2-9928-1a463da1003b requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:27.906921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Port': ['ID=5a6188dd-28b4-4c2e-b471-dff560497bc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:27.908769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No DVR routers for this DVR port 5a6188dd-28b4-4c2e-b471-dff560497bc7 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:22:27.959522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85036bf8-0239-4561-b8f4-1e1ea6279223 None None] Could not find standard attr ID for object 5a6188dd-28b4-4c2e-b471-dff560497bc7. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 04:22:27.988934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:27.999663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f309b7a2-1d91-43b2-9928-1a463da1003b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:28.010431 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fab720-9319-42d1-82eb-63ce70e5e2b2') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:28.010718 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fab720-9319-42d1-82eb-63ce70e5e2b2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:28.019990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.034649 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.041134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:28.041568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:28.044430 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:28.062888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe031376-d830-4465-9518-58fdaaa7c320 None None] DHCP port deletion for f309b7a2-1d91-43b2-9928-1a463da1003b request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:22:28.101148 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.107928 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.109596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/f309b7a2-1d91-43b2-9928-1a463da1003b HTTP/1.1" status: 204 len: 168 time: 0.5283458 Jul 30 04:22:28.112271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58644) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:28.121809 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a932737-499e-40ae-957e-8a7c992b026d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Network': ['ID=f309b7a2-1d91-43b2-9928-1a463da1003b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:28.139691 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-556a577b-3993-4259-866e-3c00d7c06794 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:28.140075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556a577b-3993-4259-866e-3c00d7c06794 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:28.141743 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-556a577b-3993-4259-866e-3c00d7c06794 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/subnets/3d824875-bed7-442b-b228-5373778edf1e HTTP/1.1" status: 404 len: 337 time: 0.0284779 Jul 30 04:22:28.144289 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58646) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:28.161477 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d18ccfa-be3b-4967-989b-0b8b2d5bee2e tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:28.162081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d18ccfa-be3b-4967-989b-0b8b2d5bee2e tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:28.163693 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3d18ccfa-be3b-4967-989b-0b8b2d5bee2e tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/ed675ba1-f18b-4ef1-9060-e331638888a6 HTTP/1.1" status: 404 len: 339 time: 0.0185337 Jul 30 04:22:28.166017 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58648) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:28.190874 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbbdfac-e378-4eb2-882b-9c7ab724885d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:28.191334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbbdfac-e378-4eb2-882b-9c7ab724885d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:28.193710 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bcbbdfac-e378-4eb2-882b-9c7ab724885d tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/subnets/d4dbb298-bb33-463a-a9fc-db7f1fd0ce26 HTTP/1.1" status: 404 len: 337 time: 0.0267429 Jul 30 04:22:28.196462 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58650) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:28.213895 n-d-778696-14 neutron-server[93877]: INFO neutron.pecan_wsgi.hooks.translation [None req-045a80eb-e30e-45ba-91e2-47a2e3f63432 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] DELETE failed (client error): The resource could not be found. Jul 30 04:22:28.214346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045a80eb-e30e-45ba-91e2-47a2e3f63432 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 04:22:28.215980 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-045a80eb-e30e-45ba-91e2-47a2e3f63432 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/e1964864-d22c-462a-a01d-b5afa96a1f03 HTTP/1.1" status: 404 len: 339 time: 0.0186484 Jul 30 04:22:28.218210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58652) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:28.267208 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Deleting subnet 9a3dd80b-98a6-40fb-bad5-cf15251dc729 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:22:28.270146 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.313655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.393581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.449540 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.478348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.480302 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/subnets/9a3dd80b-98a6-40fb-bad5-cf15251dc729 HTTP/1.1" status: 204 len: 168 time: 0.2611296 Jul 30 04:22:28.482148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9991e-73ec-43c7-8cc0-35fe3a8c7740 tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3dd80b-98a6-40fb-bad5-cf15251dc729,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:28.482777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:28.485830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512c8ae-250c-498d-a955-d8f48c6b2be9 None None] Network db256730-c350-45d1-9f7b-5bd65222a63f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:28.561851 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.617034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Deleting port 18f7da5c-c69e-462e-99b7-ed42584af450 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:22:28.617404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.663625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] DHCP port deletion for db256730-c350-45d1-9f7b-5bd65222a63f request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:22:28.683425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] For port 18f7da5c-c69e-462e-99b7-ed42584af450, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=18f7da5c-c69e-462e-99b7-ed42584af450,segment=NetworkSegment(2204ec61-b977-4d49-aa49-2e6512795391),segment_id=2204ec61-b977-4d49-aa49-2e6512795391)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:28.683785 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.696870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Calling delete_port for 18f7da5c-c69e-462e-99b7-ed42584af450 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:22:28.709032 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] Deleting port 18f7da5c-c69e-462e-99b7-ed42584af450 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:22:28.709408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.770001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] For port 18f7da5c-c69e-462e-99b7-ed42584af450, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=18f7da5c-c69e-462e-99b7-ed42584af450,segment=NetworkSegment(2204ec61-b977-4d49-aa49-2e6512795391),segment_id=2204ec61-b977-4d49-aa49-2e6512795391)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:28.770326 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.780339 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.783889 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] Calling delete_port for 18f7da5c-c69e-462e-99b7-ed42584af450 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:22:28.807351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Port': ['ID=18f7da5c-c69e-462e-99b7-ed42584af450,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:28.809184 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] No DVR routers for this DVR port 18f7da5c-c69e-462e-99b7-ed42584af450 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:22:28.864105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.888753 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] Pushing event deleted for resources: {'Port': ['ID=18f7da5c-c69e-462e-99b7-ed42584af450,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:28.889145 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.893305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf2a00-5108-4766-8dc3-e2cd2bc42c2c None None] No DVR routers for this DVR port 18f7da5c-c69e-462e-99b7-ed42584af450 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:22:28.902907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db256730-c350-45d1-9f7b-5bd65222a63f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:28.913741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2204ec61-b977-4d49-aa49-2e6512795391') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:28.914034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2204ec61-b977-4d49-aa49-2e6512795391') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:28.922852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.936231 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.942069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:28.942474 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:28.945511 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:29.000582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:29.007307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:29.009141 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] 10.222.0.39 "DELETE /v2.0/networks/db256730-c350-45d1-9f7b-5bd65222a63f HTTP/1.1" status: 204 len: 168 time: 0.5248623 Jul 30 04:22:29.022967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0cbd7-00bf-4c85-9261-524995e6375a tempest-NetworksIpV6Test-1018963862 tempest-NetworksIpV6Test-1018963862-project] Pushing event deleted for resources: {'Network': ['ID=db256730-c350-45d1-9f7b-5bd65222a63f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:29.241712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:29.321977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5a6188dd-28b4-4c2e-b471-dff560497bc7 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:22:29.340943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5a6188dd-28b4-4c2e-b471-dff560497bc7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:22:29.341303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5a6188dd-28b4-4c2e-b471-dff560497bc7 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:22:29.341700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 18f7da5c-c69e-462e-99b7-ed42584af450 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:22:29.360197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 18f7da5c-c69e-462e-99b7-ed42584af450 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:22:29.360538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 18f7da5c-c69e-462e-99b7-ed42584af450 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:22:29.372926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-10c97992-19ef-46db-90b7-fb5e715ffc61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1accad7df58e440b9d2472ed49fb5e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299777 Jul 30 04:22:29.375331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:29.425669 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f159b34-51ca-4588-9fa0-48cc39499e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:29.446314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f159b34-51ca-4588-9fa0-48cc39499e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:29.492205 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f159b34-51ca-4588-9fa0-48cc39499e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:29.495311 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f159b34-51ca-4588-9fa0-48cc39499e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:29.496462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9f159b34-51ca-4588-9fa0-48cc39499e66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6f6ac7e-7456-476d-86b9-9b8ba73d4015 HTTP/1.1" status: 204 len: 168 time: 0.1202400 Jul 30 04:22:29.504530 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f159b34-51ca-4588-9fa0-48cc39499e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f6ac7e-7456-476d-86b9-9b8ba73d4015,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:30.116581 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:30.205491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2013983276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:30.228771 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.229904 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.280171 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.286760 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.301641 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.302868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-02eb8685-47f1-4d57-8ed7-d640d73d2261 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1853037 Jul 30 04:22:30.306308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:30.311124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1571953517'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:30.331426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Made reservation on behalf of a242dad742994f8c9c46f44f9240962f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:30.334775 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.345543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.438002 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.441796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.463938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:30.478912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f98749b-fca4-48d4-8121-b9393529fc9e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:30.481788 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.482133 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Added segment 5d56de0d-8190-426f-a931-cce9cf68183a of type vlan for network 846ecb7b-97a6-42b3-ba28-e14743f812e8 Jul 30 04:22:30.523902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.551897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.557670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:30.558252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:30.622175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3148477 Jul 30 04:22:30.624995 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:30.630031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Request body: {'subnet': {'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:30.673899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1ec1b-f424-4535-8a42-7ea057741297 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event updated for resources: {'Network': ['ID=846ecb7b-97a6-42b3-ba28-e14743f812e8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:30.683740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 846ecb7b-97a6-42b3-ba28-e14743f812e8 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:30.725776 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Made reservation on behalf of a242dad742994f8c9c46f44f9240962f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:30.729185 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.236316 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.262832 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.327502 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event updated for resources: {'Subnet': ['ID=b00b4b89-4afd-46e6-8031-072ba6b07080,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:31.335295 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Checking segment: {'id': '5d56de0d-8190-426f-a931-cce9cf68183a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:31.335653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Network hostable DHCP agents. Network: 846ecb7b-97a6-42b3-ba28-e14743f812e8, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:31.352917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Network 846ecb7b-97a6-42b3-ba28-e14743f812e8 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:31.361316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 846ecb7b-97a6-42b3-ba28-e14743f812e8) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:31.372167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:31.372167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.372436 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199a4ac-e00e-4cdf-8108-f52a2b4444ce None None] Network 846ecb7b-97a6-42b3-ba28-e14743f812e8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:31.385967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f6a5d258-f468-4a31-be3a-bb6dc8dd774e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7599480 Jul 30 04:22:31.388975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:31.394073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-111692664'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:31.416448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Made reservation on behalf of a242dad742994f8c9c46f44f9240962f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:31.420093 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.444862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:31.454693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.455038 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Added segment eb0bfca9-53af-4d67-b296-8310f16310c5 of type vlan for network 4dba8a61-f37c-4794-b968-21ece4a88940 Jul 30 04:22:31.499011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.530328 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.536843 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:31.537730 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.598304 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2082078 Jul 30 04:22:31.601555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:31.608873 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Request body: {'subnet': {'network_id': '4dba8a61-f37c-4794-b968-21ece4a88940', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:31.636946 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f95eb2-5947-4e0b-8365-944dd0f93bbd tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event updated for resources: {'Network': ['ID=4dba8a61-f37c-4794-b968-21ece4a88940,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:31.719151 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Made reservation on behalf of a242dad742994f8c9c46f44f9240962f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:31.722694 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.755061 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 4dba8a61-f37c-4794-b968-21ece4a88940 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:31.794745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-846ecb7b-97a6-42b3-ba28-e14743f812e8', 'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8', 'tenant_id': 'a242dad742994f8c9c46f44f9240962f', 'fixed_ips': [{'subnet_id': 'b00b4b89-4afd-46e6-8031-072ba6b07080'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:31.795649 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.914144 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:31.969460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event updated for resources: {'Subnet': ['ID=a9ee0041-eacb-46e2-b79a-73778f128d28,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:31.983855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Allocated IP 172.20.0.2 (846ecb7b-97a6-42b3-ba28-e14743f812e8/b00b4b89-4afd-46e6-8031-072ba6b07080/55253b9c-cd90-47b4-bc44-ca5d6f1afbd1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:31.985169 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Checking segment: {'id': 'eb0bfca9-53af-4d67-b296-8310f16310c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4dba8a61-f37c-4794-b968-21ece4a88940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:31.985749 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Network hostable DHCP agents. Network: 4dba8a61-f37c-4794-b968-21ece4a88940, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:32.002736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Network 4dba8a61-f37c-4794-b968-21ece4a88940 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:32.012838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 4dba8a61-f37c-4794-b968-21ece4a88940) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:32.017077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:32.017692 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.032343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-47b95098-d605-4689-8927-3aec46c0d9a0 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4299545 Jul 30 04:22:32.035239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:32.039651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced0572-3c86-4919-80eb-313fb1e6d914 None None] Network 4dba8a61-f37c-4794-b968-21ece4a88940 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:32.040878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c5ba2f08-3daf-424d-b6db-8cc5d35ed9c9 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dba8a61-f37c-4794-b968-21ece4a88940'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:32.226595 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.249073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5ba2f08-3daf-424d-b6db-8cc5d35ed9c9 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.252357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Transition to ACTIVE for port object 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:32.268980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84e284-4982-4ade-bf45-450e9f4c4569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-4dba8a61-f37c-4794-b968-21ece4a88940', 'network_id': '4dba8a61-f37c-4794-b968-21ece4a88940', 'tenant_id': 'a242dad742994f8c9c46f44f9240962f', 'fixed_ips': [{'subnet_id': 'a9ee0041-eacb-46e2-b79a-73778f128d28'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:32.269834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ad84e284-4982-4ade-bf45-450e9f4c4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.273626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Transition to ACTIVE for port object 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:32.284690 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.352891 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [None req-c5ba2f08-3daf-424d-b6db-8cc5d35ed9c9 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 04:22:32.353946 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c5ba2f08-3daf-424d-b6db-8cc5d35ed9c9 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "PUT /v2.0/routers/81ccc0cc-a9b1-41de-907d-7ef69bc22769 HTTP/1.1" status: 400 len: 364 time: 0.3175092 Jul 30 04:22:32.359763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58700) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:32.378682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Network 846ecb7b-97a6-42b3-ba28-e14743f812e8 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:32.387324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:32.393941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:32.402833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Pushing event updated for resources: {'Port': ['ID=55253b9c-cd90-47b4-bc44-ca5d6f1afbd1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:32.417770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Deleting subnet a9ee0041-eacb-46e2-b79a-73778f128d28 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:22:32.421103 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.461742 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.462880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Attempting to bind port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:32.463298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Attempting to bind port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '5d56de0d-8190-426f-a931-cce9cf68183a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:32.463670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Attempting to bind port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 on network 846ecb7b-97a6-42b3-ba28-e14743f812e8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:32.468757 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:32.469136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Checking segment: {'id': '5d56de0d-8190-426f-a931-cce9cf68183a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:32.469540 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.469938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Bound using segment: {'id': '5d56de0d-8190-426f-a931-cce9cf68183a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:32.470408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Bound port: 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56de0d-8190-426f-a931-cce9cf68183a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '846ecb7b-97a6-42b3-ba28-e14743f812e8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:32.470808 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.507969 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.535196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] For port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:32.539128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] For port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=55253b9c-cd90-47b4-bc44-ca5d6f1afbd1,segment=NetworkSegment(5d56de0d-8190-426f-a931-cce9cf68183a),segment_id=5d56de0d-8190-426f-a931-cce9cf68183a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:32.543647 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.566296 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server [None req-ad84e284-4982-4ade-bf45-450e9f4c4569 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9ee0041-eacb-46e2-b79a-73778f128d28: This subnet is being modified by another concurrent operation. Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server raise exception Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9ee0041-eacb-46e2-b79a-73778f128d28: This subnet is being modified by another concurrent operation. Jul 30 04:22:32.583340 n-d-778696-14 neutron-server[93878]: ERROR oslo_messaging.rpc.server Jul 30 04:22:32.601011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ee0041-eacb-46e2-b79a-73778f128d28,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:32.604503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.604919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d30351ed-aeaf-465b-be38-069942347905 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "DELETE /v2.0/subnets/a9ee0041-eacb-46e2-b79a-73778f128d28 HTTP/1.1" status: 204 len: 168 time: 0.2442372 Jul 30 04:22:32.607448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:32.614257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d9266-9546-48a7-ba0f-b2da03086fad None None] Network 4dba8a61-f37c-4794-b968-21ece4a88940 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:32.635368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ff473-c4a4-467a-b1df-eb8064c556fe None None] Pushing event updated for resources: {'Port': ['ID=55253b9c-cd90-47b4-bc44-ca5d6f1afbd1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:32.685509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.786972 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.801790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba8a61-f37c-4794-b968-21ece4a88940']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:32.812355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0bfca9-53af-4d67-b296-8310f16310c5') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:32.812644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0bfca9-53af-4d67-b296-8310f16310c5') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:32.822278 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.839049 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.845538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:32.845981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:32.849275 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:32.910285 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.916132 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:32.918444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "DELETE /v2.0/networks/4dba8a61-f37c-4794-b968-21ece4a88940 HTTP/1.1" status: 204 len: 168 time: 0.3097670 Jul 30 04:22:32.920947 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58704) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:32.932629 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918ceeb-731b-4277-993c-51e40f482855 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event deleted for resources: {'Network': ['ID=4dba8a61-f37c-4794-b968-21ece4a88940,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:32.978926 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Deleting subnet b00b4b89-4afd-46e6-8031-072ba6b07080 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:22:32.982132 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.021398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.105784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.168437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.196293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event deleted for resources: {'Subnet': ['ID=b00b4b89-4afd-46e6-8031-072ba6b07080,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:33.201173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.203034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c1319c93-26cf-4d90-b7be-1cb36c15d32c tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "DELETE /v2.0/subnets/b00b4b89-4afd-46e6-8031-072ba6b07080 HTTP/1.1" status: 204 len: 168 time: 0.2809615 Jul 30 04:22:33.205455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58706) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:33.285843 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.344881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:33.355701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Deleting port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:22:33.356045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.403154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:33.432291 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] For port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=55253b9c-cd90-47b4-bc44-ca5d6f1afbd1,segment=NetworkSegment(5d56de0d-8190-426f-a931-cce9cf68183a),segment_id=5d56de0d-8190-426f-a931-cce9cf68183a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:33.432664 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.446276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Calling delete_port for 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:22:33.529609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.560749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event deleted for resources: {'Port': ['ID=55253b9c-cd90-47b4-bc44-ca5d6f1afbd1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:33.565201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] No DVR routers for this DVR port 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:22:33.607789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808d00b-854e-43c4-b34a-a3baaa7e0ef5 None None] Network 846ecb7b-97a6-42b3-ba28-e14743f812e8 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:33.644151 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.655039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846ecb7b-97a6-42b3-ba28-e14743f812e8']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:33.658571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-081848e0-ca62-4128-8b66-1bb0fee96962 None None] Could not find standard attr ID for object 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1. {{(pid=93878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 04:22:33.666836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d56de0d-8190-426f-a931-cce9cf68183a') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:33.667149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d56de0d-8190-426f-a931-cce9cf68183a') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:33.675857 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.689024 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.694798 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:22:33.695202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:22:33.698108 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:22:33.765885 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.767090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3388be-0561-4cf8-a437-60d09e391db8 None None] DHCP port deletion for 846ecb7b-97a6-42b3-ba28-e14743f812e8 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:22:33.773872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:33.776831 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "DELETE /v2.0/networks/846ecb7b-97a6-42b3-ba28-e14743f812e8 HTTP/1.1" status: 204 len: 168 time: 0.5696106 Jul 30 04:22:33.778536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58708) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:33.788788 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4e1ec-4344-446e-9937-3af1fdc10ec4 None None] get_active_networks_info from n-d-778696-14 {{(pid=93878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 04:22:33.802198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af6e2-7d85-4c61-a4b7-6d7801643f7e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Pushing event deleted for resources: {'Network': ['ID=846ecb7b-97a6-42b3-ba28-e14743f812e8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:33.822242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0bfa94a6-7c73-41ec-9791-c8b9a521523e tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "GET /v2.0/ports?device_id=81ccc0cc-a9b1-41de-907d-7ef69bc22769 HTTP/1.1" status: 200 len: 205 time: 0.0402701 Jul 30 04:22:33.822420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58710) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:33.851693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4e1ec-4344-446e-9937-3af1fdc10ec4 None None] Resources bound (agent type, host, resource id): {{(pid=93878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 04:22:33.940245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.451150 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.453242 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.498781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.499461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Fanout notify agent at l3_agent the message router_deleted on router 81ccc0cc-a9b1-41de-907d-7ef69bc22769 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:22:34.508956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.509906 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-473dc989-c54c-4ce4-9160-0ccacd76b952 tempest-RoutersNegativeTest-1144140943 tempest-RoutersNegativeTest-1144140943-project] 10.222.0.39 "DELETE /v2.0/routers/81ccc0cc-a9b1-41de-907d-7ef69bc22769 HTTP/1.1" status: 204 len: 168 time: 0.6866295 Jul 30 04:22:34.749183 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58716) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:34.877528 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6dd6835e-6c96-4a6f-b3f5-b5a86b4f6a6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a242dad742994f8c9c46f44f9240962f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271920 Jul 30 04:22:34.880327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:34.927362 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3409-fcfa-40d8-9416-d5510275d872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.949084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3409-fcfa-40d8-9416-d5510275d872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.996092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3409-fcfa-40d8-9416-d5510275d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.998569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3409-fcfa-40d8-9416-d5510275d872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:34.999735 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa0c3409-fcfa-40d8-9416-d5510275d872 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f98749b-fca4-48d4-8121-b9393529fc9e HTTP/1.1" status: 204 len: 168 time: 0.1184673 Jul 30 04:22:35.008369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c3409-fcfa-40d8-9416-d5510275d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f98749b-fca4-48d4-8121-b9393529fc9e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:35.315187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:22:35.336236 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:22:35.336592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 55253b9c-cd90-47b4-bc44-ca5d6f1afbd1 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:22:35.593759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 58742) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:35.689669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1761398690-network', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:35.709482 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Made reservation on behalf of 9fcd1adf083b48cab7ab685cff580a9e for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:35.711900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.720062 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.807529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.811272 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.838368 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:35.846963 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3a6160-e3dc-43e0-bae8-c5ea39a25964,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:35.854762 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.855058 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Added segment 3ecd62cc-2ebd-4273-83de-a594685ec856 of type vlan for network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 Jul 30 04:22:35.898893 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.929173 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.930134 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:35.930683 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:35.982390 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3875377 Jul 30 04:22:35.985396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:35.990700 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Request body: {'subnet': {'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-subnet', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:35.991428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e9eaf-89b7-452a-9b39-3b833c389697 admin admin] Pushing event updated for resources: {'Network': ['ID=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:36.001668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:36.011826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Made reservation on behalf of 9fcd1adf083b48cab7ab685cff580a9e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:36.014120 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.180188 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.239780 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb76cac2-65a7-498d-9d6d-d180b024d0cf,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:36.247923 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Checking segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:36.248271 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Network hostable DHCP agents. Network: cd12d19f-26e5-41f9-9d5c-e11aa61d1a29, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:36.264225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:36.272637 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, cd12d19f-26e5-41f9-9d5c-e11aa61d1a29) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:36.277111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:36.277706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.281983 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f587749-3a3f-40ad-96a1-a696efd3f989 None None] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:36.293157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-19dbcd62-10bb-485b-94fa-9a99d5df246a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3065267 Jul 30 04:22:36.295670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:36.300049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:36.320933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.321934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.373978 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.425970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:36.426836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.512723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.562785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Allocated IP 172.20.0.2 (cd12d19f-26e5-41f9-9d5c-e11aa61d1a29/fb76cac2-65a7-498d-9d6d-d180b024d0cf/4ea80ce8-9913-4047-a405-ad0ab15a588b) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:36.707912 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.711520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.716458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Transition to ACTIVE for port object 4ea80ce8-9913-4047-a405-ad0ab15a588b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:36.731483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Transition to ACTIVE for port object 4ea80ce8-9913-4047-a405-ad0ab15a588b will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:36.734410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.738091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.773405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:36.777581 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:36.779994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:36.794727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Pushing event updated for resources: {'Port': ['ID=4ea80ce8-9913-4047-a405-ad0ab15a588b,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:36.839003 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Allocated IP 172.25.6.202 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/0e77a752-5ff9-4281-b402-a0bc8f219559) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:36.845113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Attempting to bind port 4ea80ce8-9913-4047-a405-ad0ab15a588b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:36.845490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Attempting to bind port 4ea80ce8-9913-4047-a405-ad0ab15a588b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:36.845857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Attempting to bind port 4ea80ce8-9913-4047-a405-ad0ab15a588b on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:36.851204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:36.851650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Checking segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:36.852061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.852457 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Bound using segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:36.852935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Bound port: 4ea80ce8-9913-4047-a405-ad0ab15a588b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:36.853324 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.920014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] For port 4ea80ce8-9913-4047-a405-ad0ab15a588b, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:36.923319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] For port 4ea80ce8-9913-4047-a405-ad0ab15a588b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4ea80ce8-9913-4047-a405-ad0ab15a588b,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:36.928385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.953745 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:36.994050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151ce5e-a180-40fd-8d51-25e0808f66c9 None None] Pushing event updated for resources: {'Port': ['ID=4ea80ce8-9913-4047-a405-ad0ab15a588b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:36.998666 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:37.040501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:37.043421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:37.049023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:37.071851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e77a752-5ff9-4281-b402-a0bc8f219559,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:37.310301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:37.340821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4ea80ce8-9913-4047-a405-ad0ab15a588b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:37.391130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4ea80ce8-9913-4047-a405-ad0ab15a588b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:37.506910 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:37.641375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:22:37.759393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:22:37.770466 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Sync routers for ids ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:22:37.778065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:37.779809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-522fd826-8893-4d27-9dd2-a9596e94c4a5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4829605 Jul 30 04:22:37.780729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Routers {'7f201a36-5032-470f-bfd4-75f3f4ffb0c3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:37.781568 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:37.782379 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:37.867325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f419e-f4ef-424f-bbd6-1f63f4c29b41 None None] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:37.945712 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Set router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:37.977508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] Provisioning for port 4ea80ce8-9913-4047-a405-ad0ab15a588b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:38.017218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] Provisioning complete for port 4ea80ce8-9913-4047-a405-ad0ab15a588b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:38.017513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.199557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.258590 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.303726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] For port 4ea80ce8-9913-4047-a405-ad0ab15a588b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4ea80ce8-9913-4047-a405-ad0ab15a588b,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:38.310367 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.320388 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:37Z', 'revision_number': 3, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:38.370093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Checking router: 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:22:38.370446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Updating router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 port 0e77a752-5ff9-4281-b402-a0bc8f219559 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:22:38.373845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Allocated IP 172.20.0.1 (cd12d19f-26e5-41f9-9d5c-e11aa61d1a29/fb76cac2-65a7-498d-9d6d-d180b024d0cf/0f898e80-a822-41d7-b115-108560dfd2aa) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:38.413748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.418813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1a093-6b70-4a1b-bbf9-9bee63e55efd None None] Pushing event updated for resources: {'Port': ['ID=4ea80ce8-9913-4047-a405-ad0ab15a588b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:38.487097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.500332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Transition to ACTIVE for port object 0f898e80-a822-41d7-b115-108560dfd2aa will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:38.535566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.574123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:38.577331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:38.581881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:38.612409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Pushing event updated for resources: {'Port': ['ID=0f898e80-a822-41d7-b115-108560dfd2aa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:38.635516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.675371 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:22:38.742212 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-afbe6799-95bd-41f9-9cba-86e4b5b2f726 None None] Provisioning complete for port 4ea80ce8-9913-4047-a405-ad0ab15a588b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:38.742592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afbe6799-95bd-41f9-9cba-86e4b5b2f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.920099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.930829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Transition to ACTIVE for port object 0e77a752-5ff9-4281-b402-a0bc8f219559 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:38.937374 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:38.989397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Attempting to bind port 0e77a752-5ff9-4281-b402-a0bc8f219559 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:38.989779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Attempting to bind port 0e77a752-5ff9-4281-b402-a0bc8f219559 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:38.990147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Attempting to bind port 0e77a752-5ff9-4281-b402-a0bc8f219559 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:38.998115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32348a42-75b5-429a-8ef8-a47f3ddb4b69 None None] Pushing event updated for resources: {'Port': ['ID=0e77a752-5ff9-4281-b402-a0bc8f219559,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:39.000666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:39.001056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:39.001472 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.001870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:39.002366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Bound port: 0e77a752-5ff9-4281-b402-a0bc8f219559, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:39.002755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.054770 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-de0e1c22-12fa-4bbe-9501-904916ae3e53 None None] Provisioning for port 0f898e80-a822-41d7-b115-108560dfd2aa completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:39.063646 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-de0e1c22-12fa-4bbe-9501-904916ae3e53 None None] Provisioning complete for port 0f898e80-a822-41d7-b115-108560dfd2aa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:39.064023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-de0e1c22-12fa-4bbe-9501-904916ae3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.086344 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] For port 0e77a752-5ff9-4281-b402-a0bc8f219559, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:39.102666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] For port 0e77a752-5ff9-4281-b402-a0bc8f219559, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0e77a752-5ff9-4281-b402-a0bc8f219559,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:39.111192 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.116733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-de0e1c22-12fa-4bbe-9501-904916ae3e53 None None] Port 0f898e80-a822-41d7-b115-108560dfd2aa cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:22:39.138641 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.168946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Routers {'7f201a36-5032-470f-bfd4-75f3f4ffb0c3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:39.169578 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:39.207723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32348a42-75b5-429a-8ef8-a47f3ddb4b69 None None] Pushing event updated for resources: {'Port': ['ID=0e77a752-5ff9-4281-b402-a0bc8f219559,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:39.285471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] Set router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:39.308534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.314255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.326252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4ea80ce8-9913-4047-a405-ad0ab15a588b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:39.378670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Pushing event updated for resources: {'Port': ['ID=0f898e80-a822-41d7-b115-108560dfd2aa,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:39.381833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.473797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:39.475349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:39.475654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4ea80ce8-9913-4047-a405-ad0ab15a588b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:39.476044 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.597027 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:22:39.599278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0f898e80-a822-41d7-b115-108560dfd2aa', 'name': '', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'mac_address': 'fa:16:3e:fa:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:38Z', 'updated_at': '2021-07-30T04:22:38Z', 'revision_number': 1, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'subnets': [{'id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:39.640313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a692a21-b1f5-47e8-a8ab-fb2340a3d8f3 None None] The sync data for ids ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'] in n-d-778696-14 is: [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0f898e80-a822-41d7-b115-108560dfd2aa', 'name': '', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'mac_address': 'fa:16:3e:fa:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:38Z', 'updated_at': '2021-07-30T04:22:38Z', 'revision_number': 1, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'subnets': [{'id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:22:39.716174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:22:39.721350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e6aa424d-43e3-47d4-8a25-1790d37e1c40 admin admin] 10.222.0.39 "PUT /v2.0/routers/7f201a36-5032-470f-bfd4-75f3f4ffb0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9379323 Jul 30 04:22:39.743104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b2893eba-84e2-47f4-9ed3-10efdcd089d2 None None] Provisioning complete for port 0f898e80-a822-41d7-b115-108560dfd2aa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:39.743551 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b2893eba-84e2-47f4-9ed3-10efdcd089d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:39.778156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b2893eba-84e2-47f4-9ed3-10efdcd089d2 None None] Port 0f898e80-a822-41d7-b115-108560dfd2aa cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:22:40.216176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:40.221380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-817383854-network', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:40.246791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Made reservation on behalf of 52df359bca6e43d0ada95d1b2c7fcc3a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:40.253073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.273841 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.378850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.383598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.410338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:22:40.421247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6bcf2-b5ff-47e9-8b5a-0cf7cfa830ae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:40.427303 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.427652 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Added segment 43d86380-c7d8-432c-8d03-4c5a483dd594 of type vlan for network f9640038-2a5f-464c-a3a0-11748172b505 Jul 30 04:22:40.470827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.501815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.502859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:40.503797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.561746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3444459 Jul 30 04:22:40.564437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:40.571554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Request body: {'subnet': {'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-subnet', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:40.587284 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a270e29-19cf-4b23-abf4-7abb89d6bfdc admin admin] Pushing event updated for resources: {'Network': ['ID=f9640038-2a5f-464c-a3a0-11748172b505,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:40.599019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network f9640038-2a5f-464c-a3a0-11748172b505 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:22:40.603962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Made reservation on behalf of 52df359bca6e43d0ada95d1b2c7fcc3a for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:40.606459 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.785533 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.839818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c000fa2a-fab2-45ec-8ebe-33ec1abf913d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:40.851613 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Checking segment: {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:40.851973 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Network hostable DHCP agents. Network: f9640038-2a5f-464c-a3a0-11748172b505, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:22:40.869922 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Network f9640038-2a5f-464c-a3a0-11748172b505 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:22:40.879853 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, f9640038-2a5f-464c-a3a0-11748172b505) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:40.884719 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:40.885318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.889832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff6161-6659-4b8a-8113-6db58a8027ed None None] Network f9640038-2a5f-464c-a3a0-11748172b505 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:40.901817 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-229fb30c-493f-4637-90fe-5ee2f3b306f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3345654 Jul 30 04:22:40.904599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:40.909781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:40.932300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.933301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:40.987534 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.041610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-f9640038-2a5f-464c-a3a0-11748172b505', 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'fixed_ips': [{'subnet_id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:22:41.042486 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.129774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.185123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Allocated IP 172.20.0.2 (f9640038-2a5f-464c-a3a0-11748172b505/c000fa2a-fab2-45ec-8ebe-33ec1abf913d/35830842-0fd8-45a0-875a-daaa78210966) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:41.347930 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.366249 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.369719 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e77a752-5ff9-4281-b402-a0bc8f219559 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:41.373502 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.399054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Transition to ACTIVE for port object 35830842-0fd8-45a0-875a-daaa78210966 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:41.423535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Transition to ACTIVE for port object 35830842-0fd8-45a0-875a-daaa78210966 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:41.435629 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.483303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Allocated IP 172.25.6.7 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/a93c729c-a05c-41fc-bae8-6c9202daf312) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:41.483904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 0e77a752-5ff9-4281-b402-a0bc8f219559 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:41.487756 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Network f9640038-2a5f-464c-a3a0-11748172b505 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:41.497685 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:41.504351 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0e77a752-5ff9-4281-b402-a0bc8f219559 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:41.504729 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.507057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:41.511952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.515465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Pushing event updated for resources: {'Port': ['ID=35830842-0fd8-45a0-875a-daaa78210966,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:41.599095 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.603767 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Attempting to bind port 35830842-0fd8-45a0-875a-daaa78210966 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:41.604292 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Attempting to bind port 35830842-0fd8-45a0-875a-daaa78210966 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:41.604498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Attempting to bind port 35830842-0fd8-45a0-875a-daaa78210966 on network f9640038-2a5f-464c-a3a0-11748172b505 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:41.611781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:41.612161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Checking segment: {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:41.612569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.612968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Bound using segment: {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:41.613442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Bound port: 35830842-0fd8-45a0-875a-daaa78210966, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:41.613828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.642627 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.680211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:41.683309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:41.687120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:41.688299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.694915 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Sync routers for ids ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:22:41.712519 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Routers {'7f201a36-5032-470f-bfd4-75f3f4ffb0c3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:41.713309 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:41.723950 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Pushing event updated for resources: {'Port': ['ID=a93c729c-a05c-41fc-bae8-6c9202daf312,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:41.729184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 0e77a752-5ff9-4281-b402-a0bc8f219559, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0e77a752-5ff9-4281-b402-a0bc8f219559,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:41.735577 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] For port 35830842-0fd8-45a0-875a-daaa78210966, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:41.739010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] For port 35830842-0fd8-45a0-875a-daaa78210966, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35830842-0fd8-45a0-875a-daaa78210966,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:41.740945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.747314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:41.801467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=0e77a752-5ff9-4281-b402-a0bc8f219559,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:41.864971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278d917-e9a6-42de-a0e8-456a85b4ab35 None None] Pushing event updated for resources: {'Port': ['ID=35830842-0fd8-45a0-875a-daaa78210966,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:41.962534 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Set router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:41.986402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.202111 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0f898e80-a822-41d7-b115-108560dfd2aa', 'name': '', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'mac_address': 'fa:16:3e:fa:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:38Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 2, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'subnets': [{'id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:42.217131 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.232791 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Checking router: 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:22:42.233143 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Updating router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 port 0f898e80-a822-41d7-b115-108560dfd2aa binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:22:42.258538 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.347594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Router f0c88b95-b3e2-4878-ba48-759c24e17ec0 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:22:42.460313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:22:42.467669 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57a3cad8-9cde-4991-8363-492be4742903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.473843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Sync routers for ids ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:22:42.491972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Routers {'f0c88b95-b3e2-4878-ba48-759c24e17ec0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:42.492810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:42.498838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.502470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4cee1001-9b10-4ffe-bbf3-92eddaec0861 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5966372 Jul 30 04:22:42.505478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 58772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:22:42.557682 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.576726 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Transition to ACTIVE for port object 0f898e80-a822-41d7-b115-108560dfd2aa will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:42.590676 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.649849 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Pushing event updated for resources: {'Port': ['ID=0f898e80-a822-41d7-b115-108560dfd2aa,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:42.658111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Set router f0c88b95-b3e2-4878-ba48-759c24e17ec0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:42.663805 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.664534 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.665112 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.665599 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.666273 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.666938 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.667461 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.667939 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.668429 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.668905 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.669393 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.669863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:22:42.812676 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Attempting to bind port 0f898e80-a822-41d7-b115-108560dfd2aa on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:42.812676 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Attempting to bind port 0f898e80-a822-41d7-b115-108560dfd2aa by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:42.813375 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Attempting to bind port 0f898e80-a822-41d7-b115-108560dfd2aa on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:42.821604 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:42.825797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Checking segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:42.826414 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.826884 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Bound using segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:42.828639 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Bound port: 0f898e80-a822-41d7-b115-108560dfd2aa, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:42.829095 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.922551 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] For port 0f898e80-a822-41d7-b115-108560dfd2aa, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:42.927268 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] For port 0f898e80-a822-41d7-b115-108560dfd2aa, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0f898e80-a822-41d7-b115-108560dfd2aa,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:42.939753 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:42.940512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:22:41Z', 'revision_number': 3, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:43.002195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Checking router: f0c88b95-b3e2-4878-ba48-759c24e17ec0 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:22:43.002838 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Updating router f0c88b95-b3e2-4878-ba48-759c24e17ec0 port a93c729c-a05c-41fc-bae8-6c9202daf312 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:22:43.011025 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Routers {'7f201a36-5032-470f-bfd4-75f3f4ffb0c3'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:43.011685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:43.032622 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.153002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] Set router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:43.182527 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.195437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503889e8-8ec1-47a4-8979-ca2f2a600c81 None None] Network f9640038-2a5f-464c-a3a0-11748172b505 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:22:43.270699 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c897ca5-dc71-49c4-af42-634cf686b47d None None] Pushing event updated for resources: {'Port': ['ID=0f898e80-a822-41d7-b115-108560dfd2aa,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:43.385805 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Allocated IP 172.20.0.1 (f9640038-2a5f-464c-a3a0-11748172b505/c000fa2a-fab2-45ec-8ebe-33ec1abf913d/3e208d38-1109-45e3-b483-f6725ba95860) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:43.459595 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0f898e80-a822-41d7-b115-108560dfd2aa', 'name': '', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'mac_address': 'fa:16:3e:fa:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:38Z', 'updated_at': '2021-07-30T04:22:42Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'subnets': [{'id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:43.494827 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eec26-9392-4088-8e83-f5d1e0469eeb None None] The sync data for ids ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'] in n-d-778696-14 is: [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:39Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0f898e80-a822-41d7-b115-108560dfd2aa', 'name': '', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'mac_address': 'fa:16:3e:fa:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:38Z', 'updated_at': '2021-07-30T04:22:42Z', 'revision_number': 4, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'subnets': [{'id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:22:43.527801 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.544313 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Transition to ACTIVE for port object 3e208d38-1109-45e3-b483-f6725ba95860 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:43.569294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35830842-0fd8-45a0-875a-daaa78210966 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:43.597606 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.637247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Network f9640038-2a5f-464c-a3a0-11748172b505 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:43.640474 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:43.644517 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:43.679130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e208d38-1109-45e3-b483-f6725ba95860,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:43.694941 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.840844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ed3ad266-ab1a-4421-8d95-6e39825c8321 None None] Provisioning for port 35830842-0fd8-45a0-875a-daaa78210966 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:43.841518 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.854049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.885800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Transition to ACTIVE for port object a93c729c-a05c-41fc-bae8-6c9202daf312 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:43.898866 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:43.903616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 35830842-0fd8-45a0-875a-daaa78210966 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:43.933153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 35830842-0fd8-45a0-875a-daaa78210966 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:43.933530 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.004164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Attempting to bind port a93c729c-a05c-41fc-bae8-6c9202daf312 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:44.004587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Attempting to bind port a93c729c-a05c-41fc-bae8-6c9202daf312 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:44.005120 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Attempting to bind port a93c729c-a05c-41fc-bae8-6c9202daf312 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:44.016721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed809474-8d02-4548-97f0-5cd20d4f5cba None None] Pushing event updated for resources: {'Port': ['ID=a93c729c-a05c-41fc-bae8-6c9202daf312,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:44.024490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:44.024722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:44.025126 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.025560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:44.025988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Bound port: a93c729c-a05c-41fc-bae8-6c9202daf312, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:44.026377 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.042354 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.048881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.110361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] For port a93c729c-a05c-41fc-bae8-6c9202daf312, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:44.117923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] For port a93c729c-a05c-41fc-bae8-6c9202daf312, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a93c729c-a05c-41fc-bae8-6c9202daf312,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:44.121244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.124682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.130223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.215248 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 35830842-0fd8-45a0-875a-daaa78210966, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35830842-0fd8-45a0-875a-daaa78210966,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:44.215495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e208d38-1109-45e3-b483-f6725ba95860,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:44.218423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed809474-8d02-4548-97f0-5cd20d4f5cba None None] Pushing event updated for resources: {'Port': ['ID=a93c729c-a05c-41fc-bae8-6c9202daf312,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:44.225233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Routers {'f0c88b95-b3e2-4878-ba48-759c24e17ec0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:44.225909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:44.228000 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.228784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e77a752-5ff9-4281-b402-a0bc8f219559 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:44.270278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Network f9640038-2a5f-464c-a3a0-11748172b505 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:44.272614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:44.363003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=35830842-0fd8-45a0-875a-daaa78210966,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:44.413670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Router f0c88b95-b3e2-4878-ba48-759c24e17ec0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:22:44.430076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0e77a752-5ff9-4281-b402-a0bc8f219559 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:44.430454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.434884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf4f82da-db17-4547-b63f-9734087afaa0 None None] Provisioning for port 3e208d38-1109-45e3-b483-f6725ba95860 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:44.460225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf4f82da-db17-4547-b63f-9734087afaa0 None None] Provisioning complete for port 3e208d38-1109-45e3-b483-f6725ba95860 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:44.461084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf4f82da-db17-4547-b63f-9734087afaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.520586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] Set router f0c88b95-b3e2-4878-ba48-759c24e17ec0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:44.533775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:22:44.538960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f0f7e705-7c42-4c44-9506-3a089d05dcf0 admin admin] 10.222.0.39 "PUT /v2.0/routers/f0c88b95-b3e2-4878-ba48-759c24e17ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0323350 Jul 30 04:22:44.550417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f82da-db17-4547-b63f-9734087afaa0 None None] Port 3e208d38-1109-45e3-b483-f6725ba95860 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:22:44.611421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cf4f82da-db17-4547-b63f-9734087afaa0 None None] Provisioning complete for port 35830842-0fd8-45a0-875a-daaa78210966 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:44.611421 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf4f82da-db17-4547-b63f-9734087afaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.768061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aaeee0fe-fb21-4d32-b473-0da044ffdd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.851474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3e208d38-1109-45e3-b483-f6725ba95860', 'name': '', 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'mac_address': 'fa:16:3e:b4:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:43Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 2, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'subnets': [{'id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:44.877671 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1a223-cdd9-418b-a0eb-a5782de01811 None None] The sync data for ids ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'] in n-d-778696-14 is: [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3e208d38-1109-45e3-b483-f6725ba95860', 'name': '', 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'mac_address': 'fa:16:3e:b4:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:43Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 2, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'subnets': [{'id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:22:44.962414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b5f74a1a-b832-4cc6-9be1-c76b174bbfd7 None None] Provisioning complete for port 3e208d38-1109-45e3-b483-f6725ba95860 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:44.963304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5f74a1a-b832-4cc6-9be1-c76b174bbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:44.998848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b5f74a1a-b832-4cc6-9be1-c76b174bbfd7 None None] Port 3e208d38-1109-45e3-b483-f6725ba95860 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:22:45.037626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:45.391969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0f898e80-a822-41d7-b115-108560dfd2aa up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:45.449675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 0f898e80-a822-41d7-b115-108560dfd2aa completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:45.454291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0f898e80-a822-41d7-b115-108560dfd2aa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:45.454679 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:45.502340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-94fd8ab9-49c2-4d78-b365-90f99985041e tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:45.504229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-94fd8ab9-49c2-4d78-b365-90f99985041e tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/networks?id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 200 len: 817 time: 0.1085925 Jul 30 04:22:45.520118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-077357c4-f367-4026-9122-3eebded046e6 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/quotas/9fcd1adf083b48cab7ab685cff580a9e HTTP/1.1" status: 200 len: 375 time: 0.0092075 Jul 30 04:22:45.536242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:45.568397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 0f898e80-a822-41d7-b115-108560dfd2aa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0f898e80-a822-41d7-b115-108560dfd2aa,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:45.572639 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:45.573374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35830842-0fd8-45a0-875a-daaa78210966 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:45.576276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-17f5368c-dc20-4bbd-9c24-39adf7e8a6c0 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506229 Jul 30 04:22:45.655794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=0f898e80-a822-41d7-b115-108560dfd2aa,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:45.669012 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 35830842-0fd8-45a0-875a-daaa78210966 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:45.669423 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:45.735212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-16f1d277-facd-47eb-ae0e-1083d0f0609a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:22:45.736223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-16f1d277-facd-47eb-ae0e-1083d0f0609a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470738 Jul 30 04:22:46.175935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-27408c21-7a17-4689-a467-e89e9aacbe1f service neutron] 10.222.0.39 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334276 Jul 30 04:22:46.271957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-4a5d89ab-9784-4542-935e-956cfe5c6df1 service neutron] 10.222.0.39 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889962 Jul 30 04:22:46.451039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3f147390-0efc-4b08-9375-39ba987d888d req-c2434dc2-9a76-4da0-b659-233ce58992e6 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 210 time: 0.0285032 Jul 30 04:22:46.570510 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.396961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a93c729c-a05c-41fc-bae8-6c9202daf312 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:47.468076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port a93c729c-a05c-41fc-bae8-6c9202daf312 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:47.472320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a93c729c-a05c-41fc-bae8-6c9202daf312 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:47.472810 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.499121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-e1e92018-5300-4c8f-b031-a2ffe4a5d685 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:47.500856 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-e1e92018-5300-4c8f-b031-a2ffe4a5d685 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "GET /v2.0/networks?id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 200 len: 817 time: 0.1336348 Jul 30 04:22:47.520288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Request body: {'port': {'device_id': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'admin_state_up': True, 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:47.573430 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.582397 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83d22b25-b4c8-45d0-8a1f-ecf70b15d236 req-a77969b6-72fe-40fc-9549-d9bba85496f1 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 210 time: 0.0347319 Jul 30 04:22:47.598654 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port a93c729c-a05c-41fc-bae8-6c9202daf312, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a93c729c-a05c-41fc-bae8-6c9202daf312,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:47.602998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.604125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0f898e80-a822-41d7-b115-108560dfd2aa up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:47.646068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Made reservation on behalf of 9fcd1adf083b48cab7ab685cff580a9e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:22:47.650260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.684328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=a93c729c-a05c-41fc-bae8-6c9202daf312,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:47.697104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0f898e80-a822-41d7-b115-108560dfd2aa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:47.697549 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.779118 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Sync routers for ids ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:22:47.784271 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Allocated IP 172.20.0.12 (cd12d19f-26e5-41f9-9d5c-e11aa61d1a29/fb76cac2-65a7-498d-9d6d-d180b024d0cf/bc7532fb-eff0-4db7-a76d-63a2823ef5f2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:22:47.790970 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Routers {'f0c88b95-b3e2-4878-ba48-759c24e17ec0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:47.791690 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:47.897959 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Set router f0c88b95-b3e2-4878-ba48-759c24e17ec0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:47.934188 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:47.947484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Transition to ACTIVE for port object bc7532fb-eff0-4db7-a76d-63a2823ef5f2 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:47.981667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.025990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:22:48.029202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:22:48.035521 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:22:48.061108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Pushing event updated for resources: {'Port': ['ID=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:48.091960 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:48.092759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.108704 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3e208d38-1109-45e3-b483-f6725ba95860', 'name': '', 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'mac_address': 'fa:16:3e:b4:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:43Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 2, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'subnets': [{'id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:48.110562 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-880b8baf-26ee-4f8a-aa7e-43b45425f3f9 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945270 Jul 30 04:22:48.142573 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Checking router: f0c88b95-b3e2-4878-ba48-759c24e17ec0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:22:48.143073 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Updating router f0c88b95-b3e2-4878-ba48-759c24e17ec0 port 3e208d38-1109-45e3-b483-f6725ba95860 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:22:48.170701 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.209238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.226578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Request body: {'port': {'device_id': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:22:48.286579 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.346876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a2c0c929-d157-4211-9100-601811c1a9c9 None None] Provisioning for port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:48.352347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a2c0c929-d157-4211-9100-601811c1a9c9 None None] Provisioning complete for port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:48.352815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c929-d157-4211-9100-601811c1a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.392359 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0c929-d157-4211-9100-601811c1a9c9 None None] Port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:22:48.447553 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.457282 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Transition to ACTIVE for port object 3e208d38-1109-45e3-b483-f6725ba95860 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:48.464334 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.519300 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa6552-9433-4fd6-8e33-afff7741f258 None None] Pushing event updated for resources: {'Port': ['ID=3e208d38-1109-45e3-b483-f6725ba95860,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:48.568903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7532fb-eff0-4db7-a76d-63a2823ef5f2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:22:48.569501 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Attempting to bind port 3e208d38-1109-45e3-b483-f6725ba95860 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:48.569858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Attempting to bind port 3e208d38-1109-45e3-b483-f6725ba95860 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:48.570236 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Attempting to bind port 3e208d38-1109-45e3-b483-f6725ba95860 on network f9640038-2a5f-464c-a3a0-11748172b505 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:48.576061 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:48.576455 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Checking segment: {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:48.576859 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.576978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.577254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Bound using segment: {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:48.577758 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Bound port: 3e208d38-1109-45e3-b483-f6725ba95860, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d86380-c7d8-432c-8d03-4c5a483dd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:48.578139 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.591458 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Transition to ACTIVE for port object bc7532fb-eff0-4db7-a76d-63a2823ef5f2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:22:48.596468 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.665769 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] For port 3e208d38-1109-45e3-b483-f6725ba95860, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:48.670305 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] For port 3e208d38-1109-45e3-b483-f6725ba95860, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3e208d38-1109-45e3-b483-f6725ba95860,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:48.677991 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.695894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:48.734173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Attempting to bind port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:22:48.734826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Attempting to bind port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:22:48.735372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Attempting to bind port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:48.742267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:22:48.742768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Attempting to bind port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:22:48.749241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:22:48.749944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Checking segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:22:48.750079 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Routers {'f0c88b95-b3e2-4878-ba48-759c24e17ec0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:22:48.750639 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:22:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:48.751014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Bound using segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:22:48.751840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Bound port: bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:22:48.752380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.754926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8c91d-1d61-4d0d-879c-ac1d33541ae8 req-32fee508-a995-4d66-b85f-db2cc7af0adc tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:48.757388 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3b8c91d-1d61-4d0d-879c-ac1d33541ae8 req-32fee508-a995-4d66-b85f-db2cc7af0adc tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 944 time: 0.0835352 Jul 30 04:22:48.826574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f3b8c91d-1d61-4d0d-879c-ac1d33541ae8 req-0246c0b1-5841-4aa7-a87a-95e5dc7038d2 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Jul 30 04:22:48.848989 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] For port bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:22:48.853230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] For port bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:22:48.859398 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.902382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:48.903035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:48.904618 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc7532fb-eff0-4db7-a76d-63a2823ef5f2 HTTP/1.1" status: 200 len: 1093 time: 0.7414339 Jul 30 04:22:48.905088 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'tag': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:22:48.907687 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7322f7e6-06fe-4dfd-b774-9114685d086a" -d '{"events": [{"name": "network-changed", "server_uuid": "2102ade7-c617-4cd8-97d5-7794e4263d27", "tag": "bc7532fb-eff0-4db7-a76d-63a2823ef5f2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:22:48.934390 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa6552-9433-4fd6-8e33-afff7741f258 None None] Pushing event updated for resources: {'Port': ['ID=3e208d38-1109-45e3-b483-f6725ba95860,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:48.948361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3548df-de88-49c0-af48-224794eebd03 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:48.988860 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a12c845-9ade-4d9b-957c-8cdecb256d31 x-openstack-request-id: req-5a12c845-9ade-4d9b-957c-8cdecb256d31 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:22:48.989078 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2102ade7-c617-4cd8-97d5-7794e4263d27", "tag": "bc7532fb-eff0-4db7-a76d-63a2823ef5f2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:22:48.989366 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a12c845-9ade-4d9b-957c-8cdecb256d31 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:22:48.989824 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'tag': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2', 'status': 'completed', 'code': 200} Jul 30 04:22:49.013260 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] Set router f0c88b95-b3e2-4878-ba48-759c24e17ec0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:22:49.025574 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-4bd996ec-09c5-47c4-9770-b2386d9b8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.027099 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-4bd996ec-09c5-47c4-9770-b2386d9b8b45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 1096 time: 0.0507898 Jul 30 04:22:49.080882 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-c420d54e-3e77-46c7-8022-efb5bf3ee52d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2 HTTP/1.1" status: 200 len: 217 time: 0.0409143 Jul 30 04:22:49.143349 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-80c90d87-4552-4d79-a628-167e81c59e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.144847 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-80c90d87-4552-4d79-a628-167e81c59e2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb76cac2-65a7-498d-9d6d-d180b024d0cf HTTP/1.1" status: 200 len: 856 time: 0.0573380 Jul 30 04:22:49.195519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-942d8fba-6452-4444-a7a6-570106ea820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.197071 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-942d8fba-6452-4444-a7a6-570106ea820d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453398 Jul 30 04:22:49.234604 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3e208d38-1109-45e3-b483-f6725ba95860', 'name': '', 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'mac_address': 'fa:16:3e:b4:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:43Z', 'updated_at': '2021-07-30T04:22:48Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'subnets': [{'id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:22:49.263448 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d31459-0d43-4f2a-afe8-b46314d33ded None None] The sync data for ids ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'] in n-d-778696-14 is: [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:22:43Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '3e208d38-1109-45e3-b483-f6725ba95860', 'name': '', 'network_id': 'f9640038-2a5f-464c-a3a0-11748172b505', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'mac_address': 'fa:16:3e:b4:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:43Z', 'updated_at': '2021-07-30T04:22:48Z', 'revision_number': 4, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'subnets': [{'id': 'c000fa2a-fab2-45ec-8ebe-33ec1abf913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:22:49.297533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-d0dfe52d-cd87-4a7c-bfec-d989ae54852b service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927644 Jul 30 04:22:49.360751 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a93c729c-a05c-41fc-bae8-6c9202daf312 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:49.407102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-45b7e0b3-3a53-43de-9985-9df0dac9ceb6 req-6637d0e2-1b85-4954-b870-dbe5e442d152 service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996675 Jul 30 04:22:49.424717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a93c729c-a05c-41fc-bae8-6c9202daf312 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:49.425100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:49.507643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3e208d38-1109-45e3-b483-f6725ba95860 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:49.538676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-ff437751-a50e-418b-a4ea-f72388e9bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.540615 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-ff437751-a50e-418b-a4ea-f72388e9bfce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 1096 time: 0.0501058 Jul 30 04:22:49.558447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 3e208d38-1109-45e3-b483-f6725ba95860 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:49.563541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3e208d38-1109-45e3-b483-f6725ba95860 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:49.564121 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:49.639769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-e5e3ecdc-9570-4777-a197-983dbd08c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.641412 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-e5e3ecdc-9570-4777-a197-983dbd08c8cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 200 len: 917 time: 0.0932605 Jul 30 04:22:49.648994 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:49.681567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 3e208d38-1109-45e3-b483-f6725ba95860, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3e208d38-1109-45e3-b483-f6725ba95860,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:49.683793 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-3ec24b61-0d84-4bc3-a734-499f7e6d5d08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2 HTTP/1.1" status: 200 len: 217 time: 0.0350430 Jul 30 04:22:49.685252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:49.733467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=3e208d38-1109-45e3-b483-f6725ba95860,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:49.738922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-f1a7bc02-5bdb-43d9-bd35-261cbbcf9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.741064 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-f1a7bc02-5bdb-43d9-bd35-261cbbcf9e02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb76cac2-65a7-498d-9d6d-d180b024d0cf HTTP/1.1" status: 200 len: 856 time: 0.0505512 Jul 30 04:22:49.785887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-70f81a50-3afd-4829-a0cd-5940a8f1274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.787345 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-70f81a50-3afd-4829-a0cd-5940a8f1274a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394118 Jul 30 04:22:49.878928 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-404d1d26-f4b3-44a9-b182-e0a33ce0888d service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Jul 30 04:22:49.940714 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4289df-46dd-4d7e-91d0-7971ab2ddf43 req-52c5904e-0b4d-4cdc-a32c-13eb8513f123 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:49.942542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e4289df-46dd-4d7e-91d0-7971ab2ddf43 req-52c5904e-0b4d-4cdc-a32c-13eb8513f123 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 944 time: 0.0539033 Jul 30 04:22:49.974987 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7322f7e6-06fe-4dfd-b774-9114685d086a req-680ee48d-2033-483e-9ad3-9befabadf4a0 service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883563 Jul 30 04:22:49.981851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e4289df-46dd-4d7e-91d0-7971ab2ddf43 req-f6661504-2bc5-46f2-a994-364d7a043bd0 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Jul 30 04:22:51.134638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcff26-2ec7-4f70-a7e8-d9d665055899 req-81df7e64-4d5c-47c8-b555-95acd57cad07 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:51.136181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64dcff26-2ec7-4f70-a7e8-d9d665055899 req-81df7e64-4d5c-47c8-b555-95acd57cad07 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 944 time: 0.0602951 Jul 30 04:22:51.178774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64dcff26-2ec7-4f70-a7e8-d9d665055899 req-ab55509c-cc13-4ac1-880d-770396e7b525 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365679 Jul 30 04:22:51.328746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3e208d38-1109-45e3-b483-f6725ba95860 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:51.375772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 3e208d38-1109-45e3-b483-f6725ba95860 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:51.376148 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:52.305954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5ea2-0c48-4d66-8111-522794cba4d4 req-5d92c30f-1362-4d7b-bb4f-b8174d49d2bf tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:52.307460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf5e5ea2-0c48-4d66-8111-522794cba4d4 req-5d92c30f-1362-4d7b-bb4f-b8174d49d2bf tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 944 time: 0.0481372 Jul 30 04:22:52.346007 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf5e5ea2-0c48-4d66-8111-522794cba4d4 req-062c66fa-bb85-4775-82f4-9593d0cfd18d tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Jul 30 04:22:53.465245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e588c2-d4e5-4922-9045-51fb7320e7ee req-acf761c4-385d-4c32-a86d-f4994fb04e65 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:53.466723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76e588c2-d4e5-4922-9045-51fb7320e7ee req-acf761c4-385d-4c32-a86d-f4994fb04e65 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 944 time: 0.0527885 Jul 30 04:22:53.504267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76e588c2-d4e5-4922-9045-51fb7320e7ee req-d8285a79-6232-4c0d-b611-2d2179a079ea tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Jul 30 04:22:54.417898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bc7532fb-eff0-4db7-a76d-63a2823ef5f2 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:22:54.510512 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:54.526115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'port_id': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2', 'mac_address': 'fa:16:3e:fe:7c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:22:54.563590 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:54.576375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7532fb-eff0-4db7-a76d-63a2823ef5f2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:22:54.597021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:54.601025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:54.625206 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68aa99-2a6b-467d-8ddf-bae84126b528 req-4f505114-7263-47bc-b51b-994487a06dae tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:54.626710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df68aa99-2a6b-467d-8ddf-bae84126b528 req-4f505114-7263-47bc-b51b-994487a06dae tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 944 time: 0.0549159 Jul 30 04:22:54.648502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:54.667590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-df68aa99-2a6b-467d-8ddf-bae84126b528 req-4e6cc6c8-b100-4ed3-b37b-73dcb00f99bb tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Jul 30 04:22:54.993404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['bc7532fb-eff0-4db7-a76d-63a2823ef5f2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:22:55.780913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca1fd-19b7-4da2-8371-ab68ca71122c req-9b4efe6d-35bb-4ab3-8495-472f8bb29dba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:55.782374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fadca1fd-19b7-4da2-8371-ab68ca71122c req-9b4efe6d-35bb-4ab3-8495-472f8bb29dba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Jul 30 04:22:55.821732 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fadca1fd-19b7-4da2-8371-ab68ca71122c req-af26e42b-d3dc-4b35-8156-5a1e209d8150 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Jul 30 04:22:56.443643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bc7532fb-eff0-4db7-a76d-63a2823ef5f2 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:22:56.491496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:22:56.494959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:22:56.495365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:56.572335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:56.594820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:22:56.597104 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6617aa5f-797d-4f9c-b5b9-fa0a618fc772" -d '{"events": [{"server_uuid": "2102ade7-c617-4cd8-97d5-7794e4263d27", "name": "network-vif-plugged", "status": "completed", "tag": "bc7532fb-eff0-4db7-a76d-63a2823ef5f2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:22:56.611166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:22:56.617672 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:22:56.642636 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f232cb6b-5276-4c62-bbc5-a52c797f84e3 x-openstack-request-id: req-f232cb6b-5276-4c62-bbc5-a52c797f84e3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:22:56.642928 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2102ade7-c617-4cd8-97d5-7794e4263d27", "name": "network-vif-plugged", "status": "completed", "tag": "bc7532fb-eff0-4db7-a76d-63a2823ef5f2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:22:56.643201 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f232cb6b-5276-4c62-bbc5-a52c797f84e3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:22:56.643587 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2', 'code': 200} Jul 30 04:22:56.669633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:22:56.758586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34791b-f256-4d8b-b11d-27d33f34d3bb req-6d34855c-29ca-4081-a373-1a3394704c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:56.760016 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f34791b-f256-4d8b-b11d-27d33f34d3bb req-6d34855c-29ca-4081-a373-1a3394704c3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 1098 time: 0.0410924 Jul 30 04:22:56.794019 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7f34791b-f256-4d8b-b11d-27d33f34d3bb req-6b265039-eef4-40b0-ad7a-9da5d8b63919 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273023 Jul 30 04:22:56.940618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5937ef-806a-43a6-83ca-1cff6e36721d req-a58f51fd-d884-4ef0-a7c4-a7d260ac99da tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:56.942142 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e5937ef-806a-43a6-83ca-1cff6e36721d req-a58f51fd-d884-4ef0-a7c4-a7d260ac99da tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0520797 Jul 30 04:22:56.980436 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e5937ef-806a-43a6-83ca-1cff6e36721d req-876b5ce5-099e-4b61-9acf-126d826c2c8d tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jul 30 04:22:58.098118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be88a8-5326-468c-b92d-663a8a201841 req-d2bf9f2a-e7c4-44b8-b2bd-7fdde65080a3 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:58.099615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8be88a8-5326-468c-b92d-663a8a201841 req-d2bf9f2a-e7c4-44b8-b2bd-7fdde65080a3 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0489550 Jul 30 04:22:58.141739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c8be88a8-5326-468c-b92d-663a8a201841 req-f6ce0c0a-6b7a-4aff-a9d8-2d5aab796262 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Jul 30 04:22:59.256845 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf415ae-a77c-4cb6-a308-1a78631f7c15 req-7fb3e79c-816c-4153-aa11-785cef76dcab tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:59.258262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faf415ae-a77c-4cb6-a308-1a78631f7c15 req-7fb3e79c-816c-4153-aa11-785cef76dcab tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0495160 Jul 30 04:22:59.295961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-faf415ae-a77c-4cb6-a308-1a78631f7c15 req-11b52fcf-7690-41a8-9fdc-a2e83b2aa94b tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Jul 30 04:22:59.412516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407d4c-c617-4f8a-9e4f-689374730001 req-edc49d48-506e-4a28-8333-57406108c010 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:22:59.414014 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b407d4c-c617-4f8a-9e4f-689374730001 req-edc49d48-506e-4a28-8333-57406108c010 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0532832 Jul 30 04:22:59.452242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b407d4c-c617-4f8a-9e4f-689374730001 req-10dedf91-0f39-4eec-96c7-2947bc1fb894 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Jul 30 04:23:01.236151 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:11.476055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:12.438924 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87f1f94e-9936-468c-a233-28e0adf05a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:14.748758 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbeae-f11c-46f7-a631-daecc1b4c473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:15.039195 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:15.674447 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:23:16.573616 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:17.950177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7176f6-a841-4e0a-82a9-8ac2e3646163 req-85d64977-5380-48e0-b852-ff8048686fb2 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:17.951679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7176f6-a841-4e0a-82a9-8ac2e3646163 req-85d64977-5380-48e0-b852-ff8048686fb2 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0493777 Jul 30 04:23:17.990438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fd7176f6-a841-4e0a-82a9-8ac2e3646163 req-7630de98-8b3a-4360-8d1a-4096179f83a4 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Jul 30 04:23:18.206431 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:19.105418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ebc8d-876f-4d94-8fed-c152afd50315 req-a0442913-ee5d-4467-a4c3-86cbd98dae8d tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:19.106866 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca4ebc8d-876f-4d94-8fed-c152afd50315 req-a0442913-ee5d-4467-a4c3-86cbd98dae8d tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0476661 Jul 30 04:23:19.143815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca4ebc8d-876f-4d94-8fed-c152afd50315 req-ae2e0d8a-4679-4f91-b106-7cc588e08873 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Jul 30 04:23:19.935177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-46906f4b-c6fd-4251-b478-cb0b6a938901 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:19.936630 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-46906f4b-c6fd-4251-b478-cb0b6a938901 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Jul 30 04:23:20.024905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Deleting port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:20.025240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:20.112569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] For port bc7532fb-eff0-4db7-a76d-63a2823ef5f2, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:20.112933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:20.125899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Calling delete_port for bc7532fb-eff0-4db7-a76d-63a2823ef5f2 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:20.252308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:20.267766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c6294-426c-40ad-84eb-dbe3b861aa6c req-b3619ff0-a654-4551-a837-f83878aebfe7 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:20.269236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c04c6294-426c-40ad-84eb-dbe3b861aa6c req-b3619ff0-a654-4551-a837-f83878aebfe7 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=2102ade7-c617-4cd8-97d5-7794e4263d27 HTTP/1.1" status: 200 len: 867 time: 0.0569928 Jul 30 04:23:20.285420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['bc7532fb-eff0-4db7-a76d-63a2823ef5f2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:23:20.286652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Pushing event deleted for resources: {'Port': ['ID=bc7532fb-eff0-4db7-a76d-63a2823ef5f2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:20.310532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c04c6294-426c-40ad-84eb-dbe3b861aa6c req-3d7e57c0-4b56-46de-b053-47c9a6810bcb tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Jul 30 04:23:20.312737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.313085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.313419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.313751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.314076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.314405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.314726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.315045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.315402 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.315714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.316158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.316374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:20.336397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] No DVR routers for this DVR port bc7532fb-eff0-4db7-a76d-63a2823ef5f2 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:23:20.341149 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:20.343198 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c2fef650-1302-4d5e-a86a-85bc82b42b88 req-70688d2d-18ce-477d-b36d-f1b7395b08ba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "DELETE /v2.0/ports/bc7532fb-eff0-4db7-a76d-63a2823ef5f2 HTTP/1.1" status: 204 len: 173 time: 0.3994453 Jul 30 04:23:20.343786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'name': 'network-vif-deleted', 'tag': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:23:20.346554 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ce522-cd68-4aca-ab50-270b2513b410" -d '{"events": [{"server_uuid": "2102ade7-c617-4cd8-97d5-7794e4263d27", "name": "network-vif-deleted", "tag": "bc7532fb-eff0-4db7-a76d-63a2823ef5f2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:23:20.385039 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40be68bc-5d4f-4b35-b0bd-a0e784bfc788 x-openstack-request-id: req-40be68bc-5d4f-4b35-b0bd-a0e784bfc788 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:23:20.385501 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2102ade7-c617-4cd8-97d5-7794e4263d27", "name": "network-vif-deleted", "tag": "bc7532fb-eff0-4db7-a76d-63a2823ef5f2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:23:20.385759 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40be68bc-5d4f-4b35-b0bd-a0e784bfc788 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:23:20.386201 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102ade7-c617-4cd8-97d5-7794e4263d27', 'name': 'network-vif-deleted', 'tag': 'bc7532fb-eff0-4db7-a76d-63a2823ef5f2', 'status': 'completed', 'code': 200} Jul 30 04:23:21.807026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-495747fa-1b71-448b-b97e-a351e2089573 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:21.808518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-495747fa-1b71-448b-b97e-a351e2089573 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/networks?id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 200 len: 817 time: 0.0996666 Jul 30 04:23:21.823287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-b396c6ff-b7e1-47dc-b648-bf5591ffd5a8 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/quotas/9fcd1adf083b48cab7ab685cff580a9e HTTP/1.1" status: 200 len: 375 time: 0.0089431 Jul 30 04:23:21.873785 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-99b2cb09-8b3b-46f3-9bd1-48ceeaa73c2a tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452392 Jul 30 04:23:21.976670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-f5cef0c5-6184-4f78-a8e7-bd9904ae1fb3 service neutron] 10.222.0.39 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904844 Jul 30 04:23:22.063850 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-330773b7-a6a0-41b0-8486-b631ce7036c6 service neutron] 10.222.0.39 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811484 Jul 30 04:23:22.238372 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2f30638-3104-434f-98b4-e83e8b3825ef req-5d1ac899-27b2-44de-b118-a4774c8d7e4e tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 210 time: 0.0319285 Jul 30 04:23:22.571659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bc7532fb-eff0-4db7-a76d-63a2823ef5f2 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:23:22.745226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: bc7532fb-eff0-4db7-a76d-63a2823ef5f2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:23:22.745485 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device bc7532fb-eff0-4db7-a76d-63a2823ef5f2 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:23:23.186173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-7164ae92-5133-4d44-8d33-c4ad71b4a50d tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:23.187652 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-7164ae92-5133-4d44-8d33-c4ad71b4a50d tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "GET /v2.0/networks?id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 200 len: 817 time: 0.0989716 Jul 30 04:23:23.206636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Request body: {'port': {'device_id': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'admin_state_up': True, 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:23:23.316312 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Made reservation on behalf of 9fcd1adf083b48cab7ab685cff580a9e for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:23:23.320779 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:23.332824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3c9903dd-25d0-4008-ad99-6f673e7c9281 req-e176da1a-65bf-421a-8305-abe0ccb59043 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Jul 30 04:23:23.447982 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Allocated IP 172.20.0.10 (cd12d19f-26e5-41f9-9d5c-e11aa61d1a29/fb76cac2-65a7-498d-9d6d-d180b024d0cf/9aa7533b-b6f3-465a-8c4f-b1e136eed2c3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:23:23.591325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:23.605170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Transition to ACTIVE for port object 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:23:23.637849 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:23.683494 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:23:23.686540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:23:23.693496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:23:23.717351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Pushing event updated for resources: {'Port': ['ID=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:23.746481 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:23.747109 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:23.762741 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-05ac972e-4f7d-4ff4-ae5d-39e77e1700aa tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601473 Jul 30 04:23:23.780331 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Request body: {'port': {'device_id': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:23:23.836604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:23.938990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-daf46caf-81bb-442c-87ce-f717681f738c None None] Provisioning for port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:23:23.944250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-daf46caf-81bb-442c-87ce-f717681f738c None None] Provisioning complete for port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:23:23.944690 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-daf46caf-81bb-442c-87ce-f717681f738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:23.978377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-daf46caf-81bb-442c-87ce-f717681f738c None None] Port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:23:24.111892 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:23:24.119936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:24.133227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Transition to ACTIVE for port object 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:23:24.136785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:24.190668 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Pushing event updated for resources: {'Port': ['ID=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:24.272865 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Attempting to bind port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:23:24.273209 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Attempting to bind port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:23:24.273541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Attempting to bind port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:23:24.278180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:23:24.278503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Attempting to bind port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 on network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:23:24.283439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:23:24.283780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Checking segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:23:24.284168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Bound using segment: {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:23:24.284597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Bound port: 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecd62cc-2ebd-4273-83de-a594685ec856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:23:24.284959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:24.350721 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] For port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:23:24.353671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] For port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:23:24.358561 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:24.393275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:24.393997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:24.395749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] 10.222.0.16 "PUT /v2.0/ports/9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 HTTP/1.1" status: 200 len: 1093 time: 0.6199648 Jul 30 04:23:24.396118 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'tag': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:23:24.399045 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1be5311-3fe0-46e8-ad82-3cb9633d7508", "tag": "9aa7533b-b6f3-465a-8c4f-b1e136eed2c3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:23:24.434933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb74bf9-8d60-4959-bd23-8c96e8ed245f service neutron] Pushing event updated for resources: {'Port': ['ID=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:24.456202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3a410-a76d-432d-803f-b472ca2bf003 req-97c84adf-933b-41e4-bb20-d0a2599704a3 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:24.458619 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5b3a410-a76d-432d-803f-b472ca2bf003 req-97c84adf-933b-41e4-bb20-d0a2599704a3 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 944 time: 0.0571358 Jul 30 04:23:24.484009 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ec5633-72fd-4a9e-9c6b-dcb8dd5518da x-openstack-request-id: req-83ec5633-72fd-4a9e-9c6b-dcb8dd5518da {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:23:24.484213 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1be5311-3fe0-46e8-ad82-3cb9633d7508", "tag": "9aa7533b-b6f3-465a-8c4f-b1e136eed2c3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:23:24.484459 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83ec5633-72fd-4a9e-9c6b-dcb8dd5518da {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:23:24.485026 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'tag': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3', 'status': 'completed', 'code': 200} Jul 30 04:23:24.500065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d5b3a410-a76d-432d-803f-b472ca2bf003 req-0b8ddd20-f472-4ca9-bba8-6f4262532d9a tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Jul 30 04:23:24.502921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-7cd35621-bc4d-49c9-9939-1c9872c554a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:24.505090 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-7cd35621-bc4d-49c9-9939-1c9872c554a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 1096 time: 0.0498176 Jul 30 04:23:24.560752 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-59cdb61c-428b-4ca4-abbf-becc7baa8981 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 HTTP/1.1" status: 200 len: 217 time: 0.0391021 Jul 30 04:23:24.617559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-0fc4b8f4-f476-4e31-ac73-f10828f97580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:24.619095 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-0fc4b8f4-f476-4e31-ac73-f10828f97580 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb76cac2-65a7-498d-9d6d-d180b024d0cf HTTP/1.1" status: 200 len: 856 time: 0.0482433 Jul 30 04:23:24.665441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-c755e5eb-1917-4a03-bce3-178683be3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:24.666935 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-c755e5eb-1917-4a03-bce3-178683be3771 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408394 Jul 30 04:23:24.759545 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-668702cb-40a1-485c-92db-9d25b8cb002d service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845087 Jul 30 04:23:24.847833 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66817c72-39c6-4772-a814-c412bb0c5a25 req-55392794-e8e5-4311-aedf-b0a156f0e4ea service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815201 Jul 30 04:23:24.980912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-24930c8f-ac00-44da-94b5-283ecc3c5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:24.982431 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-24930c8f-ac00-44da-94b5-283ecc3c5117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 1096 time: 0.0422821 Jul 30 04:23:25.075893 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-46b57bff-d486-48ee-b0c4-dda47d513ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:25.077242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-46b57bff-d486-48ee-b0c4-dda47d513ef4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 200 len: 917 time: 0.0869410 Jul 30 04:23:25.119547 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-84595122-235b-4d2b-a317-3d16057bb749 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 HTTP/1.1" status: 200 len: 217 time: 0.0340729 Jul 30 04:23:25.171478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-e813b51e-c9ba-428d-9213-2895cb49a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:25.172904 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-e813b51e-c9ba-428d-9213-2895cb49a5ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb76cac2-65a7-498d-9d6d-d180b024d0cf HTTP/1.1" status: 200 len: 856 time: 0.0467021 Jul 30 04:23:25.217366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-e36b0016-e81f-4c3b-83fa-fed0f4f67dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:25.218836 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-e36b0016-e81f-4c3b-83fa-fed0f4f67dfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391424 Jul 30 04:23:25.308572 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-f52be4ce-e8b2-4d65-a242-d004fddadcdb service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817935 Jul 30 04:23:25.402948 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-4fcf7982-fc7e-4867-b7c1-e36fb8b38fa7 req-7c501a50-b9aa-4198-8c8b-a7c1dbf478cf service neutron] 10.222.0.16 "GET /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864711 Jul 30 04:23:25.620123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0f1f3-447d-4ebb-97ad-cf061a4b1973 req-86c1783f-bc65-48c1-bfb6-0c7ff1b0acfc tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:25.621589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4f0f1f3-447d-4ebb-97ad-cf061a4b1973 req-86c1783f-bc65-48c1-bfb6-0c7ff1b0acfc tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 944 time: 0.0490956 Jul 30 04:23:25.658723 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4f0f1f3-447d-4ebb-97ad-cf061a4b1973 req-f4dd8a30-1153-48c1-abd4-034affb3cae3 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Jul 30 04:23:26.774353 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877925-0482-4750-ac7f-8d51f6b0b250 req-d537e4fd-10f7-4665-a677-9b0d26694566 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:26.775848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01877925-0482-4750-ac7f-8d51f6b0b250 req-d537e4fd-10f7-4665-a677-9b0d26694566 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 944 time: 0.0515449 Jul 30 04:23:26.813263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01877925-0482-4750-ac7f-8d51f6b0b250 req-2b5c8e31-0888-4257-95c3-1e47a9e85d33 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Jul 30 04:23:26.899249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-9e639a0a-2c1c-42ff-a369-b15bb770db5d req-72180e31-e903-461e-b81c-b1e5c3301773 tempest-ServerDiskConfigTestJSON-1754835720 tempest-ServerDiskConfigTestJSON-1754835720-project] (93876) timed out ('10.222.0.16', 62986) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:23:27.927204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb6fa7-a109-4f9e-9db7-da0441187ec6 req-f50c7159-e283-4083-8bbd-811cb33158f4 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:27.928664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ebb6fa7-a109-4f9e-9db7-da0441187ec6 req-f50c7159-e283-4083-8bbd-811cb33158f4 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 944 time: 0.0482914 Jul 30 04:23:27.966895 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4ebb6fa7-a109-4f9e-9db7-da0441187ec6 req-4577009b-3529-4774-9ad7-19b6b2adea45 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Jul 30 04:23:28.585672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:23:28.681029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:28.692096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3', 'network_id': 'cd12d19f-26e5-41f9-9d5c-e11aa61d1a29', 'port_id': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3', 'mac_address': 'fa:16:3e:14:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb76cac2-65a7-498d-9d6d-d180b024d0cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:23:28.728837 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:28.741414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:23:28.761690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:28.765180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:28.810659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:28.818340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.818690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.819038 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.819478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.819820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.820156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.820490 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.820821 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.821153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.821484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.821814 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:28.822140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:29.081329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883f0b0-679d-4d7a-b053-5407ff9f4eaf req-d30ad99e-f595-4ce3-9749-65943f0d2595 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:29.083594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b883f0b0-679d-4d7a-b053-5407ff9f4eaf req-d30ad99e-f595-4ce3-9749-65943f0d2595 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 945 time: 0.0482731 Jul 30 04:23:29.117290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['9aa7533b-b6f3-465a-8c4f-b1e136eed2c3'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:23:29.121371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b883f0b0-679d-4d7a-b053-5407ff9f4eaf req-4c8c8a58-6e76-44c2-a715-06147851f17a tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Jul 30 04:23:30.239933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d599f2-d8aa-4868-822b-8c9d79bda8f9 req-cc2c6e18-20ab-4098-9e02-2a2dc96f990c tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:30.241317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3d599f2-d8aa-4868-822b-8c9d79bda8f9 req-cc2c6e18-20ab-4098-9e02-2a2dc96f990c tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Jul 30 04:23:30.279240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3d599f2-d8aa-4868-822b-8c9d79bda8f9 req-c08fbda5-b07e-4ad0-98ba-920accee82c3 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Jul 30 04:23:30.593360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:23:30.641642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:23:30.645381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:23:30.645763 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:30.722242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:30.744308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:23:30.746545 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3753465-2109-4499-a0f3-dba14b1885c3" -d '{"events": [{"server_uuid": "d1be5311-3fe0-46e8-ad82-3cb9633d7508", "name": "network-vif-plugged", "status": "completed", "tag": "9aa7533b-b6f3-465a-8c4f-b1e136eed2c3"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:23:30.760089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:30.764338 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:30.788575 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e41a34-9a31-46ea-96cc-44847d03dc4e x-openstack-request-id: req-46e41a34-9a31-46ea-96cc-44847d03dc4e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:23:30.788875 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be5311-3fe0-46e8-ad82-3cb9633d7508", "name": "network-vif-plugged", "status": "completed", "tag": "9aa7533b-b6f3-465a-8c4f-b1e136eed2c3", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:23:30.789131 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46e41a34-9a31-46ea-96cc-44847d03dc4e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:23:30.789522 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3', 'code': 200} Jul 30 04:23:30.814792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:30.913177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585efa-41c0-439a-a448-adcd77c350ec req-e2442944-3e02-46e6-b87d-30c50e33e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:30.914563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab585efa-41c0-439a-a448-adcd77c350ec req-e2442944-3e02-46e6-b87d-30c50e33e27d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 1098 time: 0.0404897 Jul 30 04:23:30.949820 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ab585efa-41c0-439a-a448-adcd77c350ec req-00fb10f1-736d-4f47-b74c-beeb53590872 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283492 Jul 30 04:23:31.245393 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:31.395911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fe494-5018-4254-a907-3c68b2967e5c req-ad312546-3a89-4be9-a0f6-7223c1dceeba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:31.397407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-480fe494-5018-4254-a907-3c68b2967e5c req-ad312546-3a89-4be9-a0f6-7223c1dceeba tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Jul 30 04:23:31.435128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-480fe494-5018-4254-a907-3c68b2967e5c req-d3dab8ee-acef-44eb-9217-68902c5d35d6 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jul 30 04:23:32.549570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592ae8c-5a38-4074-97b8-ed84a81b54b4 req-c361ea7a-1d7c-460f-86cc-6d74020e3118 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:32.551107 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a592ae8c-5a38-4074-97b8-ed84a81b54b4 req-c361ea7a-1d7c-460f-86cc-6d74020e3118 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 946 time: 0.0482640 Jul 30 04:23:32.588903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a592ae8c-5a38-4074-97b8-ed84a81b54b4 req-390fe7d3-fb60-42aa-9043-0b9efb62a436 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jul 30 04:23:32.703476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d6f1-03b5-486c-80b1-ebeae8e47cd8 req-4fbc614b-083f-4495-9dd0-984a074b3b13 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:32.704920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b15d6f1-03b5-486c-80b1-ebeae8e47cd8 req-4fbc614b-083f-4495-9dd0-984a074b3b13 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 946 time: 0.0507362 Jul 30 04:23:32.742116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2b15d6f1-03b5-486c-80b1-ebeae8e47cd8 req-f6ab74f8-1969-44b0-b7ad-06b1506c7106 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306001 Jul 30 04:23:41.475997 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:42.441355 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39141967-4b5c-42c4-87b0-95d2d227ecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:44.749589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-def6d044-69f1-48f3-a702-7709b11f500a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:45.039859 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:46.577513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:48.209444 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:52.186040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b351c-5c79-4b3a-b7cd-bd34b3323ff0 req-696a57d6-81da-4397-a97e-dacacbe6c6dd tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:52.187551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d4b351c-5c79-4b3a-b7cd-bd34b3323ff0 req-696a57d6-81da-4397-a97e-dacacbe6c6dd tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 946 time: 0.0547276 Jul 30 04:23:52.226437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5d4b351c-5c79-4b3a-b7cd-bd34b3323ff0 req-2a9674ab-3ffb-4cb3-b67c-ec2823f213fb tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jul 30 04:23:52.673652 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:23:53.341247 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b8c87-97e7-4acd-889e-8b574a277e40 req-ebd9b813-cd4e-4882-a203-c79a8c93611c tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:53.342739 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b7b8c87-97e7-4acd-889e-8b574a277e40 req-ebd9b813-cd4e-4882-a203-c79a8c93611c tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Jul 30 04:23:53.381495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b7b8c87-97e7-4acd-889e-8b574a277e40 req-efe9b155-b17d-44c0-b86f-e91826292852 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c3a6160-e3dc-43e0-bae8-c5ea39a25964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Jul 30 04:23:53.982242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d01f4-4a76-4755-8c23-89525ad19ece req-788874d7-e9c3-49ce-bc69-0c81c6dc7948 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:23:53.983762 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-828d01f4-4a76-4755-8c23-89525ad19ece req-788874d7-e9c3-49ce-bc69-0c81c6dc7948 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 946 time: 0.0536797 Jul 30 04:23:54.081990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Deleting port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:54.082337 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:54.168844 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] For port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:54.169211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:54.181799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Calling delete_port for 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:54.311053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:54.338330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Pushing event deleted for resources: {'Port': ['ID=9aa7533b-b6f3-465a-8c4f-b1e136eed2c3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:54.342949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['9aa7533b-b6f3-465a-8c4f-b1e136eed2c3'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:23:54.487087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf381e22-04ed-4092-90e5-b07ff70f4f5e req-f89d6277-1653-4bc1-bd8c-30c82a5e0dd6 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1be5311-3fe0-46e8-ad82-3cb9633d7508 HTTP/1.1" status: 200 len: 210 time: 0.0326703 Jul 30 04:23:54.627826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] No DVR routers for this DVR port 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:23:54.630902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:54.632941 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-828d01f4-4a76-4755-8c23-89525ad19ece req-5db552a2-13e1-4e37-bd0a-9efdeed63b06 tempest-TestEncryptedCinderVolumes-84296275 tempest-TestEncryptedCinderVolumes-84296275-project] 10.222.0.16 "DELETE /v2.0/ports/9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 HTTP/1.1" status: 204 len: 173 time: 0.6422062 Jul 30 04:23:54.633417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'name': 'network-vif-deleted', 'tag': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:23:54.635740 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4846d55-4aa2-472a-aac6-1ef0ffa46adb" -d '{"events": [{"server_uuid": "d1be5311-3fe0-46e8-ad82-3cb9633d7508", "name": "network-vif-deleted", "tag": "9aa7533b-b6f3-465a-8c4f-b1e136eed2c3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:23:54.677237 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0380d10a-72e6-450d-9c1c-f44f4b0e7337 x-openstack-request-id: req-0380d10a-72e6-450d-9c1c-f44f4b0e7337 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:23:54.677545 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be5311-3fe0-46e8-ad82-3cb9633d7508", "name": "network-vif-deleted", "tag": "9aa7533b-b6f3-465a-8c4f-b1e136eed2c3", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:23:54.677799 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0380d10a-72e6-450d-9c1c-f44f4b0e7337 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:23:54.678197 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be5311-3fe0-46e8-ad82-3cb9633d7508', 'name': 'network-vif-deleted', 'tag': '9aa7533b-b6f3-465a-8c4f-b1e136eed2c3', 'status': 'completed', 'code': 200} Jul 30 04:23:55.576723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:23:55.915653 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:56.157531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Deleting port 0f898e80-a822-41d7-b115-108560dfd2aa {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:56.157864 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:56.234097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] For port 0f898e80-a822-41d7-b115-108560dfd2aa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0f898e80-a822-41d7-b115-108560dfd2aa,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:56.234454 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:56.248638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Calling delete_port for 0f898e80-a822-41d7-b115-108560dfd2aa owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:56.431292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:56.461500 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f898e80-a822-41d7-b115-108560dfd2aa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:56.485434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.485681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.486017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.486354 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.486686 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.487016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.487369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.487701 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.488024 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.488347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.488670 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.488989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:23:56.634102 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:56.697815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:23:56.718090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:23:56.718437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 9aa7533b-b6f3-465a-8c4f-b1e136eed2c3 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:23:56.841723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:23:56.946288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:23:56.953684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-83a0792b-7b26-4918-8135-cc6c5dd3539e admin admin] 10.222.0.39 "PUT /v2.0/routers/7f201a36-5032-470f-bfd4-75f3f4ffb0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3745139 Jul 30 04:23:56.953949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59120) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:23:56.955021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] Sync routers for ids ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:23:56.969023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] Routers {'7f201a36-5032-470f-bfd4-75f3f4ffb0c3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:23:56.969645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:57.057069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.072782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] Set router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:23:57.161285 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.213697 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Deleting port 0e77a752-5ff9-4281-b402-a0bc8f219559 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:57.214040 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.250488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:23:56Z', 'revision_number': 5, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port': {'id': '0e77a752-5ff9-4281-b402-a0bc8f219559', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:57.280475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] Checking router: 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:23:57.289287 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] Routers {'7f201a36-5032-470f-bfd4-75f3f4ffb0c3'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:23:57.289894 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:57.291411 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] For port 0e77a752-5ff9-4281-b402-a0bc8f219559, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0e77a752-5ff9-4281-b402-a0bc8f219559,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:57.291773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.304496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Calling delete_port for 0e77a752-5ff9-4281-b402-a0bc8f219559 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:57.375620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] Set router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:23:57.426709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:23:57Z', 'revision_number': 6, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:57.456420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e410ad-b2e8-4f2e-b032-567d6260069e None None] The sync data for ids ['7f201a36-5032-470f-bfd4-75f3f4ffb0c3'] in n-d-778696-14 is: [{'id': '7f201a36-5032-470f-bfd4-75f3f4ffb0c3', 'name': 'tempest-TestEncryptedCinderVolumes-1761398690-router', 'tenant_id': '9fcd1adf083b48cab7ab685cff580a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:36Z', 'updated_at': '2021-07-30T04:23:57Z', 'revision_number': 6, 'project_id': '9fcd1adf083b48cab7ab685cff580a9e', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:23:57.480788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.511517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e77a752-5ff9-4281-b402-a0bc8f219559,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:57.575896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.664959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.667019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.709585 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.710044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f201a36-5032-470f-bfd4-75f3f4ffb0c3 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:23:57.715290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.716444 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6af3f6ed-db21-41d4-9d71-c308ad017034 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7f201a36-5032-470f-bfd4-75f3f4ffb0c3 HTTP/1.1" status: 204 len: 168 time: 0.7615073 Jul 30 04:23:57.719014 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59124) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:23:57.767365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Deleting subnet fb76cac2-65a7-498d-9d6d-d180b024d0cf {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:23:57.770325 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.805998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.888782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.945116 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.970825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb76cac2-65a7-498d-9d6d-d180b024d0cf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:57.975127 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:57.977006 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1a05f717-2652-4855-ab5b-d04f1dc47b9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb76cac2-65a7-498d-9d6d-d180b024d0cf HTTP/1.1" status: 204 len: 168 time: 0.2570491 Jul 30 04:23:57.979471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59126) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:23:57.981567 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bd8c3-91b1-47cd-a47c-81f346293874 None None] Network cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:23:58.047502 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.101126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Deleting port 4ea80ce8-9913-4047-a405-ad0ab15a588b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:58.101478 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.167835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] For port 4ea80ce8-9913-4047-a405-ad0ab15a588b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4ea80ce8-9913-4047-a405-ad0ab15a588b,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:58.168755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.182971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Calling delete_port for 4ea80ce8-9913-4047-a405-ad0ab15a588b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:58.187483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] DHCP port deletion for cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:23:58.238068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] Deleting port 4ea80ce8-9913-4047-a405-ad0ab15a588b {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:58.238364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.266248 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.304800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] For port 4ea80ce8-9913-4047-a405-ad0ab15a588b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4ea80ce8-9913-4047-a405-ad0ab15a588b,segment=NetworkSegment(3ecd62cc-2ebd-4273-83de-a594685ec856),segment_id=3ecd62cc-2ebd-4273-83de-a594685ec856)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:58.305215 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.309047 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea80ce8-9913-4047-a405-ad0ab15a588b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:58.312786 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] No DVR routers for this DVR port 4ea80ce8-9913-4047-a405-ad0ab15a588b on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:23:58.319703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] Calling delete_port for 4ea80ce8-9913-4047-a405-ad0ab15a588b owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:58.392488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 04:23:58.392691 n-d-778696-14 neutron-server[93878]: self.session.flush() Jul 30 04:23:58.401905 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.403710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd12d19f-26e5-41f9-9d5c-e11aa61d1a29']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:58.416910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecd62cc-2ebd-4273-83de-a594685ec856') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:58.417198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecd62cc-2ebd-4273-83de-a594685ec856') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:58.425684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] Pushing event deleted for resources: {'Port': ['ID=4ea80ce8-9913-4047-a405-ad0ab15a588b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:58.427172 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.431472 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f0720-3158-4f52-8d8f-33f0f0109f95 None None] No DVR routers for this DVR port 4ea80ce8-9913-4047-a405-ad0ab15a588b on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:23:58.449651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.455990 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:23:58.456390 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:23:58.458064 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:23:58.519294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.527268 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:58.528554 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd12d19f-26e5-41f9-9d5c-e11aa61d1a29 HTTP/1.1" status: 204 len: 168 time: 0.5479650 Jul 30 04:23:58.531615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:23:58.538792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e8742-ca4b-46ac-94cd-19382c756aba admin admin] Pushing event deleted for resources: {'Network': ['ID=cd12d19f-26e5-41f9-9d5c-e11aa61d1a29,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:58.878684 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:59.111401 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Deleting port 3e208d38-1109-45e3-b483-f6725ba95860 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:23:59.111762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:59.188965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] For port 3e208d38-1109-45e3-b483-f6725ba95860, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=3e208d38-1109-45e3-b483-f6725ba95860,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:23:59.189317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:59.201441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Calling delete_port for 3e208d38-1109-45e3-b483-f6725ba95860 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:23:59.367497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0f898e80-a822-41d7-b115-108560dfd2aa no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:23:59.381099 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:59.388755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 0f898e80-a822-41d7-b115-108560dfd2aa {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:23:59.389119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0f898e80-a822-41d7-b115-108560dfd2aa not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:23:59.389532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4ea80ce8-9913-4047-a405-ad0ab15a588b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:23:59.407754 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e208d38-1109-45e3-b483-f6725ba95860,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:23:59.407997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4ea80ce8-9913-4047-a405-ad0ab15a588b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:23:59.408316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4ea80ce8-9913-4047-a405-ad0ab15a588b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:23:59.408727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e77a752-5ff9-4281-b402-a0bc8f219559 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:23:59.430451 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 0e77a752-5ff9-4281-b402-a0bc8f219559 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:23:59.430807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e77a752-5ff9-4281-b402-a0bc8f219559 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:23:59.571258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:23:59.776906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Router f0c88b95-b3e2-4878-ba48-759c24e17ec0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:23:59.879972 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:23:59.884905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dd716ce6-885b-4e89-998a-9f4effb34e67 admin admin] 10.222.0.39 "PUT /v2.0/routers/f0c88b95-b3e2-4878-ba48-759c24e17ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3522339 Jul 30 04:23:59.887771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:23:59.888711 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] Sync routers for ids ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:23:59.898662 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] Routers {'f0c88b95-b3e2-4878-ba48-759c24e17ec0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:23:59.899311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:23:59.991594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.004597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] Set router f0c88b95-b3e2-4878-ba48-759c24e17ec0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:00.097309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.150196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Deleting port a93c729c-a05c-41fc-bae8-6c9202daf312 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:24:00.150538 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.186353 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:23:59Z', 'revision_number': 5, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port': {'id': 'a93c729c-a05c-41fc-bae8-6c9202daf312', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:22:41Z', 'updated_at': '2021-07-30T04:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:00.212904 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] Checking router: f0c88b95-b3e2-4878-ba48-759c24e17ec0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:24:00.221059 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] Routers {'f0c88b95-b3e2-4878-ba48-759c24e17ec0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:00.221762 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:00.230551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] For port a93c729c-a05c-41fc-bae8-6c9202daf312, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a93c729c-a05c-41fc-bae8-6c9202daf312,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:00.230919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.243633 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Calling delete_port for a93c729c-a05c-41fc-bae8-6c9202daf312 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:24:00.306345 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] Set router f0c88b95-b3e2-4878-ba48-759c24e17ec0 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:00.357820 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:24:00Z', 'revision_number': 6, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:00.388148 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b047ab5-d5ea-4886-8a72-23777c8bbc85 None None] The sync data for ids ['f0c88b95-b3e2-4878-ba48-759c24e17ec0'] in n-d-778696-14 is: [{'id': 'f0c88b95-b3e2-4878-ba48-759c24e17ec0', 'name': 'tempest-TestEncryptedCinderVolumes-817383854-router', 'tenant_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:22:40Z', 'updated_at': '2021-07-30T04:24:00Z', 'revision_number': 6, 'project_id': '52df359bca6e43d0ada95d1b2c7fcc3a', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:24:00.758092 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.784139 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93c729c-a05c-41fc-bae8-6c9202daf312,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:00.846055 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.935649 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.937887 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.981406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.981885 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c88b95-b3e2-4878-ba48-759c24e17ec0 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:24:00.986682 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:00.987435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-145fb0b6-fe8e-40ae-a378-f5dbb306db75 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f0c88b95-b3e2-4878-ba48-759c24e17ec0 HTTP/1.1" status: 204 len: 168 time: 1.0986378 Jul 30 04:24:00.990959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:01.033846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Deleting subnet c000fa2a-fab2-45ec-8ebe-33ec1abf913d {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:24:01.037416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.071102 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.154958 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.211303 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.240440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c000fa2a-fab2-45ec-8ebe-33ec1abf913d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:01.242831 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.244768 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-aaad862a-a0f2-46f3-9428-6ee19e8f2276 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c000fa2a-fab2-45ec-8ebe-33ec1abf913d HTTP/1.1" status: 204 len: 168 time: 0.2528090 Jul 30 04:24:01.247882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:01.251202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26365d8d-bdbb-409c-87a8-f448691f6cca None None] Network f9640038-2a5f-464c-a3a0-11748172b505 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:24:01.305869 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.321850 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.384516 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Deleting port 35830842-0fd8-45a0-875a-daaa78210966 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:24:01.384931 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.390108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a93c729c-a05c-41fc-bae8-6c9202daf312 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:24:01.412682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: a93c729c-a05c-41fc-bae8-6c9202daf312 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:24:01.413121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a93c729c-a05c-41fc-bae8-6c9202daf312 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:24:01.413683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3e208d38-1109-45e3-b483-f6725ba95860 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:24:01.443956 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 3e208d38-1109-45e3-b483-f6725ba95860 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:24:01.444306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 3e208d38-1109-45e3-b483-f6725ba95860 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:24:01.455663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] For port 35830842-0fd8-45a0-875a-daaa78210966, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35830842-0fd8-45a0-875a-daaa78210966,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:01.456286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.461040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] DHCP port deletion for f9640038-2a5f-464c-a3a0-11748172b505 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:24:01.471909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Calling delete_port for 35830842-0fd8-45a0-875a-daaa78210966 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:24:01.514693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] Deleting port 35830842-0fd8-45a0-875a-daaa78210966 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:24:01.514996 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.560821 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.580118 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] For port 35830842-0fd8-45a0-875a-daaa78210966, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=35830842-0fd8-45a0-875a-daaa78210966,segment=NetworkSegment(43d86380-c7d8-432c-8d03-4c5a483dd594),segment_id=43d86380-c7d8-432c-8d03-4c5a483dd594)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:01.580522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.588485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=35830842-0fd8-45a0-875a-daaa78210966,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:01.590316 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] No DVR routers for this DVR port 35830842-0fd8-45a0-875a-daaa78210966 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:24:01.595328 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] Calling delete_port for 35830842-0fd8-45a0-875a-daaa78210966 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:24:01.663430 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.673244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9640038-2a5f-464c-a3a0-11748172b505']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:01.674246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.684813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d86380-c7d8-432c-8d03-4c5a483dd594') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:01.685073 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d86380-c7d8-432c-8d03-4c5a483dd594') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:01.694898 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.700049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] Pushing event deleted for resources: {'Port': ['ID=35830842-0fd8-45a0-875a-daaa78210966,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:01.703554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b002eb-d95d-4396-8043-778cab728ffd None None] No DVR routers for this DVR port 35830842-0fd8-45a0-875a-daaa78210966 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:24:01.709387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.717818 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:24:01.718183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:24:01.719871 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:24:01.773573 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.779201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:01.781066 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9640038-2a5f-464c-a3a0-11748172b505 HTTP/1.1" status: 204 len: 168 time: 0.5322344 Jul 30 04:24:01.792769 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f057-ba6f-44b1-9239-0892060abd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9640038-2a5f-464c-a3a0-11748172b505,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:01.939567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:01.979383 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-21ba9335-515a-454d-8538-4612e119608a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fcd1adf083b48cab7ab685cff580a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382574 Jul 30 04:24:01.981437 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:02.032416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6df5-26dd-43dd-93aa-a366c2d38d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.053613 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6df5-26dd-43dd-93aa-a366c2d38d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.101008 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6df5-26dd-43dd-93aa-a366c2d38d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.103639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6df5-26dd-43dd-93aa-a366c2d38d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.104807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0ddf6df5-26dd-43dd-93aa-a366c2d38d2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c3a6160-e3dc-43e0-bae8-c5ea39a25964 HTTP/1.1" status: 204 len: 168 time: 0.1224794 Jul 30 04:24:02.113030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf6df5-26dd-43dd-93aa-a366c2d38d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3a6160-e3dc-43e0-bae8-c5ea39a25964,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:02.411999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:02.452101 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f63749e1-f94b-49fa-afaf-401ba5c6371b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52df359bca6e43d0ada95d1b2c7fcc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388942 Jul 30 04:24:02.454668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:02.502582 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4180664-ac07-45c3-b7b9-b774c5eb6477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.523536 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4180664-ac07-45c3-b7b9-b774c5eb6477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.573704 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4180664-ac07-45c3-b7b9-b774c5eb6477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.576827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4180664-ac07-45c3-b7b9-b774c5eb6477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:02.577924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b4180664-ac07-45c3-b7b9-b774c5eb6477 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fab6bcf2-b5ff-47e9-8b5a-0cf7cfa830ae HTTP/1.1" status: 204 len: 168 time: 0.1223054 Jul 30 04:24:02.585894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180664-ac07-45c3-b7b9-b774c5eb6477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6bcf2-b5ff-47e9-8b5a-0cf7cfa830ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:03.232511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:03.325666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-240907287-network', 'tenant_id': '17a53610d4e949069b125436ade8b065'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:03.350471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Made reservation on behalf of 17a53610d4e949069b125436ade8b065 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:24:03.352671 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.361863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.363060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35830842-0fd8-45a0-875a-daaa78210966 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:24:03.383280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 35830842-0fd8-45a0-875a-daaa78210966 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:24:03.383636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 35830842-0fd8-45a0-875a-daaa78210966 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:24:03.454064 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.457708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.478202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:24:03.491672 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585a0b1b-1164-4c30-82bb-20d52e6d80e3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:03.496498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.496834 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Added segment 2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a of type vlan for network 213aa27c-fb15-4d25-b429-8c31319ae3d4 Jul 30 04:24:03.537301 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.565732 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.566917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:03.567516 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.621381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3876824 Jul 30 04:24:03.624527 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59178) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:03.630018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Request body: {'subnet': {'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-240907287-subnet', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:03.630912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c02baa-3e56-4a6b-a11f-b926e4e2b31c admin admin] Pushing event updated for resources: {'Network': ['ID=213aa27c-fb15-4d25-b429-8c31319ae3d4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:03.640899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:24:03.651012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Made reservation on behalf of 17a53610d4e949069b125436ade8b065 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:24:03.653381 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.820844 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.869054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca8594e-5c10-4c21-90ea-d5f254ed1c89,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:03.884637 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Checking segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:03.884997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Network hostable DHCP agents. Network: 213aa27c-fb15-4d25-b429-8c31319ae3d4, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:24:03.901457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:24:03.909738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 213aa27c-fb15-4d25-b429-8c31319ae3d4) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:03.914399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:03.914996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.920068 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511be1f6-25c5-4aae-b12b-3492a3b19184 None None] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:24:03.929550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2f95c104-4b65-4dcd-8e4e-e601015fea8b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3039162 Jul 30 04:24:03.932418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59180) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:03.936748 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:03.962011 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:03.963165 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.017076 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.067454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-213aa27c-fb15-4d25-b429-8c31319ae3d4', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:24:04.068437 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.156164 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.359645 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Allocated IP 172.20.0.2 (213aa27c-fb15-4d25-b429-8c31319ae3d4/4ca8594e-5c10-4c21-90ea-d5f254ed1c89/e6adeb33-ccfe-402a-a9ed-8874f1094026) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:04.365316 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.384880 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.492418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Allocated IP 172.25.6.22 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/83850382-434d-4468-88bf-9d99004c5294) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:04.504808 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.513868 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Transition to ACTIVE for port object e6adeb33-ccfe-402a-a9ed-8874f1094026 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:04.529195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Transition to ACTIVE for port object e6adeb33-ccfe-402a-a9ed-8874f1094026 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:04.535251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.573871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:04.576732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:04.580255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:04.592556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Pushing event updated for resources: {'Port': ['ID=e6adeb33-ccfe-402a-a9ed-8874f1094026,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:04.601387 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.642483 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.645398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Attempting to bind port e6adeb33-ccfe-402a-a9ed-8874f1094026 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:04.646389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Attempting to bind port e6adeb33-ccfe-402a-a9ed-8874f1094026 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:04.646946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Attempting to bind port e6adeb33-ccfe-402a-a9ed-8874f1094026 on network 213aa27c-fb15-4d25-b429-8c31319ae3d4 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:04.652119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:04.652486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Checking segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:04.652882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.653271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Bound using segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:04.653727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Bound port: e6adeb33-ccfe-402a-a9ed-8874f1094026, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:04.654106 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.680681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:04.684971 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:04.690518 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:04.718099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-df736882-3676-4077-89a2-511b98cc8526 None None] For port e6adeb33-ccfe-402a-a9ed-8874f1094026, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:04.718751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Pushing event updated for resources: {'Port': ['ID=83850382-434d-4468-88bf-9d99004c5294,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:04.723108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-df736882-3676-4077-89a2-511b98cc8526 None None] For port e6adeb33-ccfe-402a-a9ed-8874f1094026, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e6adeb33-ccfe-402a-a9ed-8874f1094026,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:04.727985 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:04.787591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736882-3676-4077-89a2-511b98cc8526 None None] Pushing event updated for resources: {'Port': ['ID=e6adeb33-ccfe-402a-a9ed-8874f1094026,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:04.962274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:05.158275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:05.287426 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Router c51662f0-296c-4403-963c-d96ca3e1307f is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:24:05.401776 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e6adeb33-ccfe-402a-a9ed-8874f1094026 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:05.419201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:24:05.435014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Sync routers for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:24:05.438721 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:05.440167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-225bab66-d7c9-4d43-aed0-d9284d66b4c7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5068197 Jul 30 04:24:05.442895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59182) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:05.458297 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:05.458917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:05.543811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e6adeb33-ccfe-402a-a9ed-8874f1094026 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:05.579639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:05.742245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56e7a0-67c0-426c-a528-56479497ab13 None None] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:24:05.830723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] Provisioning for port e6adeb33-ccfe-402a-a9ed-8874f1094026 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:05.842374 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] Provisioning complete for port e6adeb33-ccfe-402a-a9ed-8874f1094026 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:05.842747 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:05.897448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:04Z', 'revision_number': 3, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:05.938869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Checking router: c51662f0-296c-4403-963c-d96ca3e1307f for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:24:05.939247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Updating router c51662f0-296c-4403-963c-d96ca3e1307f port 83850382-434d-4468-88bf-9d99004c5294 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:24:05.987626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.104993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.113338 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.197901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] For port e6adeb33-ccfe-402a-a9ed-8874f1094026, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e6adeb33-ccfe-402a-a9ed-8874f1094026,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:06.206703 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.285363 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Allocated IP 172.20.0.1 (213aa27c-fb15-4d25-b429-8c31319ae3d4/4ca8594e-5c10-4c21-90ea-d5f254ed1c89/a6bea0fe-3dbe-483a-b5a9-0b9315a97ade) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:06.293637 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e44e6-b8bf-4e95-b819-68b6f30d8594 None None] Pushing event updated for resources: {'Port': ['ID=e6adeb33-ccfe-402a-a9ed-8874f1094026,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:06.356169 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.367178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Transition to ACTIVE for port object 83850382-434d-4468-88bf-9d99004c5294 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:06.372301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.401998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.416116 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Transition to ACTIVE for port object a6bea0fe-3dbe-483a-b5a9-0b9315a97ade will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:06.431014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Attempting to bind port 83850382-434d-4468-88bf-9d99004c5294 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:06.431416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Attempting to bind port 83850382-434d-4468-88bf-9d99004c5294 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:06.431790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Attempting to bind port 83850382-434d-4468-88bf-9d99004c5294 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:06.435259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794b271-fd5c-4d60-9694-fa3b69460585 None None] Pushing event updated for resources: {'Port': ['ID=83850382-434d-4468-88bf-9d99004c5294,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:06.442792 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:06.442982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:06.443417 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.443815 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:06.444296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Bound port: 83850382-434d-4468-88bf-9d99004c5294, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:06.444692 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.448386 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-01f9a777-3e91-44f5-9ca3-bd1fe2c6f0c8 None None] Provisioning complete for port e6adeb33-ccfe-402a-a9ed-8874f1094026 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:06.448682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01f9a777-3e91-44f5-9ca3-bd1fe2c6f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.451877 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.489418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:06.492921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:06.495529 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:06.527269 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:06.538896 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] For port 83850382-434d-4468-88bf-9d99004c5294, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:06.542541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] For port 83850382-434d-4468-88bf-9d99004c5294, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=83850382-434d-4468-88bf-9d99004c5294,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:06.548750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.566045 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.638762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:06.639441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:06.691116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794b271-fd5c-4d60-9694-fa3b69460585 None None] Pushing event updated for resources: {'Port': ['ID=83850382-434d-4468-88bf-9d99004c5294,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:06.693423 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.769924 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ea67b76c-99d4-450b-a20e-dcfbf4497bb3 None None] Provisioning for port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:06.773275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:06.802906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ea67b76c-99d4-450b-a20e-dcfbf4497bb3 None None] Provisioning complete for port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:06.803506 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ea67b76c-99d4-450b-a20e-dcfbf4497bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.857247 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.862809 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:06.939396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:06.944428 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.037762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:07.039332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:07.058532 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ea67b76c-99d4-450b-a20e-dcfbf4497bb3 None None] Port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:24:07.140361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:04Z', 'revision_number': 3, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:07.157722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Router c51662f0-296c-4403-963c-d96ca3e1307f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:24:07.170177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8e1d1-35f0-4c55-a43f-c57eaf3d557e None None] The sync data for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 is: [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:04Z', 'revision_number': 3, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:24:07.273723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:24:07.277917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ff8a1857-3a6f-436e-8c02-a196a2016589 None None] Provisioning complete for port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:07.278307 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1857-3a6f-436e-8c02-a196a2016589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.279708 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b8f44cc9-969f-4226-9c5a-c95868c2fbf4 admin admin] 10.222.0.39 "PUT /v2.0/routers/c51662f0-296c-4403-963c-d96ca3e1307f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356433 Jul 30 04:24:07.323024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a1857-3a6f-436e-8c02-a196a2016589 None None] Port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:24:07.409966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e6adeb33-ccfe-402a-a9ed-8874f1094026 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:07.470749 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e6adeb33-ccfe-402a-a9ed-8874f1094026 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:07.470749 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.799345 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59198) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:07.805301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-532397377-network', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:07.827272 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Made reservation on behalf of 0cdb7afa0b5d4b85b9edda87e2276469 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:24:07.829401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.839279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.933960 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.938185 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.958029 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:24:07.976588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:07.976945 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Added segment 56469032-c6cf-4a93-8165-b24cb973ba4a of type vlan for network 552e972b-a058-4dcd-b0bf-0748071b8d98 Jul 30 04:24:07.978280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d9873-f2e2-46bd-8e1a-f5c10deb5ad7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:08.019246 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.048236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.049196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:08.049791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.117647 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3171706 Jul 30 04:24:08.120410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59200) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:08.125240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Request body: {'subnet': {'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-532397377-subnet', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:08.133200 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbd0d-023a-4698-b725-4f940b6ee9bc admin admin] Pushing event updated for resources: {'Network': ['ID=552e972b-a058-4dcd-b0bf-0748071b8d98,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:08.144987 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:24:08.152296 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Made reservation on behalf of 0cdb7afa0b5d4b85b9edda87e2276469 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:24:08.154671 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.320316 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.369195 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92401f0-098c-4c92-89c7-9860becdc284,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:08.385832 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Checking segment: {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:08.386186 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Network hostable DHCP agents. Network: 552e972b-a058-4dcd-b0bf-0748071b8d98, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:24:08.404121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:24:08.415803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 552e972b-a058-4dcd-b0bf-0748071b8d98) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:08.420788 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:08.422720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.423839 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f834896-d3f7-4282-8fc4-93a54d03b1a1 None None] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:24:08.440635 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e35c0f2b-3350-4e98-8ac3-9d842e0e5210 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3168519 Jul 30 04:24:08.440871 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59202) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:08.445836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:08.467005 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.468038 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.529573 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.585574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-552e972b-a058-4dcd-b0bf-0748071b8d98', 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'fixed_ips': [{'subnet_id': 'c92401f0-098c-4c92-89c7-9860becdc284'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:24:08.586695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.679819 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.709372 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Sync routers for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:24:08.718713 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:08.719445 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:08.726960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Allocated IP 172.20.0.2 (552e972b-a058-4dcd-b0bf-0748071b8d98/c92401f0-098c-4c92-89c7-9860becdc284/5f8aaafc-79c4-4031-b7d7-ccb17378e4aa) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:08.828177 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:08.894938 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.898617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.904704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Transition to ACTIVE for port object 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:08.918681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.921028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Transition to ACTIVE for port object 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:08.928416 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:08.972837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:08.976139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:08.979852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:08.991406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Pushing event updated for resources: {'Port': ['ID=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:09.037009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Allocated IP 172.25.6.78 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/c12f481b-645b-447a-8f8e-bd003bba5a21) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:09.049356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Attempting to bind port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:09.049693 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Attempting to bind port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:09.050121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Attempting to bind port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa on network 552e972b-a058-4dcd-b0bf-0748071b8d98 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:09.055498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:09.055879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Checking segment: {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:09.056298 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.056662 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 2, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:09.056842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Bound using segment: {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:09.057123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Bound port: 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:09.057504 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.086659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Checking router: c51662f0-296c-4403-963c-d96ca3e1307f for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:24:09.087006 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Updating router c51662f0-296c-4403-963c-d96ca3e1307f port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:24:09.134832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] For port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:09.138296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] For port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:09.144090 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.160128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.207608 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.209916 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.226065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40c62-c109-463e-b752-46b25c04a790 None None] Pushing event updated for resources: {'Port': ['ID=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:09.254355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:09.257983 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:09.260541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:09.296369 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Pushing event updated for resources: {'Port': ['ID=c12f481b-645b-447a-8f8e-bd003bba5a21,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:09.438067 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83850382-434d-4468-88bf-9d99004c5294 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:09.495625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 83850382-434d-4468-88bf-9d99004c5294 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:09.500541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 83850382-434d-4468-88bf-9d99004c5294 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:09.501384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.549431 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.560714 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Transition to ACTIVE for port object a6bea0fe-3dbe-483a-b5a9-0b9315a97ade will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:09.567210 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.590294 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.605263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.629216 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Pushing event updated for resources: {'Port': ['ID=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:09.629453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 83850382-434d-4468-88bf-9d99004c5294, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=83850382-434d-4468-88bf-9d99004c5294,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:09.635921 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.655540 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.655880 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.656216 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.656535 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.656864 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.657190 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.657509 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.657824 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.658138 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.658449 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.658762 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.659076 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:09.700160 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Attempting to bind port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:09.700488 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Attempting to bind port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:09.700808 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Attempting to bind port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade on network 213aa27c-fb15-4d25-b429-8c31319ae3d4 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:09.706342 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:09.706707 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Checking segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:09.707108 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.707579 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Bound using segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:09.708784 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Bound port: a6bea0fe-3dbe-483a-b5a9-0b9315a97ade, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:09.708960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=83850382-434d-4468-88bf-9d99004c5294,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:09.709118 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.779832 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] For port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:09.783285 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] For port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:09.788927 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.820176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:09.852790 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55204e-30eb-4f91-bcfe-2075cd3c7e40 None None] Pushing event updated for resources: {'Port': ['ID=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:09.855538 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:09.856140 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:09.990115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:10.221697 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:10.225618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Router 4d2cf0bc-088d-4515-94d5-e209c39781f9 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:24:10.249374 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e0a6-a897-4099-bf61-770bcdf1c47d None None] The sync data for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 is: [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:24:10.362808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:24:10.376459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Sync routers for ids ['4d2cf0bc-088d-4515-94d5-e209c39781f9'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:24:10.389059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:10.389689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54efaba9-6455-4975-85ed-70a5381a5110 None None] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:24:10.393014 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-59c7a553-e109-478b-9caf-94bd5d6b7102 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9487810 Jul 30 04:24:10.393329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Routers {'4d2cf0bc-088d-4515-94d5-e209c39781f9'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:10.393727 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59204) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:10.393971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d2cf0bc-088d-4515-94d5-e209c39781f9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:10.498196 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-73875b87-bdb0-4ba4-b4a4-2da7c0d86123 None None] Provisioning for port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:10.598713 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Set router 4d2cf0bc-088d-4515-94d5-e209c39781f9 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:10.826527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 3, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:10.847377 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:10.857515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Checking router: 4d2cf0bc-088d-4515-94d5-e209c39781f9 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:24:10.857976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Updating router 4d2cf0bc-088d-4515-94d5-e209c39781f9 port c12f481b-645b-447a-8f8e-bd003bba5a21 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:24:10.888960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.047724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Allocated IP 172.20.0.1 (552e972b-a058-4dcd-b0bf-0748071b8d98/c92401f0-098c-4c92-89c7-9860becdc284/6361e90e-2b21-4aa5-a8dd-a885cd19339e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:11.180602 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.195507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Transition to ACTIVE for port object 6361e90e-2b21-4aa5-a8dd-a885cd19339e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:11.196174 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.206385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Transition to ACTIVE for port object c12f481b-645b-447a-8f8e-bd003bba5a21 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:11.214488 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.233265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.273215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34264b14-d917-4d66-a7cf-26928108c743 None None] Pushing event updated for resources: {'Port': ['ID=c12f481b-645b-447a-8f8e-bd003bba5a21,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:11.276158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Attempting to bind port c12f481b-645b-447a-8f8e-bd003bba5a21 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:11.276536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Attempting to bind port c12f481b-645b-447a-8f8e-bd003bba5a21 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:11.277235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Attempting to bind port c12f481b-645b-447a-8f8e-bd003bba5a21 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:11.278557 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:11.281587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:11.282198 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:11.283110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:11.283110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.283416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:11.283881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Bound port: c12f481b-645b-447a-8f8e-bd003bba5a21, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:11.284226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:11.284364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.322355 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Pushing event updated for resources: {'Port': ['ID=6361e90e-2b21-4aa5-a8dd-a885cd19339e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:11.334455 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.346136 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] For port c12f481b-645b-447a-8f8e-bd003bba5a21, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:11.356723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] For port c12f481b-645b-447a-8f8e-bd003bba5a21, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c12f481b-645b-447a-8f8e-bd003bba5a21,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:11.365751 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.449450 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Routers {'4d2cf0bc-088d-4515-94d5-e209c39781f9'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:11.450099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d2cf0bc-088d-4515-94d5-e209c39781f9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:11.513488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.621333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a6bea0fe-3dbe-483a-b5a9-0b9315a97ade up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:11.650601 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34264b14-d917-4d66-a7cf-26928108c743 None None] Pushing event updated for resources: {'Port': ['ID=c12f481b-645b-447a-8f8e-bd003bba5a21,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:11.667499 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.682144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4dd373ef-1dd0-49e6-840f-6bd36378fd21 None None] Provisioning for port 6361e90e-2b21-4aa5-a8dd-a885cd19339e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:11.693968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4dd373ef-1dd0-49e6-840f-6bd36378fd21 None None] Provisioning complete for port 6361e90e-2b21-4aa5-a8dd-a885cd19339e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:11.694342 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4dd373ef-1dd0-49e6-840f-6bd36378fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.699789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] Set router 4d2cf0bc-088d-4515-94d5-e209c39781f9 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:11.706576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.711704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.781445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Pushing event updated for resources: {'Port': ['ID=6361e90e-2b21-4aa5-a8dd-a885cd19339e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:11.783842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.825003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4dd373ef-1dd0-49e6-840f-6bd36378fd21 None None] Port 6361e90e-2b21-4aa5-a8dd-a885cd19339e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:24:11.830245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:11.836927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:11.837302 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:11.877703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:11.880631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:12.015759 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Router 4d2cf0bc-088d-4515-94d5-e209c39781f9 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:24:12.138375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:24:12.140223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.143251 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-48b435a3-e5a3-46c9-ae97-1e125a4859ab admin admin] 10.222.0.39 "PUT /v2.0/routers/4d2cf0bc-088d-4515-94d5-e209c39781f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485049 Jul 30 04:24:12.168373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 3, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:12.177459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4699b5e5-8f1f-4819-942b-0586e4a78899 None None] Provisioning complete for port 6361e90e-2b21-4aa5-a8dd-a885cd19339e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:12.177831 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4699b5e5-8f1f-4819-942b-0586e4a78899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.230188 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:12.231424 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ffb6a2-d953-4e75-a3bb-24d0bbd84368 None None] The sync data for ids ['4d2cf0bc-088d-4515-94d5-e209c39781f9'] in n-d-778696-14 is: [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 3, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:24:12.236719 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.237423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:12.293893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4699b5e5-8f1f-4819-942b-0586e4a78899 None None] Port 6361e90e-2b21-4aa5-a8dd-a885cd19339e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:24:12.325626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:12.339676 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:12.343743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:12.344053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.438022 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.466509 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-84f8db8d-1152-445e-96c2-bf0f01bb31bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.484959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:12.491068 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:12.492033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83850382-434d-4468-88bf-9d99004c5294 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:12.574494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:12.588014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 83850382-434d-4468-88bf-9d99004c5294 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:12.588448 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:13.482576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a6bea0fe-3dbe-483a-b5a9-0b9315a97ade up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:13.566718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:13.567260 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:13.670832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c12f481b-645b-447a-8f8e-bd003bba5a21 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:13.736408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port c12f481b-645b-447a-8f8e-bd003bba5a21 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:13.742599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c12f481b-645b-447a-8f8e-bd003bba5a21 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:13.742994 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:13.841700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:13.870306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port c12f481b-645b-447a-8f8e-bd003bba5a21, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c12f481b-645b-447a-8f8e-bd003bba5a21,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:13.875305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:13.876119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:13.945114 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Sync routers for ids ['4d2cf0bc-088d-4515-94d5-e209c39781f9'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:24:13.964231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Routers {'4d2cf0bc-088d-4515-94d5-e209c39781f9'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:13.965090 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:23:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d2cf0bc-088d-4515-94d5-e209c39781f9'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:13.969842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=c12f481b-645b-447a-8f8e-bd003bba5a21,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:13.978242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:13.978619 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.131924 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Set router 4d2cf0bc-088d-4515-94d5-e209c39781f9 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:14.357891 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:11Z', 'revision_number': 4, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6361e90e-2b21-4aa5-a8dd-a885cd19339e', 'name': '', 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'mac_address': 'fa:16:3e:5b:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'c92401f0-098c-4c92-89c7-9860becdc284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:10Z', 'updated_at': '2021-07-30T04:24:11Z', 'revision_number': 2, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'subnets': [{'id': 'c92401f0-098c-4c92-89c7-9860becdc284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:14.391342 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Checking router: 4d2cf0bc-088d-4515-94d5-e209c39781f9 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:24:14.391725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Updating router 4d2cf0bc-088d-4515-94d5-e209c39781f9 port 6361e90e-2b21-4aa5-a8dd-a885cd19339e binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:24:14.419374 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.724680 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.734881 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Transition to ACTIVE for port object 6361e90e-2b21-4aa5-a8dd-a885cd19339e will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:14.752500 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.754542 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44bfd174-d9b5-4043-b0f9-39e95260f73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.869571 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be9fad-c1f1-4843-978e-929d46e10109 None None] Pushing event updated for resources: {'Port': ['ID=6361e90e-2b21-4aa5-a8dd-a885cd19339e,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:14.893380 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Attempting to bind port 6361e90e-2b21-4aa5-a8dd-a885cd19339e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:14.894229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Attempting to bind port 6361e90e-2b21-4aa5-a8dd-a885cd19339e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:14.894602 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Attempting to bind port 6361e90e-2b21-4aa5-a8dd-a885cd19339e on network 552e972b-a058-4dcd-b0bf-0748071b8d98 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:14.903506 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:14.903877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Checking segment: {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:14.904276 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.904668 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Bound using segment: {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:14.905589 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Bound port: 6361e90e-2b21-4aa5-a8dd-a885cd19339e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56469032-c6cf-4a93-8165-b24cb973ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:14.905589 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:14.997743 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] For port 6361e90e-2b21-4aa5-a8dd-a885cd19339e, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:15.001681 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] For port 6361e90e-2b21-4aa5-a8dd-a885cd19339e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6361e90e-2b21-4aa5-a8dd-a885cd19339e,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:15.008325 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:15.047502 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:15.075508 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Routers {'4d2cf0bc-088d-4515-94d5-e209c39781f9'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:24:15.076174 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:24:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d2cf0bc-088d-4515-94d5-e209c39781f9'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:15.122814 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be9fad-c1f1-4843-978e-929d46e10109 None None] Pushing event updated for resources: {'Port': ['ID=6361e90e-2b21-4aa5-a8dd-a885cd19339e,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:15.234973 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] Set router 4d2cf0bc-088d-4515-94d5-e209c39781f9 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:24:15.398744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c12f481b-645b-447a-8f8e-bd003bba5a21 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:15.456058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port c12f481b-645b-447a-8f8e-bd003bba5a21 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:15.456438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:15.599666 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:11Z', 'revision_number': 4, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6361e90e-2b21-4aa5-a8dd-a885cd19339e', 'name': '', 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'mac_address': 'fa:16:3e:5b:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'c92401f0-098c-4c92-89c7-9860becdc284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:10Z', 'updated_at': '2021-07-30T04:24:14Z', 'revision_number': 4, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'subnets': [{'id': 'c92401f0-098c-4c92-89c7-9860becdc284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:24:15.631559 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a2cbf-b5b3-44b3-a261-dc57aed09aa3 None None] The sync data for ids ['4d2cf0bc-088d-4515-94d5-e209c39781f9'] in n-d-778696-14 is: [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:11Z', 'revision_number': 4, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '6361e90e-2b21-4aa5-a8dd-a885cd19339e', 'name': '', 'network_id': '552e972b-a058-4dcd-b0bf-0748071b8d98', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'mac_address': 'fa:16:3e:5b:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'c92401f0-098c-4c92-89c7-9860becdc284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:10Z', 'updated_at': '2021-07-30T04:24:14Z', 'revision_number': 4, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'subnets': [{'id': 'c92401f0-098c-4c92-89c7-9860becdc284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:24:16.580621 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:17.423789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6361e90e-2b21-4aa5-a8dd-a885cd19339e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:17.480164 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 6361e90e-2b21-4aa5-a8dd-a885cd19339e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:17.484416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6361e90e-2b21-4aa5-a8dd-a885cd19339e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:17.484850 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:17.590590 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:17.628260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 6361e90e-2b21-4aa5-a8dd-a885cd19339e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6361e90e-2b21-4aa5-a8dd-a885cd19339e,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:17.633968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:17.698008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=6361e90e-2b21-4aa5-a8dd-a885cd19339e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:18.224304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:19.390782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6361e90e-2b21-4aa5-a8dd-a885cd19339e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:19.446211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 6361e90e-2b21-4aa5-a8dd-a885cd19339e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:19.447311 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:22.124758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-be7365ad-d2b2-466a-83c2-2ac0593031a1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:22.126224 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-be7365ad-d2b2-466a-83c2-2ac0593031a1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 814 time: 0.1015089 Jul 30 04:24:22.141165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-f65e087f-db85-42f5-acba-e4cded5aef57 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/quotas/17a53610d4e949069b125436ade8b065 HTTP/1.1" status: 200 len: 375 time: 0.0088687 Jul 30 04:24:22.198323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-f8a96d59-3fdc-4e43-98c3-23b9dab9f3b8 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519545 Jul 30 04:24:22.294617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-b35c3944-0454-46ad-9870-75b6dabee009 service neutron] 10.222.0.39 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848837 Jul 30 04:24:22.383986 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-3311cf80-9e09-4319-a62b-9251c204ac8d service neutron] 10.222.0.39 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833116 Jul 30 04:24:23.588608 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c815ee77-f795-4610-833d-75028364abd4 req-84e7754a-aaa0-48e8-9da5-9487eab396b6 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 210 time: 0.0344813 Jul 30 04:24:24.574545 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-37777482-0a08-4bca-9862-a56ae78c79df tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:24.576348 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-37777482-0a08-4bca-9862-a56ae78c79df tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 814 time: 0.1070156 Jul 30 04:24:24.602083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'port': {'device_id': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'admin_state_up': True, 'tenant_id': '17a53610d4e949069b125436ade8b065'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:24.683474 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c36dff21-49b9-4bc5-80a0-7c9745cdd240 req-af56f942-b5fd-4d47-b2c6-1eb57e2442ea tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 210 time: 0.0275335 Jul 30 04:24:24.717503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Made reservation on behalf of 17a53610d4e949069b125436ade8b065 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:24:24.721461 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:24.859935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Allocated IP 172.20.0.7 (213aa27c-fb15-4d25-b429-8c31319ae3d4/4ca8594e-5c10-4c21-90ea-d5f254ed1c89/36c591e5-e2b7-4df5-a153-30629a305647) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:25.042299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:25.057279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Transition to ACTIVE for port object 36c591e5-e2b7-4df5-a153-30629a305647 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:25.094635 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:25.147899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:25.151154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:25.157325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:25.182673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:25.197020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.197375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.197724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.198064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.198403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.198737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.199174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.199417 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.199751 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.200078 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.200420 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.200732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:25.226127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:25.226789 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:25.242337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-bd920a3d-4b0a-4002-9d2b-bf63d89de200 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442816 Jul 30 04:24:25.468051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cbe43c2b-8d67-4ede-93ef-9f2870a0648f None None] Provisioning for port 36c591e5-e2b7-4df5-a153-30629a305647 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:25.472015 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cbe43c2b-8d67-4ede-93ef-9f2870a0648f None None] Provisioning complete for port 36c591e5-e2b7-4df5-a153-30629a305647 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:25.472474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbe43c2b-8d67-4ede-93ef-9f2870a0648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:25.511220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cbe43c2b-8d67-4ede-93ef-9f2870a0648f None None] Port 36c591e5-e2b7-4df5-a153-30629a305647 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:24:25.813384 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8865f-fcef-4ac2-9066-0fa21a9f5a0d req-683f9274-5c83-46cf-9600-ac0a6e546ef8 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:25.815375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fa8865f-fcef-4ac2-9066-0fa21a9f5a0d req-683f9274-5c83-46cf-9600-ac0a6e546ef8 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0547583 Jul 30 04:24:25.855555 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7fa8865f-fcef-4ac2-9066-0fa21a9f5a0d req-cdc802e3-ad11-4e0a-94fa-21ead4d805c9 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Jul 30 04:24:26.983663 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df578-15f3-4513-8935-2903e0a0ebcd req-2ee52de6-8110-4dce-ac65-c56aac06b114 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:26.993427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-786df578-15f3-4513-8935-2903e0a0ebcd req-2ee52de6-8110-4dce-ac65-c56aac06b114 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0629759 Jul 30 04:24:27.027019 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-786df578-15f3-4513-8935-2903e0a0ebcd req-64e1bfc5-4c08-4c7e-a5ef-59ef9835c672 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Jul 30 04:24:28.154255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ad74-a71d-408b-8390-227b7a56cda9 req-466850ae-1ac0-443b-b903-9c362165be43 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:28.156170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be91ad74-a71d-408b-8390-227b7a56cda9 req-466850ae-1ac0-443b-b903-9c362165be43 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0601618 Jul 30 04:24:28.195943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be91ad74-a71d-408b-8390-227b7a56cda9 req-e08a5cfd-ad31-4eec-b0cf-bd103a799832 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 30 04:24:29.336120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe67d2a-c2f6-478a-8cb5-18003cad8425 req-232d0749-4494-44c9-bf6c-bc511c0920fa tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:29.338770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebe67d2a-c2f6-478a-8cb5-18003cad8425 req-232d0749-4494-44c9-bf6c-bc511c0920fa tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0570865 Jul 30 04:24:29.377867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ebe67d2a-c2f6-478a-8cb5-18003cad8425 req-97d33669-7e8b-4f85-9b3d-cd221f3014ca tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Jul 30 04:24:29.676082 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:24:30.502019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336dab-75a1-4f7a-a3c3-c41f966656f0 req-d62d54e3-5faa-4d20-a3d7-7ede06d05ad7 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:30.503514 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67336dab-75a1-4f7a-a3c3-c41f966656f0 req-d62d54e3-5faa-4d20-a3d7-7ede06d05ad7 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0488856 Jul 30 04:24:30.550326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-67336dab-75a1-4f7a-a3c3-c41f966656f0 req-c83f4833-3df1-4176-9a8e-a6e953bcabfa tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jul 30 04:24:31.261049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:31.675320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e9c53-b2a3-4f7c-9670-c89fc0053360 req-6ff8d21e-752c-4a2e-beed-482eb704d396 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:31.676877 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d88e9c53-b2a3-4f7c-9670-c89fc0053360 req-6ff8d21e-752c-4a2e-beed-482eb704d396 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0552223 Jul 30 04:24:31.718595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d88e9c53-b2a3-4f7c-9670-c89fc0053360 req-ee8f604b-08bb-4919-9c7e-eeb6b7ad1dc6 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Jul 30 04:24:32.837552 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a6dd1-2d68-4a2c-8555-f6c52a0a258b req-80e44dc6-3cec-4a42-ac29-a2082e341998 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:32.839026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f7a6dd1-2d68-4a2c-8555-f6c52a0a258b req-80e44dc6-3cec-4a42-ac29-a2082e341998 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0531287 Jul 30 04:24:32.878109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f7a6dd1-2d68-4a2c-8555-f6c52a0a258b req-a10bafe7-f71b-4a61-9972-276fe7ad1917 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Jul 30 04:24:34.005108 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35918-0341-45cd-9628-8747cbfa66d8 req-5adc56b7-ee93-4358-b89f-b7d222950fc2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:34.006605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aa35918-0341-45cd-9628-8747cbfa66d8 req-5adc56b7-ee93-4358-b89f-b7d222950fc2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0512908 Jul 30 04:24:34.044988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aa35918-0341-45cd-9628-8747cbfa66d8 req-5bf9b7e3-7c40-47d3-a4a5-2e2d7d618ca2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Jul 30 04:24:35.163498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c17b-4a47-4839-847d-17b0b9bb2595 req-a14ab998-7c36-428f-ab20-0848f7868f84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:35.164976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba08c17b-4a47-4839-847d-17b0b9bb2595 req-a14ab998-7c36-428f-ab20-0848f7868f84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0527959 Jul 30 04:24:35.201913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ba08c17b-4a47-4839-847d-17b0b9bb2595 req-43c62176-be22-449d-9746-f9a8eea2ea89 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Jul 30 04:24:36.313949 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c228e-5f9b-4a76-b7a5-69e83fa2988b req-26787aae-9312-42a1-a63b-9bbcae14da36 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:36.315454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf2c228e-5f9b-4a76-b7a5-69e83fa2988b req-26787aae-9312-42a1-a63b-9bbcae14da36 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0480802 Jul 30 04:24:36.353593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf2c228e-5f9b-4a76-b7a5-69e83fa2988b req-af3521a2-cae0-49de-bd8a-452a782b80d1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Jul 30 04:24:37.466774 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6a5f8-b357-4753-af0f-0abea61cc396 req-ebb9926d-b52a-42bb-8b78-c1e2e1caa6a1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:37.468285 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aa6a5f8-b357-4753-af0f-0abea61cc396 req-ebb9926d-b52a-42bb-8b78-c1e2e1caa6a1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0493975 Jul 30 04:24:37.507202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1aa6a5f8-b357-4753-af0f-0abea61cc396 req-801e169c-a7a2-4826-a7e2-9434d121f38e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Jul 30 04:24:37.532922 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Request body: {'port': {'device_id': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:37.587053 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:37.847379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c591e5-e2b7-4df5-a153-30629a305647 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:24:37.854926 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:37.866434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Transition to ACTIVE for port object 36c591e5-e2b7-4df5-a153-30629a305647 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:24:37.869997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:37.916828 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:38.015985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Attempting to bind port 36c591e5-e2b7-4df5-a153-30629a305647 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:24:38.015985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Attempting to bind port 36c591e5-e2b7-4df5-a153-30629a305647 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:24:38.015985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Attempting to bind port 36c591e5-e2b7-4df5-a153-30629a305647 on network 213aa27c-fb15-4d25-b429-8c31319ae3d4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:38.015985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Port 36c591e5-e2b7-4df5-a153-30629a305647 on network 213aa27c-fb15-4d25-b429-8c31319ae3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:24:38.015985 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Attempting to bind port 36c591e5-e2b7-4df5-a153-30629a305647 on network 213aa27c-fb15-4d25-b429-8c31319ae3d4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:24:38.023954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:24:38.023954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Checking segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:24:38.024318 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Bound using segment: {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:24:38.024534 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Bound port: 36c591e5-e2b7-4df5-a153-30629a305647, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:24:38.024901 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:38.098532 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:24:38.102270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:24:38.122392 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:38.158190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:38.158855 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:38.160205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] 10.222.0.16 "PUT /v2.0/ports/36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 1092 time: 0.6316757 Jul 30 04:24:38.160671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:24:38.162949 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e" -d '{"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:24:38.188187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75365a-3155-4eb4-99fd-92e368b5862b service neutron] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:38.211772 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613a4a9-2673-4e7a-b952-059aad5d0871 x-openstack-request-id: req-3613a4a9-2673-4e7a-b952-059aad5d0871 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:24:38.212076 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:24:38.212331 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3613a4a9-2673-4e7a-b952-059aad5d0871 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:24:38.212740 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'status': 'completed', 'code': 200} Jul 30 04:24:38.278070 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-3e0da613-61da-4781-99f5-ed200c5ab2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:38.279686 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-3e0da613-61da-4781-99f5-ed200c5ab2a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1095 time: 0.0465462 Jul 30 04:24:38.334849 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-76f5bfb8-d837-4a9f-8c50-10ad90a171d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 217 time: 0.0393043 Jul 30 04:24:38.384929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-8b10931b-5ae9-4768-b2cb-6630575712df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:38.386306 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-8b10931b-5ae9-4768-b2cb-6630575712df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0447237 Jul 30 04:24:38.431747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-dfe3087d-d890-47f6-bceb-8a85a781dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:38.433182 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-dfe3087d-d890-47f6-bceb-8a85a781dc07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400474 Jul 30 04:24:38.638149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ce240-e23b-4477-b289-98d0f734c9f5 req-5034b6e7-d3de-4ad5-87a8-d458810aa4c9 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:38.639819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e5ce240-e23b-4477-b289-98d0f734c9f5 req-5034b6e7-d3de-4ad5-87a8-d458810aa4c9 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0617929 Jul 30 04:24:38.679847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3e5ce240-e23b-4477-b289-98d0f734c9f5 req-1238e9d8-4177-45e9-979a-96cde75809c5 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Jul 30 04:24:38.766402 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-57f4533f-d9f9-4c93-bd1a-2af3c1067652 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259594 Jul 30 04:24:38.854851 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d979e9f0-08b5-48da-b053-16ba6e4d16b2 req-7a6c85b3-9b16-4d2c-a009-249d0d9236e7 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Jul 30 04:24:38.984909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-c8b90a08-4e38-4856-962f-2a42615811f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:38.986379 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-c8b90a08-4e38-4856-962f-2a42615811f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1095 time: 0.0453320 Jul 30 04:24:39.074676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-eb0f4556-b064-48b9-b227-8e84a2e8fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:39.076163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-eb0f4556-b064-48b9-b227-8e84a2e8fa9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0822010 Jul 30 04:24:39.117698 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-eadc6a8b-87bb-4b20-a185-36d3ff97ba8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 217 time: 0.0338008 Jul 30 04:24:39.170164 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-0bb106cd-96fa-4442-95e3-5f520f3589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:39.171622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-0bb106cd-96fa-4442-95e3-5f520f3589ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0469232 Jul 30 04:24:39.217048 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-76ac669e-48d5-4eae-aa61-0f12fab8161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:39.218463 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-76ac669e-48d5-4eae-aa61-0f12fab8161f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398555 Jul 30 04:24:39.306413 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-0b66210e-7af6-4665-8910-5741b0f6083c service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799565 Jul 30 04:24:39.399691 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b88d5ea3-aa24-40cf-9f5c-4af3ee2aac7e req-a7f8e103-0074-4743-836a-e36ffdb87dfc service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862603 Jul 30 04:24:39.794498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e420a6f-5961-4968-ac8f-9b073e01e443 req-f215d986-b448-4a50-919c-5e56bfa1da0a tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:39.796053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e420a6f-5961-4968-ac8f-9b073e01e443 req-f215d986-b448-4a50-919c-5e56bfa1da0a tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0481579 Jul 30 04:24:39.834541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e420a6f-5961-4968-ac8f-9b073e01e443 req-e6504bbe-96aa-42eb-a92b-e8a2c3346940 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jul 30 04:24:40.952188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dbf8a-21bf-4ed8-a69b-24fd66ad76bb req-fe30036e-216e-4aff-a1b0-701a24103a45 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:40.953702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a0dbf8a-21bf-4ed8-a69b-24fd66ad76bb req-fe30036e-216e-4aff-a1b0-701a24103a45 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0543258 Jul 30 04:24:40.992061 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a0dbf8a-21bf-4ed8-a69b-24fd66ad76bb req-94bff98a-7b0d-4dc6-9791-f9d03e6c0dbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Jul 30 04:24:41.488835 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:42.109071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bc1e7-6756-42a8-bf2b-fb42fc82439e req-2d33f271-5a3a-4dcf-93b1-03660a84d1c1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:42.110521 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe4bc1e7-6756-42a8-bf2b-fb42fc82439e req-2d33f271-5a3a-4dcf-93b1-03660a84d1c1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0520403 Jul 30 04:24:42.147958 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe4bc1e7-6756-42a8-bf2b-fb42fc82439e req-1cdabda9-e712-4383-8a39-ae9cf5051b26 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Jul 30 04:24:42.445032 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c081279a-0493-4f0b-877e-51ad38a2f886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:42.861484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36c591e5-e2b7-4df5-a153-30629a305647 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:24:42.960782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:42.972580 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '36c591e5-e2b7-4df5-a153-30629a305647', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'port_id': '36c591e5-e2b7-4df5-a153-30629a305647', 'mac_address': 'fa:16:3e:a3:57:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:24:43.009348 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:43.022433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c591e5-e2b7-4df5-a153-30629a305647 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:24:43.041535 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:43.045519 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:43.092863 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:43.100229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.100610 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.100906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.101249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.101587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.101923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.102256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.102586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.102916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.103279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.103611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.103936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:24:43.263336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383267d5-1a7c-44e5-81de-6b06367916ca req-abc440d0-9c48-4d94-86f9-e1823b5f8352 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:43.264820 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-383267d5-1a7c-44e5-81de-6b06367916ca req-abc440d0-9c48-4d94-86f9-e1823b5f8352 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 944 time: 0.0509098 Jul 30 04:24:43.303089 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-383267d5-1a7c-44e5-81de-6b06367916ca req-fbaef587-8edb-4ac9-abf7-b41666bd2981 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Jul 30 04:24:43.465619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36c591e5-e2b7-4df5-a153-30629a305647'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:24:44.416054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9abc0-5b14-4ccd-be2d-fb07877fdf58 req-969c1e2f-93be-4382-9c39-1afa07374797 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:44.417516 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63b9abc0-5b14-4ccd-be2d-fb07877fdf58 req-969c1e2f-93be-4382-9c39-1afa07374797 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 944 time: 0.0481188 Jul 30 04:24:44.454589 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63b9abc0-5b14-4ccd-be2d-fb07877fdf58 req-7adb11ae-efa1-4606-a1be-5049c41982ef tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Jul 30 04:24:44.750789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f51c8231-c24b-4b4b-bbe2-1ca5608f7097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:44.870475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36c591e5-e2b7-4df5-a153-30629a305647 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:24:44.917922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 36c591e5-e2b7-4df5-a153-30629a305647 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:24:44.921773 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 36c591e5-e2b7-4df5-a153-30629a305647 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:24:44.922153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:45.002572 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:45.025006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:24:45.027374 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961eab6-717e-4525-adfc-489c8bcfba27" -d '{"events": [{"server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:24:45.049149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:24:45.054349 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:45.058545 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:45.079455 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d486f-b57c-4f63-91c9-e78969222d17 x-openstack-request-id: req-2b8d486f-b57c-4f63-91c9-e78969222d17 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:24:45.079733 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:24:45.079986 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b8d486f-b57c-4f63-91c9-e78969222d17 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:24:45.080372 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'code': 200} Jul 30 04:24:45.105309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:45.189785 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017b50e-2561-40c1-a277-f80b894048fe req-db8754a5-fe75-42f8-baaf-6008c238f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:45.191282 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0017b50e-2561-40c1-a277-f80b894048fe req-db8754a5-fe75-42f8-baaf-6008c238f9bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1097 time: 0.0406232 Jul 30 04:24:45.224837 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-0017b50e-2561-40c1-a277-f80b894048fe req-a5531e8c-9bc1-47f7-a436-ba179eccb6b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268843 Jul 30 04:24:45.570827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c9891-1e13-4185-b6fd-e5affcdc2b7c req-3f9709d0-75f0-44ae-b1f9-0f5f9e8bd276 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:45.572311 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-943c9891-1e13-4185-b6fd-e5affcdc2b7c req-3f9709d0-75f0-44ae-b1f9-0f5f9e8bd276 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0531826 Jul 30 04:24:45.610736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-943c9891-1e13-4185-b6fd-e5affcdc2b7c req-6421aa38-ab0a-4d36-be9e-990513322f29 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jul 30 04:24:46.582339 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:46.726549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a813e5b-47f2-4fd5-9ae6-9a396f3b27a3 req-1a32f1f0-8ba9-4f21-9f6d-7cef88b10255 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:46.728056 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a813e5b-47f2-4fd5-9ae6-9a396f3b27a3 req-1a32f1f0-8ba9-4f21-9f6d-7cef88b10255 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0479832 Jul 30 04:24:46.766276 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7a813e5b-47f2-4fd5-9ae6-9a396f3b27a3 req-d6d482d3-39b6-4ad0-9a5a-d86938a8ad23 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 30 04:24:46.878421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e2554-0bc0-4800-aa13-277edf7be480 req-8b7a22c1-4588-410e-b4df-1530e93c67c0 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:46.880603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d28e2554-0bc0-4800-aa13-277edf7be480 req-8b7a22c1-4588-410e-b4df-1530e93c67c0 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0487525 Jul 30 04:24:46.919292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d28e2554-0bc0-4800-aa13-277edf7be480 req-a6e296c5-e7be-441d-a4b6-c27689492dcd tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jul 30 04:24:47.109745 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330ca0e-bd15-4b9a-b4d4-0aab39d00120 req-ae40c82b-2fcd-4d39-b479-df5a55ba97d7 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:47.111222 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4330ca0e-bd15-4b9a-b4d4-0aab39d00120 req-ae40c82b-2fcd-4d39-b479-df5a55ba97d7 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0518200 Jul 30 04:24:47.149333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4330ca0e-bd15-4b9a-b4d4-0aab39d00120 req-a4be5ec0-ff5e-4cb6-ba27-37f4a81aadca tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Jul 30 04:24:48.215793 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:58.730150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059ee8-c514-498e-b451-39172550b67b req-1947522a-be42-4d66-8541-a10f9e573420 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:58.731546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f059ee8-c514-498e-b451-39172550b67b req-1947522a-be42-4d66-8541-a10f9e573420 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0489662 Jul 30 04:24:58.768648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f059ee8-c514-498e-b451-39172550b67b req-997ae946-f1da-4b0b-a97b-5c60618dc9e5 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Jul 30 04:24:58.791391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59430) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:58.920766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86b978-7c29-464f-954b-1dc2146e86be tempest-TestMinimumBasicScenario-1113026458 tempest-TestMinimumBasicScenario-1113026458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:24:58.922516 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f86b978-7c29-464f-954b-1dc2146e86be tempest-TestMinimumBasicScenario-1113026458 tempest-TestMinimumBasicScenario-1113026458-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1092 time: 0.1298440 Jul 30 04:24:58.925435 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59434) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:24:58.929978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '36c591e5-e2b7-4df5-a153-30629a305647', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:24:58.951365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:59.044032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:59.146708 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Allocated IP 172.25.6.209 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/61f6e9a5-6888-4a84-857e-ff409bfb4abd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:24:59.244781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:59.282343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:59.320876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:24:59.323550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:24:59.326915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:24:59.352332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'Port': ['ID=61f6e9a5-6888-4a84-857e-ff409bfb4abd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:24:59.766189 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:24:59.862373 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.010123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.014590 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.085228 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'Port': ['ID=61f6e9a5-6888-4a84-857e-ff409bfb4abd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:00.094995 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.194119 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Floating IP efbd1afe-32ba-432b-89e2-2650da3a89c1 associated. External IP: 172.25.6.209, port: 36c591e5-e2b7-4df5-a153-30629a305647. Jul 30 04:25:00.399378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Router c51662f0-296c-4403-963c-d96ca3e1307f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:25:00.507205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:25:00.516667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] Sync routers for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:25:00.523077 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.527003 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:25:00.527658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:24:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:25:00.557077 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3f793ca9-2c77-49d4-8b73-123f89ce2bad tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6280444 Jul 30 04:25:00.557077 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:25:00.557561 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed" -d '{"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:25:00.557682 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:00.562713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360054976', 'description': 'tempest-secgroup-smoke-1360054976 description', 'project_id': '17a53610d4e949069b125436ade8b065'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:00.590465 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.596894 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a50339-db4f-4507-b978-0340128f022e x-openstack-request-id: req-a4a50339-db4f-4507-b978-0340128f022e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:25:00.597203 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:25:00.597449 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4a50339-db4f-4507-b978-0340128f022e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:25:00.597852 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'status': 'completed', 'code': 200} Jul 30 04:25:00.640845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:25:00.680834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.692615 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.692868 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-806f45c6-1ca4-4a54-b6d7-3d59b06ee154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:00.694460 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-806f45c6-1ca4-4a54-b6d7-3d59b06ee154 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1097 time: 0.0532227 Jul 30 04:25:00.713033 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.717390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558328 Jul 30 04:25:00.717669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:00.722959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group_rule': {'security_group_id': 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6', 'project_id': '17a53610d4e949069b125436ade8b065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:00.744712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:00.757126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.757569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.757982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.758455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.758862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.759293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.759630 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.759959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.760292 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.760618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.760947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.761269 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb10aae0-4ac5-4595-b31c-0d8187aece8e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:25:00.778204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.798927 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-a2d9c679-a7b6-4408-8a36-e3f5a0c8e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:00.800570 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-a2d9c679-a7b6-4408-8a36-e3f5a0c8e535 service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0988488 Jul 30 04:25:00.840774 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.844827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.862643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5337bd1-c6dd-4709-989d-9e1793aa00cc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:00.874178 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.875914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-589cb476-e121-4703-980c-2583207ddb12 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572559 Jul 30 04:25:00.880285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:00.884366 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-9cf383c3-4dff-4649-b751-5866e3dbdbfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 999 time: 0.0768805 Jul 30 04:25:00.885031 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group_rule': {'security_group_id': 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6', 'project_id': '17a53610d4e949069b125436ade8b065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:00.888051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'efbd1afe-32ba-432b-89e2-2650da3a89c1', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'port_id': '36c591e5-e2b7-4df5-a153-30629a305647', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'mac_address': 'fa:16:3e:a3:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:24:59Z', 'updated_at': '2021-07-30T04:24:59Z', 'revision_number': 0, 'project_id': '17a53610d4e949069b125436ade8b065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:12Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:25:00.913261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.914831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] Checking router: c51662f0-296c-4403-963c-d96ca3e1307f for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:25:00.923621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:25:00.923935 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:24:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:25:00.937853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-123c2bf0-8913-4005-b7c7-4cb487a6d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:00.943193 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-123c2bf0-8913-4005-b7c7-4cb487a6d9fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0515985 Jul 30 04:25:00.988255 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.993140 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-e3240d57-6ace-4533-8f73-b88521060961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:00.994349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:00.994995 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-e3240d57-6ace-4533-8f73-b88521060961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450001 Jul 30 04:25:01.017067 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c28ecf-7227-450c-8626-4022989aee4a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:01.027515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.031675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d03b1598-8629-4198-bbf0-b5312c48355d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502757 Jul 30 04:25:01.032680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:01.038195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group_rule': {'security_group_id': 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6', 'project_id': '17a53610d4e949069b125436ade8b065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:01.069228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.108238 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-09d3c31b-d97e-4380-8723-8141893d6842 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052244 Jul 30 04:25:01.140416 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.144803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.163969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6881fb8-69e2-4e1e-aca1-6be85fbeb7a2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:01.173717 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.174954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7bed0b40-585b-498f-9d4e-71c4d0632c0d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413043 Jul 30 04:25:01.177915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59448) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:01.182550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group_rule': {'security_group_id': 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6', 'project_id': '17a53610d4e949069b125436ade8b065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:01.202128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:25:01.233925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8f4047c4-9f5c-47bc-9c31-469ac75e47ed req-a5f50196-449b-46d3-bd27-552f6c078c63 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185210 Jul 30 04:25:01.235232 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.289879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.292827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.293419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.316367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e03f68-f6e6-4600-af3d-3cd202fdd074,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:01.323345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.327570 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2e615e60-4121-4274-821f-b6c23c5ebdbc tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455669 Jul 30 04:25:01.327570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59450) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:01.331879 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group_rule': {'security_group_id': 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6', 'project_id': '17a53610d4e949069b125436ade8b065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:01.353800 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Project 17a53610d4e949069b125436ade8b065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:25:01.358489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.425920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.429846 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.447040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'efbd1afe-32ba-432b-89e2-2650da3a89c1', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'port_id': '36c591e5-e2b7-4df5-a153-30629a305647', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'mac_address': 'fa:16:3e:a3:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:24:59Z', 'updated_at': '2021-07-30T04:24:59Z', 'revision_number': 0, 'project_id': '17a53610d4e949069b125436ade8b065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:12Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:25:01.447335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8babfb-f9e5-48de-8eb0-848927e2e24d,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:01.454479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.455512 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-892040e9-5e9d-4e06-8966-b446a465dab2 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271982 Jul 30 04:25:01.458895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59452) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:25:01.463325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'security_group_rule': {'security_group_id': 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6', 'project_id': '17a53610d4e949069b125436ade8b065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:01.474982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640ce90-7843-4fab-8c8c-db9f49e69962 None None] The sync data for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 is: [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'efbd1afe-32ba-432b-89e2-2650da3a89c1', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'port_id': '36c591e5-e2b7-4df5-a153-30629a305647', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'mac_address': 'fa:16:3e:a3:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:24:59Z', 'updated_at': '2021-07-30T04:24:59Z', 'revision_number': 0, 'project_id': '17a53610d4e949069b125436ade8b065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:12Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:25:01.485527 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Project 17a53610d4e949069b125436ade8b065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:25:01.491177 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.556605 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.560743 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.583520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75589441-8464-4154-be0a-8254f4c030dc,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:01.587514 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.588619 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-41767f72-d594-46ac-a23c-190df79d3003 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287713 Jul 30 04:25:01.670881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-6e9c5aea-a607-4433-ac18-2b4fde079d95 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360054976&fields=id&tenant_id=17a53610d4e949069b125436ade8b065 HTTP/1.1" status: 200 len: 267 time: 0.0349526 Jul 30 04:25:01.675247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eba543-8107-405c-a425-1b1490625b05 None None] New status for floating IP efbd1afe-32ba-432b-89e2-2650da3a89c1: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:25:01.727041 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-34398b27-0c58-454a-a36e-4ad1ad65b863 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:01.728648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-34398b27-0c58-454a-a36e-4ad1ad65b863 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0511677 Jul 30 04:25:01.741034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'port': {'security_groups': ['585a0b1b-1164-4c30-82bb-20d52e6d80e3', 'ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:25:01.802331 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:01.994702 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:25:02.023995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:02.028426 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:02.062393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36c591e5-e2b7-4df5-a153-30629a305647'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:25:02.084598 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:02.085242 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:02.086683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3de2215e-cfc9-4655-a3f3-9a4fb4d59a3e req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "PUT /v2.0/ports/36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 981 time: 0.3510358 Jul 30 04:25:02.087124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:25:02.089460 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c3228-b80c-4c39-be14-63a517d8a4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:25:02.106757 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baee04-4f15-4834-8229-900eb4b5b058 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:25:02.155798 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2e042c-3a55-41a7-8093-9374908e79e1 x-openstack-request-id: req-ff2e042c-3a55-41a7-8093-9374908e79e1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:25:02.156098 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:25:02.156393 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff2e042c-3a55-41a7-8093-9374908e79e1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:25:02.156804 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'status': 'completed', 'code': 200} Jul 30 04:25:02.219433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36c591e5-e2b7-4df5-a153-30629a305647'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:25:02.224026 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaffc28-96b9-4ff6-ac7d-77a48d7e66c7 req-2ec52b69-aa49-4bbe-9f49-3dc91d0e3463 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:02.225689 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfaffc28-96b9-4ff6-ac7d-77a48d7e66c7 req-2ec52b69-aa49-4bbe-9f49-3dc91d0e3463 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0544436 Jul 30 04:25:02.262065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-cc7440dd-dbf9-4ae5-8c67-bdf167998b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:02.265633 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-cc7440dd-dbf9-4ae5-8c67-bdf167998b26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1136 time: 0.0585310 Jul 30 04:25:02.271925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bfaffc28-96b9-4ff6-ac7d-77a48d7e66c7 req-d29f69ea-15a5-4078-9449-2675e56e7703 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398307 Jul 30 04:25:02.433615 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c4b1e9b4-3936-4ee1-a0a1-8a24074c223b None None] Provisioning complete for port 36c591e5-e2b7-4df5-a153-30629a305647 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:25:02.433993 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c4b1e9b4-3936-4ee1-a0a1-8a24074c223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:02.645558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-e8933dda-3cff-436a-8a56-a76cffd80012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:02.647822 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-e8933dda-3cff-436a-8a56-a76cffd80012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.3735590 Jul 30 04:25:02.721805 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-4b42aca7-d9a2-48ec-b222-d30e4b1187a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 1001 time: 0.0665069 Jul 30 04:25:02.778342 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-383f8c96-7e86-4e6c-aa60-4648a9f5f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:02.779963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-383f8c96-7e86-4e6c-aa60-4648a9f5f7e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0510449 Jul 30 04:25:02.834610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-733e38fc-fb1a-4d29-b5a5-f73dcc66a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:02.837008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-733e38fc-fb1a-4d29-b5a5-f73dcc66a6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496812 Jul 30 04:25:02.929318 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-3e421b16-e369-4e43-95be-b662c3c3013b service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Jul 30 04:25:03.026429 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-dc4c3228-b80c-4c39-be14-63a517d8a4f8 req-2efdc474-cc69-4965-9ad7-915ec897e11c service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889816 Jul 30 04:25:06.675489 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:25:11.505252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:12.445062 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5727-7f6b-48f7-abff-77217219c015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:14.751076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e44eae6f-0b09-4f24-8c34-be4736f0544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:15.040359 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:16.583998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:18.218724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:27.778331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-20798cd9-f5db-419d-b5e7-ef702688ef68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397565 Jul 30 04:25:27.875852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-5fb7e4ad-721e-4ddb-bd40-85aa7cbda86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:27.877319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-5fb7e4ad-721e-4ddb-bd40-85aa7cbda86d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1136 time: 0.0405893 Jul 30 04:25:27.982152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-3a21d001-f749-457c-a4d8-d14f2b116827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:27.983654 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-3a21d001-f749-457c-a4d8-d14f2b116827 service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0873213 Jul 30 04:25:28.048145 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-ee945b8c-9700-44ec-943e-bf042fff6535 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 1001 time: 0.0574627 Jul 30 04:25:28.100425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-d93b50a5-4051-4475-b9ef-08c0d11df7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:28.101850 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-d93b50a5-4051-4475-b9ef-08c0d11df7a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0468113 Jul 30 04:25:28.150618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-43840719-4b52-49dd-8fe3-d0e72c6974f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:28.152146 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-43840719-4b52-49dd-8fe3-d0e72c6974f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425205 Jul 30 04:25:28.163109 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-0334bcbf-2065-4461-b4ec-ab7c768b5d81 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:25:28.164055 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-0334bcbf-2065-4461-b4ec-ab7c768b5d81 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050271 Jul 30 04:25:28.252484 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-53a5140d-503d-41f0-995a-1a3064aea4eb service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806777 Jul 30 04:25:28.345281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e5040d0a-1947-4eb8-8900-f75d45120c40 req-f73fdc14-4e2f-4b7b-8b43-d60c2dc6afc8 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Jul 30 04:25:31.277675 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:41.507075 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:42.447432 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ebed36d-2768-4655-88da-690d11c20c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:43.674848 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:25:44.751755 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-afbc704c-dda2-4b56-b0e6-a31ce6728627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:45.040879 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:46.586711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:48.223196 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:25:50.664868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce6b3-2a4e-4aac-94f8-dacd5be81c3f req-0069a7e6-342d-478e-9daa-665ba2e74d5f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:50.666391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a3ce6b3-2a4e-4aac-94f8-dacd5be81c3f req-0069a7e6-342d-478e-9daa-665ba2e74d5f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0493138 Jul 30 04:25:50.693263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-cb106fe7-7155-4843-a247-a532c6190d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:50.694777 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-cb106fe7-7155-4843-a247-a532c6190d72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1136 time: 0.0416348 Jul 30 04:25:50.707015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a3ce6b3-2a4e-4aac-94f8-dacd5be81c3f req-e0031e86-20ae-44be-b850-c83cb98827b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345788 Jul 30 04:25:50.790002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-c65059bd-1eee-4925-bd41-a368d279b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:50.791425 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-c65059bd-1eee-4925-bd41-a368d279b9fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0886087 Jul 30 04:25:50.856964 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-9086a50e-2070-45c5-b263-ee01a31ff29d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 1001 time: 0.0587864 Jul 30 04:25:50.907090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-490b27aa-e394-47ae-b215-79d3eb64999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:50.908622 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-490b27aa-e394-47ae-b215-79d3eb64999c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0431368 Jul 30 04:25:50.960298 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-dc617197-e2ac-4a36-88f7-d67f539659ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:50.961866 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-dc617197-e2ac-4a36-88f7-d67f539659ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465658 Jul 30 04:25:51.052917 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-aad1d454-4f09-4f67-87f6-4b685a25cdbb service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822194 Jul 30 04:25:51.147437 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bc9f655a-385e-4649-8f5e-0957c9e05c8a req-1a73c4fc-9806-431a-a75a-90b1fdfb4ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Jul 30 04:25:51.822847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231faf4-250d-428e-83aa-99ac21394132 req-817e584b-9480-4527-bfed-308b0688cba4 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:51.824339 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f231faf4-250d-428e-83aa-99ac21394132 req-817e584b-9480-4527-bfed-308b0688cba4 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0486715 Jul 30 04:25:51.868633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f231faf4-250d-428e-83aa-99ac21394132 req-f1ef1fb8-9788-4166-b852-a84190505af3 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381396 Jul 30 04:25:52.984859 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859027f-7006-48c2-82a3-743f6c75ba2d req-9a3b2a4e-0b0b-47e0-ba97-6746fe09dd43 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:52.986327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0859027f-7006-48c2-82a3-743f6c75ba2d req-9a3b2a4e-0b0b-47e0-ba97-6746fe09dd43 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0490170 Jul 30 04:25:53.026393 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0859027f-7006-48c2-82a3-743f6c75ba2d req-670b5e80-6fcc-42b4-9967-5b9041072436 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330613 Jul 30 04:25:54.146039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831d4da-273f-4505-bfd5-ad8c7dc5cf4b req-ada5d643-f3a6-4c33-8051-e84a2e58a3e8 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:54.147957 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c831d4da-273f-4505-bfd5-ad8c7dc5cf4b req-ada5d643-f3a6-4c33-8051-e84a2e58a3e8 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0535355 Jul 30 04:25:54.188961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c831d4da-273f-4505-bfd5-ad8c7dc5cf4b req-eb35551c-88db-471f-9fec-d33961568e4c tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344896 Jul 30 04:25:55.303394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d93a9-7ebd-46f0-bbf7-94838d5cfb7d req-aeae20df-0574-4fd8-8177-e38fe9494540 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:55.304855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d15d93a9-7ebd-46f0-bbf7-94838d5cfb7d req-aeae20df-0574-4fd8-8177-e38fe9494540 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0487392 Jul 30 04:25:55.348053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d15d93a9-7ebd-46f0-bbf7-94838d5cfb7d req-62268baf-20d9-4032-92fe-e4888742d119 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371988 Jul 30 04:25:56.462089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a815c-dbd2-4250-aae3-20278e47de82 req-9ae0dde5-d917-488c-8efc-d226b6e66087 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:56.463617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-841a815c-dbd2-4250-aae3-20278e47de82 req-9ae0dde5-d917-488c-8efc-d226b6e66087 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0492072 Jul 30 04:25:56.503296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-841a815c-dbd2-4250-aae3-20278e47de82 req-358816c4-6787-4312-8e29-de71e9336449 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336363 Jul 30 04:25:57.623180 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806a350-6be3-44c9-8499-2af575075572 req-1dfd0816-d5a9-4be4-a534-5f4e07d86331 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:57.624660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2806a350-6be3-44c9-8499-2af575075572 req-1dfd0816-d5a9-4be4-a534-5f4e07d86331 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0490079 Jul 30 04:25:57.664878 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2806a350-6be3-44c9-8499-2af575075572 req-440983c0-27cd-425c-9119-54d7698fe25e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337949 Jul 30 04:25:58.778044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a52e3-5428-4a3b-b19c-ac0d5aa08021 req-8de7d0d6-edb0-453b-8eac-47e9b0bff8c5 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:58.779533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd1a52e3-5428-4a3b-b19c-ac0d5aa08021 req-8de7d0d6-edb0-453b-8eac-47e9b0bff8c5 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0483751 Jul 30 04:25:58.827953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dd1a52e3-5428-4a3b-b19c-ac0d5aa08021 req-d6436e94-92cc-463d-a7ec-c6bf1f642d65 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418637 Jul 30 04:25:59.942345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a1f-5733-4b6c-9e59-be309cc16048 req-195d255d-7658-4f91-981e-f754e0b53592 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:25:59.943886 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24a79a1f-5733-4b6c-9e59-be309cc16048 req-195d255d-7658-4f91-981e-f754e0b53592 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0484397 Jul 30 04:25:59.983652 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-24a79a1f-5733-4b6c-9e59-be309cc16048 req-9b017b1e-7375-4620-b1a6-90ec9cb7ca7d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337286 Jul 30 04:26:01.112084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6131ee1-7002-47f1-bace-3d317cb28710 req-3a08fe06-ce0c-43cb-be7c-54bec4c72e88 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:26:01.115407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6131ee1-7002-47f1-bace-3d317cb28710 req-3a08fe06-ce0c-43cb-be7c-54bec4c72e88 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0620253 Jul 30 04:26:01.160767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6131ee1-7002-47f1-bace-3d317cb28710 req-69e384b1-bb36-4570-88ec-31eeac0bd99f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356100 Jul 30 04:26:01.286983 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:02.275943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7b2be-1fbc-4bb7-8028-c976a39f9ffe req-bbbdbf37-7882-4041-baae-afd70e5f8150 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:26:02.277413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19a7b2be-1fbc-4bb7-8028-c976a39f9ffe req-bbbdbf37-7882-4041-baae-afd70e5f8150 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0489354 Jul 30 04:26:02.321873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19a7b2be-1fbc-4bb7-8028-c976a39f9ffe req-384ed285-e418-41ac-8c09-7adf0e795825 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&id=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381780 Jul 30 04:26:11.533512 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:12.451659 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-caf6da87-5ba2-4828-a226-c5ff40903135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:14.752953 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2f351ea-613a-4543-9401-c86b4243ee9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:15.043880 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:16.590339 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:18.225377 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:20.675307 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:26:28.795537 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-401f20fe-185c-4092-8421-4125efdf7b7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424931 Jul 30 04:26:28.898978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-d14d89e0-82f5-43dc-aa56-3262e73e2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:26:28.900496 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-d14d89e0-82f5-43dc-aa56-3262e73e2c14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1136 time: 0.0414400 Jul 30 04:26:29.006591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-53800313-3abc-43db-8812-601a5e27e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:26:29.008071 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-53800313-3abc-43db-8812-601a5e27e624 service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0888634 Jul 30 04:26:29.072535 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-3092b95f-3993-464f-9476-d8977b41a056 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 1001 time: 0.0568783 Jul 30 04:26:29.121031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-8f391ff0-e28e-4973-be1a-2a57963cfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:26:29.122465 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-8f391ff0-e28e-4973-be1a-2a57963cfd85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0431778 Jul 30 04:26:29.170728 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-4b243832-18bc-4ee7-8ad0-b15cba370725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:26:29.172204 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-4b243832-18bc-4ee7-8ad0-b15cba370725 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427883 Jul 30 04:26:29.258749 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-056da9a1-1277-46c1-ae55-939a720415cd service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783598 Jul 30 04:26:29.350151 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f9e02e7-8aab-49fd-9609-34cc97900f56 req-a9ada3d5-a6b7-4297-a54f-4b191b6f2559 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842912 Jul 30 04:26:31.292578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:41.533065 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:42.453163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5cdbba9b-63c3-40d5-bb6e-5439c9ac3ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:44.754212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2acad095-4766-42c1-ad6c-5764aef88eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:45.044462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:46.592718 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:48.228680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:26:57.674355 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:27:01.286861 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:05.927855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-ce6983ff-8371-47d3-bdb4-20fcf67aea62 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360054976&fields=id&tenant_id=17a53610d4e949069b125436ade8b065 HTTP/1.1" status: 200 len: 267 time: 0.1662135 Jul 30 04:27:05.981703 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-b666e59a-34a3-4376-ad03-68ecea06d47e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:05.983124 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-b666e59a-34a3-4376-ad03-68ecea06d47e tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0495884 Jul 30 04:27:05.994212 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Request body: {'port': {'security_groups': ['585a0b1b-1164-4c30-82bb-20d52e6d80e3']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:06.056352 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.227915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:06.257367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.262046 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.295598 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36c591e5-e2b7-4df5-a153-30629a305647'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:27:06.310762 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:06.311412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.312830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41b584f9-622d-40d1-a673-3468dce1edf9 req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "PUT /v2.0/ports/36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 942 time: 0.3231151 Jul 30 04:27:06.313282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:27:06.319072 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101be0ad-c677-44c4-bc83-2b40f58f4aac" -d '{"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:27:06.319508 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59550) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:06.353604 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event updated for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:06.361823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.362737 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.363205 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.363555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.363908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.364248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.364880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.365223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.365558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.365892 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.366221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.366548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec4c69-7872-47b8-97ca-88d4a928543f tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.406989 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.440122 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.443030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36c591e5-e2b7-4df5-a153-30629a305647'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:27:06.473174 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c70d040-789d-4190-b42e-441c3b0ebc0c x-openstack-request-id: req-7c70d040-789d-4190-b42e-441c3b0ebc0c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:27:06.473174 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:27:06.473460 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c70d040-789d-4190-b42e-441c3b0ebc0c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:27:06.473784 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'status': 'completed', 'code': 200} Jul 30 04:27:06.510331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.513016 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.514195 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6 HTTP/1.1" status: 204 len: 168 time: 0.1929770 Jul 30 04:27:06.517060 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:06.555161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a4c13-b760-4acb-b5c4-f0d01ef3b2a6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:06.568629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.568979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.569673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.570018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.570353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.571413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.571930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.572433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.572941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.573438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.573934 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.574672 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b4c32-153b-420e-8cdc-fe397209f78d tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:06.590724 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-9f287e61-bef4-4088-bcf6-6ac90ae007d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:06.592764 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-9f287e61-bef4-4088-bcf6-6ac90ae007d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1097 time: 0.0722704 Jul 30 04:27:06.648113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0d613e71-1f6b-4d4a-a8e1-b49ca750e7f3 None None] Provisioning complete for port 36c591e5-e2b7-4df5-a153-30629a305647 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:06.648592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0d613e71-1f6b-4d4a-a8e1-b49ca750e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.697955 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-708069bc-41c4-4575-9743-0410279b60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:06.699587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-708069bc-41c4-4575-9743-0410279b60f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0981956 Jul 30 04:27:06.715857 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Deleting port 61f6e9a5-6888-4a84-857e-ff409bfb4abd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:06.716091 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.770979 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-4464abc3-4c18-4170-aa3a-bee900f08131 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 1001 time: 0.0622723 Jul 30 04:27:06.791934 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.792264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.803891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Calling delete_port for 61f6e9a5-6888-4a84-857e-ff409bfb4abd owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:06.825657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-ff68590a-fa32-44b1-bb17-edea3f0c72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:06.827167 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-ff68590a-fa32-44b1-bb17-edea3f0c72fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0477498 Jul 30 04:27:06.875628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-0911e18d-e892-495f-a0dd-bb8e9cca6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:06.877131 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-0911e18d-e892-495f-a0dd-bb8e9cca6f6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425863 Jul 30 04:27:06.960493 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:06.969377 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-f40121e8-7e03-4ebe-9eec-8fe7bd66c926 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847738 Jul 30 04:27:06.988363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event deleted for resources: {'Port': ['ID=61f6e9a5-6888-4a84-857e-ff409bfb4abd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:07.050100 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:07.050350 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Floating IP efbd1afe-32ba-432b-89e2-2650da3a89c1 disassociated (deleted). External IP: 172.25.6.209, port: 36c591e5-e2b7-4df5-a153-30629a305647. Jul 30 04:27:07.064383 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-101be0ad-c677-44c4-bc83-2b40f58f4aac req-33f68097-bc7b-4b8f-9da0-ed00cc4d83f9 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886195 Jul 30 04:27:07.268585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Router c51662f0-296c-4403-963c-d96ca3e1307f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:27:07.372018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:27:07.376761 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:07.384587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] Sync routers for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:27:07.393616 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:07.394255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:26:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:07.403690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5612c1ee-b63c-4ac5-a69b-f8f53aaefd84 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "DELETE /v2.0/floatingips/efbd1afe-32ba-432b-89e2-2650da3a89c1 HTTP/1.1" status: 204 len: 168 time: 0.8855474 Jul 30 04:27:07.505827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:07.730201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:12Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:07.756481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] Checking router: c51662f0-296c-4403-963c-d96ca3e1307f for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:27:07.764686 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:07.765288 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:26:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:07.868597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:08.062033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:12Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:08.091973 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea4a0f-caa3-49c6-a665-497de1d6709d None None] The sync data for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 is: [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:24:06Z', 'revision_number': 4, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'a6bea0fe-3dbe-483a-b5a9-0b9315a97ade', 'name': '', 'network_id': '213aa27c-fb15-4d25-b429-8c31319ae3d4', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'mac_address': 'fa:16:3e:a7:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:06Z', 'updated_at': '2021-07-30T04:24:12Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'subnets': [{'id': '4ca8594e-5c10-4c21-90ea-d5f254ed1c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:27:08.305069 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1790f-6ad9-4f26-b1bb-d405da6d9eb1 None None] New status for floating IP efbd1afe-32ba-432b-89e2-2650da3a89c1: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:27:08.475470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:27:08.477779 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6339f48-2297-46a5-843a-62bdabc1ff03" -d '{"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:27:08.514828 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e0ecf-6a96-48f6-b79a-9529f9bce6d7 x-openstack-request-id: req-009e0ecf-6a96-48f6-b79a-9529f9bce6d7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:27:08.515122 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:27:08.515409 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-009e0ecf-6a96-48f6-b79a-9529f9bce6d7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:27:08.515814 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'status': 'completed', 'code': 200} Jul 30 04:27:08.599095 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-dbc31f02-c4e2-476b-8ead-9b6bf283fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:08.601115 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-dbc31f02-c4e2-476b-8ead-9b6bf283fbab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a53610d4e949069b125436ade8b065&device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 1097 time: 0.0434105 Jul 30 04:27:08.699449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-f4f903dd-ecca-4e77-894b-d2ac2e6674a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:08.701261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-f4f903dd-ecca-4e77-894b-d2ac2e6674a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 200 len: 914 time: 0.0932879 Jul 30 04:27:08.744471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-8d839d9b-f03b-4193-9fe8-5c8180a90092 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 200 len: 217 time: 0.0351143 Jul 30 04:27:08.797725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-97494e71-ad0c-4592-93c4-536dcbad080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:08.799371 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-97494e71-ad0c-4592-93c4-536dcbad080e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 200 len: 853 time: 0.0472412 Jul 30 04:27:08.851181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-693ce7ba-6fbf-40e0-b4a9-7345041c185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:08.852682 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-693ce7ba-6fbf-40e0-b4a9-7345041c185f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=213aa27c-fb15-4d25-b429-8c31319ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466638 Jul 30 04:27:08.946557 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-89885de8-c22b-45e8-bbc9-235de3ab629b service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859098 Jul 30 04:27:09.041557 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f6339f48-2297-46a5-843a-62bdabc1ff03 req-c5a58aaa-9a32-4d00-8bbd-8ae0a3e6c1e3 service neutron] 10.222.0.16 "GET /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877004 Jul 30 04:27:11.545998 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:12.453952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ace2b3fb-e20d-4392-8934-8c5a87f57269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:14.447553 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832c7ca-c74b-4866-8166-e164352f4817 req-8e8080d6-0ea7-4550-949b-e5fcd5791e63 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:14.449053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f832c7ca-c74b-4866-8166-e164352f4817 req-8e8080d6-0ea7-4550-949b-e5fcd5791e63 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0487070 Jul 30 04:27:14.487454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f832c7ca-c74b-4866-8166-e164352f4817 req-2563265d-ff46-4a5b-9594-aa116b8ebc78 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Jul 30 04:27:14.757523 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-71f4be22-a65b-46ff-b465-479e26b466b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:15.045503 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:15.601439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0787b0d-e5e5-4390-a009-98d9ca15f225 req-a571564e-0226-42e6-8c21-eefee388111b tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:15.602911 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0787b0d-e5e5-4390-a009-98d9ca15f225 req-a571564e-0226-42e6-8c21-eefee388111b tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0475488 Jul 30 04:27:15.641280 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f0787b0d-e5e5-4390-a009-98d9ca15f225 req-b4232533-e323-4b75-8175-638ac0ee7efd tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Jul 30 04:27:16.435292 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-d7429ce5-37be-4572-8d52-b91690b80649 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:16.436721 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-d7429ce5-37be-4572-8d52-b91690b80649 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.16 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0486107 Jul 30 04:27:16.523726 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Deleting port 36c591e5-e2b7-4df5-a153-30629a305647 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:16.524063 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:16.600240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:16.616703 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] For port 36c591e5-e2b7-4df5-a153-30629a305647, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=36c591e5-e2b7-4df5-a153-30629a305647,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:16.617084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:16.630436 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Calling delete_port for 36c591e5-e2b7-4df5-a153-30629a305647 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:16.759918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d86dd4-ca17-4205-be17-a585526ad90b req-d5b27b2f-5e16-4c05-a10a-589ee405da1b tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:16.761350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1d86dd4-ca17-4205-be17-a585526ad90b req-d5b27b2f-5e16-4c05-a10a-589ee405da1b tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/ports?device_id=831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0525291 Jul 30 04:27:16.764941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:16.793950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Pushing event deleted for resources: {'Port': ['ID=36c591e5-e2b7-4df5-a153-30629a305647,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:16.799665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['36c591e5-e2b7-4df5-a153-30629a305647'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:27:16.807395 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1d86dd4-ca17-4205-be17-a585526ad90b req-066cb6b1-796b-4720-89ef-462de67876b6 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.39 "GET /v2.0/security-groups?id=585a0b1b-1164-4c30-82bb-20d52e6d80e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370679 Jul 30 04:27:16.835820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] No DVR routers for this DVR port 36c591e5-e2b7-4df5-a153-30629a305647 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:27:16.838301 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:16.840314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b8df236e-3044-4b07-bcaf-a24c931d98ed req-90ed1d93-d5ec-4b12-a4a0-1e36e81876b1 tempest-TestMinimumBasicScenario-153704617 tempest-TestMinimumBasicScenario-153704617-project] 10.222.0.16 "DELETE /v2.0/ports/36c591e5-e2b7-4df5-a153-30629a305647 HTTP/1.1" status: 204 len: 173 time: 0.3971558 Jul 30 04:27:16.840750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'name': 'network-vif-deleted', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:27:16.843035 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04265b8f-22d4-4241-b21c-7b9fa14f3340" -d '{"events": [{"server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "name": "network-vif-deleted", "tag": "36c591e5-e2b7-4df5-a153-30629a305647"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:27:16.941008 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d4aa38-170a-411c-a560-d53b97088cb3 x-openstack-request-id: req-25d4aa38-170a-411c-a560-d53b97088cb3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:27:16.942081 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae", "name": "network-vif-deleted", "tag": "36c591e5-e2b7-4df5-a153-30629a305647", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:27:16.942301 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25d4aa38-170a-411c-a560-d53b97088cb3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:27:16.942694 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831db5ab-4c37-4ffe-b3fb-2c26d72fc5ae', 'name': 'network-vif-deleted', 'tag': '36c591e5-e2b7-4df5-a153-30629a305647', 'status': 'completed', 'code': 200} Jul 30 04:27:18.231724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:18.386363 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:19.073101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:19.315248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Deleting port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:19.315523 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:19.395366 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] For port a6bea0fe-3dbe-483a-b5a9-0b9315a97ade, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:19.396019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:19.407954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Calling delete_port for a6bea0fe-3dbe-483a-b5a9-0b9315a97ade owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:19.581937 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:19.603761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36c591e5-e2b7-4df5-a153-30629a305647 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:19.607338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bea0fe-3dbe-483a-b5a9-0b9315a97ade,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:19.625823 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 36c591e5-e2b7-4df5-a153-30629a305647 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:19.626171 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 36c591e5-e2b7-4df5-a153-30629a305647 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:19.774740 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:19.989005 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Router c51662f0-296c-4403-963c-d96ca3e1307f has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:27:20.094343 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:27:20.099382 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a3a22ea-1f59-479e-9de5-4827bc74c3b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/c51662f0-296c-4403-963c-d96ca3e1307f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119741 Jul 30 04:27:20.102106 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:20.102946 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] Sync routers for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:27:20.111968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:20.112583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:20.207367 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.220727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:20.311767 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.364263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Deleting port 83850382-434d-4468-88bf-9d99004c5294 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:20.364498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.400853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '83850382-434d-4468-88bf-9d99004c5294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:27:19Z', 'revision_number': 5, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port': {'id': '83850382-434d-4468-88bf-9d99004c5294', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:04Z', 'updated_at': '2021-07-30T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:20.427460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] Checking router: c51662f0-296c-4403-963c-d96ca3e1307f for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:27:20.435762 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] Routers {'c51662f0-296c-4403-963c-d96ca3e1307f'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:20.436372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['c51662f0-296c-4403-963c-d96ca3e1307f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:20.448021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] For port 83850382-434d-4468-88bf-9d99004c5294, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=83850382-434d-4468-88bf-9d99004c5294,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:20.448617 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.461478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Calling delete_port for 83850382-434d-4468-88bf-9d99004c5294 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:20.520859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] Set router c51662f0-296c-4403-963c-d96ca3e1307f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:20.571449 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:27:20Z', 'revision_number': 6, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:20.602674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e69dbf-4735-41ee-a314-43bef81682e3 None None] The sync data for ids ['c51662f0-296c-4403-963c-d96ca3e1307f'] in n-d-778696-14 is: [{'id': 'c51662f0-296c-4403-963c-d96ca3e1307f', 'name': 'tempest-TestMinimumBasicScenario-240907287-router', 'tenant_id': '17a53610d4e949069b125436ade8b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:03Z', 'updated_at': '2021-07-30T04:27:20Z', 'revision_number': 6, 'project_id': '17a53610d4e949069b125436ade8b065', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:27:20.631487 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.660398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=83850382-434d-4468-88bf-9d99004c5294,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:20.722108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.815479 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.817753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.860204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.861118 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c51662f0-296c-4403-963c-d96ca3e1307f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:27:20.866826 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.867998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-98873301-3d32-4e89-9826-0a55d73b8c57 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c51662f0-296c-4403-963c-d96ca3e1307f HTTP/1.1" status: 204 len: 168 time: 0.7650068 Jul 30 04:27:20.870658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59670) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:20.914492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Deleting subnet 4ca8594e-5c10-4c21-90ea-d5f254ed1c89 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:27:20.917472 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:20.952848 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.039410 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.090676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.117279 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca8594e-5c10-4c21-90ea-d5f254ed1c89,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:21.119243 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.121558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-00fcdf29-2e60-404d-8d24-73e317a2efc2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4ca8594e-5c10-4c21-90ea-d5f254ed1c89 HTTP/1.1" status: 204 len: 168 time: 0.2499466 Jul 30 04:27:21.123107 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f91ac-0c0d-4231-90cc-f85f9df0f6ad None None] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:27:21.124366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59672) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:21.195690 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.254849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Deleting port e6adeb33-ccfe-402a-a9ed-8874f1094026 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:21.255467 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.318536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] For port e6adeb33-ccfe-402a-a9ed-8874f1094026, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e6adeb33-ccfe-402a-a9ed-8874f1094026,segment=NetworkSegment(2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a),segment_id=2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:21.319400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.332754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] DHCP port deletion for 213aa27c-fb15-4d25-b429-8c31319ae3d4 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:27:21.334379 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Calling delete_port for e6adeb33-ccfe-402a-a9ed-8874f1094026 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:21.426192 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.459422 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6adeb33-ccfe-402a-a9ed-8874f1094026,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:21.461718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] No DVR routers for this DVR port e6adeb33-ccfe-402a-a9ed-8874f1094026 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:27:21.522223 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a6bea0fe-3dbe-483a-b5a9-0b9315a97ade no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:21.543045 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.543928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: a6bea0fe-3dbe-483a-b5a9-0b9315a97ade {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:21.544278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a6bea0fe-3dbe-483a-b5a9-0b9315a97ade not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:21.544682 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83850382-434d-4468-88bf-9d99004c5294 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:21.554127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213aa27c-fb15-4d25-b429-8c31319ae3d4']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:21.565104 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:21.565406 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4ee5f5-595c-4bb4-ba48-cf07d63b2f4a') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:21.565522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 83850382-434d-4468-88bf-9d99004c5294 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:21.565833 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 83850382-434d-4468-88bf-9d99004c5294 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:21.566464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e6adeb33-ccfe-402a-a9ed-8874f1094026 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:21.578194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.587234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e6adeb33-ccfe-402a-a9ed-8874f1094026 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:21.587590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e6adeb33-ccfe-402a-a9ed-8874f1094026 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:21.595875 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.605822 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:27:21.606225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Deleting port e6adeb33-ccfe-402a-a9ed-8874f1094026 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:21.606355 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.606628 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:27:21.608192 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:27:21.668776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.674441 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.676589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] For port e6adeb33-ccfe-402a-a9ed-8874f1094026, host n-d-778696-14, got binding levels [] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:21.676860 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] 10.222.0.39 "DELETE /v2.0/networks/213aa27c-fb15-4d25-b429-8c31319ae3d4 HTTP/1.1" status: 204 len: 168 time: 0.5514646 Jul 30 04:27:21.677267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.681975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59676) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:21.687883 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a4cff-6435-4093-901e-764a9972d896 admin admin] Pushing event deleted for resources: {'Network': ['ID=213aa27c-fb15-4d25-b429-8c31319ae3d4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:21.690620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Calling delete_port for e6adeb33-ccfe-402a-a9ed-8874f1094026 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:21.694293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.ipam_backend_mixin [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Port e6adeb33-ccfe-402a-a9ed-8874f1094026 was not found and therefore no delete operation was performed {{(pid=93878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 04:27:21.695583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:21.702661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Network 213aa27c-fb15-4d25-b429-8c31319ae3d4 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 04:27:21.703060 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] No DVR routers for this DVR port e6adeb33-ccfe-402a-a9ed-8874f1094026 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:27:21.721675 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Pushing event deleted for resources: {'Port': ['ID=e6adeb33-ccfe-402a-a9ed-8874f1094026,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:21.730557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.730910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.731505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.731622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.731942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.732279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.732611 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.732940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.733268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.733603 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.734150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:21.734484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d98cf-5f5b-46e5-a90a-7fe22ea7c3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:22.038990 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:22.283628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Deleting port 6361e90e-2b21-4aa5-a8dd-a885cd19339e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:22.283866 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:22.359901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] For port 6361e90e-2b21-4aa5-a8dd-a885cd19339e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=6361e90e-2b21-4aa5-a8dd-a885cd19339e,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:22.360273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:22.372653 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Calling delete_port for 6361e90e-2b21-4aa5-a8dd-a885cd19339e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:22.558166 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:22.588062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6361e90e-2b21-4aa5-a8dd-a885cd19339e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:22.755497 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:22.963884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Router 4d2cf0bc-088d-4515-94d5-e209c39781f9 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:27:23.428391 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:27:23.434928 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1ec58d63-babb-412f-a99e-eea896770f1f admin admin] 10.222.0.39 "PUT /v2.0/routers/4d2cf0bc-088d-4515-94d5-e209c39781f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510521 Jul 30 04:27:23.436665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59678) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:23.443370 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] Sync routers for ids ['4d2cf0bc-088d-4515-94d5-e209c39781f9'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:27:23.453054 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] Routers {'4d2cf0bc-088d-4515-94d5-e209c39781f9'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:23.453891 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d2cf0bc-088d-4515-94d5-e209c39781f9'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:23.544111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:23.560610 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] Set router 4d2cf0bc-088d-4515-94d5-e209c39781f9 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:23.649435 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:23.705628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Deleting port c12f481b-645b-447a-8f8e-bd003bba5a21 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:23.706636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:23.735709 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:27:22Z', 'revision_number': 5, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port': {'id': 'c12f481b-645b-447a-8f8e-bd003bba5a21', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:23.764152 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] Checking router: 4d2cf0bc-088d-4515-94d5-e209c39781f9 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:27:23.772674 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] Routers {'4d2cf0bc-088d-4515-94d5-e209c39781f9'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:23.773262 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['4d2cf0bc-088d-4515-94d5-e209c39781f9'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:23.790675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] For port c12f481b-645b-447a-8f8e-bd003bba5a21, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=c12f481b-645b-447a-8f8e-bd003bba5a21,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:23.791042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:23.803189 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Calling delete_port for c12f481b-645b-447a-8f8e-bd003bba5a21 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:23.856262 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] Set router 4d2cf0bc-088d-4515-94d5-e209c39781f9 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:23.907353 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:27:23Z', 'revision_number': 6, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:23.936393 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190bf3b-fa86-42b2-b7cb-77821bc8fb35 None None] The sync data for ids ['4d2cf0bc-088d-4515-94d5-e209c39781f9'] in n-d-778696-14 is: [{'id': '4d2cf0bc-088d-4515-94d5-e209c39781f9', 'name': 'tempest-TestMinimumBasicScenario-532397377-router', 'tenant_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:24:08Z', 'updated_at': '2021-07-30T04:27:23Z', 'revision_number': 6, 'project_id': '0cdb7afa0b5d4b85b9edda87e2276469', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:27:23.968092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:23.992936 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12f481b-645b-447a-8f8e-bd003bba5a21,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:24.053609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.145133 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.147219 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.189320 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.189872 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2cf0bc-088d-4515-94d5-e209c39781f9 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:27:24.194378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.195677 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-02a38ed3-84e4-4bc6-b9e4-fffe63a416d5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4d2cf0bc-088d-4515-94d5-e209c39781f9 HTTP/1.1" status: 204 len: 168 time: 0.7579443 Jul 30 04:27:24.198295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59682) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:24.242273 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Deleting subnet c92401f0-098c-4c92-89c7-9860becdc284 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:27:24.245234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.279981 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.613713 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.668742 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.696059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92401f0-098c-4c92-89c7-9860becdc284,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:24.703898 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.704870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95684b-3858-4d5e-b935-201aace646ac None None] Network 552e972b-a058-4dcd-b0bf-0748071b8d98 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:27:24.705818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-925a4d89-e0af-44fb-9e61-68cfefd44072 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c92401f0-098c-4c92-89c7-9860becdc284 HTTP/1.1" status: 204 len: 168 time: 0.5065939 Jul 30 04:27:24.708931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:24.777437 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.833371 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Deleting port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:24.833719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.883037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] DHCP port deletion for 552e972b-a058-4dcd-b0bf-0748071b8d98 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:27:24.907420 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] For port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:24.907796 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:24.922335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Calling delete_port for 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:24.930579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] Deleting port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:27:24.931043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.002724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] For port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,segment=NetworkSegment(56469032-c6cf-4a93-8165-b24cb973ba4a),segment_id=56469032-c6cf-4a93-8165-b24cb973ba4a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:25.003097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.010815 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.018090 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] Calling delete_port for 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:27:25.042204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] No DVR routers for this DVR port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:27:25.045943 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:25.094593 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.115559 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.120661 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] Pushing event deleted for resources: {'Port': ['ID=5f8aaafc-79c4-4031-b7d7-ccb17378e4aa,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:25.126428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e9160-6071-4c4b-ba74-70045a9ad72f None None] No DVR routers for this DVR port 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:27:25.127293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552e972b-a058-4dcd-b0bf-0748071b8d98']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:25.141226 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56469032-c6cf-4a93-8165-b24cb973ba4a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:25.141526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56469032-c6cf-4a93-8165-b24cb973ba4a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:25.150827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.164938 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.171095 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:27:25.171520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:27:25.173260 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:27:25.229571 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.235077 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.236952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/552e972b-a058-4dcd-b0bf-0748071b8d98 HTTP/1.1" status: 204 len: 168 time: 0.5269103 Jul 30 04:27:25.249063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d0b9d-7e08-4f19-8a7e-4bcd3ce6afe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=552e972b-a058-4dcd-b0bf-0748071b8d98,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:25.401252 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:25.440707 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2009501d-3738-469e-8079-772c7bca73cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17a53610d4e949069b125436ade8b065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382807 Jul 30 04:27:25.443944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:25.492233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:25.494813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8a16f69-d86c-4b16-95cb-e82f5b74439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.515314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:25.515664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5f8aaafc-79c4-4031-b7d7-ccb17378e4aa not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:25.515770 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8a16f69-d86c-4b16-95cb-e82f5b74439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.516087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c12f481b-645b-447a-8f8e-bd003bba5a21 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:25.535106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: c12f481b-645b-447a-8f8e-bd003bba5a21 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:25.535546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device c12f481b-645b-447a-8f8e-bd003bba5a21 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:25.535966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6361e90e-2b21-4aa5-a8dd-a885cd19339e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:27:25.554641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 6361e90e-2b21-4aa5-a8dd-a885cd19339e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:27:25.555058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 6361e90e-2b21-4aa5-a8dd-a885cd19339e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:27:25.563924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8a16f69-d86c-4b16-95cb-e82f5b74439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.567280 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8a16f69-d86c-4b16-95cb-e82f5b74439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.568444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f8a16f69-d86c-4b16-95cb-e82f5b74439f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/585a0b1b-1164-4c30-82bb-20d52e6d80e3 HTTP/1.1" status: 204 len: 168 time: 0.1235862 Jul 30 04:27:25.576394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a16f69-d86c-4b16-95cb-e82f5b74439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585a0b1b-1164-4c30-82bb-20d52e6d80e3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:25.870765 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:25.913044 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99234f43-4d36-492a-aa30-2a77a77b8127 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cdb7afa0b5d4b85b9edda87e2276469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409148 Jul 30 04:27:25.915381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:25.961204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e83e97-4391-4a09-ab3e-2d540d7c252a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:25.981797 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e83e97-4391-4a09-ab3e-2d540d7c252a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:26.026712 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e83e97-4391-4a09-ab3e-2d540d7c252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:26.029240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e83e97-4391-4a09-ab3e-2d540d7c252a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:26.030396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-c7e83e97-4391-4a09-ab3e-2d540d7c252a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/145d9873-f2e2-46bd-8e1a-f5c10deb5ad7 HTTP/1.1" status: 204 len: 168 time: 0.1141241 Jul 30 04:27:26.038667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83e97-4391-4a09-ab3e-2d540d7c252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d9873-f2e2-46bd-8e1a-f5c10deb5ad7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:27.669350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59738) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:27.673987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336366312', 'description': 'tempest-secgroup-smoke-336366312 description', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:27.696554 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.704931 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.795699 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.799539 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.836559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83cddcc-51b6-4222-8e32-fc79499d333b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:27.889440 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.893143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.919295 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:27.920420 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2500734 Jul 30 04:27:27.923509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:27.924397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba87ec-0766-415d-85eb-feb734437a3c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339ed33f-7eca-401a-bd05-4709d53af02e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:27.929561 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '339ed33f-7eca-401a-bd05-4709d53af02e', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:27.958162 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.006749 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.010283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.027052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13080f39-8d21-4b27-bb00-13f9e097af9d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.033251 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.035345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2940346d-2a19-4916-965b-10c19d6b2a8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101229 Jul 30 04:27:28.037965 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.042339 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '339ed33f-7eca-401a-bd05-4709d53af02e', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.068952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.126379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.130063 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.150052 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6d8518-b121-494c-8ec0-da428fa2c99c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.155760 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.156913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bca62a13-1f24-47e4-9b5b-92ab5b2e943e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180146 Jul 30 04:27:28.160222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59744) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.164569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '339ed33f-7eca-401a-bd05-4709d53af02e', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.189884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.246029 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.249759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.271763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460c6822-54b6-4b7b-b1e1-9e2cd2c0e4d8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.275457 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.276628 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bc7ef629-1707-4932-8521-6f2e315271a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154540 Jul 30 04:27:28.279376 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.283994 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '339ed33f-7eca-401a-bd05-4709d53af02e', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.310693 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.369139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.372722 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.391389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4634b2ea-4310-483d-9360-b4d095f4e5f3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.397316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.398379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-43841ea1-f93b-46d5-b88a-e0663cf46cbf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180820 Jul 30 04:27:28.401123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.405658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '339ed33f-7eca-401a-bd05-4709d53af02e', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.427320 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:27:28.431939 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.490252 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.493676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.517058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36ebdfb-a4be-45a7-8320-1c297562b09a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.521059 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.522324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3ed1073e-18aa-4ffd-9e11-7a7167cce86c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202502 Jul 30 04:27:28.525179 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.529508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '339ed33f-7eca-401a-bd05-4709d53af02e', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.551628 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:27:28.556320 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.618390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.621705 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.639349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1339ba44-235a-4ea9-bc4b-d557c025a7cc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.644799 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.645984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e04bc4e9-1286-44bb-a95b-002c4a11aa9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198659 Jul 30 04:27:28.649109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59752) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.653935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'network': {'name': 'tempest-network-smoke--1516607882', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.673622 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:27:28.677635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.700594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:27:28.709112 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.709456 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Added segment 2a2977e8-7abf-45c3-a14d-c98c7f514a6d of type vlan for network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a Jul 30 04:27:28.748781 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.777647 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.783378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:28.784037 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.845327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952093 Jul 30 04:27:28.848218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:28.855526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'admin_state_up': True, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:28.861766 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f488c8-9153-4f13-b241-913bfc9db61b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Network': ['ID=1602e65f-c01a-4ef8-9e5e-bb0e898db10a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:28.872024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:27:28.882450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.883386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:28.934792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:29.075318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:29.261932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:29.284548 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:29.386626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.20 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/59e355c7-dcd7-4573-9a72-acfcbe8651bf) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:27:29.489462 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:29.529072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:29.564055 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:27:29.568921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:29.571554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:27:29.597618 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=59e355c7-dcd7-4573-9a72-acfcbe8651bf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:29.829508 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.021630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.146360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 391390c8-3368-427c-bffa-63540b9f1f5c is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:27:30.259708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:27:30.269481 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Sync routers for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:27:30.277625 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.278841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:30.278976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-069dd901-f05e-4f6d-9a56-2bc890eb4aa2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4298301 Jul 30 04:27:30.279493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:30.282352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59756) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:30.389605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:30.420143 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-013ea81b-25d4-4080-ba07-7088f7c9df55 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=2c04dfabb9ff48b4a92d26d9569576ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1339645 Jul 30 04:27:30.420352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:30.507798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e471f3-316d-4d2f-a41b-91a41a9d5c3e tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:30.509315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-68e471f3-316d-4d2f-a41b-91a41a9d5c3e tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880313 Jul 30 04:27:30.512263 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:30.540978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ae5eff1d-dd0a-4db9-85f4-c12c5f3b8375 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276432 Jul 30 04:27:30.543513 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:30.548348 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-365429861', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:30.568104 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:29Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:30.593668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Checking router: 391390c8-3368-427c-bffa-63540b9f1f5c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:27:30.594019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Updating router 391390c8-3368-427c-bffa-63540b9f1f5c port 59e355c7-dcd7-4573-9a72-acfcbe8651bf binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:27:30.619019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.640254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:27:30.644000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.826241 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.874133 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.885849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Transition to ACTIVE for port object 59e355c7-dcd7-4573-9a72-acfcbe8651bf will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:30.891876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.892089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Subnet': ['ID=e3b6588e-587f-44b1-960a-27528d98e50c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:30.896826 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Checking segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:27:30.897191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network hostable DHCP agents. Network: 1602e65f-c01a-4ef8-9e5e-bb0e898db10a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:27:30.914506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:27:30.923291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 1602e65f-c01a-4ef8-9e5e-bb0e898db10a) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:30.928661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:30.929025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:30.936160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70288baa-6c7a-48e3-b0da-8a3d5d17e49f None None] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:27:30.944034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-db6235fc-e469-491c-9671-1a12046c3039 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995068 Jul 30 04:27:30.946850 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:30.988795 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Attempting to bind port 59e355c7-dcd7-4573-9a72-acfcbe8651bf on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:27:30.989163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Attempting to bind port 59e355c7-dcd7-4573-9a72-acfcbe8651bf by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:27:30.989526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Attempting to bind port 59e355c7-dcd7-4573-9a72-acfcbe8651bf on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:27:30.991954 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4c528-8a30-4aeb-ae99-dd7c1b3236be None None] Pushing event updated for resources: {'Port': ['ID=59e355c7-dcd7-4573-9a72-acfcbe8651bf,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:31.001507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:27:31.001800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:27:31.002171 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.002556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:27:31.003017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Bound port: 59e355c7-dcd7-4573-9a72-acfcbe8651bf, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:27:31.003578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.078764 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] For port 59e355c7-dcd7-4573-9a72-acfcbe8651bf, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:27:31.082387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] For port 59e355c7-dcd7-4573-9a72-acfcbe8651bf, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=59e355c7-dcd7-4573-9a72-acfcbe8651bf,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:27:31.102533 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.190211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4c528-8a30-4aeb-ae99-dd7c1b3236be None None] Pushing event updated for resources: {'Port': ['ID=59e355c7-dcd7-4573-9a72-acfcbe8651bf,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:31.194319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:31.194916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:31.228958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:27:31.229811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.362218 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.393589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.403797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:31.510306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Allocated IP 172.20.0.2 (1602e65f-c01a-4ef8-9e5e-bb0e898db10a/e3b6588e-587f-44b1-960a-27528d98e50c/77cc3e44-10b7-42b3-a304-a2c2a71abbec) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:27:31.707617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:29Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:31.712388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.887948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af64826-90f4-46e9-b26a-b879d39f1dcf None None] The sync data for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 is: [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:29Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:27:31.893898 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Transition to ACTIVE for port object 77cc3e44-10b7-42b3-a304-a2c2a71abbec will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:31.914296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Transition to ACTIVE for port object 77cc3e44-10b7-42b3-a304-a2c2a71abbec will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:31.920782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:31.961726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:27:31.964726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:31.968285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:27:31.979608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Pushing event updated for resources: {'Port': ['ID=77cc3e44-10b7-42b3-a304-a2c2a71abbec,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:31.982789 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.1 (1602e65f-c01a-4ef8-9e5e-bb0e898db10a/e3b6588e-587f-44b1-960a-27528d98e50c/0e0b565d-7cf9-434e-b192-24cc32a13532) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:27:32.038239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Attempting to bind port 77cc3e44-10b7-42b3-a304-a2c2a71abbec on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:27:32.038620 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Attempting to bind port 77cc3e44-10b7-42b3-a304-a2c2a71abbec by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:27:32.038991 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Attempting to bind port 77cc3e44-10b7-42b3-a304-a2c2a71abbec on network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:27:32.044903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:27:32.045345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Checking segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:27:32.045761 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:32.046613 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Bound using segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:27:32.046782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Bound port: 77cc3e44-10b7-42b3-a304-a2c2a71abbec, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:27:32.047180 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:32.121852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:32.134210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] For port 77cc3e44-10b7-42b3-a304-a2c2a71abbec, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:27:32.137039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 0e0b565d-7cf9-434e-b192-24cc32a13532 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:32.138054 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] For port 77cc3e44-10b7-42b3-a304-a2c2a71abbec, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=77cc3e44-10b7-42b3-a304-a2c2a71abbec,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:27:32.141775 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:32.180805 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:32.204627 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd3ee-d174-4b8d-9b19-d8ee89c7db5b None None] Pushing event updated for resources: {'Port': ['ID=77cc3e44-10b7-42b3-a304-a2c2a71abbec,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:32.232273 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:27:32.240914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:32.247544 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:27:32.255196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=0e0b565d-7cf9-434e-b192-24cc32a13532,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:32.298953 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:32.468981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.178565 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.183727 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.187652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a0254-3db7-4951-8c96-f6eb3ce6dbc9 None None] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:27:33.251283 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0eb7e359-6fdf-490f-919a-bf048a026e6a None None] Provisioning for port 77cc3e44-10b7-42b3-a304-a2c2a71abbec completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:33.257566 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.267038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=0e0b565d-7cf9-434e-b192-24cc32a13532,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:33.356356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:27:33.357835 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:33.480239 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 391390c8-3368-427c-bffa-63540b9f1f5c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:27:33.562684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 59e355c7-dcd7-4573-9a72-acfcbe8651bf up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:33.621908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:27:33.628402 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-04ed6d6c-f4f2-467e-99e3-08ff50c5d430 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/391390c8-3368-427c-bffa-63540b9f1f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802056 Jul 30 04:27:33.639782 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-32b7a268-10cb-4e86-a2e0-fa4809e71c30 None None] Provisioning for port 0e0b565d-7cf9-434e-b192-24cc32a13532 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:33.644644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 59e355c7-dcd7-4573-9a72-acfcbe8651bf completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:33.648116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-32b7a268-10cb-4e86-a2e0-fa4809e71c30 None None] Provisioning complete for port 0e0b565d-7cf9-434e-b192-24cc32a13532 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:33.648500 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-32b7a268-10cb-4e86-a2e0-fa4809e71c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.653014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 59e355c7-dcd7-4573-9a72-acfcbe8651bf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:33.653535 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.705048 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Sync routers for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:27:33.717105 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:33.717899 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:33.740951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-32b7a268-10cb-4e86-a2e0-fa4809e71c30 None None] Port 0e0b565d-7cf9-434e-b192-24cc32a13532 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:27:33.782221 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.816488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 59e355c7-dcd7-4573-9a72-acfcbe8651bf, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=59e355c7-dcd7-4573-9a72-acfcbe8651bf,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:33.818297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-64ff46ea-f996-4ae2-a61e-2162542d1a85 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336366312&fields=id&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 267 time: 0.0367715 Jul 30 04:27:33.823789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.824750 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 77cc3e44-10b7-42b3-a304-a2c2a71abbec up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:33.937546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b02af05d-3855-4ec7-a89c-066e96e94976 None None] Provisioning complete for port 0e0b565d-7cf9-434e-b192-24cc32a13532 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:33.937908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b02af05d-3855-4ec7-a89c-066e96e94976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:33.949454 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:33.965804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-cf2e1123-ef37-487b-8d69-281ebe8e69bb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:33.973909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-cf2e1123-ef37-487b-8d69-281ebe8e69bb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/networks?id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 200 len: 797 time: 0.1438708 Jul 30 04:27:33.990903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=59e355c7-dcd7-4573-9a72-acfcbe8651bf,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:33.998335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b02af05d-3855-4ec7-a89c-066e96e94976 None None] Port 0e0b565d-7cf9-434e-b192-24cc32a13532 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:27:34.004348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-0133bc62-a5c2-49b5-bd98-9a3d65671d10 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/quotas/2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 375 time: 0.0293012 Jul 30 04:27:34.008558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 77cc3e44-10b7-42b3-a304-a2c2a71abbec completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:34.013271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 77cc3e44-10b7-42b3-a304-a2c2a71abbec triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:34.013874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.059741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-a1896788-58f3-47f8-a174-f5e6e75fc2f0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533271 Jul 30 04:27:34.109343 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.135184 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c386127d-be2d-4966-97aa-fa664d1c5e7b None None] Provisioning complete for port 0e0b565d-7cf9-434e-b192-24cc32a13532 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:34.135570 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c386127d-be2d-4966-97aa-fa664d1c5e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.167093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-28ac8dca-ad8f-42b2-8ce2-8eb493ea5aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995691 Jul 30 04:27:34.167598 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 2, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:34.170051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 77cc3e44-10b7-42b3-a304-a2c2a71abbec, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=77cc3e44-10b7-42b3-a304-a2c2a71abbec,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:34.182821 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.191571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c386127d-be2d-4966-97aa-fa664d1c5e7b None None] Port 0e0b565d-7cf9-434e-b192-24cc32a13532 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:27:34.198027 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Checking router: 391390c8-3368-427c-bffa-63540b9f1f5c for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:27:34.198374 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Updating router 391390c8-3368-427c-bffa-63540b9f1f5c port 0e0b565d-7cf9-434e-b192-24cc32a13532 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:27:34.227206 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.236917 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=77cc3e44-10b7-42b3-a304-a2c2a71abbec,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:34.272447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-43f9aaf7-df06-4dd2-8f99-6c671a53a9f0 service neutron] 10.222.0.39 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913398 Jul 30 04:27:34.454122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ca0285d7-698e-47e8-8b4f-825123571939 req-c8b2888d-eeb9-4198-ba2f-ed7a07ae03d4 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Jul 30 04:27:34.486656 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.496307 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Transition to ACTIVE for port object 0e0b565d-7cf9-434e-b192-24cc32a13532 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:34.501117 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.551585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Pushing event updated for resources: {'Port': ['ID=0e0b565d-7cf9-434e-b192-24cc32a13532,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:34.574711 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.575030 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.575337 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.575671 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.576003 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.576335 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.576663 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.576988 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.577317 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.577632 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.577948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.578267 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:27:34.613992 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Attempting to bind port 0e0b565d-7cf9-434e-b192-24cc32a13532 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:27:34.614365 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Attempting to bind port 0e0b565d-7cf9-434e-b192-24cc32a13532 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:27:34.614725 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Attempting to bind port 0e0b565d-7cf9-434e-b192-24cc32a13532 on network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:27:34.620085 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:27:34.620459 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Checking segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:27:34.620854 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.621244 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Bound using segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:27:34.621704 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Bound port: 0e0b565d-7cf9-434e-b192-24cc32a13532, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:27:34.622082 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.681959 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:27:34.693863 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] For port 0e0b565d-7cf9-434e-b192-24cc32a13532, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:27:34.696979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] For port 0e0b565d-7cf9-434e-b192-24cc32a13532, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0e0b565d-7cf9-434e-b192-24cc32a13532,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:27:34.700987 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:34.758247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:34.758850 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:34.763527 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fd6d3-e037-4cd0-88ea-b7633090b9c6 None None] Pushing event updated for resources: {'Port': ['ID=0e0b565d-7cf9-434e-b192-24cc32a13532,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:34.874778 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:35.075896 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:34Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:35.104612 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1ba91-a8bd-4eb8-a02e-2cc13d0b4bbd None None] The sync data for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 is: [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:34Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:27:35.574756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7f78d65-51e9-407e-acb2-61a88059f2ac req-abe3cc4b-980d-4ae7-ad38-7dad6791ab4a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 210 time: 0.0461149 Jul 30 04:27:35.613030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 59e355c7-dcd7-4573-9a72-acfcbe8651bf up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:35.665082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 59e355c7-dcd7-4573-9a72-acfcbe8651bf triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:35.665591 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:35.755874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 77cc3e44-10b7-42b3-a304-a2c2a71abbec up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:35.806573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 77cc3e44-10b7-42b3-a304-a2c2a71abbec triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:35.806969 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:35.894215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e0b565d-7cf9-434e-b192-24cc32a13532 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:35.948306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 0e0b565d-7cf9-434e-b192-24cc32a13532 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:35.952418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0e0b565d-7cf9-434e-b192-24cc32a13532 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:35.952796 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:36.043201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:36.080877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 0e0b565d-7cf9-434e-b192-24cc32a13532, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0e0b565d-7cf9-434e-b192-24cc32a13532,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:36.085325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:36.140229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=0e0b565d-7cf9-434e-b192-24cc32a13532,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:36.677693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48bcefac-bb4e-40ea-82f1-4dce11993073 req-b8176226-41f6-4be8-884f-0562e1805a0a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 210 time: 0.0342853 Jul 30 04:27:36.684455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-aba9baf8-2f92-46a0-8f4c-fd0ae7d59c0e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:36.685919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-aba9baf8-2f92-46a0-8f4c-fd0ae7d59c0e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/networks?id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 200 len: 797 time: 0.1355886 Jul 30 04:27:36.728948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-557cb7ec-fa78-43c7-b430-60d40a30911e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 379 time: 0.0333393 Jul 30 04:27:36.738690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'port': {'device_id': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'admin_state_up': True, 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'security_groups': ['339ed33f-7eca-401a-bd05-4709d53af02e']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:36.844109 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:27:36.848224 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:36.972244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.7 (1602e65f-c01a-4ef8-9e5e-bb0e898db10a/e3b6588e-587f-44b1-960a-27528d98e50c/38624a2e-37b5-4bb3-b71f-36e0626db4b2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:27:37.109597 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.124216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 38624a2e-37b5-4bb3-b71f-36e0626db4b2 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:37.157448 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.200424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:27:37.203504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:37.209643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:27:37.216619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=38624a2e-37b5-4bb3-b71f-36e0626db4b2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:37.268311 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:37.269696 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.284963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-ff18c4f9-5177-4d32-b81b-b2e8f83eda65 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492604 Jul 30 04:27:37.295033 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-b623599a-895f-41b5-baa2-9003ec9bcc93 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:27:37.296075 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-b623599a-895f-41b5-baa2-9003ec9bcc93 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056961 Jul 30 04:27:37.353258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Request body: {'port': {'device_id': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:37.407471 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.483157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2a2de0ca-3ccf-4f17-a6d1-cebae7b72432 None None] Provisioning for port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:37.489201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2a2de0ca-3ccf-4f17-a6d1-cebae7b72432 None None] Provisioning complete for port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:37.489959 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a2de0ca-3ccf-4f17-a6d1-cebae7b72432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.514514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e0b565d-7cf9-434e-b192-24cc32a13532 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:37.553255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2a2de0ca-3ccf-4f17-a6d1-cebae7b72432 None None] Port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:27:37.572471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 0e0b565d-7cf9-434e-b192-24cc32a13532 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:37.572839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.684132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38624a2e-37b5-4bb3-b71f-36e0626db4b2 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:27:37.691490 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.703063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Transition to ACTIVE for port object 38624a2e-37b5-4bb3-b71f-36e0626db4b2 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:27:37.707782 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.786387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Pushing event updated for resources: {'Port': ['ID=38624a2e-37b5-4bb3-b71f-36e0626db4b2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:37.851299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82404e7-b662-4958-aac3-fa7abd026b06 req-a48d7b0b-d099-4071-b114-a290c32f32cf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:37.852885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c82404e7-b662-4958-aac3-fa7abd026b06 req-a48d7b0b-d099-4071-b114-a290c32f32cf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 943 time: 0.1045859 Jul 30 04:27:37.896382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Attempting to bind port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:27:37.896712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Attempting to bind port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:27:37.897037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Attempting to bind port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 on network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:27:37.905817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 on network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:27:37.906191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Attempting to bind port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 on network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:27:37.917557 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:27:37.917743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Checking segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:27:37.918124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Bound using segment: {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:27:37.918566 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Bound port: 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2977e8-7abf-45c3-a14d-c98c7f514a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:27:37.918920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:37.926574 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c82404e7-b662-4958-aac3-fa7abd026b06 req-5281dc36-33a7-4f55-9dd0-439dbada7615 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661480 Jul 30 04:27:37.988220 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] For port 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:27:37.991687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] For port 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:27:37.996062 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:38.029937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.030621 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:38.032096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] 10.222.0.18 "PUT /v2.0/ports/38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 200 len: 1092 time: 0.7291358 Jul 30 04:27:38.032456 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:27:38.034869 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3b4cc-6751-45af-8e6d-5156857631a3" -d '{"events": [{"name": "network-changed", "server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:27:38.068355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9541a-83f7-41c5-82d1-4c9a67710402 service neutron] Pushing event updated for resources: {'Port': ['ID=38624a2e-37b5-4bb3-b71f-36e0626db4b2,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:38.097343 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1fd462-02cd-4d18-aa60-1110b4b9a66d x-openstack-request-id: req-3f1fd462-02cd-4d18-aa60-1110b4b9a66d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:27:38.097601 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:27:38.097852 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f1fd462-02cd-4d18-aa60-1110b4b9a66d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:27:38.098249 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'status': 'completed', 'code': 200} Jul 30 04:27:38.115298 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-81cb8793-cd5c-45f8-94cd-4b0bc312c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.116819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-81cb8793-cd5c-45f8-94cd-4b0bc312c162 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1095 time: 0.0455732 Jul 30 04:27:38.166250 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-3ad08f51-c340-4460-967c-de112fd82488 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 200 len: 217 time: 0.0411196 Jul 30 04:27:38.220393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-259f094c-2edc-45c5-a54f-7ab88e81548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.222646 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-259f094c-2edc-45c5-a54f-7ab88e81548c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3b6588e-587f-44b1-960a-27528d98e50c HTTP/1.1" status: 200 len: 834 time: 0.0485663 Jul 30 04:27:38.266272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-606b323b-7313-481d-8c39-d17e5dacee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.267796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-606b323b-7313-481d-8c39-d17e5dacee2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388403 Jul 30 04:27:38.359498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-7111d32c-e9f9-4ae9-851e-8bafe5667f3a service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846775 Jul 30 04:27:38.447902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63c6ffa5-81d1-4f48-9b66-0b5615505977 req-723cea5e-0951-4c31-a74f-b4d71ab55943 service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815346 Jul 30 04:27:38.537539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-7ea80e61-d946-4f5e-bbf9-5184c278a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.539013 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-7ea80e61-d946-4f5e-bbf9-5184c278a204 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1095 time: 0.0459697 Jul 30 04:27:38.626817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-f9d963c5-54ea-4022-b090-8e66b1951117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.628851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-f9d963c5-54ea-4022-b090-8e66b1951117 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 200 len: 897 time: 0.0822890 Jul 30 04:27:38.669059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-82a51060-7da9-40bd-85f2-e36da4ea0b52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 200 len: 217 time: 0.0335402 Jul 30 04:27:38.721991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-61ca81ab-1ed0-4fea-a439-81b55389207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.723361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-61ca81ab-1ed0-4fea-a439-81b55389207a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3b6588e-587f-44b1-960a-27528d98e50c HTTP/1.1" status: 200 len: 834 time: 0.0469642 Jul 30 04:27:38.768242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-7bf24731-b1a3-47ca-9287-cd4858a6d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:38.769813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-7bf24731-b1a3-47ca-9287-cd4858a6d2a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393167 Jul 30 04:27:38.856943 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-d1558f4b-4d5e-4a71-b932-c4223540786a service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783219 Jul 30 04:27:38.951641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1a3b4cc-6751-45af-8e6d-5156857631a3 req-645a9748-9dd3-403b-a495-b27e6918d3dc service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865424 Jul 30 04:27:39.042918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2016-0db8-4867-a1cd-23896a71a366 req-a8d3348d-f4ce-4c24-8906-b5b9e0524e6b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:39.044352 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d4e2016-0db8-4867-a1cd-23896a71a366 req-a8d3348d-f4ce-4c24-8906-b5b9e0524e6b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 943 time: 0.0487092 Jul 30 04:27:39.082338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d4e2016-0db8-4867-a1cd-23896a71a366 req-0ce7d687-4aa7-4b31-9eb1-25349e7a6cf0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Jul 30 04:27:40.200588 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832959-ecbd-46bf-a709-d35799a18133 req-cc7a4e46-a61a-4da7-9215-68dc4ce1ba8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:40.202146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c832959-ecbd-46bf-a709-d35799a18133 req-cc7a4e46-a61a-4da7-9215-68dc4ce1ba8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 943 time: 0.0517938 Jul 30 04:27:40.240774 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c832959-ecbd-46bf-a709-d35799a18133 req-a9e67a17-0307-4f35-84b8-c07acd394014 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Jul 30 04:27:40.283533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 38624a2e-37b5-4bb3-b71f-36e0626db4b2 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:27:40.376884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:40.391337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'port_id': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'mac_address': 'fa:16:3e:e0:ee:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:27:40.429616 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:40.442033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38624a2e-37b5-4bb3-b71f-36e0626db4b2 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:27:40.461593 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:40.465489 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:40.517321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=38624a2e-37b5-4bb3-b71f-36e0626db4b2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:40.698095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['38624a2e-37b5-4bb3-b71f-36e0626db4b2'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:27:41.355839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb99e-4dcd-49b1-9aec-d37d89e55a3c req-2364f0e2-4a2b-443e-ac78-523328b6b592 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:41.357293 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e08cb99e-4dcd-49b1-9aec-d37d89e55a3c req-2364f0e2-4a2b-443e-ac78-523328b6b592 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 944 time: 0.0477190 Jul 30 04:27:41.395284 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e08cb99e-4dcd-49b1-9aec-d37d89e55a3c req-683f79f0-0f7f-470a-b8c2-83499b0554e5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Jul 30 04:27:41.545332 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:42.298738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 38624a2e-37b5-4bb3-b71f-36e0626db4b2 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:27:42.345229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:27:42.349385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:27:42.349754 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:42.429585 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:42.462129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:27:42.464432 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eba47c-6e17-472e-a17d-fcbf11079b76" -d '{"events": [{"server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "name": "network-vif-plugged", "status": "completed", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:27:42.480556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44201402-3fa5-439d-9082-303c54935e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:42.483417 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:27:42.490682 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:42.520222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250130-81f0-46c2-b7e4-355a879f71f0 req-50714927-7b68-4593-9b0f-9055f408e018 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:42.527726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45250130-81f0-46c2-b7e4-355a879f71f0 req-50714927-7b68-4593-9b0f-9055f408e018 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 944 time: 0.0626330 Jul 30 04:27:42.547056 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=38624a2e-37b5-4bb3-b71f-36e0626db4b2,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:42.567710 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45250130-81f0-46c2-b7e4-355a879f71f0 req-19f7ba25-de99-4d2c-aef3-be7620ad0b6a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391555 Jul 30 04:27:42.616952 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aec0af-751b-4039-aab1-1df3b873e146 x-openstack-request-id: req-34aec0af-751b-4039-aab1-1df3b873e146 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:27:42.617251 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "name": "network-vif-plugged", "status": "completed", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:27:42.617542 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34aec0af-751b-4039-aab1-1df3b873e146 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:27:42.617893 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'code': 200} Jul 30 04:27:42.717382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6681e10-4e94-4a1e-b212-ed7144959195 req-797429ea-4192-4195-952f-ec03f2bebeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:42.718800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6681e10-4e94-4a1e-b212-ed7144959195 req-797429ea-4192-4195-952f-ec03f2bebeef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1097 time: 0.0440483 Jul 30 04:27:42.752323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c6681e10-4e94-4a1e-b212-ed7144959195 req-386f18ad-6be1-4286-8420-510dd7c7eae5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268776 Jul 30 04:27:43.680808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd76c6-4d4c-4ec2-a326-56c1858125a8 req-16edca2d-43f9-4549-8290-258491b3c863 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:43.682161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11bd76c6-4d4c-4ec2-a326-56c1858125a8 req-16edca2d-43f9-4549-8290-258491b3c863 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Jul 30 04:27:43.720005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-11bd76c6-4d4c-4ec2-a326-56c1858125a8 req-70ad2ee7-5e2f-48a0-bfeb-b1901d3e2d4f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Jul 30 04:27:43.834006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449fb47-a588-4ab3-87a6-1e39e67b8099 req-d6e8ceea-4771-42aa-a433-a763082a27fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:43.835490 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3449fb47-a588-4ab3-87a6-1e39e67b8099 req-d6e8ceea-4771-42aa-a433-a763082a27fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0476551 Jul 30 04:27:43.873609 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3449fb47-a588-4ab3-87a6-1e39e67b8099 req-3d7142c3-3397-489b-8fb1-e5235d12ef8c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Jul 30 04:27:43.895165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:43.937223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdf6d2-0244-4e24-98ea-4b0d502b3dfb tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:43.938585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-93bdf6d2-0244-4e24-98ea-4b0d502b3dfb tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1092 time: 0.0424125 Jul 30 04:27:43.941510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:43.945868 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:27:43.967317 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.061778 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.164819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.47 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/cee01245-e44d-46d3-947d-bf8091b23b3e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:27:44.265023 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.303543 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.341276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:27:44.344038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:27:44.347439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:27:44.375808 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=cee01245-e44d-46d3-947d-bf8091b23b3e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:44.700412 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.758333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-539afb82-8b87-4cf0-9ef6-061723b0e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.771197 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.922129 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.926498 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:44.996357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=cee01245-e44d-46d3-947d-bf8091b23b3e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:27:45.008633 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:45.047127 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:45.108142 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP cc609ab2-3cde-4633-9710-2dd411d67a7f associated. External IP: 172.25.6.47, port: 38624a2e-37b5-4bb3-b71f-36e0626db4b2. Jul 30 04:27:45.315582 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 391390c8-3368-427c-bffa-63540b9f1f5c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:27:45.422760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:27:45.433095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] Sync routers for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:27:45.438592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:45.445272 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:45.445883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:45.466971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-740353dc-bf69-4d5c-a2aa-ac630cc932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5244436 Jul 30 04:27:45.467698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:27:45.469951 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e" -d '{"events": [{"name": "network-changed", "server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:27:45.509310 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba43a4-0176-4e0c-b182-b45634fbed49 x-openstack-request-id: req-e6ba43a4-0176-4e0c-b182-b45634fbed49 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:27:45.509606 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:27:45.509861 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6ba43a4-0176-4e0c-b182-b45634fbed49 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:27:45.510320 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'status': 'completed', 'code': 200} Jul 30 04:27:45.553387 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:45.591253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984908a7-77ab-4d4a-bbdf-dec9500ba6a3 req-1e4c409b-7557-4e3b-a34b-d8d0214ad150 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:45.592550 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984908a7-77ab-4d4a-bbdf-dec9500ba6a3 req-1e4c409b-7557-4e3b-a34b-d8d0214ad150 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0751867 Jul 30 04:27:45.608093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-7fd20b7c-3e53-4e9b-a7a7-ca631e45754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:45.609553 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-7fd20b7c-3e53-4e9b-a7a7-ca631e45754a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1097 time: 0.0654814 Jul 30 04:27:45.686488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-984908a7-77ab-4d4a-bbdf-dec9500ba6a3 req-6c1ce19d-458c-4d13-a7d3-6d78141dbfa0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865743 Jul 30 04:27:45.710152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59846) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:45.722439 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-705a386c-395f-49a0-9aba-677425aa858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:45.723989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-705a386c-395f-49a0-9aba-677425aa858a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 200 len: 897 time: 0.1062343 Jul 30 04:27:45.776327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2a5ef4b1-ba50-494c-9c62-c8bb5cdd32a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/cc609ab2-3cde-4633-9710-2dd411d67a7f HTTP/1.1" status: 200 len: 990 time: 0.0650420 Jul 30 04:27:45.795168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'cc609ab2-3cde-4633-9710-2dd411d67a7f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'port_id': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'mac_address': 'fa:16:3e:e0:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:27:44Z', 'updated_at': '2021-07-30T04:27:44Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:36Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:45.795822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-34a2e9f5-6105-4f78-90a0-10ea89e18266 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 200 len: 998 time: 0.0644672 Jul 30 04:27:45.821414 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] Checking router: 391390c8-3368-427c-bffa-63540b9f1f5c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:27:45.829684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:27:45.830291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:27:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:45.843998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-fbdd4b08-ee92-4062-bdf8-fed734d1789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:45.845386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-fbdd4b08-ee92-4062-bdf8-fed734d1789c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3b6588e-587f-44b1-960a-27528d98e50c HTTP/1.1" status: 200 len: 834 time: 0.0436141 Jul 30 04:27:45.891098 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-c6010115-af83-46a0-b1cc-dd8928e370ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:27:45.892631 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-c6010115-af83-46a0-b1cc-dd8928e370ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406075 Jul 30 04:27:45.938519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:27:45.986271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-590b3adb-e8c9-449f-b2fc-5a0fac87180e service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Jul 30 04:27:46.078165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6eff36bb-5b6e-4d3e-9009-44d0bb5e647e req-54c8c2dc-69e6-413d-936e-a05ba2946f91 service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Jul 30 04:27:46.168704 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'cc609ab2-3cde-4633-9710-2dd411d67a7f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'port_id': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'mac_address': 'fa:16:3e:e0:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:27:44Z', 'updated_at': '2021-07-30T04:27:44Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:36Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:27:46.195046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb0ee3-3fc3-4445-93dc-88e7abb115f7 None None] The sync data for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 is: [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'cc609ab2-3cde-4633-9710-2dd411d67a7f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'port_id': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'mac_address': 'fa:16:3e:e0:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:27:44Z', 'updated_at': '2021-07-30T04:27:44Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:36Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:27:46.381628 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992661ab-4581-4e00-871b-ccf96af2e496 None None] New status for floating IP cc609ab2-3cde-4633-9710-2dd411d67a7f: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:27:46.599546 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:27:46.777752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59852) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:27:46.836007 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-94f13a2f-81b6-40b6-b7de-599e351cf6fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/cc609ab2-3cde-4633-9710-2dd411d67a7f HTTP/1.1" status: 200 len: 992 time: 0.0572135 Jul 30 04:27:48.233869 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:01.316053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:11.546614 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:11.670648 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:28:12.452269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80dc5da1-95d4-41b4-81b9-98ac448ea552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:14.760526 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c83649e-2bff-4918-ba8c-4cf268fb4b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:15.048605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:15.597153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58620e33-edb1-4f09-87ae-f9fb9f67b9ec req-012c7c03-219f-41a3-88f0-e0d9eecf51a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:15.598618 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58620e33-edb1-4f09-87ae-f9fb9f67b9ec req-012c7c03-219f-41a3-88f0-e0d9eecf51a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0485466 Jul 30 04:28:15.636302 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-58620e33-edb1-4f09-87ae-f9fb9f67b9ec req-14e95e26-bd73-487b-84dc-69adc49b520e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Jul 30 04:28:16.602738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:16.613674 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-8d8e3c84-553f-4aa6-8f85-f76ec3c5080e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455859 Jul 30 04:28:16.697586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-565a3177-2c03-4ac6-aa1d-80d0c220d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:16.699098 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-565a3177-2c03-4ac6-aa1d-80d0c220d0c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1097 time: 0.0416744 Jul 30 04:28:17.155183 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d12a0-1f5c-4fe3-b4f3-3e63654d13a1 req-7e270003-14c0-4c27-8422-9028834bef63 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:17.156663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c24d12a0-1f5c-4fe3-b4f3-3e63654d13a1 req-7e270003-14c0-4c27-8422-9028834bef63 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.4488606 Jul 30 04:28:17.199471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-3aa3eb1a-f9fb-47f2-9534-e29fa8a0cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:17.200916 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-3aa3eb1a-f9fb-47f2-9534-e29fa8a0cc8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 200 len: 897 time: 0.4825466 Jul 30 04:28:17.219149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c24d12a0-1f5c-4fe3-b4f3-3e63654d13a1 req-5becfb96-6c5e-47f0-afe9-81cb7842ca01 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555396 Jul 30 04:28:17.242778 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59874) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:17.271097 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-f22dac91-ba70-467b-bba2-2008d380d713 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 200 len: 1000 time: 0.0621872 Jul 30 04:28:17.307147 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-008bfec8-5447-4a64-9075-ca783eef4ab1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/cc609ab2-3cde-4633-9710-2dd411d67a7f HTTP/1.1" status: 200 len: 992 time: 0.0631504 Jul 30 04:28:17.322312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-af44b56f-6268-4412-bb35-553cd3300439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:17.323826 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-af44b56f-6268-4412-bb35-553cd3300439 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3b6588e-587f-44b1-960a-27528d98e50c HTTP/1.1" status: 200 len: 834 time: 0.0463762 Jul 30 04:28:17.368329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-88a8c965-3c16-4934-aab6-80751a046e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:17.369770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-88a8c965-3c16-4934-aab6-80751a046e3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390503 Jul 30 04:28:17.458894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-04d3091e-7865-4e75-887e-b0bfcbc898b6 service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819561 Jul 30 04:28:17.553251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-725dda8e-94d9-48c1-b7a7-d675fd5f337c req-3b04ecae-d234-40ef-b8d6-fd3d355bd406 service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866308 Jul 30 04:28:18.238056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:18.557355 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e13df-821d-4113-8eda-fd7f56e4d2a3 req-9b235866-6501-42ae-bb47-25c83f8f579c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:18.558870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e96e13df-821d-4113-8eda-fd7f56e4d2a3 req-9b235866-6501-42ae-bb47-25c83f8f579c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Jul 30 04:28:18.597114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e96e13df-821d-4113-8eda-fd7f56e4d2a3 req-24ed100b-8890-466b-a5dd-cf015942a9fd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Jul 30 04:28:19.716261 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ae3d-4c63-4967-8c37-a44738e4098d req-a941663e-774e-4e30-a9d3-e1208d233450 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:19.717599 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee38ae3d-4c63-4967-8c37-a44738e4098d req-a941663e-774e-4e30-a9d3-e1208d233450 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Jul 30 04:28:19.758258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee38ae3d-4c63-4967-8c37-a44738e4098d req-c282ae6f-b204-4093-8f92-d8bafcdcbf2e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Jul 30 04:28:19.780178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59884) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:19.838331 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bfd7662e-7b3c-45bf-9551-e5e24761995e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/cc609ab2-3cde-4633-9710-2dd411d67a7f HTTP/1.1" status: 200 len: 992 time: 0.0570304 Jul 30 04:28:20.110811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59890) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:20.265753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port cee01245-e44d-46d3-947d-bf8091b23b3e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:28:20.266094 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:20.341552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:20.341879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:20.353573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for cee01245-e44d-46d3-947d-bf8091b23b3e owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:28:20.526347 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:20.549925 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=cee01245-e44d-46d3-947d-bf8091b23b3e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:20.563836 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.564194 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.564538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.564905 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.565239 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.565569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.565899 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.566225 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.566550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.566886 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.567222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.567541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:20.625283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:20.625631 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP cc609ab2-3cde-4633-9710-2dd411d67a7f disassociated (deleted). External IP: 172.25.6.47, port: 38624a2e-37b5-4bb3-b71f-36e0626db4b2. Jul 30 04:28:20.827646 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 391390c8-3368-427c-bffa-63540b9f1f5c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:28:20.932996 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:28:20.937750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:20.942524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24932867-3563-4478-8539-5061a75f0ebc None None] Sync routers for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:28:20.954182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:20.954804 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:20.965047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7af1add7-04ee-485b-8404-fb16042e3636 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/floatingips/cc609ab2-3cde-4633-9710-2dd411d67a7f HTTP/1.1" status: 204 len: 168 time: 0.8531797 Jul 30 04:28:20.965657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:28:20.967985 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:28:21.005052 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99193c47-461d-4e04-a161-352958d82642 x-openstack-request-id: req-99193c47-461d-4e04-a161-352958d82642 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:28:21.005349 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:28:21.005863 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99193c47-461d-4e04-a161-352958d82642 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:28:21.006268 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'status': 'completed', 'code': 200} Jul 30 04:28:21.071758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-2dd37f3d-80af-4271-928b-0a9fb85205f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:21.073260 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-2dd37f3d-80af-4271-928b-0a9fb85205f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 1097 time: 0.0430486 Jul 30 04:28:21.078857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:21.203018 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-a10e9be3-21c9-4c40-b81f-45ec57d2ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:21.204520 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-a10e9be3-21c9-4c40-b81f-45ec57d2ed46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 200 len: 897 time: 0.1219437 Jul 30 04:28:21.216709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bd18c-c973-437d-9493-00ac6cfe5255 req-663718fd-7548-4ed8-bec3-ff7af22d7411 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:21.218121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-870bd18c-c973-437d-9493-00ac6cfe5255 req-663718fd-7548-4ed8-bec3-ff7af22d7411 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0751255 Jul 30 04:28:21.260132 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-2329ef16-4c93-48a5-95f9-ef4d046133ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 200 len: 217 time: 0.0410631 Jul 30 04:28:21.293825 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:36Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:21.317531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-870bd18c-c973-437d-9493-00ac6cfe5255 req-2a880189-3d53-49e0-8f4e-21dbaaeec027 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913644 Jul 30 04:28:21.319609 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24932867-3563-4478-8539-5061a75f0ebc None None] Checking router: 391390c8-3368-427c-bffa-63540b9f1f5c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:28:21.326551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-fbbff623-d2ec-4e75-86a0-60f36c30e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:21.327963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:21.328108 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-fbbff623-d2ec-4e75-86a0-60f36c30e0e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3b6588e-587f-44b1-960a-27528d98e50c HTTP/1.1" status: 200 len: 834 time: 0.0598626 Jul 30 04:28:21.328683 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:21.379299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-d777038e-c0a2-47fd-8f0f-becee5c641fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:21.381113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-d777038e-c0a2-47fd-8f0f-becee5c641fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1602e65f-c01a-4ef8-9e5e-bb0e898db10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451066 Jul 30 04:28:21.482211 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-ff754494-fa0b-4912-a7e7-d6c08248278e service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923648 Jul 30 04:28:21.580175 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-179d33b0-06a6-470c-8fb9-ab9cccfb3a1a req-19cd819b-0c52-4ed9-9116-f092acba50a5 service neutron] 10.222.0.18 "GET /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896950 Jul 30 04:28:21.591921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:21.786647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24932867-3563-4478-8539-5061a75f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:36Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:21.816051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24932867-3563-4478-8539-5061a75f0ebc None None] The sync data for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 is: [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:27:32Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '0e0b565d-7cf9-434e-b192-24cc32a13532', 'name': '', 'network_id': '1602e65f-c01a-4ef8-9e5e-bb0e898db10a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:e3:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:31Z', 'updated_at': '2021-07-30T04:27:36Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'e3b6588e-587f-44b1-960a-27528d98e50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:28:22.031878 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc3dd5-7467-4511-a2c1-d57214497af1 None None] New status for floating IP cc609ab2-3cde-4633-9710-2dd411d67a7f: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:28:22.435912 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c977dea-8118-48c5-8c3a-a6cf2e48ac01 req-ea3ddbad-cc6c-46e9-8819-5f50a72b173d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:22.437380 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c977dea-8118-48c5-8c3a-a6cf2e48ac01 req-ea3ddbad-cc6c-46e9-8819-5f50a72b173d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Jul 30 04:28:22.475394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c977dea-8118-48c5-8c3a-a6cf2e48ac01 req-d47cacb5-6d3f-4b4a-aaed-18cbd4f097c2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=339ed33f-7eca-401a-bd05-4709d53af02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313110 Jul 30 04:28:22.727741 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-f65d04d3-d062-4f90-a81f-ba563045d5dd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:22.729170 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-f65d04d3-d062-4f90-a81f-ba563045d5dd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 945 time: 0.0472863 Jul 30 04:28:22.819551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:28:22.819895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:22.904241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 38624a2e-37b5-4bb3-b71f-36e0626db4b2, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=38624a2e-37b5-4bb3-b71f-36e0626db4b2,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:22.904598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:22.917678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 38624a2e-37b5-4bb3-b71f-36e0626db4b2 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:28:23.046494 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:23.073512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=38624a2e-37b5-4bb3-b71f-36e0626db4b2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:23.087006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.087386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.087729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.088065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.088390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.088716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.089037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.089356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.089679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.089997 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.090312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.090628 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:23.124832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] No DVR routers for this DVR port 38624a2e-37b5-4bb3-b71f-36e0626db4b2 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:28:23.129305 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:23.131653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8eee5946-f469-4a39-9116-6a7d529d4ea1 req-6639719e-961c-46b9-aeb9-c2953cc1c8e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "DELETE /v2.0/ports/38624a2e-37b5-4bb3-b71f-36e0626db4b2 HTTP/1.1" status: 204 len: 173 time: 0.3956952 Jul 30 04:28:23.132320 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'name': 'network-vif-deleted', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:28:23.134593 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d1fa92-0a8e-4c98-ba4a-95842937f76b" -d '{"events": [{"server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "name": "network-vif-deleted", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:28:23.175056 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95de71-94a4-476f-bda7-0f6ce9fe6bb9 x-openstack-request-id: req-fa95de71-94a4-476f-bda7-0f6ce9fe6bb9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:28:23.175439 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df83b45d-0b16-49bb-b972-dfdb0fe95c88", "name": "network-vif-deleted", "tag": "38624a2e-37b5-4bb3-b71f-36e0626db4b2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:28:23.175692 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa95de71-94a4-476f-bda7-0f6ce9fe6bb9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:28:23.176088 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df83b45d-0b16-49bb-b972-dfdb0fe95c88', 'name': 'network-vif-deleted', 'tag': '38624a2e-37b5-4bb3-b71f-36e0626db4b2', 'status': 'completed', 'code': 200} Jul 30 04:28:23.596964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a936ef86-c3c9-4cb3-9ec6-7de34debaacc req-4d195743-1bb2-416a-8063-417dea64c45b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=df83b45d-0b16-49bb-b972-dfdb0fe95c88 HTTP/1.1" status: 200 len: 210 time: 0.0326066 Jul 30 04:28:24.659301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59908) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:25.138482 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:25.696913 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 0e0b565d-7cf9-434e-b192-24cc32a13532 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:28:25.697609 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:25.789301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 0e0b565d-7cf9-434e-b192-24cc32a13532, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=0e0b565d-7cf9-434e-b192-24cc32a13532,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:25.789576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:25.802623 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 0e0b565d-7cf9-434e-b192-24cc32a13532 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:28:25.986925 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.013153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=0e0b565d-7cf9-434e-b192-24cc32a13532,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:26.187290 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.403873 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 391390c8-3368-427c-bffa-63540b9f1f5c has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:28:26.501208 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 38624a2e-37b5-4bb3-b71f-36e0626db4b2 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:28:26.510667 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:28:26.518349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f283fa98-8091-4f16-b3e4-215a17070d9b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/391390c8-3368-427c-bffa-63540b9f1f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8553429 Jul 30 04:28:26.519180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59910) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:26.523657 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] Sync routers for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:28:26.527123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 38624a2e-37b5-4bb3-b71f-36e0626db4b2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:28:26.527495 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 38624a2e-37b5-4bb3-b71f-36e0626db4b2 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:28:26.534718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:26.535367 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:26.569675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting subnet e3b6588e-587f-44b1-960a-27528d98e50c {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:28:26.572820 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.613286 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.640745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:26.702101 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.762298 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.792150 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b6588e-587f-44b1-960a-27528d98e50c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:26.794108 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.796001 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-cb7c2de0-47da-4a04-9c7c-33bcd201793c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/subnets/e3b6588e-587f-44b1-960a-27528d98e50c HTTP/1.1" status: 204 len: 168 time: 0.2758873 Jul 30 04:28:26.798570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59912) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:26.809426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d135ee1-4bb6-4157-845e-60e028c080a4 None None] Network 1602e65f-c01a-4ef8-9e5e-bb0e898db10a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:28:26.904716 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:26.927405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:28:25Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:26.965030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] Checking router: 391390c8-3368-427c-bffa-63540b9f1f5c for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:28:26.977029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] Routers {'391390c8-3368-427c-bffa-63540b9f1f5c'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:26.977638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['391390c8-3368-427c-bffa-63540b9f1f5c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:27.013287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.031841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] DHCP port deletion for 1602e65f-c01a-4ef8-9e5e-bb0e898db10a request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:28:27.071538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 59e355c7-dcd7-4573-9a72-acfcbe8651bf {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:28:27.071887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.107641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] Set router 391390c8-3368-427c-bffa-63540b9f1f5c gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:27.149706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 59e355c7-dcd7-4573-9a72-acfcbe8651bf, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=59e355c7-dcd7-4573-9a72-acfcbe8651bf,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:27.150069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.166328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 59e355c7-dcd7-4573-9a72-acfcbe8651bf owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:28:27.216211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Deleting port 77cc3e44-10b7-42b3-a304-a2c2a71abbec {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:28:27.216499 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.304689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] For port 77cc3e44-10b7-42b3-a304-a2c2a71abbec, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=77cc3e44-10b7-42b3-a304-a2c2a71abbec,segment=NetworkSegment(2a2977e8-7abf-45c3-a14d-c98c7f514a6d),segment_id=2a2977e8-7abf-45c3-a14d-c98c7f514a6d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:27.304997 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.330749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.334687 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Calling delete_port for 77cc3e44-10b7-42b3-a304-a2c2a71abbec owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:28:27.362430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=59e355c7-dcd7-4573-9a72-acfcbe8651bf,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:27.421263 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.423160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:28:25Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:27.454952 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5035b8-b292-41ff-9fa8-0db202126865 None None] The sync data for ids ['391390c8-3368-427c-bffa-63540b9f1f5c'] in n-d-778696-14 is: [{'id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127850956', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:27:28Z', 'updated_at': '2021-07-30T04:28:25Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '59e355c7-dcd7-4573-9a72-acfcbe8651bf', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391390c8-3368-427c-bffa-63540b9f1f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:27:29Z', 'updated_at': '2021-07-30T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:28:27.466893 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.513321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Pushing event deleted for resources: {'Port': ['ID=77cc3e44-10b7-42b3-a304-a2c2a71abbec,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:27.517178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] No DVR routers for this DVR port 77cc3e44-10b7-42b3-a304-a2c2a71abbec on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:28:27.522546 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.524719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.525622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.525976 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.526319 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.526659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.528008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.528008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.528008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.528396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.529153 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.529438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.530059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.530147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c9d6b0-5dbe-41e4-95fc-27fb470947ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:28:27.572170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.572717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Fanout notify agent at l3_agent the message router_deleted on router 391390c8-3368-427c-bffa-63540b9f1f5c {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:28:27.579607 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.581066 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b8176b10-572a-4c16-9b6d-454a91308933 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/routers/391390c8-3368-427c-bffa-63540b9f1f5c HTTP/1.1" status: 204 len: 168 time: 0.7814479 Jul 30 04:28:27.583801 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59914) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:27.662200 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.744708 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.754687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1602e65f-c01a-4ef8-9e5e-bb0e898db10a']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:27.769242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2977e8-7abf-45c3-a14d-c98c7f514a6d') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:27.769479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2977e8-7abf-45c3-a14d-c98c7f514a6d') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:27.777945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.791036 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.796636 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:28:27.797018 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:28:27.800634 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:28:27.866400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.873473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.875347 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/networks/1602e65f-c01a-4ef8-9e5e-bb0e898db10a HTTP/1.1" status: 204 len: 168 time: 0.2905838 Jul 30 04:28:27.878342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:27.905639 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed3e27-fbf9-41b2-a774-8015a7007dc5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Network': ['ID=1602e65f-c01a-4ef8-9e5e-bb0e898db10a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:27.948239 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 77cc3e44-10b7-42b3-a304-a2c2a71abbec no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:28:27.966453 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f710332c-23c3-4828-b964-a6e70e865641 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:27.968810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 77cc3e44-10b7-42b3-a304-a2c2a71abbec {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:28:27.969165 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 77cc3e44-10b7-42b3-a304-a2c2a71abbec not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:28:27.994261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f710332c-23c3-4828-b964-a6e70e865641 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.056264 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f710332c-23c3-4828-b964-a6e70e865641 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.059109 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f710332c-23c3-4828-b964-a6e70e865641 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.060592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f710332c-23c3-4828-b964-a6e70e865641 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/security-groups/339ed33f-7eca-401a-bd05-4709d53af02e HTTP/1.1" status: 204 len: 168 time: 0.1812570 Jul 30 04:28:28.069855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710332c-23c3-4828-b964-a6e70e865641 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339ed33f-7eca-401a-bd05-4709d53af02e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:28.418679 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:28.423483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739250796', 'description': 'tempest-secgroup-smoke-1739250796 description', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:28.445019 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.524920 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.528483 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.550881 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.552176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324506 Jul 30 04:28:28.555321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59924) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:28.560123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '6e6218f3-c484-4051-b940-ef4d2d77b26f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:28.563603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ba1e0-009e-4c98-be4e-49c37510653b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6218f3-c484-4051-b940-ef4d2d77b26f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:28.592917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.655043 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.658670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.678021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedb6389-3a2c-45ac-af9a-3b8af473ca41,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:28.686037 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.690457 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5547d8a4-5c24-482f-aeb1-498bcf67c5fe tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309068 Jul 30 04:28:28.690604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59926) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:28.695285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '6e6218f3-c484-4051-b940-ef4d2d77b26f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:28.720110 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.782380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.786763 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.804628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5152ff73-9991-42ec-94e1-c7d86c501368,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:28.809955 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.811829 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e8b35d0-8eec-43b2-94dd-1e672b01f8cb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196599 Jul 30 04:28:28.813894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59928) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:28.818631 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '6e6218f3-c484-4051-b940-ef4d2d77b26f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:28.844259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.903314 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.906786 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.925764 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2820894-9e55-48a7-bcaf-8b01aee680cd,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:28.931331 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:28.932513 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-80c1011a-0614-453e-a649-cf7efa7f8a4d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176701 Jul 30 04:28:28.935234 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59930) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:28.943446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '6e6218f3-c484-4051-b940-ef4d2d77b26f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:28.965745 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.026206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.029974 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.049560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcc14f3-ff27-4108-b6f3-b913ceb6daef,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:29.057616 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.059206 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e50234b7-4032-4544-b6f5-70d5ab5d888c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230359 Jul 30 04:28:29.061877 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59932) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:29.066384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '6e6218f3-c484-4051-b940-ef4d2d77b26f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:29.088539 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:28:29.093426 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.157141 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.161154 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.177752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebf2c9e-eecc-4367-a118-8d74e819bcf3,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:29.183894 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.185053 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d07017a-0846-448d-8c08-4aec7e4228df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222644 Jul 30 04:28:29.187818 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:29.192248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '6e6218f3-c484-4051-b940-ef4d2d77b26f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:29.213180 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:28:29.217917 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.280907 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.284873 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.302478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86ad654-6416-45d5-8d49-1a5cd4c6fec5,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:29.308143 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.309534 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0fe64393-7eb9-44d8-84fa-f51e4d9dc497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207745 Jul 30 04:28:29.312472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59936) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:29.317323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'network': {'name': 'tempest-network-smoke--114167213', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'port_security_enabled': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:29.337207 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:28:29.340992 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.364742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:28:29.373517 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.373913 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Added segment 801389e9-39ca-4741-a276-30747aa894d3 of type vlan for network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f Jul 30 04:28:29.413750 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.443506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.448839 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:29.449417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.475330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 59e355c7-dcd7-4573-9a72-acfcbe8651bf no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:28:29.495571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 59e355c7-dcd7-4573-9a72-acfcbe8651bf {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:28:29.496063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 59e355c7-dcd7-4573-9a72-acfcbe8651bf not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:28:29.496584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e0b565d-7cf9-434e-b192-24cc32a13532 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:28:29.499798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1862795 Jul 30 04:28:29.504335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:29.509708 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'admin_state_up': True, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:29.518309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3c45b-cafd-4b24-beae-fedc5e2697c8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Network': ['ID=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:29.524549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 0e0b565d-7cf9-434e-b192-24cc32a13532 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:28:29.524902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 0e0b565d-7cf9-434e-b192-24cc32a13532 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:28:29.529787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:28:29.539557 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.540568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.592408 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.729829 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.916503 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:29.935545 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:30.040587 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.62 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/975da831-7955-435d-8e33-ebe35a7c0afb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:28:30.139266 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:30.183544 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:30.218342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:28:30.221635 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:30.225089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:28:30.251831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=975da831-7955-435d-8e33-ebe35a7c0afb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:30.473407 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:30.664385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:30.787847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 171ed04d-1edd-4403-888d-3976c1788be0 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:28:30.890828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:28:30.900203 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Sync routers for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:28:30.909314 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:30.909506 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:30.909945 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:30.911102 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-3b3fbd2e-55ee-4be7-b0d1-20c199800e06 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4055910 Jul 30 04:28:30.914416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59940) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:30.943602 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4f757203-0e32-40c4-a81b-53036063c0c2 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=2c04dfabb9ff48b4a92d26d9569576ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279460 Jul 30 04:28:30.946293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:31.013223 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:31.034167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1bd77-5396-4a48-ac6d-ccc50c30839b tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:31.035718 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bbb1bd77-5396-4a48-ac6d-ccc50c30839b tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883644 Jul 30 04:28:31.038579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 59944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:31.066562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca2d865e-c59d-4b5c-8e79-f47ce904035f tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268941 Jul 30 04:28:31.069185 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59946) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:31.074333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470847601', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:31.169555 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:28:31.173156 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.291670 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:30Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:31.311330 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.322197 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Checking router: 171ed04d-1edd-4403-888d-3976c1788be0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:28:31.322550 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Updating router 171ed04d-1edd-4403-888d-3976c1788be0 port 975da831-7955-435d-8e33-ebe35a7c0afb binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:28:31.348211 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.364932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.426910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Subnet': ['ID=635c268d-52a5-4223-a9ba-ad3a604c2167,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:31.435484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Checking segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:28:31.435846 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network hostable DHCP agents. Network: 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:28:31.454857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:28:31.467809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:31.474669 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:31.475306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.485293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af431301-23d2-4dee-bb01-e37e86943eb2 None None] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:28:31.498771 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e9b78a08-4f73-4bac-925e-b7459db92696 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4284363 Jul 30 04:28:31.501457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 59948) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:31.628623 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.641069 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Transition to ACTIVE for port object 975da831-7955-435d-8e33-ebe35a7c0afb will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:31.648834 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.705204 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Attempting to bind port 975da831-7955-435d-8e33-ebe35a7c0afb on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:28:31.705568 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Attempting to bind port 975da831-7955-435d-8e33-ebe35a7c0afb by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:28:31.706168 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Attempting to bind port 975da831-7955-435d-8e33-ebe35a7c0afb on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:28:31.708487 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ef7f2-e694-4aae-bf5d-36a2d20e5ea6 None None] Pushing event updated for resources: {'Port': ['ID=975da831-7955-435d-8e33-ebe35a7c0afb,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:31.720483 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:28:31.721534 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:28:31.722024 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.722423 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:28:31.722906 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Bound port: 975da831-7955-435d-8e33-ebe35a7c0afb, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:28:31.723326 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.790213 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] For port 975da831-7955-435d-8e33-ebe35a7c0afb, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:28:31.793750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] For port 975da831-7955-435d-8e33-ebe35a7c0afb, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=975da831-7955-435d-8e33-ebe35a7c0afb,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:28:31.798472 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.852444 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:31.853126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:31.862340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:28:31.863702 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:31.974902 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ef7f2-e694-4aae-bf5d-36a2d20e5ea6 None None] Pushing event updated for resources: {'Port': ['ID=975da831-7955-435d-8e33-ebe35a7c0afb,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:31.986424 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:32.035982 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Allocated IP 172.20.0.2 (365f405b-4fa6-4a2a-a8bd-25d3ebdd805f/635c268d-52a5-4223-a9ba-ad3a604c2167/96185cae-b8c7-4452-aa0a-235c7fb22cca) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:28:32.172858 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:30Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:32.183669 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.194416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Transition to ACTIVE for port object 96185cae-b8c7-4452-aa0a-235c7fb22cca will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:32.204579 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733d170-7c34-461e-be90-0a7c38a52151 None None] The sync data for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 is: [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:30Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:28:32.212923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Transition to ACTIVE for port object 96185cae-b8c7-4452-aa0a-235c7fb22cca will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:32.219726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.261318 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.268195 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:28:32.271508 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:32.275258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:28:32.289179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Pushing event updated for resources: {'Port': ['ID=96185cae-b8c7-4452-aa0a-235c7fb22cca,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:32.337380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Attempting to bind port 96185cae-b8c7-4452-aa0a-235c7fb22cca on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:28:32.337986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Attempting to bind port 96185cae-b8c7-4452-aa0a-235c7fb22cca by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:28:32.338096 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Attempting to bind port 96185cae-b8c7-4452-aa0a-235c7fb22cca on network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:28:32.343740 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:28:32.344123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Checking segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:28:32.344531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.344932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Bound using segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:28:32.345400 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Bound port: 96185cae-b8c7-4452-aa0a-235c7fb22cca, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:28:32.346406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.413634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] For port 96185cae-b8c7-4452-aa0a-235c7fb22cca, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:28:32.431312 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] For port 96185cae-b8c7-4452-aa0a-235c7fb22cca, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=96185cae-b8c7-4452-aa0a-235c7fb22cca,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:28:32.441592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.511263 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8858e17-6fe0-4ece-962b-35ac9888b74b None None] Pushing event updated for resources: {'Port': ['ID=96185cae-b8c7-4452-aa0a-235c7fb22cca,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:32.650901 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.1 (365f405b-4fa6-4a2a-a8bd-25d3ebdd805f/635c268d-52a5-4223-a9ba-ad3a604c2167/1db1ff8b-29a2-49bd-9936-986f6c13116e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:28:32.800283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.815735 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 1db1ff8b-29a2-49bd-9936-986f6c13116e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:32.850993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:32.899274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:28:32.902451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:32.908607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:28:32.915719 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=1db1ff8b-29a2-49bd-9936-986f6c13116e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:32.959245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.104148 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.424370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.429288 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.490055 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919eab95-9e43-4ad4-a4ff-0b24fff6a12f None None] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:28:33.504820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=1db1ff8b-29a2-49bd-9936-986f6c13116e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:33.507619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.562505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a8bbff7d-0032-4ec2-91c2-0c0c169a0174 None None] Provisioning for port 96185cae-b8c7-4452-aa0a-235c7fb22cca completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:33.627429 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 96185cae-b8c7-4452-aa0a-235c7fb22cca up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:33.638288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:28:33.639725 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:33.717518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 96185cae-b8c7-4452-aa0a-235c7fb22cca completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:33.725364 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 96185cae-b8c7-4452-aa0a-235c7fb22cca triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:33.725677 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.769485 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 171ed04d-1edd-4403-888d-3976c1788be0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:28:33.809764 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.847434 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 96185cae-b8c7-4452-aa0a-235c7fb22cca, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=96185cae-b8c7-4452-aa0a-235c7fb22cca,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:33.853734 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:33.854729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 975da831-7955-435d-8e33-ebe35a7c0afb up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:33.893242 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:28:33.899565 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a254018b-3248-4215-9dfa-cd69895c1fb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/171ed04d-1edd-4403-888d-3976c1788be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3967986 Jul 30 04:28:33.933554 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=96185cae-b8c7-4452-aa0a-235c7fb22cca,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:33.952269 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 975da831-7955-435d-8e33-ebe35a7c0afb completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:33.963045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 975da831-7955-435d-8e33-ebe35a7c0afb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:33.963666 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.003518 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Sync routers for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:28:34.024354 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-277c0abc-6bd3-415c-8203-cba93622b261 None None] Provisioning for port 1db1ff8b-29a2-49bd-9936-986f6c13116e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:34.028138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:34.028875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:34.034880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-277c0abc-6bd3-415c-8203-cba93622b261 None None] Provisioning complete for port 1db1ff8b-29a2-49bd-9936-986f6c13116e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:34.035295 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-277c0abc-6bd3-415c-8203-cba93622b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.082422 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-54fb975d-3595-4302-a53b-17840e80219e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739250796&fields=id&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 267 time: 0.0364707 Jul 30 04:28:34.144829 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-277c0abc-6bd3-415c-8203-cba93622b261 None None] Port 1db1ff8b-29a2-49bd-9936-986f6c13116e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:28:34.196768 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.217899 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-277c0abc-6bd3-415c-8203-cba93622b261 None None] Provisioning complete for port 96185cae-b8c7-4452-aa0a-235c7fb22cca triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:34.218274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-277c0abc-6bd3-415c-8203-cba93622b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.230303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 975da831-7955-435d-8e33-ebe35a7c0afb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=975da831-7955-435d-8e33-ebe35a7c0afb,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:34.231856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-5cc22c74-b3ff-410e-a384-f7b01387823a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:34.234015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-5cc22c74-b3ff-410e-a384-f7b01387823a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 796 time: 0.1445208 Jul 30 04:28:34.255824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-044eac8c-b04b-4085-aec3-7b1805c3c4ce tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/quotas/2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 375 time: 0.0113139 Jul 30 04:28:34.257782 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.263544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:34.311915 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-439a570f-d17b-4475-b926-593fd1ec326a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494280 Jul 30 04:28:34.376455 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-f2281831-375b-4e13-bc90-4a3d2001a8cd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:28:34.377651 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-f2281831-375b-4e13-bc90-4a3d2001a8cd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528085 Jul 30 04:28:34.409703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=975da831-7955-435d-8e33-ebe35a7c0afb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:34.479487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-cc7d7ca3-4444-495f-a317-ade1594ac902 service neutron] 10.222.0.39 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949435 Jul 30 04:28:34.563926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 2, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:34.569666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-9fa85662-5605-4597-bd1d-e100e401f595 service neutron] 10.222.0.39 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842197 Jul 30 04:28:34.590664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Checking router: 171ed04d-1edd-4403-888d-3976c1788be0 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:28:34.591024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Updating router 171ed04d-1edd-4403-888d-3976c1788be0 port 1db1ff8b-29a2-49bd-9936-986f6c13116e binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:28:34.625627 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.643368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e4dae0b-82ca-40fa-9693-047d85c7bf96 None None] Provisioning complete for port 1db1ff8b-29a2-49bd-9936-986f6c13116e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:34.643760 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e4dae0b-82ca-40fa-9693-047d85c7bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.742551 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7b01733-600a-4a77-9f4a-f043257ca29e req-4f5f2635-a15d-4ed9-a29f-4eec775bde85 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 210 time: 0.0262339 Jul 30 04:28:34.766160 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-8e4dae0b-82ca-40fa-9693-047d85c7bf96 None None] Port 1db1ff8b-29a2-49bd-9936-986f6c13116e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:28:34.946798 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:34.957047 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Transition to ACTIVE for port object 1db1ff8b-29a2-49bd-9936-986f6c13116e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:34.964458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:35.022695 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91806f-0667-4aea-b65a-7c2a8c063b57 None None] Pushing event updated for resources: {'Port': ['ID=1db1ff8b-29a2-49bd-9936-986f6c13116e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:35.081744 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Attempting to bind port 1db1ff8b-29a2-49bd-9936-986f6c13116e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:28:35.082119 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Attempting to bind port 1db1ff8b-29a2-49bd-9936-986f6c13116e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:28:35.082489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Attempting to bind port 1db1ff8b-29a2-49bd-9936-986f6c13116e on network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:28:35.087688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:28:35.088063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Checking segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:28:35.088475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:35.088873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Bound using segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:28:35.089407 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Bound port: 1db1ff8b-29a2-49bd-9936-986f6c13116e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:28:35.089728 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:35.158513 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] For port 1db1ff8b-29a2-49bd-9936-986f6c13116e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:28:35.161858 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] For port 1db1ff8b-29a2-49bd-9936-986f6c13116e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1db1ff8b-29a2-49bd-9936-986f6c13116e,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:28:35.167576 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:35.231123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:35.231793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:35.292920 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91806f-0667-4aea-b65a-7c2a8c063b57 None None] Pushing event updated for resources: {'Port': ['ID=1db1ff8b-29a2-49bd-9936-986f6c13116e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:35.379998 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:35.543765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 96185cae-b8c7-4452-aa0a-235c7fb22cca up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:35.631848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 96185cae-b8c7-4452-aa0a-235c7fb22cca triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:35.632490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:35.657604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:35Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:35.685491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236822b-7716-4e73-b17f-e29e9123f07e None None] The sync data for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 is: [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:35Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:28:35.747469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 975da831-7955-435d-8e33-ebe35a7c0afb up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:35.802416 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 975da831-7955-435d-8e33-ebe35a7c0afb triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:35.802786 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:35.852804 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08769d06-b3ab-46e0-bd60-58e3917d87d9 req-a35ae1e6-43b9-40a7-83aa-3388acc68898 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 210 time: 0.0355971 Jul 30 04:28:36.069439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-3f676e9f-8819-4f5f-9c57-f959960e18ea tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:36.071093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-3f676e9f-8819-4f5f-9c57-f959960e18ea tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 796 time: 0.1109161 Jul 30 04:28:36.124709 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-0d8ec4bf-4905-462c-90a1-10145e93812f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 380 time: 0.0373695 Jul 30 04:28:36.137089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'port': {'device_id': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'admin_state_up': True, 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'security_groups': ['6e6218f3-c484-4051-b940-ef4d2d77b26f']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:36.253643 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:28:36.257971 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:36.387852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.14 (365f405b-4fa6-4a2a-a8bd-25d3ebdd805f/635c268d-52a5-4223-a9ba-ad3a604c2167/fc34e7c0-ab92-4037-9895-32785bd59ab8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:28:36.534543 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:36.549498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object fc34e7c0-ab92-4037-9895-32785bd59ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:36.584402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:36.633124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:28:36.636837 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:36.639378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:28:36.672699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=fc34e7c0-ab92-4037-9895-32785bd59ab8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:36.702952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:36.703622 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:36.722522 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-554839e6-2dac-4369-b914-3f12be26a1da tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892923 Jul 30 04:28:36.802386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Request body: {'port': {'device_id': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:36.861997 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:36.932463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd4975cf-8e47-438a-a66d-b6e2b6f26ff0 None None] Provisioning for port fc34e7c0-ab92-4037-9895-32785bd59ab8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:36.937072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd4975cf-8e47-438a-a66d-b6e2b6f26ff0 None None] Provisioning complete for port fc34e7c0-ab92-4037-9895-32785bd59ab8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:36.937456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd4975cf-8e47-438a-a66d-b6e2b6f26ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:36.994532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcd61f-863b-4fda-a65d-0ea8cf65d512 req-67023652-52f1-4a33-8081-8b48e12d02ce tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:36.996541 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-cd4975cf-8e47-438a-a66d-b6e2b6f26ff0 None None] Port fc34e7c0-ab92-4037-9895-32785bd59ab8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:28:36.996701 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83dcd61f-863b-4fda-a65d-0ea8cf65d512 req-67023652-52f1-4a33-8081-8b48e12d02ce tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 932 time: 0.0736287 Jul 30 04:28:37.038342 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-83dcd61f-863b-4fda-a65d-0ea8cf65d512 req-73d23f6c-0ebd-4118-b0eb-b921a37b69b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348201 Jul 30 04:28:37.145820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc34e7c0-ab92-4037-9895-32785bd59ab8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:28:37.153235 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.164576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Transition to ACTIVE for port object fc34e7c0-ab92-4037-9895-32785bd59ab8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:28:37.170269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.244658 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Pushing event updated for resources: {'Port': ['ID=fc34e7c0-ab92-4037-9895-32785bd59ab8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:37.301000 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Attempting to bind port fc34e7c0-ab92-4037-9895-32785bd59ab8 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:28:37.301399 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Attempting to bind port fc34e7c0-ab92-4037-9895-32785bd59ab8 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:28:37.301756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Attempting to bind port fc34e7c0-ab92-4037-9895-32785bd59ab8 on network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:28:37.306524 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Port fc34e7c0-ab92-4037-9895-32785bd59ab8 on network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:28:37.306849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Attempting to bind port fc34e7c0-ab92-4037-9895-32785bd59ab8 on network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:28:37.311762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:28:37.312103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Checking segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:28:37.312491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Bound using segment: {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:28:37.312918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Bound port: fc34e7c0-ab92-4037-9895-32785bd59ab8, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801389e9-39ca-4741-a276-30747aa894d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:28:37.313279 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.379897 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] For port fc34e7c0-ab92-4037-9895-32785bd59ab8, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:28:37.383319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] For port fc34e7c0-ab92-4037-9895-32785bd59ab8, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:28:37.388258 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.425930 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:37.426424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.427976 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] 10.222.0.16 "PUT /v2.0/ports/fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 1093 time: 0.6773326 Jul 30 04:28:37.428364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:28:37.430623 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2319c15-be55-4ff8-8cd3-27375c8b392d" -d '{"events": [{"name": "network-changed", "server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:28:37.454038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9b925-3b3f-4ae6-8e2b-822c011986bc service neutron] Pushing event updated for resources: {'Port': ['ID=fc34e7c0-ab92-4037-9895-32785bd59ab8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:37.472033 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11219942-f249-4c65-95ca-79e1d10f0a2f x-openstack-request-id: req-11219942-f249-4c65-95ca-79e1d10f0a2f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:28:37.472321 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:28:37.472575 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11219942-f249-4c65-95ca-79e1d10f0a2f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:28:37.472963 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'status': 'completed', 'code': 200} Jul 30 04:28:37.542510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-a7091abd-6a96-4c6f-84ca-fdffdc942f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:37.544080 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-a7091abd-6a96-4c6f-84ca-fdffdc942f2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1096 time: 0.0491495 Jul 30 04:28:37.559820 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1db1ff8b-29a2-49bd-9936-986f6c13116e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:37.597648 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-73c9d334-4fe1-478a-b40b-98ee383426c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 217 time: 0.0382338 Jul 30 04:28:37.617142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1db1ff8b-29a2-49bd-9936-986f6c13116e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:37.621192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1db1ff8b-29a2-49bd-9936-986f6c13116e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:37.621563 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.652226 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-4feed7a4-a6aa-41e3-b527-a55bc209a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:37.653809 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-4feed7a4-a6aa-41e3-b527-a55bc209a7eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0501137 Jul 30 04:28:37.701659 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.704511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-126b1f4e-33bb-4695-b0dd-a68b6d35046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:37.706120 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-126b1f4e-33bb-4695-b0dd-a68b6d35046c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439980 Jul 30 04:28:37.743335 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 1db1ff8b-29a2-49bd-9936-986f6c13116e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1db1ff8b-29a2-49bd-9936-986f6c13116e,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:37.749007 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:37.797953 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-89386236-081d-4fde-970a-5f6c6482f106 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843446 Jul 30 04:28:37.798182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=1db1ff8b-29a2-49bd-9936-986f6c13116e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:37.889563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-71ab5b24-68dc-416c-bb78-ca28571db9fd req-1be13392-bb50-4ee1-9d8b-866a0e0b0a54 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847435 Jul 30 04:28:38.022075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-e6671031-8287-494c-8a31-143a6fbd4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:38.023518 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-e6671031-8287-494c-8a31-143a6fbd4608 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1096 time: 0.0418453 Jul 30 04:28:38.114020 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-0e180739-c13c-4b9b-bfbb-5c24e8a4992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:38.115543 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-0e180739-c13c-4b9b-bfbb-5c24e8a4992e service neutron] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 896 time: 0.0843365 Jul 30 04:28:38.152801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99600995-d59e-45c9-a1a7-673cd9278f5c req-c0312670-5364-4697-9a68-c3f0b6738024 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:38.154306 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99600995-d59e-45c9-a1a7-673cd9278f5c req-c0312670-5364-4697-9a68-c3f0b6738024 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 944 time: 0.0489078 Jul 30 04:28:38.160742 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-fe693033-0898-4201-96db-c4cc441f0e2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 217 time: 0.0383830 Jul 30 04:28:38.193528 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-99600995-d59e-45c9-a1a7-673cd9278f5c req-e59ef5ba-7225-4588-a3e7-a1e135074278 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Jul 30 04:28:38.212089 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-1e136702-28cf-4e3c-b654-30bd512b537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:38.213559 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-1e136702-28cf-4e3c-b654-30bd512b537f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0461895 Jul 30 04:28:38.260824 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-0df2c441-74b6-4e38-9227-b51233cf01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:38.262292 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-0df2c441-74b6-4e38-9227-b51233cf01d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407650 Jul 30 04:28:38.353773 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-15a056b2-ba62-443c-9c37-31b401378a9c service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840290 Jul 30 04:28:38.443017 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a2319c15-be55-4ff8-8cd3-27375c8b392d req-c162e5bb-2a92-4b17-ad8a-ea269a1841b4 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819561 Jul 30 04:28:39.314942 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ef452-c5dd-47e5-bcb7-16b13ed28ffd req-12f066c1-a820-489f-9332-5bec1baecf5b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:39.316563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720ef452-c5dd-47e5-bcb7-16b13ed28ffd req-12f066c1-a820-489f-9332-5bec1baecf5b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 944 time: 0.0535951 Jul 30 04:28:39.353611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-720ef452-c5dd-47e5-bcb7-16b13ed28ffd req-6fb3fe56-665d-4c66-abbe-6168011cc4dc tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Jul 30 04:28:39.523690 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1db1ff8b-29a2-49bd-9936-986f6c13116e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:39.574314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1db1ff8b-29a2-49bd-9936-986f6c13116e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:39.574681 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:40.466506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0107a-2ff5-4863-8b70-3467a31e6c33 req-365dbe35-66a5-49f4-bd7c-7e5105627256 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:40.468015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ac0107a-2ff5-4863-8b70-3467a31e6c33 req-365dbe35-66a5-49f4-bd7c-7e5105627256 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 944 time: 0.0485704 Jul 30 04:28:40.505361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ac0107a-2ff5-4863-8b70-3467a31e6c33 req-e5e92cad-80cc-486b-83bd-0b2e70665a8c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Jul 30 04:28:41.544070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:41.621021 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcda721-0fa6-40b1-b6cf-30b9863c99fe req-9619ca3e-5c27-49e0-ab55-bca470a3f4c6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:41.622499 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fcda721-0fa6-40b1-b6cf-30b9863c99fe req-9619ca3e-5c27-49e0-ab55-bca470a3f4c6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 944 time: 0.0493660 Jul 30 04:28:41.659320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4fcda721-0fa6-40b1-b6cf-30b9863c99fe req-15d13c2c-50d8-418e-aed9-c35bb8cee8af tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Jul 30 04:28:42.102225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fc34e7c0-ab92-4037-9895-32785bd59ab8 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:28:42.195348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fc34e7c0-ab92-4037-9895-32785bd59ab8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:42.206985 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'port_id': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'mac_address': 'fa:16:3e:d3:46:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:28:42.247105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:42.259659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc34e7c0-ab92-4037-9895-32785bd59ab8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:28:42.279703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fc34e7c0-ab92-4037-9895-32785bd59ab8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:42.283905 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:42.329871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=fc34e7c0-ab92-4037-9895-32785bd59ab8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:42.452392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bb5e44a7-374a-489d-bc01-13602b1b8070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:42.700703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['fc34e7c0-ab92-4037-9895-32785bd59ab8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:28:42.779627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5fee8-eeb9-49e6-b765-e9621f380c90 req-b98f90ef-28eb-463d-972c-a094b471515c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:42.781157 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50a5fee8-eeb9-49e6-b765-e9621f380c90 req-b98f90ef-28eb-463d-972c-a094b471515c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 945 time: 0.0537939 Jul 30 04:28:42.819533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50a5fee8-eeb9-49e6-b765-e9621f380c90 req-2ba310e8-66a1-43fa-8d1a-e5804124555e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Jul 30 04:28:43.931896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4307fe-d144-4df7-91cf-020f6adaf4cd req-f4079578-647a-412c-b290-19f482ad759a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:43.933355 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e4307fe-d144-4df7-91cf-020f6adaf4cd req-f4079578-647a-412c-b290-19f482ad759a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 945 time: 0.0476637 Jul 30 04:28:43.972563 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e4307fe-d144-4df7-91cf-020f6adaf4cd req-43ecd310-4314-4cbb-b03c-24676ee0c73f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Jul 30 04:28:44.117796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fc34e7c0-ab92-4037-9895-32785bd59ab8 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:28:44.165432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port fc34e7c0-ab92-4037-9895-32785bd59ab8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:28:44.169158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port fc34e7c0-ab92-4037-9895-32785bd59ab8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:28:44.169536 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:44.246539 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:44.268875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:28:44.271105 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b688a03-86d7-4250-b582-ce03409a3ebc" -d '{"events": [{"server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "name": "network-vif-plugged", "status": "completed", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:28:44.284437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port fc34e7c0-ab92-4037-9895-32785bd59ab8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:28:44.289354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:44.312233 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb22757-a385-460a-9f47-f7b10225a510 x-openstack-request-id: req-fbb22757-a385-460a-9f47-f7b10225a510 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:28:44.312520 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "name": "network-vif-plugged", "status": "completed", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:28:44.312770 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbb22757-a385-460a-9f47-f7b10225a510 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:28:44.313155 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'code': 200} Jul 30 04:28:44.338408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=fc34e7c0-ab92-4037-9895-32785bd59ab8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:44.431003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bf611-7bd1-4e4f-9e31-e858fb3c1bb3 req-70df0c1d-2ad5-4806-97fc-3cd4dde47755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:44.432533 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-235bf611-7bd1-4e4f-9e31-e858fb3c1bb3 req-70df0c1d-2ad5-4806-97fc-3cd4dde47755 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1098 time: 0.0418003 Jul 30 04:28:44.471624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-235bf611-7bd1-4e4f-9e31-e858fb3c1bb3 req-09f5db97-e9f6-4167-90c8-27a1c4c9ade7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Jul 30 04:28:44.761687 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49938018-f4c4-4535-841b-0d35e61b4eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:45.051541 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:45.089525 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1d9f8-8652-4b5a-8833-cfa7cc633977 req-3a4a5521-864b-46bc-a2a8-f160cbef99a5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:45.091420 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7b1d9f8-8652-4b5a-8833-cfa7cc633977 req-3a4a5521-864b-46bc-a2a8-f160cbef99a5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0530663 Jul 30 04:28:45.129256 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7b1d9f8-8652-4b5a-8833-cfa7cc633977 req-37e24f6d-e1d8-40bd-bf1f-06f4b8ed4f1e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 30 04:28:46.250011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477ec81-8b00-4ee4-800a-344f4b9ce0ea req-43b54d9b-e563-4549-831e-778e37e997af tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:46.252032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9477ec81-8b00-4ee4-800a-344f4b9ce0ea req-43b54d9b-e563-4549-831e-778e37e997af tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0524750 Jul 30 04:28:46.289699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9477ec81-8b00-4ee4-800a-344f4b9ce0ea req-7f9f8cb9-3209-46a8-8d54-8cb0e6de6ead tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jul 30 04:28:46.401915 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b6802-56bc-4248-b7b7-39716faa7065 req-5c5cff63-7e1a-456b-bbef-6ce3d42e113c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:46.403405 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-135b6802-56bc-4248-b7b7-39716faa7065 req-5c5cff63-7e1a-456b-bbef-6ce3d42e113c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0487339 Jul 30 04:28:46.440981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-135b6802-56bc-4248-b7b7-39716faa7065 req-824c90b4-e8da-4056-94ff-a9fa4c09c5a0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Jul 30 04:28:46.465731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60010) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:46.504729 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ac7aa-a587-450d-9115-cd5dd8bdc3ee tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:46.506493 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a29ac7aa-a587-450d-9115-cd5dd8bdc3ee tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1093 time: 0.0397775 Jul 30 04:28:46.509385 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60012) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:46.513565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:28:46.535475 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:46.606530 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:46.633652 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:46.737597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.86 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/e1aaac4c-c3a4-4b55-9c1d-cd86b54afcc7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:28:46.838714 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:46.880291 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:46.915743 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:28:46.918483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:28:46.921898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:28:46.947156 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=e1aaac4c-c3a4-4b55-9c1d-cd86b54afcc7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:47.277978 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:47.632261 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:47.777589 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:47.781220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:47.842820 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=e1aaac4c-c3a4-4b55-9c1d-cd86b54afcc7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:28:47.857327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:47.957149 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP 87896037-68cf-4079-be12-a15d88d64fc5 associated. External IP: 172.25.6.86, port: fc34e7c0-ab92-4037-9895-32785bd59ab8. Jul 30 04:28:48.162446 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 171ed04d-1edd-4403-888d-3976c1788be0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:28:48.242602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:48.271288 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:28:48.280810 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] Sync routers for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:28:48.288474 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:28:48.291790 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:48.292401 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:48.315664 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d7c34dad-f397-4785-9f3e-db3e1630d277 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8052814 Jul 30 04:28:48.316257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:28:48.318554 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64054170-0a60-4649-8caa-9706386c548a" -d '{"events": [{"name": "network-changed", "server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:28:48.358348 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a6e6f-060e-463b-bf65-a140c8416186 x-openstack-request-id: req-366a6e6f-060e-463b-bf65-a140c8416186 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:28:48.358706 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:28:48.359165 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-366a6e6f-060e-463b-bf65-a140c8416186 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:28:48.359912 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'status': 'completed', 'code': 200} Jul 30 04:28:48.399648 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:48.414152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e990a-b80b-42b3-8fe9-281077d3771c req-c134ee4a-3609-4550-9d6b-03d4fbf3dc75 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:48.415720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-752e990a-b80b-42b3-8fe9-281077d3771c req-c134ee4a-3609-4550-9d6b-03d4fbf3dc75 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0493867 Jul 30 04:28:48.446414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64054170-0a60-4649-8caa-9706386c548a req-8875de78-aec8-402a-a95d-45a18b56b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:48.447983 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-8875de78-aec8-402a-a95d-45a18b56b8b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1098 time: 0.0429912 Jul 30 04:28:48.456692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-752e990a-b80b-42b3-8fe9-281077d3771c req-dd3dad86-99c2-4007-9309-3d874bbfc9e1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Jul 30 04:28:48.480056 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:48.542660 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64054170-0a60-4649-8caa-9706386c548a req-d619a406-f596-469c-875d-bf0a3e65b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:48.544236 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-d619a406-f596-469c-875d-bf0a3e65b888 service neutron] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 896 time: 0.0890436 Jul 30 04:28:48.546031 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e85abd4b-0f96-4897-a4c5-fcba56052872 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/87896037-68cf-4079-be12-a15d88d64fc5 HTTP/1.1" status: 200 len: 991 time: 0.0645671 Jul 30 04:28:48.608317 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-082e1670-23e0-4278-a085-28fbcb7755ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 999 time: 0.0573251 Jul 30 04:28:48.625912 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '87896037-68cf-4079-be12-a15d88d64fc5', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'port_id': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'mac_address': 'fa:16:3e:d3:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:28:47Z', 'updated_at': '2021-07-30T04:28:47Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:37Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:48.655373 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] Checking router: 171ed04d-1edd-4403-888d-3976c1788be0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:28:48.662119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64054170-0a60-4649-8caa-9706386c548a req-291aade0-cdd9-4187-b0d0-795d23a0150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:48.663623 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-291aade0-cdd9-4187-b0d0-795d23a0150a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0484633 Jul 30 04:28:48.668493 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:28:48.669078 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:28:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:48.672283 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:28:48.711346 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64054170-0a60-4649-8caa-9706386c548a req-bc97a872-dd33-4019-a7d6-a4a23a04fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:28:48.713225 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-bc97a872-dd33-4019-a7d6-a4a23a04fbad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424163 Jul 30 04:28:48.773470 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:28:48.802556 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-6c0f5368-0a62-405d-a7e6-9cfcd03729f5 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823534 Jul 30 04:28:48.897003 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-64054170-0a60-4649-8caa-9706386c548a req-d1ce8f78-0b64-4b49-a7ef-9aedaa6e83c4 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877671 Jul 30 04:28:49.077002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '87896037-68cf-4079-be12-a15d88d64fc5', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'port_id': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'mac_address': 'fa:16:3e:d3:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:28:47Z', 'updated_at': '2021-07-30T04:28:47Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:37Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:28:49.102681 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec2ec-7852-4ead-bb37-11767c05e092 None None] The sync data for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 is: [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '87896037-68cf-4079-be12-a15d88d64fc5', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'port_id': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'mac_address': 'fa:16:3e:d3:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:28:47Z', 'updated_at': '2021-07-30T04:28:47Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:37Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:28:49.279536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f1025-7697-43fb-82a7-7578649bcbba None None] New status for floating IP 87896037-68cf-4079-be12-a15d88d64fc5: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:28:49.549571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:49.616147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cb3336fe-35dc-4649-9ccb-b5a73d77b29b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/87896037-68cf-4079-be12-a15d88d64fc5 HTTP/1.1" status: 200 len: 991 time: 0.0654087 Jul 30 04:28:50.620059 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:28:50.681332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b968019e-6ef4-43dc-bec6-f8769bbf5ef4 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/87896037-68cf-4079-be12-a15d88d64fc5 HTTP/1.1" status: 200 len: 993 time: 0.0602303 Jul 30 04:29:01.313183 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:11.545852 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:12.453242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-89bf7f2e-3a90-427d-9a6d-897985c64235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:14.763689 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16558949-e818-478d-8582-23aad28e4f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:15.052830 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:16.607716 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:18.245101 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:25.671145 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:29:29.782338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-2a5fa987-0817-4198-acac-b4d0f8c6f2ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409293 Jul 30 04:29:29.881956 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-5ff03332-b3b0-41bc-8a2c-f7d54d1aa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:29.883516 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-5ff03332-b3b0-41bc-8a2c-f7d54d1aa0de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1098 time: 0.0418172 Jul 30 04:29:29.991262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-858d8a02-83a0-401b-820e-109276a9d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:29.992767 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-858d8a02-83a0-401b-820e-109276a9d17a service neutron] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 896 time: 0.0905249 Jul 30 04:29:30.058057 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-b9d44ddf-9592-4a10-bd3a-e3e142f01b2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0579269 Jul 30 04:29:30.109441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-842a48d6-b00f-429f-b36b-756b91797b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:30.111694 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-842a48d6-b00f-429f-b36b-756b91797b3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0470822 Jul 30 04:29:30.156387 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-ec419964-1923-4ac0-bf31-6ac8c932e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:30.157906 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-ec419964-1923-4ac0-bf31-6ac8c932e286 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392683 Jul 30 04:29:30.244814 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-7cefd62a-4f87-458d-8641-a27835e194ae service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793674 Jul 30 04:29:30.336912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fef80b34-2fcc-4106-ae6e-bd9438f47945 req-d1487d31-8207-4c29-8126-173960f70b7f service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846910 Jul 30 04:29:31.312267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:41.541444 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:42.453780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-921f902d-8709-49f0-85d6-6b66375aee0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:44.764531 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a9a8c7a0-6c2d-4283-820a-67409f8be266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:45.053595 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:46.613407 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:48.246882 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:29:51.494125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e23c9-3d4a-4b06-afdf-594be817f21d req-92d9179e-174d-46b7-b3ad-4bed13c82a45 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:51.495633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-966e23c9-3d4a-4b06-afdf-594be817f21d req-92d9179e-174d-46b7-b3ad-4bed13c82a45 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0512896 Jul 30 04:29:51.515107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-fe1f1b80-cc4c-478a-bb27-e62fe5e8b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:51.516967 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-fe1f1b80-cc4c-478a-bb27-e62fe5e8b984 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1098 time: 0.0437701 Jul 30 04:29:51.534788 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-966e23c9-3d4a-4b06-afdf-594be817f21d req-294cee9d-4563-4215-9570-815655fc2f23 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329580 Jul 30 04:29:51.614630 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-f84a148e-42ea-42e3-8659-d9968e333eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:51.616137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-f84a148e-42ea-42e3-8659-d9968e333eaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 896 time: 0.0921924 Jul 30 04:29:51.679695 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-d03fbcee-8374-441e-98a2-ccc3642fb1a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0567400 Jul 30 04:29:51.727563 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-8ae5e993-8611-437c-9018-ddd598f734b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:51.729015 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-8ae5e993-8611-437c-9018-ddd598f734b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0426009 Jul 30 04:29:51.787610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-2b744a9a-4de2-447a-9515-bc8e127f5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:51.789083 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-2b744a9a-4de2-447a-9515-bc8e127f5c67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438461 Jul 30 04:29:51.878939 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-1c01f834-6c78-444c-a227-2e8a3f0a2900 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803070 Jul 30 04:29:51.978818 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-c0ce229b-4e0d-496e-b33f-a32497624ee1 req-490b5bf9-50f7-4510-bb0f-0f1752af9fe6 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905042 Jul 30 04:29:52.650984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de757e-7988-45f3-9a65-175800fc510d req-145b13fe-5706-48bd-80df-29aa6ea3bf04 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:52.652466 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56de757e-7988-45f3-9a65-175800fc510d req-145b13fe-5706-48bd-80df-29aa6ea3bf04 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0485003 Jul 30 04:29:52.689842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-56de757e-7988-45f3-9a65-175800fc510d req-13e2bf50-57df-4594-b6de-a8bff4f26919 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306101 Jul 30 04:29:53.809357 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652900-7fac-4a92-a078-fa019c340092 req-642c8d98-d3e0-4d76-9245-d16404badc03 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:53.810721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14652900-7fac-4a92-a078-fa019c340092 req-642c8d98-d3e0-4d76-9245-d16404badc03 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0518029 Jul 30 04:29:53.849695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14652900-7fac-4a92-a078-fa019c340092 req-29c1ef26-cc8d-4bd9-ac64-20119983dc92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jul 30 04:29:54.965614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8d9fe-a8cb-4b2d-bc64-7c2653c95730 req-a458b90c-fcae-492a-900f-4cac071d7065 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:54.967122 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41a8d9fe-a8cb-4b2d-bc64-7c2653c95730 req-a458b90c-fcae-492a-900f-4cac071d7065 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0485096 Jul 30 04:29:55.005350 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-41a8d9fe-a8cb-4b2d-bc64-7c2653c95730 req-a9f848f6-e806-47bb-910a-70303b897eea tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Jul 30 04:29:56.118640 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d18beb-0c2b-4207-9fdf-a328f2736320 req-548236c9-a5c8-476b-ab81-15e9129cb833 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:56.120135 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14d18beb-0c2b-4207-9fdf-a328f2736320 req-548236c9-a5c8-476b-ab81-15e9129cb833 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0477090 Jul 30 04:29:56.162596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-14d18beb-0c2b-4207-9fdf-a328f2736320 req-2d8c5eac-2691-4fbd-bb20-ced7bbba4517 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335057 Jul 30 04:29:57.278123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760000d7-8029-436e-bd8c-d0f1bb7451f1 req-6ea677d0-9248-43d7-ad55-14c4e31418e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:57.279496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-760000d7-8029-436e-bd8c-d0f1bb7451f1 req-6ea677d0-9248-43d7-ad55-14c4e31418e3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0514734 Jul 30 04:29:57.317558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-760000d7-8029-436e-bd8c-d0f1bb7451f1 req-092b7758-d71b-415e-88fa-fb07b95ef9a3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Jul 30 04:29:58.430217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e17a-04dd-43f3-bbb9-4c02f9c7b34c req-3b068965-fdb0-4e64-b3ed-7ab513c29c9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:58.431714 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15f7e17a-04dd-43f3-bbb9-4c02f9c7b34c req-3b068965-fdb0-4e64-b3ed-7ab513c29c9d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0482004 Jul 30 04:29:58.469798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15f7e17a-04dd-43f3-bbb9-4c02f9c7b34c req-426402bb-6156-4012-9f9d-9ab3f6e7a799 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Jul 30 04:29:59.583862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea386e-003b-45d1-8182-5e6416ed7957 req-d47218e4-4504-4286-b7f2-969dbbf94230 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:29:59.585340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76ea386e-003b-45d1-8182-5e6416ed7957 req-d47218e4-4504-4286-b7f2-969dbbf94230 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0493128 Jul 30 04:29:59.624799 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-76ea386e-003b-45d1-8182-5e6416ed7957 req-f9cf3a3b-c837-40b6-a64b-9891d9084b24 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335152 Jul 30 04:30:00.753324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97155-e7ac-4e6b-ac96-3f3dc2f59c7d req-da0c9751-595a-4756-8be4-972ab207c94f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:00.754787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0d97155-e7ac-4e6b-ac96-3f3dc2f59c7d req-da0c9751-595a-4756-8be4-972ab207c94f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0526669 Jul 30 04:30:00.792533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0d97155-e7ac-4e6b-ac96-3f3dc2f59c7d req-54db42e5-42a6-4503-91f4-c0fea2d34403 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Jul 30 04:30:01.308132 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:01.908176 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721748e-9d07-42c9-9808-2e6824650af4 req-577e7d34-93e3-437b-b910-020d279a1af6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:01.909686 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1721748e-9d07-42c9-9808-2e6824650af4 req-577e7d34-93e3-437b-b910-020d279a1af6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0503497 Jul 30 04:30:01.948457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1721748e-9d07-42c9-9808-2e6824650af4 req-d2485f58-abdc-451e-af89-898583c807fc tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Jul 30 04:30:02.670160 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:30:03.065442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf677c9-ce90-4712-9e08-16fe9d26660d req-d6edda8e-7421-4558-bf60-2fdb6dfdad57 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:03.066910 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cf677c9-ce90-4712-9e08-16fe9d26660d req-d6edda8e-7421-4558-bf60-2fdb6dfdad57 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0482566 Jul 30 04:30:03.103469 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8cf677c9-ce90-4712-9e08-16fe9d26660d req-f064b751-1f54-490a-94af-c05181f00119 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306199 Jul 30 04:30:03.125790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60080) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:03.185898 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b34cdbc5-e903-4481-8dbc-f343a45eed60 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/87896037-68cf-4079-be12-a15d88d64fc5 HTTP/1.1" status: 200 len: 993 time: 0.0589695 Jul 30 04:30:11.558573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:12.454284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3721f148-e99b-4fb6-83bf-2fd3f65edb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:14.768965 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5620459-5393-492c-839b-c2b9ddee8035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:15.054102 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:16.615385 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:18.250129 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:30.782261 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-bd488b32-0232-4a42-a6f3-0e89cebc64ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388308 Jul 30 04:30:30.885502 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-1e475733-df25-4a73-b508-dbe4e7740a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:30.886985 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-1e475733-df25-4a73-b508-dbe4e7740a62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1098 time: 0.0438976 Jul 30 04:30:30.990320 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-4eaf8676-dbba-410f-8547-2dfa04704930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:30.991830 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-4eaf8676-dbba-410f-8547-2dfa04704930 service neutron] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 896 time: 0.0827081 Jul 30 04:30:31.064290 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-6b2dcff2-ed01-4650-9797-a60a6bafd40c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0641870 Jul 30 04:30:31.113012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-9aceec14-94f4-4594-9cbe-d9f49eb4b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:31.114422 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-9aceec14-94f4-4594-9cbe-d9f49eb4b86f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0439954 Jul 30 04:30:31.160924 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-60563b08-ab02-4388-a664-975b9f6de4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:31.162370 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-60563b08-ab02-4388-a664-975b9f6de4f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403564 Jul 30 04:30:31.254400 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-3224ce9e-1fa0-446c-a6b1-82ce80c5b070 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 Jul 30 04:30:31.310397 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:31.349775 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20446db1-e8cf-4e8d-9ad1-6bf0ef1993d5 req-47ca6fd6-0a85-424a-9858-1061da14978e service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878539 Jul 30 04:30:39.668679 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:30:41.572055 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:42.456947 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6aceabe5-6dc5-4b72-950d-b5831e4f1d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:44.770234 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-29f03007-d0d5-4b92-b860-53229078906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:45.054372 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:46.617207 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:48.252728 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:51.570445 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:51.725258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port e1aaac4c-c3a4-4b55-9c1d-cd86b54afcc7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:30:51.725594 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:51.798082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:51.798309 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:51.809583 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for e1aaac4c-c3a4-4b55-9c1d-cd86b54afcc7 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:30:51.957515 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:51.982526 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=e1aaac4c-c3a4-4b55-9c1d-cd86b54afcc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:51.993906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.994258 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.994594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.994926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.995285 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.995615 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.995940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.996262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.996584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.996902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.997225 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:51.997538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:52.054402 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:52.054656 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP 87896037-68cf-4079-be12-a15d88d64fc5 disassociated (deleted). External IP: 172.25.6.86, port: fc34e7c0-ab92-4037-9895-32785bd59ab8. Jul 30 04:30:52.612644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 171ed04d-1edd-4403-888d-3976c1788be0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:30:52.719264 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:30:52.724292 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:52.730506 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] Sync routers for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:30:52.740034 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:30:52.740640 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:52.750199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a9b85ac6-7ba6-49a1-a0ef-08596c6d0f05 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/floatingips/87896037-68cf-4079-be12-a15d88d64fc5 HTTP/1.1" status: 204 len: 168 time: 1.1786914 Jul 30 04:30:52.750771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:30:52.753080 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1ae59-cfad-4de3-85a2-280cb0087022" -d '{"events": [{"name": "network-changed", "server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:30:52.797555 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee005ca-bea7-4c51-88b9-2b61c6a5384b x-openstack-request-id: req-8ee005ca-bea7-4c51-88b9-2b61c6a5384b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:30:52.797960 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:30:52.798323 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ee005ca-bea7-4c51-88b9-2b61c6a5384b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:30:52.798608 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'status': 'completed', 'code': 200} Jul 30 04:30:52.852306 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:30:52.912583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-ffff574f-de7f-4067-b079-c9c0792fb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:52.914388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-ffff574f-de7f-4067-b079-c9c0792fb323 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 1098 time: 0.0736799 Jul 30 04:30:52.986094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e46bf-3c8f-42b9-b93d-5b3401590218 req-28d26ebc-153f-4ea8-bc41-e3ac4fda02db tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:52.988145 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a73e46bf-3c8f-42b9-b93d-5b3401590218 req-28d26ebc-153f-4ea8-bc41-e3ac4fda02db tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0529346 Jul 30 04:30:53.020315 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-95603408-ec79-4b06-bfce-69199c6793bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:53.021812 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-95603408-ec79-4b06-bfce-69199c6793bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 200 len: 896 time: 0.0939074 Jul 30 04:30:53.028105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a73e46bf-3c8f-42b9-b93d-5b3401590218 req-d77412e5-4618-4b70-aeee-8c77e33c5797 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Jul 30 04:30:53.060430 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:37Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:53.074099 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-b2d3c132-f770-4d64-875c-86bd3c6fbb77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 200 len: 217 time: 0.0441213 Jul 30 04:30:53.090643 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] Checking router: 171ed04d-1edd-4403-888d-3976c1788be0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:30:53.099182 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:30:53.100058 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:53.128262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-139d0dec-52d0-46e6-844a-8c72722cb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:53.129757 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-139d0dec-52d0-46e6-844a-8c72722cb313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 200 len: 834 time: 0.0472121 Jul 30 04:30:53.175792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-1f01f1d7-0983-45e3-b0e0-cc68bd1bb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:53.177337 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-1f01f1d7-0983-45e3-b0e0-cc68bd1bb6ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402734 Jul 30 04:30:53.201881 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:30:53.270327 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-95f96547-ba66-493f-8701-238c1a0605a6 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849876 Jul 30 04:30:53.365254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-82a1ae59-cfad-4de3-85a2-280cb0087022 req-960e1e62-0493-4ba8-9bf1-65a8142165f1 service neutron] 10.222.0.16 "GET /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869417 Jul 30 04:30:53.400165 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:37Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:53.426469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a4d43-f839-4f24-a07e-ab0ebbca6f3e None None] The sync data for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 is: [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:33Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '1db1ff8b-29a2-49bd-9936-986f6c13116e', 'name': '', 'network_id': '365f405b-4fa6-4a2a-a8bd-25d3ebdd805f', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:a7:76:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:32Z', 'updated_at': '2021-07-30T04:28:37Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '635c268d-52a5-4223-a9ba-ad3a604c2167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:30:53.638334 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2f82b-a164-4c2e-a609-2289c0de0d17 None None] New status for floating IP 87896037-68cf-4079-be12-a15d88d64fc5: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:30:54.160797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea5c08-ea9a-4337-89fc-65d6eed6ac23 req-8d713ae0-60bf-436f-92fc-2bc21530976c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:54.162262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ea5c08-ea9a-4337-89fc-65d6eed6ac23 req-8d713ae0-60bf-436f-92fc-2bc21530976c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0494871 Jul 30 04:30:54.199658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48ea5c08-ea9a-4337-89fc-65d6eed6ac23 req-c2281e63-e780-4c9f-982d-475b4e890e35 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e6218f3-c484-4051-b940-ef4d2d77b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jul 30 04:30:54.873031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-219a50b0-b455-4db6-8de3-f7a0abe43497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:30:54.874469 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-219a50b0-b455-4db6-8de3-f7a0abe43497 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 946 time: 0.0483401 Jul 30 04:30:54.968455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port fc34e7c0-ab92-4037-9895-32785bd59ab8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:30:54.968808 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:55.057869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port fc34e7c0-ab92-4037-9895-32785bd59ab8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=fc34e7c0-ab92-4037-9895-32785bd59ab8,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:30:55.058236 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:55.071503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for fc34e7c0-ab92-4037-9895-32785bd59ab8 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:30:55.198571 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:55.228224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=fc34e7c0-ab92-4037-9895-32785bd59ab8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:55.257799 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.258203 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.258488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.258826 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.259173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.259506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.259835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.260165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.260491 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.260814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.261135 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.261453 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:55.283977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] No DVR routers for this DVR port fc34e7c0-ab92-4037-9895-32785bd59ab8 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:30:55.286930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:55.289051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d2803d8c-7da4-4155-a507-5d3ceda28627 req-da3ac4da-0585-4d45-8daa-8452171c410b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "DELETE /v2.0/ports/fc34e7c0-ab92-4037-9895-32785bd59ab8 HTTP/1.1" status: 204 len: 173 time: 0.4081054 Jul 30 04:30:55.289522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'name': 'network-vif-deleted', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:30:55.291977 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d7fbe-b803-4b9a-b558-04e5894f81a6" -d '{"events": [{"server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "name": "network-vif-deleted", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:30:55.327695 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f19769b3-375a-45be-8603-7deed4788c86 req-472e1345-9df8-45a7-a054-49dc8dff9388 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=07029934-7141-4ac3-9631-ae2d5a9c568d HTTP/1.1" status: 200 len: 210 time: 0.0361903 Jul 30 04:30:55.330751 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c1c5fc-65c1-4012-a6e7-094fa6122a25 x-openstack-request-id: req-32c1c5fc-65c1-4012-a6e7-094fa6122a25 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:30:55.331050 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07029934-7141-4ac3-9631-ae2d5a9c568d", "name": "network-vif-deleted", "tag": "fc34e7c0-ab92-4037-9895-32785bd59ab8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:30:55.331329 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32c1c5fc-65c1-4012-a6e7-094fa6122a25 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:30:55.331731 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07029934-7141-4ac3-9631-ae2d5a9c568d', 'name': 'network-vif-deleted', 'tag': 'fc34e7c0-ab92-4037-9895-32785bd59ab8', 'status': 'completed', 'code': 200} Jul 30 04:30:56.396632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60136) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:56.747379 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:56.995572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 1db1ff8b-29a2-49bd-9936-986f6c13116e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:30:56.995911 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:57.090282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 1db1ff8b-29a2-49bd-9936-986f6c13116e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1db1ff8b-29a2-49bd-9936-986f6c13116e,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:30:57.090562 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:57.103468 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 1db1ff8b-29a2-49bd-9936-986f6c13116e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:30:57.284602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:57.311627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=1db1ff8b-29a2-49bd-9936-986f6c13116e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:57.494313 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:57.707105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 171ed04d-1edd-4403-888d-3976c1788be0 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:30:57.808504 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:30:57.813386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-75563add-ad08-49e3-b088-bc18d74b226f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/171ed04d-1edd-4403-888d-3976c1788be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157367 Jul 30 04:30:57.817921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:57.818807 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] Sync routers for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:30:57.827699 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:30:57.828289 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:57.875904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting subnet 635c268d-52a5-4223-a9ba-ad3a604c2167 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:30:57.879766 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:57.919087 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:57.930701 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:30:58.000092 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.061946 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.092121 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.094127 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/subnets/635c268d-52a5-4223-a9ba-ad3a604c2167 HTTP/1.1" status: 204 len: 168 time: 0.2751248 Jul 30 04:30:58.094936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b8a85-c308-4665-916c-d8dbc740876d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Subnet': ['ID=635c268d-52a5-4223-a9ba-ad3a604c2167,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:58.097541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60140) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:58.103732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62042c95-1905-4398-9003-ff3092f26f71 None None] Network 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:30:58.111072 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:30:57Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:58.137661 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] Checking router: 171ed04d-1edd-4403-888d-3976c1788be0 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:30:58.146386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] Routers {'171ed04d-1edd-4403-888d-3976c1788be0'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:30:58.146987 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['171ed04d-1edd-4403-888d-3976c1788be0'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:58.212936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.300005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] DHCP port deletion for 365f405b-4fa6-4a2a-a8bd-25d3ebdd805f request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:30:58.334124 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.347169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Deleting port 96185cae-b8c7-4452-aa0a-235c7fb22cca {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:30:58.347867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.351439 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] Set router 171ed04d-1edd-4403-888d-3976c1788be0 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:30:58.395052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 975da831-7955-435d-8e33-ebe35a7c0afb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:30:58.395479 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.410787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] For port 96185cae-b8c7-4452-aa0a-235c7fb22cca, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=96185cae-b8c7-4452-aa0a-235c7fb22cca,segment=NetworkSegment(801389e9-39ca-4741-a276-30747aa894d3),segment_id=801389e9-39ca-4741-a276-30747aa894d3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:30:58.411213 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.424420 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Calling delete_port for 96185cae-b8c7-4452-aa0a-235c7fb22cca owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:30:58.475831 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 975da831-7955-435d-8e33-ebe35a7c0afb, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=975da831-7955-435d-8e33-ebe35a7c0afb,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:30:58.476199 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.490517 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 975da831-7955-435d-8e33-ebe35a7c0afb owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:30:58.512772 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.537702 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:30:57Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:58.542432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] No DVR routers for this DVR port 96185cae-b8c7-4452-aa0a-235c7fb22cca on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:30:58.546484 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Pushing event deleted for resources: {'Port': ['ID=96185cae-b8c7-4452-aa0a-235c7fb22cca,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:58.559569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.560005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.560421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.560830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.561375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.561589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.562700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.563016 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.563447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.563964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.564242 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.565257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6bd2b-720a-42d6-afb7-f5f8ee5d74f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:30:58.568523 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a41f42-104d-4cf5-9f0f-f9b1c36656a5 None None] The sync data for ids ['171ed04d-1edd-4403-888d-3976c1788be0'] in n-d-778696-14 is: [{'id': '171ed04d-1edd-4403-888d-3976c1788be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198687600', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:30:57Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '975da831-7955-435d-8e33-ebe35a7c0afb', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ed04d-1edd-4403-888d-3976c1788be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:28:29Z', 'updated_at': '2021-07-30T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:30:58.668138 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.694423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=975da831-7955-435d-8e33-ebe35a7c0afb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:58.757996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.767988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fc34e7c0-ab92-4037-9895-32785bd59ab8 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:30:58.786941 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: fc34e7c0-ab92-4037-9895-32785bd59ab8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:30:58.787317 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device fc34e7c0-ab92-4037-9895-32785bd59ab8 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:30:58.847788 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.849942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.891773 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.892295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Fanout notify agent at l3_agent the message router_deleted on router 171ed04d-1edd-4403-888d-3976c1788be0 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:30:58.899111 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:58.900245 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b2dda891-5004-4865-847f-be1907eb6fee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/routers/171ed04d-1edd-4403-888d-3976c1788be0 HTTP/1.1" status: 204 len: 168 time: 0.8015242 Jul 30 04:30:58.902949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60142) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:58.984167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.071660 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.081256 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365f405b-4fa6-4a2a-a8bd-25d3ebdd805f']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:59.091722 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801389e9-39ca-4741-a276-30747aa894d3') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:59.092025 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801389e9-39ca-4741-a276-30747aa894d3') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:30:59.101281 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.116105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.122370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:30:59.122769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:30:59.126043 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:30:59.192812 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.200233 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.202059 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/networks/365f405b-4fa6-4a2a-a8bd-25d3ebdd805f HTTP/1.1" status: 204 len: 168 time: 0.2981095 Jul 30 04:30:59.204925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:59.213941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c28b53-ab0f-4ec4-8093-8aeb38c609f9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Network': ['ID=365f405b-4fa6-4a2a-a8bd-25d3ebdd805f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:59.265118 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895d9cb4-7926-4573-851e-d58573c606bf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.290458 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895d9cb4-7926-4573-851e-d58573c606bf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.348741 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895d9cb4-7926-4573-851e-d58573c606bf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.351520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-895d9cb4-7926-4573-851e-d58573c606bf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.352671 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-895d9cb4-7926-4573-851e-d58573c606bf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e6218f3-c484-4051-b940-ef4d2d77b26f HTTP/1.1" status: 204 len: 168 time: 0.1465375 Jul 30 04:30:59.362245 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d9cb4-7926-4573-851e-d58573c606bf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6218f3-c484-4051-b940-ef4d2d77b26f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:59.611970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 96185cae-b8c7-4452-aa0a-235c7fb22cca no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:30:59.633543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 96185cae-b8c7-4452-aa0a-235c7fb22cca {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:30:59.633968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 96185cae-b8c7-4452-aa0a-235c7fb22cca not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:30:59.634452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 975da831-7955-435d-8e33-ebe35a7c0afb no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:30:59.656895 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 975da831-7955-435d-8e33-ebe35a7c0afb {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:30:59.657245 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 975da831-7955-435d-8e33-ebe35a7c0afb not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:30:59.657668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1db1ff8b-29a2-49bd-9936-986f6c13116e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:30:59.677323 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 1db1ff8b-29a2-49bd-9936-986f6c13116e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:30:59.677673 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1db1ff8b-29a2-49bd-9936-986f6c13116e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:30:59.697752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:59.702642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646440998', 'description': 'tempest-secgroup-smoke-1646440998 description', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:30:59.726632 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.826547 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.830308 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.859811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.860954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1621931 Jul 30 04:30:59.863677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e94f2-c01d-4695-a771-58c01ed90e39 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d775b-e7dd-48b9-ac68-c82eeed8f052,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:59.864921 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60152) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:30:59.869756 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'f26d775b-e7dd-48b9-ac68-c82eeed8f052', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:30:59.903530 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.966541 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.971496 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.990068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b7145e-f17a-498e-ba4d-02620b538833,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:30:59.996897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:30:59.998163 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c1ba9639-bdec-4bb7-b4e5-534c7f336b92 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322384 Jul 30 04:31:00.001009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60154) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.005815 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'f26d775b-e7dd-48b9-ac68-c82eeed8f052', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.036656 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.102123 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.106063 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.127013 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1dbd5d-2c0c-4a16-9e98-e1f1ab4b4dc0,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:00.131681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.134600 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-bd7c5e79-2a28-4f76-849d-baf27baaa559 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310353 Jul 30 04:31:00.136537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60156) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.141478 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'f26d775b-e7dd-48b9-ac68-c82eeed8f052', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.174167 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.241879 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.246865 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.272583 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad03f4e2-3465-445a-8b34-6565dcfce703,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:00.275402 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.276666 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7d2387a9-f603-43b8-8890-1de6119490c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387746 Jul 30 04:31:00.279541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60158) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.284988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'f26d775b-e7dd-48b9-ac68-c82eeed8f052', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.312420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.374611 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.378503 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.396510 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e930db-f0ce-4734-8396-cb818321eb06,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:00.403034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.404430 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-98363056-4747-4af2-a0c3-65bef458cd89 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238933 Jul 30 04:31:00.407181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60160) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.411607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'f26d775b-e7dd-48b9-ac68-c82eeed8f052', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.432431 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:31:00.437364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.498527 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.502412 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.521416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fa52e5-dafc-4292-88be-4f1645b86484,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:00.529221 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.530472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1cdce8a0-ba67-4935-ae77-e050a66f7ac2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223524 Jul 30 04:31:00.533266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60162) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.537704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'f26d775b-e7dd-48b9-ac68-c82eeed8f052', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.559043 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:31:00.564050 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.627729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.631418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.650923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6933f8b-ff09-4673-a1cc-17c621a89598,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:00.657452 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.659576 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-16f4a3d6-f674-4e2f-9cc3-e1082c648508 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252925 Jul 30 04:31:00.662332 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60164) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.667280 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'network': {'name': 'tempest-network-smoke--474877258', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'port_security_enabled': True}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.687199 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:31:00.690601 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.713737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:31:00.727211 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.727560 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Added segment df50a7b5-0902-4fd2-8356-6c54d7857865 of type vlan for network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 Jul 30 04:31:00.768126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.795985 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.801586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:00.802170 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.862081 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1960299 Jul 30 04:31:00.862319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60166) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:00.868761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'admin_state_up': True, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:00.883429 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9face974-31e9-426f-814c-d1b19815c048 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Network': ['ID=19fd816a-a9b9-4e67-a86f-fde2cc80cff9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:00.893790 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:31:00.899832 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.900935 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:00.950762 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.094872 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.286472 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.304279 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.305667 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.406215 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.190 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/a44def04-1135-4442-af35-b35e0711295b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:31:01.784168 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.822719 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:01.858151 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:31:01.860932 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:01.865119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:31:01.891706 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=a44def04-1135-4442-af35-b35e0711295b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:02.115378 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:02.310909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:02.435656 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:31:02.542005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:31:02.553307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Sync routers for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:31:02.560352 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:02.561654 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e3a53629-78e5-44b6-8bb5-28d7e4cd157a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6984682 Jul 30 04:31:02.565115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:31:02.565766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60168) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:02.565934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:02.593376 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-05b85d24-75fd-4b01-a1be-a6e5ab8fed85 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=2c04dfabb9ff48b4a92d26d9569576ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265129 Jul 30 04:31:02.597233 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60170) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:02.670556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:31:02.744596 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb6e3e-c5ab-4859-a1b8-d0f17d4bba3e tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:02.746002 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-13cb6e3e-c5ab-4859-a1b8-d0f17d4bba3e tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478536 Jul 30 04:31:02.749048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:02.780662 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d159656d-c3a4-48a9-b166-aabc864f5463 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304055 Jul 30 04:31:02.783656 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:02.788450 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066212192', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:02.849506 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:02Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:02.874097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:31:02.877644 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:02.878296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Checking router: 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:31:02.878659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Updating router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea port a44def04-1135-4442-af35-b35e0711295b binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:31:02.903732 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.058539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.119918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Subnet': ['ID=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:03.127647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Checking segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:31:03.127764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network hostable DHCP agents. Network: 19fd816a-a9b9-4e67-a86f-fde2cc80cff9, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:31:03.144539 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:31:03.153289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 19fd816a-a9b9-4e67-a86f-fde2cc80cff9) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:03.157571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:03.158335 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.165540 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.169033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6043d-0b5d-4e53-872a-6c888911ed47 None None] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:31:03.172899 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-beed21ba-9893-48f0-9f55-a0ed43244e20 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3880949 Jul 30 04:31:03.176463 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60176) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:03.215368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Transition to ACTIVE for port object a44def04-1135-4442-af35-b35e0711295b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:03.220723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.289360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Attempting to bind port a44def04-1135-4442-af35-b35e0711295b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:31:03.289725 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Attempting to bind port a44def04-1135-4442-af35-b35e0711295b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:31:03.290156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Attempting to bind port a44def04-1135-4442-af35-b35e0711295b on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:31:03.293576 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f5012-8237-49b0-9c3d-2380fdb3c173 None None] Pushing event updated for resources: {'Port': ['ID=a44def04-1135-4442-af35-b35e0711295b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:03.304023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:31:03.304397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:31:03.304793 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.305177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:31:03.305643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Bound port: a44def04-1135-4442-af35-b35e0711295b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:31:03.306020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.395302 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] For port a44def04-1135-4442-af35-b35e0711295b, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:31:03.399755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] For port a44def04-1135-4442-af35-b35e0711295b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a44def04-1135-4442-af35-b35e0711295b,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:31:03.417785 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.446183 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:31:03.447041 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.504745 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:31:03.505381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:03.547970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f5012-8237-49b0-9c3d-2380fdb3c173 None None] Pushing event updated for resources: {'Port': ['ID=a44def04-1135-4442-af35-b35e0711295b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:03.622183 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.701545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:31:03.703641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Allocated IP 172.20.0.2 (19fd816a-a9b9-4e67-a86f-fde2cc80cff9/1d76eb13-266b-4d7a-8435-fa9e63c5d8d6/1d8aa59f-0ab5-47e1-941c-959559e2fc9b) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:31:03.983013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:03.994957 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Transition to ACTIVE for port object 1d8aa59f-0ab5-47e1-941c-959559e2fc9b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:04.009301 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:02Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:04.192604 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Transition to ACTIVE for port object 1d8aa59f-0ab5-47e1-941c-959559e2fc9b will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:04.194428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891af24-a89e-42b5-9b95-a86ae3a0d0ed None None] The sync data for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 is: [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:02Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:31:04.201275 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.242932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:31:04.248051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:04.252617 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:31:04.255875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Pushing event updated for resources: {'Port': ['ID=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:04.273206 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.1 (19fd816a-a9b9-4e67-a86f-fde2cc80cff9/1d76eb13-266b-4d7a-8435-fa9e63c5d8d6/78f3a6f2-be24-473e-8383-6fa278f95495) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:31:04.312729 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Attempting to bind port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:31:04.313080 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Attempting to bind port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:31:04.313453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Attempting to bind port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:31:04.319014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:31:04.319433 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Checking segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:31:04.319834 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.320228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Bound using segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:31:04.320684 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Bound port: 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:31:04.321066 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.391282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] For port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:31:04.394560 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] For port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:31:04.400498 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.400761 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.431081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 78f3a6f2-be24-473e-8383-6fa278f95495 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:04.473732 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a5833-b626-4d66-8374-eca0fa407d86 None None] Pushing event updated for resources: {'Port': ['ID=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:04.497481 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.545139 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:31:04.549213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:04.552030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:31:04.587152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=78f3a6f2-be24-473e-8383-6fa278f95495,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:04.611888 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:04.786176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.089473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.096929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.173227 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=78f3a6f2-be24-473e-8383-6fa278f95495,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:05.177198 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.275914 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:31:05.277382 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:05.395038 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:31:05.396664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3f0c7-68e0-432f-9c24-89d5a6ba15be None None] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:31:05.502587 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:31:05.506026 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ad5dc8a4-5014-4050-8184-5eefcb3e3f01 None None] Provisioning for port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:05.508643 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b7d93cce-e479-413c-8115-102b0ff74b91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/516ea40c-ced7-4e7a-a6db-4e5e7dd137ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311024 Jul 30 04:31:05.687805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-2828924f-dd55-4dc5-b83b-b63b477c8d25 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646440998&fields=id&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 267 time: 0.0454586 Jul 30 04:31:05.688282 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1d8aa59f-0ab5-47e1-941c-959559e2fc9b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:05.748049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:05.752890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:05.753384 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.839570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-17e9d978-afdb-4865-b576-96863024280f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:05.847854 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-17e9d978-afdb-4865-b576-96863024280f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 796 time: 0.1370885 Jul 30 04:31:05.850505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.853848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-75b82957-676a-4ed6-b032-63e8fc1076ac None None] Provisioning for port 78f3a6f2-be24-473e-8383-6fa278f95495 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:05.858374 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-b3ca2ae8-6855-403e-8b7a-de9196207c22 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/quotas/2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 375 time: 0.0099545 Jul 30 04:31:05.867027 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-75b82957-676a-4ed6-b032-63e8fc1076ac None None] Provisioning complete for port 78f3a6f2-be24-473e-8383-6fa278f95495 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:05.867578 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75b82957-676a-4ed6-b032-63e8fc1076ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.922614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:31:05.926224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-75b82957-676a-4ed6-b032-63e8fc1076ac None None] Port 78f3a6f2-be24-473e-8383-6fa278f95495 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:31:05.930528 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:05.931162 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a44def04-1135-4442-af35-b35e0711295b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:05.931926 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-07a6a132-0fd6-4288-9f18-359f2fde94d7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623913 Jul 30 04:31:05.994454 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Sync routers for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:31:06.000726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-75b82957-676a-4ed6-b032-63e8fc1076ac None None] Provisioning complete for port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:06.001112 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-75b82957-676a-4ed6-b032-63e8fc1076ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.006066 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:31:06.006981 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:06.053926 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:06.077915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port a44def04-1135-4442-af35-b35e0711295b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:06.102906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a44def04-1135-4442-af35-b35e0711295b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:06.103506 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.142819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-6310307c-7a8e-4251-930c-653c3e787231 service neutron] 10.222.0.39 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909065 Jul 30 04:31:06.143671 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:31:06.216592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.241822 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-a79f068d-3852-4e95-8761-b7706c876e3c service neutron] 10.222.0.39 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978220 Jul 30 04:31:06.244327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port a44def04-1135-4442-af35-b35e0711295b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a44def04-1135-4442-af35-b35e0711295b,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:31:06.250438 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.305384 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5d7bd026-8222-47d8-8081-035dbaf3bf0b None None] Provisioning complete for port 78f3a6f2-be24-473e-8383-6fa278f95495 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:06.305838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd026-8222-47d8-8081-035dbaf3bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.343537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=a44def04-1135-4442-af35-b35e0711295b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:06.356827 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bd026-8222-47d8-8081-035dbaf3bf0b None None] Port 78f3a6f2-be24-473e-8383-6fa278f95495 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:31:06.360717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 2, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:06.388797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Checking router: 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:31:06.389144 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Updating router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea port 78f3a6f2-be24-473e-8383-6fa278f95495 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:31:06.414802 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.442454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5e4045ae-85d1-4f55-9578-be52752e7511 req-3587002f-f18a-40da-8ade-d8e2b1223916 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 210 time: 0.0275583 Jul 30 04:31:06.476251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-688394da-7c50-4b5d-9657-8d5d147cf9d2 None None] Provisioning complete for port 78f3a6f2-be24-473e-8383-6fa278f95495 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:06.476757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-688394da-7c50-4b5d-9657-8d5d147cf9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.512169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-688394da-7c50-4b5d-9657-8d5d147cf9d2 None None] Port 78f3a6f2-be24-473e-8383-6fa278f95495 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:31:06.694270 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.704717 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Transition to ACTIVE for port object 78f3a6f2-be24-473e-8383-6fa278f95495 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:06.710067 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.763199 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Pushing event updated for resources: {'Port': ['ID=78f3a6f2-be24-473e-8383-6fa278f95495,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:06.786941 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.786941 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.787314 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.787414 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.787716 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.788037 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.788353 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.788698 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.788977 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.789287 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.789597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.789929 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:31:06.825313 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Attempting to bind port 78f3a6f2-be24-473e-8383-6fa278f95495 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:31:06.825683 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Attempting to bind port 78f3a6f2-be24-473e-8383-6fa278f95495 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:31:06.826047 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Attempting to bind port 78f3a6f2-be24-473e-8383-6fa278f95495 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:31:06.831393 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:31:06.831766 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Checking segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:31:06.832224 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.832569 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Bound using segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:31:06.833038 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Bound port: 78f3a6f2-be24-473e-8383-6fa278f95495, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:31:06.833523 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.908353 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] For port 78f3a6f2-be24-473e-8383-6fa278f95495, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:31:06.912311 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] For port 78f3a6f2-be24-473e-8383-6fa278f95495, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=78f3a6f2-be24-473e-8383-6fa278f95495,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:31:06.917000 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:06.975535 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:31:06.976163 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:30:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:07.045857 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6816b-6093-4c9d-a406-5531e9ff1655 None None] Pushing event updated for resources: {'Port': ['ID=78f3a6f2-be24-473e-8383-6fa278f95495,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:07.107427 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:31:07.316254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:07.343484 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ebe5-34dd-4eef-a654-8ca74d05e6f4 None None] The sync data for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 is: [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:31:07.367778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-b76b1cc6-df58-4663-a90d-abd990cd92e0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:07.369320 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-b76b1cc6-df58-4663-a90d-abd990cd92e0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 796 time: 0.1220629 Jul 30 04:31:07.426277 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-8681a22c-4c0f-47ce-8e5e-b2db822060de tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 380 time: 0.0475173 Jul 30 04:31:07.441847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'port': {'device_id': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'admin_state_up': True, 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'security_groups': ['f26d775b-e7dd-48b9-ac68-c82eeed8f052']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:07.556885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52ae46ea-0f6c-4ac7-a935-bcf779388973 req-97f26289-57ee-42db-a23e-5b04fd6809e0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 210 time: 0.0364330 Jul 30 04:31:07.601753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:31:07.605387 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:07.718231 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 78f3a6f2-be24-473e-8383-6fa278f95495 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:07.745834 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.5 (19fd816a-a9b9-4e67-a86f-fde2cc80cff9/1d76eb13-266b-4d7a-8435-fa9e63c5d8d6/30d7991e-f555-4499-8110-e023ed0d4ac6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:31:07.775914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 78f3a6f2-be24-473e-8383-6fa278f95495 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:07.780308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 78f3a6f2-be24-473e-8383-6fa278f95495 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:07.780945 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:07.862930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:07.899125 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:07.901643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 78f3a6f2-be24-473e-8383-6fa278f95495, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=78f3a6f2-be24-473e-8383-6fa278f95495,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:31:07.908426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:07.909865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1d8aa59f-0ab5-47e1-941c-959559e2fc9b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:07.915736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 30d7991e-f555-4499-8110-e023ed0d4ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:07.950240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:07.992157 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=78f3a6f2-be24-473e-8383-6fa278f95495,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:08.005782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:31:08.006720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:08.007321 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.009387 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:08.012011 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:31:08.108970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a44def04-1135-4442-af35-b35e0711295b up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:08.169304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port a44def04-1135-4442-af35-b35e0711295b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:08.169679 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.290035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-421e5434-3d53-43a4-b2ca-d5f7da379176 None None] Provisioning for port 30d7991e-f555-4499-8110-e023ed0d4ac6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:08.294710 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-421e5434-3d53-43a4-b2ca-d5f7da379176 None None] Provisioning complete for port 30d7991e-f555-4499-8110-e023ed0d4ac6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:08.295018 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-421e5434-3d53-43a4-b2ca-d5f7da379176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.332975 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-421e5434-3d53-43a4-b2ca-d5f7da379176 None None] Port 30d7991e-f555-4499-8110-e023ed0d4ac6 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:31:08.425827 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:08.447921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:08.448549 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.464228 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-91544814-58f7-4730-bd9b-6d6ad2b9e0ee tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264513 Jul 30 04:31:08.476690 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Request body: {'port': {'device_id': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:08.531649 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.747128 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba812-d3c8-4f35-b200-f1b61ced2216 req-b0356bde-04dd-4c88-9b3b-37230105e753 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:08.748610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-118ba812-d3c8-4f35-b200-f1b61ced2216 req-b0356bde-04dd-4c88-9b3b-37230105e753 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 931 time: 0.0995035 Jul 30 04:31:08.812435 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-118ba812-d3c8-4f35-b200-f1b61ced2216 req-fb387506-c678-4c0e-8de8-346c12b9d05e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550091 Jul 30 04:31:08.861838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d7991e-f555-4499-8110-e023ed0d4ac6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:31:08.869254 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.880798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Transition to ACTIVE for port object 30d7991e-f555-4499-8110-e023ed0d4ac6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:31:08.884995 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:08.938393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:09.009009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:31:09.009349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:31:09.009677 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:31:09.016061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Port 30d7991e-f555-4499-8110-e023ed0d4ac6 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:31:09.016614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:31:09.022837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:31:09.023207 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Checking segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:31:09.023599 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Bound using segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:31:09.024035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Bound port: 30d7991e-f555-4499-8110-e023ed0d4ac6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:31:09.024395 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:09.090631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:31:09.093966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:31:09.098294 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:09.136358 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.136987 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:09.138362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] 10.222.0.18 "PUT /v2.0/ports/30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 1092 time: 0.6659498 Jul 30 04:31:09.138800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:31:09.141103 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:31:09.171968 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69948dfb-1ce9-4023-bf9f-c5a6819e7097 service neutron] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:09.210316 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0952c79-fd61-448b-ae31-3d350bc1067d x-openstack-request-id: req-d0952c79-fd61-448b-ae31-3d350bc1067d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:31:09.210595 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:31:09.210848 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0952c79-fd61-448b-ae31-3d350bc1067d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:31:09.211316 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'status': 'completed', 'code': 200} Jul 30 04:31:09.228597 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-3536d568-3ce7-4476-a808-d9b3043f64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.230300 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-3536d568-3ce7-4476-a808-d9b3043f64c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1095 time: 0.0472345 Jul 30 04:31:09.274093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-e87412b8-c036-4c63-ad1d-2e524701b8ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0361187 Jul 30 04:31:09.325506 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-f9e9b2b0-fda7-4e0b-af92-e3d1f64bce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.326979 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-f9e9b2b0-fda7-4e0b-af92-e3d1f64bce3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0461688 Jul 30 04:31:09.376967 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-a36ef8e5-0c75-4859-9560-caf4c5e079bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.378617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-a36ef8e5-0c75-4859-9560-caf4c5e079bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449963 Jul 30 04:31:09.468881 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-f1b1e85e-14f6-4c55-8240-5bdf31fa58a1 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829382 Jul 30 04:31:09.561198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f39b468b-c091-4bf9-90b9-75613e4588b9 req-9c2d147b-1e8a-4e36-b5c0-9b8af51ab799 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853646 Jul 30 04:31:09.613418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 78f3a6f2-be24-473e-8383-6fa278f95495 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:09.650291 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-4d289983-3df4-4e88-9c48-314d62783ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.651978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-4d289983-3df4-4e88-9c48-314d62783ba7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1095 time: 0.0436425 Jul 30 04:31:09.661968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 78f3a6f2-be24-473e-8383-6fa278f95495 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:09.662345 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:09.745833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-53d9613e-2c76-44d7-8149-942e1fa52628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.747347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-53d9613e-2c76-44d7-8149-942e1fa52628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0884264 Jul 30 04:31:09.788697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-4ba29683-a21d-40df-9409-70ed38df8f86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0346568 Jul 30 04:31:09.839014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-a6d19f30-8d89-49d6-aa0a-040a6345a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.840495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-a6d19f30-8d89-49d6-aa0a-040a6345a9cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0433836 Jul 30 04:31:09.895960 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-13389744-f0cd-43a0-952e-6edd8245a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.897428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-13389744-f0cd-43a0-952e-6edd8245a2fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493860 Jul 30 04:31:09.986362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011842ef-4239-4711-9fe5-b5c2546f7da3 req-237e298e-ad1a-4c3b-84c3-b582b38e8f23 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:09.987863 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-011842ef-4239-4711-9fe5-b5c2546f7da3 req-237e298e-ad1a-4c3b-84c3-b582b38e8f23 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 943 time: 0.1071019 Jul 30 04:31:10.027547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-e14c3fb8-f5a7-4d88-b0e3-e132153a6aef service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128514 Jul 30 04:31:10.061968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-011842ef-4239-4711-9fe5-b5c2546f7da3 req-6309cfbc-691f-4f32-959d-96797c37a31d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680583 Jul 30 04:31:10.125883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-01f47abc-483c-413a-b5fd-fbfbd74dd3a6 req-842b5857-b97e-4fcd-ac14-cfd65e0ec4e4 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908217 Jul 30 04:31:11.180192 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32295-b58e-44cb-b0d5-487b41984c2e req-373a1c81-e974-4c11-9e60-8a6694ab6e26 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:11.181684 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ec32295-b58e-44cb-b0d5-487b41984c2e req-373a1c81-e974-4c11-9e60-8a6694ab6e26 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 943 time: 0.0508220 Jul 30 04:31:11.218706 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ec32295-b58e-44cb-b0d5-487b41984c2e req-641078f8-55e4-43bd-af4b-a088145f9679 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309777 Jul 30 04:31:11.576150 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:12.333632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f444513-075b-4f7c-a376-b2b181d03a2c req-b63bca3c-595b-4d61-afd2-2cb5c3007c44 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:12.335117 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f444513-075b-4f7c-a376-b2b181d03a2c req-b63bca3c-595b-4d61-afd2-2cb5c3007c44 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 943 time: 0.0499637 Jul 30 04:31:12.378522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f444513-075b-4f7c-a376-b2b181d03a2c req-9444d159-2801-4a97-bd74-76471d5a27a2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Jul 30 04:31:12.457497 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e46b970c-ffd2-47fe-a598-81be199a935b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:13.158454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:31:13.253569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:31:13.265206 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'port_id': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'mac_address': 'fa:16:3e:25:e5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:31:13.301622 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:13.314419 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d7991e-f555-4499-8110-e023ed0d4ac6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:31:13.333720 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:31:13.338099 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:13.383569 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:13.494167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1983914-4d4b-40c4-897b-702935b9e1ce req-8aac951f-8559-4fd9-bac4-18941c0c5c29 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:13.495696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1983914-4d4b-40c4-897b-702935b9e1ce req-8aac951f-8559-4fd9-bac4-18941c0c5c29 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 944 time: 0.0505402 Jul 30 04:31:13.534875 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d1983914-4d4b-40c4-897b-702935b9e1ce req-d8daa8c6-3b37-4156-bfdc-c7f3bea1f216 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jul 30 04:31:13.562797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['30d7991e-f555-4499-8110-e023ed0d4ac6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:31:14.649944 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf687429-7ce6-44b0-80a4-8edb8225e8a7 req-b3b26976-c61b-4969-95e7-50a80895b60b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:14.651445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf687429-7ce6-44b0-80a4-8edb8225e8a7 req-b3b26976-c61b-4969-95e7-50a80895b60b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 944 time: 0.0502453 Jul 30 04:31:14.689740 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf687429-7ce6-44b0-80a4-8edb8225e8a7 req-5931b74b-41e1-4a0b-b022-ea15bd0f6485 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Jul 30 04:31:14.770768 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-36df3fa5-e5ec-4f8d-b603-580c9b885e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:15.055078 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:15.198422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:31:15.247227 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 30d7991e-f555-4499-8110-e023ed0d4ac6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:31:15.250653 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 30d7991e-f555-4499-8110-e023ed0d4ac6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:31:15.251020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:15.326610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:15.348797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:31:15.351276 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d490aa1b-bb93-4406-ad72-c94c04afc48f" -d '{"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-plugged", "status": "completed", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:31:15.363988 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:31:15.368265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:15.391153 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb86b7dc-9978-4775-8136-91d0703709d0 x-openstack-request-id: req-eb86b7dc-9978-4775-8136-91d0703709d0 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:31:15.391435 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-plugged", "status": "completed", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:31:15.391684 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb86b7dc-9978-4775-8136-91d0703709d0 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:31:15.392687 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'code': 200} Jul 30 04:31:15.417608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:15.482999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc921ea-3695-4546-bd8d-a0beee34a424 req-879bdb74-0aae-4eae-b3ee-53d314b1f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:15.484487 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dc921ea-3695-4546-bd8d-a0beee34a424 req-879bdb74-0aae-4eae-b3ee-53d314b1f599 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1097 time: 0.0391331 Jul 30 04:31:15.522998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1dc921ea-3695-4546-bd8d-a0beee34a424 req-bae008ce-7111-4204-8cbf-badb3728bed3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Jul 30 04:31:15.803350 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce362-6b17-40f8-91a4-b01851f5bc8b req-2c8dde85-9345-4a88-b9b9-69cf660626df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:15.804892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e43ce362-6b17-40f8-91a4-b01851f5bc8b req-2c8dde85-9345-4a88-b9b9-69cf660626df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0491333 Jul 30 04:31:15.841996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e43ce362-6b17-40f8-91a4-b01851f5bc8b req-3e506f90-c6f2-4d77-ab23-b75def18cec6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Jul 30 04:31:16.624318 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:16.667890 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:31:16.957959 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d871c82-464e-4c9f-83b9-10fa9f3c746b req-caddbf8c-1d57-4c7e-9926-782f798cb7a9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:16.959485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d871c82-464e-4c9f-83b9-10fa9f3c746b req-caddbf8c-1d57-4c7e-9926-782f798cb7a9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0481379 Jul 30 04:31:16.999087 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d871c82-464e-4c9f-83b9-10fa9f3c746b req-3c9731ca-df92-4b1b-9662-b2f591f02330 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jul 30 04:31:17.112756 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c2a8-ebd2-4e06-91aa-f50f893d344c req-9883a923-fd80-4ed6-889b-d335430ceaa9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:17.114269 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bed7c2a8-ebd2-4e06-91aa-f50f893d344c req-9883a923-fd80-4ed6-889b-d335430ceaa9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0489514 Jul 30 04:31:17.156054 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bed7c2a8-ebd2-4e06-91aa-f50f893d344c req-72cf37c1-57c0-4518-93b2-b51fade4dbbb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357928 Jul 30 04:31:17.177075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60234) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:17.217321 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed522944-6206-4fe1-a033-05637a9a2e45 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:17.218834 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ed522944-6206-4fe1-a033-05637a9a2e45 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1092 time: 0.0407746 Jul 30 04:31:17.221598 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60236) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:17.225875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:31:17.247755 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:17.340829 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:17.724565 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.132 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/47046b02-dc86-4f50-98d4-b18553ed23f4) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:31:17.823118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:17.863956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:17.900772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:31:17.906910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:31:17.911628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:31:17.914600 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=47046b02-dc86-4f50-98d4-b18553ed23f4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:18.072152 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-c9ba4d0b-6af2-4a8b-b531-050f375813e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403903 Jul 30 04:31:18.151619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-5e5a84f2-13bd-4245-8dce-504abc091cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:18.153118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-5e5a84f2-13bd-4245-8dce-504abc091cf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1097 time: 0.0406168 Jul 30 04:31:18.261534 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:18.263919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-434e1e5c-eb8b-4c0e-bab8-b64807b1dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:18.265425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-434e1e5c-eb8b-4c0e-bab8-b64807b1dd0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0939963 Jul 30 04:31:18.279884 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:18.307046 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-b351bb84-ec27-4d1c-93bc-a3f4181fb23d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0349057 Jul 30 04:31:18.347507 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:18.356782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-8a877c95-5b1b-4d2f-8087-5e012aff0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:18.358249 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-8a877c95-5b1b-4d2f-8087-5e012aff0abb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0442593 Jul 30 04:31:18.403569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-f9429216-c601-4927-9eaf-ae0ec69f2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:18.405112 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-f9429216-c601-4927-9eaf-ae0ec69f2de5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404880 Jul 30 04:31:18.497532 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:18.498048 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-32721cbf-c78a-4bc8-852e-09261c50935d service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853317 Jul 30 04:31:18.502588 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:18.571919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=47046b02-dc86-4f50-98d4-b18553ed23f4,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:31:18.582634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:18.588722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6799bd1d-099f-4dcc-8c13-1eb975d86cd9 req-4c4a7c35-c6a0-40e1-b0fd-4754e4747454 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840883 Jul 30 04:31:18.684998 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP f2af229f-a59e-47b7-aa0c-32060b6666b2 associated. External IP: 172.25.6.132, port: 30d7991e-f555-4499-8110-e023ed0d4ac6. Jul 30 04:31:18.891812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:31:18.997652 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:31:19.008049 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] Sync routers for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:31:19.013991 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:19.017256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:31:19.017864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:31:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:19.040753 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3f54bc13-5f48-4030-9cdc-ce35f54be09e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8181539 Jul 30 04:31:19.041351 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:31:19.043781 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb32ab-e1f7-4109-9e53-89c2873ce631" -d '{"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:31:19.081745 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc2a2b-f693-434f-9641-ce73f021121e x-openstack-request-id: req-01bc2a2b-f693-434f-9641-ce73f021121e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:31:19.082037 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:31:19.082288 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01bc2a2b-f693-434f-9641-ce73f021121e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:31:19.082714 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'status': 'completed', 'code': 200} Jul 30 04:31:19.130866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:31:19.176175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dabec-a7f0-4806-8edf-6782eeda6dbe req-1823c2d8-cbd1-4d03-ad59-8f717c6422f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:19.177696 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e13dabec-a7f0-4806-8edf-6782eeda6dbe req-1823c2d8-cbd1-4d03-ad59-8f717c6422f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0846996 Jul 30 04:31:19.180453 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-15688e38-0456-4c70-8a9b-4cf1fba01c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:19.181821 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-15688e38-0456-4c70-8a9b-4cf1fba01c5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1097 time: 0.0760355 Jul 30 04:31:19.262971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e13dabec-a7f0-4806-8edf-6782eeda6dbe req-591a35c0-a9d9-421c-9256-1734b92133f7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783589 Jul 30 04:31:19.288033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60242) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:19.303493 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-30ca0ab3-c781-4816-9be7-baa9435e3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:19.304987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-30ca0ab3-c781-4816-9be7-baa9435e3c01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.1130824 Jul 30 04:31:19.352606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1239e4fd-3795-4916-95b8-caf917828948 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/f2af229f-a59e-47b7-aa0c-32060b6666b2 HTTP/1.1" status: 200 len: 991 time: 0.0627902 Jul 30 04:31:19.355631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'f2af229f-a59e-47b7-aa0c-32060b6666b2', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'port_id': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'mac_address': 'fa:16:3e:25:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:31:18Z', 'updated_at': '2021-07-30T04:31:18Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:07Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:19.372143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-391780c8-57ca-49f5-9528-d697853b2920 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 999 time: 0.0597224 Jul 30 04:31:19.382563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] Checking router: 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:31:19.391221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:31:19.392494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:31:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:19.420871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-feb2272f-2624-4e31-bd25-5e21dd698694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:19.422314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-feb2272f-2624-4e31-bd25-5e21dd698694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0435379 Jul 30 04:31:19.471194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-723fa29e-0040-4549-b57f-0bd1cf91cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:19.472660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-723fa29e-0040-4549-b57f-0bd1cf91cf16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432191 Jul 30 04:31:19.497144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:31:19.560792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-b8c7b97a-c8d2-4c70-9e5c-392fa0071ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809875 Jul 30 04:31:19.655119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64cb32ab-e1f7-4109-9e53-89c2873ce631 req-7655c8a4-8dfd-4af3-b82c-7a9e05c8c520 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876145 Jul 30 04:31:19.871324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'f2af229f-a59e-47b7-aa0c-32060b6666b2', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'port_id': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'mac_address': 'fa:16:3e:25:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:31:18Z', 'updated_at': '2021-07-30T04:31:18Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:07Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:31:19.897525 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc39193-e186-4b12-91fe-e6e8abdfd194 None None] The sync data for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 is: [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'f2af229f-a59e-47b7-aa0c-32060b6666b2', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'port_id': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'mac_address': 'fa:16:3e:25:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:31:18Z', 'updated_at': '2021-07-30T04:31:18Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:07Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:31:20.084272 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f1ecb-6ef7-423d-aace-808893e77cff None None] New status for floating IP f2af229f-a59e-47b7-aa0c-32060b6666b2: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:31:20.356584 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60244) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:31:20.416811 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a63be886-94a8-475c-bae4-370018bf1787 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/f2af229f-a59e-47b7-aa0c-32060b6666b2 HTTP/1.1" status: 200 len: 993 time: 0.0590696 Jul 30 04:31:31.317056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:41.588247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:42.457640 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b76883be-e7be-4176-9c20-8c891406f936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:44.772288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3b241ee-aa93-47bd-9d3b-b7c9b7477ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:45.055169 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:46.623573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:47.183434 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839f88-1fa5-4b83-8153-6025943e3fd7 req-ab6968d1-8ed1-4702-9178-301e50238045 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:47.184969 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27839f88-1fa5-4b83-8153-6025943e3fd7 req-ab6968d1-8ed1-4702-9178-301e50238045 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0562160 Jul 30 04:31:47.247680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27839f88-1fa5-4b83-8153-6025943e3fd7 req-ecfab881-fd37-4767-9c75-b007f5a524b6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564580 Jul 30 04:31:47.258461 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-d69c26fd-4441-4b3e-9b43-83f99a738aa4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025980 Jul 30 04:31:48.261013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:31:48.378040 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6c72-acc0-4cd7-85e1-cdaf7235dd1a req-50bc0a6c-e310-4162-9772-f0c4718bd295 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:48.379585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32da6c72-acc0-4cd7-85e1-cdaf7235dd1a req-50bc0a6c-e310-4162-9772-f0c4718bd295 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0624709 Jul 30 04:31:48.441129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-32da6c72-acc0-4cd7-85e1-cdaf7235dd1a req-ef837b73-6c5f-4235-a14f-42f25e0031b6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531673 Jul 30 04:31:48.445729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-afd2f8f9-16ac-4497-89e1-b6fed6c80625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:48.447259 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-afd2f8f9-16ac-4497-89e1-b6fed6c80625 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1097 time: 0.0667250 Jul 30 04:31:48.540704 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-97c13fa9-bf73-4eee-b8ae-7facd13fe466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:48.542214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-97c13fa9-bf73-4eee-b8ae-7facd13fe466 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0868170 Jul 30 04:31:48.605602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-b6527b27-a410-4c5d-88c4-72736e738ded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0560317 Jul 30 04:31:48.655004 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-d8ecb506-f7b4-49a3-84b9-4dd97e46a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:48.657042 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-d8ecb506-f7b4-49a3-84b9-4dd97e46a653 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0441706 Jul 30 04:31:48.705562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-42b86815-8b2f-4de5-a14a-c84d6a655dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:48.707030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-42b86815-8b2f-4de5-a14a-c84d6a655dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424013 Jul 30 04:31:48.795772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-a809eb89-8a07-4b9d-a772-bbae5e5bc284 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808761 Jul 30 04:31:48.887782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-83f1a515-be63-4329-8da2-477ea4f3f74c service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 Jul 30 04:31:49.556064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643369f-c450-4b6f-863c-3d14295a9561 req-e72748a2-2e68-43ec-bbbd-5e3dba9ec3c5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:49.557529 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5643369f-c450-4b6f-863c-3d14295a9561 req-e72748a2-2e68-43ec-bbbd-5e3dba9ec3c5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0483720 Jul 30 04:31:49.594935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5643369f-c450-4b6f-863c-3d14295a9561 req-10a8c581-61a0-4e2b-8555-f1281fd2428c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jul 30 04:31:50.710276 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a030a-7d63-4610-a9d3-fa74ba9d7668 req-f37aaeb0-c937-4d61-a280-439db2879dbb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:50.711773 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-150a030a-7d63-4610-a9d3-fa74ba9d7668 req-f37aaeb0-c937-4d61-a280-439db2879dbb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0487895 Jul 30 04:31:50.748849 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-150a030a-7d63-4610-a9d3-fa74ba9d7668 req-36872133-5e9b-4d8f-a59a-d53c32e9e06e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Jul 30 04:31:51.863781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0f32-cbb4-4b36-97f1-5d0f4bffdcc8 req-2ddcd5c9-caf1-4200-8c90-f4af5a954c6f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:51.865229 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a61e0f32-cbb4-4b36-97f1-5d0f4bffdcc8 req-2ddcd5c9-caf1-4200-8c90-f4af5a954c6f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0477538 Jul 30 04:31:51.908594 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a61e0f32-cbb4-4b36-97f1-5d0f4bffdcc8 req-5f8b30c9-8f4f-4c9f-a884-8d3fdef63fd3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375185 Jul 30 04:31:53.023647 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29bf3d-5a6a-4376-a2dc-ea7550d13ec0 req-4e1ad453-0647-4606-9df5-c836543c1c51 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:53.025093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c29bf3d-5a6a-4376-a2dc-ea7550d13ec0 req-4e1ad453-0647-4606-9df5-c836543c1c51 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0476885 Jul 30 04:31:53.062438 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c29bf3d-5a6a-4376-a2dc-ea7550d13ec0 req-78059544-5675-4108-a38b-c43c437fe1ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Jul 30 04:31:53.666569 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:31:54.176393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f47c62-e664-4f4a-848c-a49c9e67f9a4 req-30d50d2d-2950-48dc-a117-fa9c3f4759d6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:54.177853 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f47c62-e664-4f4a-848c-a49c9e67f9a4 req-30d50d2d-2950-48dc-a117-fa9c3f4759d6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0482118 Jul 30 04:31:54.216011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d3f47c62-e664-4f4a-848c-a49c9e67f9a4 req-5d89e531-d4ef-40d0-812a-1b8c5a967bb3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Jul 30 04:31:55.331330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d8ca7-e348-47ce-a4a0-d5bdef3c2ec1 req-1533a611-a8e3-4f95-9d16-78ccc2c30927 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:55.332780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-927d8ca7-e348-47ce-a4a0-d5bdef3c2ec1 req-1533a611-a8e3-4f95-9d16-78ccc2c30927 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0481644 Jul 30 04:31:55.372318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-927d8ca7-e348-47ce-a4a0-d5bdef3c2ec1 req-eeef226c-dd3a-4481-ae11-d8eb54afa076 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Jul 30 04:31:56.488397 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fe8b0-857e-48d2-bdf9-685309c01ff6 req-a003dfff-5273-40b9-83cd-54f8e60cfef9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:56.489868 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c21fe8b0-857e-48d2-bdf9-685309c01ff6 req-a003dfff-5273-40b9-83cd-54f8e60cfef9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0485089 Jul 30 04:31:56.527197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c21fe8b0-857e-48d2-bdf9-685309c01ff6 req-b230716f-4f01-4fa5-a886-3851b411b55a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jul 30 04:31:57.644955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffa99-593c-4f4e-b536-7ad4287cbe47 req-f98cbf60-319e-492b-8e79-cb9ae67508fc tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:57.646848 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-691ffa99-593c-4f4e-b536-7ad4287cbe47 req-f98cbf60-319e-492b-8e79-cb9ae67508fc tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0522220 Jul 30 04:31:57.683484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-691ffa99-593c-4f4e-b536-7ad4287cbe47 req-30c7fbba-8e07-4067-b271-68c248124958 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307450 Jul 30 04:31:58.801330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0e7b3-282a-4f93-acf8-89311498e565 req-59e26c07-4b4b-41bb-9a6b-89025991c348 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:58.802810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17c0e7b3-282a-4f93-acf8-89311498e565 req-59e26c07-4b4b-41bb-9a6b-89025991c348 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0485933 Jul 30 04:31:58.844444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-17c0e7b3-282a-4f93-acf8-89311498e565 req-62231060-2be3-4091-8a57-e56e92b07143 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Jul 30 04:31:59.957495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30394bd0-6624-4567-ae14-738ccd5d0b2e req-36161d7a-4b87-4a46-828a-6d0f2e7af646 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:31:59.958975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30394bd0-6624-4567-ae14-738ccd5d0b2e req-36161d7a-4b87-4a46-828a-6d0f2e7af646 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0481188 Jul 30 04:31:59.998333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-30394bd0-6624-4567-ae14-738ccd5d0b2e req-a5571bac-7f6c-4ec8-885c-a2daed7e9e8d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Jul 30 04:32:00.632911 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-fa12f99a-3cd3-466b-8bd6-cdfce42dd3ca service neutron] show failed (client error): The resource could not be found. Jul 30 04:32:00.633948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-fa12f99a-3cd3-466b-8bd6-cdfce42dd3ca service neutron] 10.222.0.18 "GET /v2.0/ports/30d7991e-f555-4499-8110-e023ed0d4ac6/bindings/n-h2-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0596340 Jul 30 04:32:00.849472 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-aa97c397-7c37-4c09-b836-c71bba30173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:00.850981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-aa97c397-7c37-4c09-b836-c71bba30173b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 1097 time: 0.0461705 Jul 30 04:32:00.869467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:32:00.943823 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.118009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ab5ff-b397-45ce-99dc-882e318d7afe req-8bf043ce-69c6-475b-91da-cba992d54341 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:01.119554 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed7ab5ff-b397-45ce-99dc-882e318d7afe req-8bf043ce-69c6-475b-91da-cba992d54341 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0538120 Jul 30 04:32:01.158658 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ed7ab5ff-b397-45ce-99dc-882e318d7afe req-593fae4b-fd77-4a49-b74e-4e9980929a10 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Jul 30 04:32:01.169367 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:32:01.203910 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:32:01.242279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:32:01.244623 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164a131-3037-482b-a1dd-6b313464ef1a" -d '{"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:32:01.248711 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.266074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Transition to ACTIVE for port object 30d7991e-f555-4499-8110-e023ed0d4ac6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:32:01.269785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.304668 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a187d7f0-25cd-48a3-b441-e6846b9e2ecf x-openstack-request-id: req-a187d7f0-25cd-48a3-b441-e6846b9e2ecf {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:32:01.304854 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:32:01.305084 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a187d7f0-25cd-48a3-b441-e6846b9e2ecf {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:32:01.305432 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'code': 200} Jul 30 04:32:01.309322 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.324177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:32:01.369009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.369365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.369714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.370050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.370384 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.370716 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.371045 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.371403 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.371732 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.372057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.372470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.372700 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:01.412629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] No DVR routers for this DVR port 30d7991e-f555-4499-8110-e023ed0d4ac6 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:32:01.548222 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:32:01.548544 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:32:01.548875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:32:01.553058 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Port 30d7991e-f555-4499-8110-e023ed0d4ac6 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:32:01.553380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Attempting to bind port 30d7991e-f555-4499-8110-e023ed0d4ac6 on network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:32:01.558082 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:32:01.558418 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Checking segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:32:01.558802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Bound using segment: {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:32:01.559263 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Bound port: 30d7991e-f555-4499-8110-e023ed0d4ac6, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df50a7b5-0902-4fd2-8356-6c54d7857865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:32:01.559618 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.622170 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:32:01.625528 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:32:01.629092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.668009 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:01.668624 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:01.669999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] 10.222.0.16 "PUT /v2.0/ports/30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 1092 time: 0.8049071 Jul 30 04:32:01.688952 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d308a9-709c-4d56-b396-aa6bb6465994 service neutron] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:32:01.748441 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-83e58cd5-01fc-45f4-8fd2-4b97ed135dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:01.750034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-83e58cd5-01fc-45f4-8fd2-4b97ed135dbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1095 time: 0.0425034 Jul 30 04:32:01.841217 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-5d2da84a-56b5-4443-b102-a36e548431a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:01.842753 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-5d2da84a-56b5-4443-b102-a36e548431a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0862079 Jul 30 04:32:01.913547 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-74a14604-6a4f-46e2-8193-37776be591d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 999 time: 0.0630701 Jul 30 04:32:01.964262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-6bb5a7eb-8b66-4d95-bdc6-97bb90bc3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:01.965734 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-6bb5a7eb-8b66-4d95-bdc6-97bb90bc3f25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0456350 Jul 30 04:32:02.011408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-8188b68b-a7d9-4b7c-9dd5-d8bcdea91927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:02.012787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-8188b68b-a7d9-4b7c-9dd5-d8bcdea91927 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397165 Jul 30 04:32:02.106606 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-449bde22-cf3b-44d4-b31d-c785c6dcbd5e service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861456 Jul 30 04:32:02.195381 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-b517311c-0089-426c-9066-1949367597b6 service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815578 Jul 30 04:32:02.281911 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a071c57-7fb0-4be9-9cc6-a34257a756e5 req-3d466aad-4b8c-414f-9735-887878b6f941 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:02.283333 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a071c57-7fb0-4be9-9cc6-a34257a756e5 req-3d466aad-4b8c-414f-9735-887878b6f941 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 943 time: 0.0562449 Jul 30 04:32:02.325805 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0a071c57-7fb0-4be9-9cc6-a34257a756e5 req-f52b91ff-573e-4f6e-be54-bd9d5f9c2b34 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364130 Jul 30 04:32:03.306647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:32:03.308999 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae3b3de-3198-4d64-a401-422e469a24f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:32:03.357028 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bfbd93-e707-4cf3-98a6-e9e140c279e3 x-openstack-request-id: req-71bfbd93-e707-4cf3-98a6-e9e140c279e3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:32:03.357346 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:32:03.357602 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71bfbd93-e707-4cf3-98a6-e9e140c279e3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:32:03.358031 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'status': 'completed', 'code': 200} Jul 30 04:32:03.442967 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-4e956ee7-c117-44db-a255-3d3a77612c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.444521 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-4e956ee7-c117-44db-a255-3d3a77612c04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1095 time: 0.0469806 Jul 30 04:32:03.446761 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-7ca9a234-74cd-4ae3-b333-fb2aee2d136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.448279 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-7ca9a234-74cd-4ae3-b333-fb2aee2d136f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1095 time: 0.0685956 Jul 30 04:32:03.472473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc2ba-887d-4af6-9f86-a27c7138faff req-e2fe97e1-8cdc-4ea4-84d7-72738a6f2cf8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.474593 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f5dc2ba-887d-4af6-9f86-a27c7138faff req-e2fe97e1-8cdc-4ea4-84d7-72738a6f2cf8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 943 time: 0.0691907 Jul 30 04:32:03.534915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-c0e5c822-b706-404b-88c3-5262e3d1acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.536427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-c0e5c822-b706-404b-88c3-5262e3d1acbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0843153 Jul 30 04:32:03.557334 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0f5dc2ba-887d-4af6-9f86-a27c7138faff req-95a70b91-d933-474b-90fd-2bbea128083b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726323 Jul 30 04:32:03.584570 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-24bfa764-6e5d-49e5-91ae-6af910800c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.586035 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-24bfa764-6e5d-49e5-91ae-6af910800c58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.1307795 Jul 30 04:32:03.607491 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-54d7d2c8-4db5-4d9e-91fa-9f45870d3452 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 999 time: 0.0628519 Jul 30 04:32:03.656221 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-9931acd1-d2ea-414f-b8f0-e2604d6e75a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 999 time: 0.0614586 Jul 30 04:32:03.659281 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-ef13e497-4996-49a6-a01e-3941f370d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.660742 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-ef13e497-4996-49a6-a01e-3941f370d19b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0456965 Jul 30 04:32:03.704418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-6484428c-c621-4063-b24d-3fc8effc9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.705884 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-6484428c-c621-4063-b24d-3fc8effc9f44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0440602 Jul 30 04:32:03.706760 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-adcdc4fa-0c0e-4217-b255-f7436ed8ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.708262 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-adcdc4fa-0c0e-4217-b255-f7436ed8ef90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402761 Jul 30 04:32:03.752188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-531ec779-c5cd-4dc9-aaee-fd9a38c6229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:03.753708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-531ec779-c5cd-4dc9-aaee-fd9a38c6229f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408728 Jul 30 04:32:03.799562 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-10947f0d-8ecf-47b9-b4d2-ca2b9616952f service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842435 Jul 30 04:32:03.845703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-b8662b35-1214-405d-b8ac-4d68cc0dad5b service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848155 Jul 30 04:32:03.889550 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-2e5b3c4d-570a-450d-843a-b75d8b0e2bbe service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833726 Jul 30 04:32:03.939235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ae3b3de-3198-4d64-a401-422e469a24f6 req-b7ae5bf5-39bd-40dd-8620-9b7566c27296 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862157 Jul 30 04:32:04.676335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc96284-2118-4f89-80ca-b8be40ebc7af req-f0119189-40b0-464e-a15f-e3ffb35ebd15 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:04.678894 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bc96284-2118-4f89-80ca-b8be40ebc7af req-f0119189-40b0-464e-a15f-e3ffb35ebd15 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 943 time: 0.0495191 Jul 30 04:32:04.715813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8bc96284-2118-4f89-80ca-b8be40ebc7af req-8f6fae0f-e99b-4d41-b751-911ca6e5a035 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310509 Jul 30 04:32:05.074950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:32:05.167249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:32:05.178789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'port_id': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'mac_address': 'fa:16:3e:25:e5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:32:05.213283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:05.229633 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d7991e-f555-4499-8110-e023ed0d4ac6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:32:05.252005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:32:05.255973 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:05.304650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:32:05.312110 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.312459 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.312799 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.313135 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.313469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.313800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.314130 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.314456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.314779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.315105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.315460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.315781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:32:05.384214 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:32:05.422240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:32:05.741469 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['30d7991e-f555-4499-8110-e023ed0d4ac6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:32:05.835084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ba779-f6d4-4079-876d-53419d98cccc req-639e24c9-7c10-4d59-bf9b-f001c1cd4cf7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:05.836493 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e4ba779-f6d4-4079-876d-53419d98cccc req-639e24c9-7c10-4d59-bf9b-f001c1cd4cf7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 944 time: 0.0519881 Jul 30 04:32:05.873110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1e4ba779-f6d4-4079-876d-53419d98cccc req-28620a19-2895-428c-99cf-90e7858c690e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Jul 30 04:32:06.098283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f48bfc-874b-45e4-a40d-e7f8c70a0b2c req-c75d16e3-51e1-466e-be40-1c0a8d94e8a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.099698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47f48bfc-874b-45e4-a40d-e7f8c70a0b2c req-c75d16e3-51e1-466e-be40-1c0a8d94e8a6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 944 time: 0.0817940 Jul 30 04:32:06.107459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-8388dd5b-13ff-45b5-8013-bedab9372bbd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.109459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-8388dd5b-13ff-45b5-8013-bedab9372bbd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&binding%3Ahost_id=n-h2-778696-14 HTTP/1.1" status: 200 len: 944 time: 0.0658131 Jul 30 04:32:06.175440 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47f48bfc-874b-45e4-a40d-e7f8c70a0b2c req-9c97d0f1-0616-47fc-b946-542b6d06cb64 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650327 Jul 30 04:32:06.192059 n-d-778696-14 neutron-server[93876]: INFO neutron.api.v2.resource [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-14889d6b-6996-4e98-a499-6f6ae43a373e service neutron] delete failed (client error): The resource could not be found. Jul 30 04:32:06.193043 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-14889d6b-6996-4e98-a499-6f6ae43a373e service neutron] 10.222.0.18 "DELETE /v2.0/ports/30d7991e-f555-4499-8110-e023ed0d4ac6/bindings/n-h1-778696-14 HTTP/1.1" status: 404 len: 381 time: 0.0761452 Jul 30 04:32:06.276975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-2c726a7a-4555-4ee4-86be-026f7da4712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.278498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-2c726a7a-4555-4ee4-86be-026f7da4712c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1096 time: 0.0436041 Jul 30 04:32:06.403200 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9b92-ad7b-4227-8498-0b2d99dd0e07 req-541039d0-0cc7-4131-897e-4de0edc26a3a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.404559 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-797d9b92-ad7b-4227-8498-0b2d99dd0e07 req-541039d0-0cc7-4131-897e-4de0edc26a3a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 944 time: 0.1608348 Jul 30 04:32:06.407894 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-55c5adeb-2cd8-4d58-83f0-de532eccdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.409218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-55c5adeb-2cd8-4d58-83f0-de532eccdb0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.1243460 Jul 30 04:32:06.484085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-797d9b92-ad7b-4227-8498-0b2d99dd0e07 req-ca53f2fd-3b10-4dcc-97c2-4e529c7d3cd7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722184 Jul 30 04:32:06.491690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-96f4d082-3261-4e41-9022-41d078597ce5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0748253 Jul 30 04:32:06.544828 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-70391ca5-bff4-4d63-a73d-09092ee1ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.547005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-70391ca5-bff4-4d63-a73d-09092ee1ca37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0486407 Jul 30 04:32:06.589716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-92481d32-cd70-4995-9aff-d2e86aa3d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:06.591129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-92481d32-cd70-4995-9aff-d2e86aa3d39e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0374501 Jul 30 04:32:06.677843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-a7351d40-181c-46dd-ae6f-65ed22c8bdb8 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799649 Jul 30 04:32:06.768678 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c846ea9a-2e83-40e1-ac28-90cda03efd78 req-62e7c623-e81b-40b3-a69f-a16513cd0949 service neutron] 10.222.0.18 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839140 Jul 30 04:32:07.076789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:32:07.126456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 30d7991e-f555-4499-8110-e023ed0d4ac6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:32:07.129994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 30d7991e-f555-4499-8110-e023ed0d4ac6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:32:07.130370 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:07.209895 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:07.234699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:32:07.236984 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7428c-35db-4eaf-9910-0d33ea5f193a" -d '{"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-plugged", "status": "completed", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:32:07.251020 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:32:07.256220 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:07.285821 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f88f1-c9f3-4cfb-bbfd-bc79fd4d77bf x-openstack-request-id: req-3c3f88f1-c9f3-4cfb-bbfd-bc79fd4d77bf {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:32:07.286115 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-plugged", "status": "completed", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:32:07.286364 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c3f88f1-c9f3-4cfb-bbfd-bc79fd4d77bf {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:32:07.286757 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'code': 200} Jul 30 04:32:07.312850 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:32:07.599230 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5251bd-22a3-4962-9702-ae0405cfd375 req-ed9b38a4-7fb1-43ad-aa68-f5f19f12b000 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:07.600708 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b5251bd-22a3-4962-9702-ae0405cfd375 req-ed9b38a4-7fb1-43ad-aa68-f5f19f12b000 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0486484 Jul 30 04:32:07.642987 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3b5251bd-22a3-4962-9702-ae0405cfd375 req-1c72d37b-849d-4182-8b49-8e92f24f75ef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364313 Jul 30 04:32:07.668011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60334) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:32:07.730994 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fd716e51-75ca-4d11-9005-9c10b7bcb6c4 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/f2af229f-a59e-47b7-aa0c-32060b6666b2 HTTP/1.1" status: 200 len: 993 time: 0.0618231 Jul 30 04:32:11.600125 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:12.459541 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-db8dee72-5056-499c-85c8-6579e0766782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:14.773591 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-56fe364b-4f4a-4130-ab71-70023a9716f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:15.056145 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:16.625362 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:17.770823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-855d7503-2da7-4fb7-bd0f-71db4cb32b46 req-f6c0756d-ad0f-4bee-9fda-c4a58bac50fa service neutron] (93876) timed out ('10.222.0.39', 57232) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:32:18.265368 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:30.664750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:32:31.324346 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:31.773122 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-6fc999eb-6023-4a8e-a5de-851684c4bb03 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390613 Jul 30 04:32:31.867842 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-87808086-ed1e-469d-a745-5c6e21cc9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:31.869189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-87808086-ed1e-469d-a745-5c6e21cc9c22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1097 time: 0.0396924 Jul 30 04:32:31.974279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-4fe6e85f-b1bb-4f7f-b3f9-ff78a0238064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:31.975846 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-4fe6e85f-b1bb-4f7f-b3f9-ff78a0238064 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0875692 Jul 30 04:32:32.039486 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-81c2257a-ebef-468f-a4ae-6c020ae37843 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0565856 Jul 30 04:32:32.087548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-d47259ca-0887-4fc1-8378-47bad99695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:32.088999 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-d47259ca-0887-4fc1-8378-47bad99695d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0429397 Jul 30 04:32:32.137498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-f7e73509-d1b9-46e1-82fb-a2d8130715a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:32.138881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-f7e73509-d1b9-46e1-82fb-a2d8130715a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428534 Jul 30 04:32:32.232220 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-9a8550fa-f62b-488e-ac55-e05d525b950f service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Jul 30 04:32:32.323770 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-25fae4cc-64b9-4169-b206-8a8d66761c8b req-c1112d66-13a1-417a-9cb2-4841019352b4 service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Jul 30 04:32:41.599387 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:42.460238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-49c4152c-ff5b-4b3a-9099-763bcd9d0b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:44.773904 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be9c32d4-ea1d-4b05-8e6f-0b707ee4e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:45.057187 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:46.629245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:48.269126 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:54.375196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60352) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:32:54.809780 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 47046b02-dc86-4f50-98d4-b18553ed23f4 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:32:54.810182 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:54.883709 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:54.884042 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:54.895903 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 47046b02-dc86-4f50-98d4-b18553ed23f4 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:32:55.044948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:55.070444 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=47046b02-dc86-4f50-98d4-b18553ed23f4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:32:55.133210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:55.133546 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP f2af229f-a59e-47b7-aa0c-32060b6666b2 disassociated (deleted). External IP: 172.25.6.132, port: 30d7991e-f555-4499-8110-e023ed0d4ac6. Jul 30 04:32:55.337276 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:32:55.446158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:32:55.451587 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:55.456045 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] Sync routers for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:32:55.465304 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:32:55.466024 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:32:55.486093 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aea52137-bbe0-460c-954c-85c3a55b5722 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/floatingips/f2af229f-a59e-47b7-aa0c-32060b6666b2 HTTP/1.1" status: 204 len: 168 time: 1.1098802 Jul 30 04:32:55.486713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:32:55.489047 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:32:55.580446 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:32:55.584754 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ffaa2f-6695-4fcf-955a-5fea41d88c79 x-openstack-request-id: req-49ffaa2f-6695-4fcf-955a-5fea41d88c79 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:32:55.585054 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:32:55.585306 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49ffaa2f-6695-4fcf-955a-5fea41d88c79 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:32:55.585768 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'status': 'completed', 'code': 200} Jul 30 04:32:55.679493 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-ebf0a6d8-98db-4123-8b2b-56ca7d377e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:55.681009 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-ebf0a6d8-98db-4123-8b2b-56ca7d377e94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 1097 time: 0.0462544 Jul 30 04:32:55.787849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:07Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:32:55.789763 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-d97c31fc-52e1-4645-95f1-5cd414c3f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:55.791539 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-d97c31fc-52e1-4645-95f1-5cd414c3f915 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 200 len: 896 time: 0.0967677 Jul 30 04:32:55.791847 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067635f-cd67-45d3-8ec5-1b2f9418373b req-75e4faaa-e406-4272-8463-cdd1221ea3f7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:55.793413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6067635f-cd67-45d3-8ec5-1b2f9418373b req-75e4faaa-e406-4272-8463-cdd1221ea3f7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.1088006 Jul 30 04:32:55.817688 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] Checking router: 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:32:55.827062 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:32:55.827432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:32:55.833741 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6067635f-cd67-45d3-8ec5-1b2f9418373b req-d0bbbccb-b8b2-4f53-a92b-b314d8fad158 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Jul 30 04:32:55.835402 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-4be077a9-2a06-4d1b-98c0-eaa9ddd43c4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0355067 Jul 30 04:32:55.885391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-54f097c0-41ce-494b-ba20-db3036feb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:55.886761 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-54f097c0-41ce-494b-ba20-db3036feb67e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 200 len: 835 time: 0.0438700 Jul 30 04:32:55.931559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-986f852d-78b4-49c8-a918-f7e242d4d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:55.932378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:32:55.933037 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-986f852d-78b4-49c8-a918-f7e242d4d6d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19fd816a-a9b9-4e67-a86f-fde2cc80cff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385187 Jul 30 04:32:56.027384 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-0bb1effa-686e-4a7c-a4b0-774557e2141a service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 Jul 30 04:32:56.116704 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fa0a2644-ad0d-4182-8f08-3f66b177d6e1 req-4445dda1-1adb-4321-8b7f-846be9fef7c2 service neutron] 10.222.0.16 "GET /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818214 Jul 30 04:32:56.126583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:07Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:32:56.153176 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b78c3a-366c-4cb1-917a-aa196a50bd67 None None] The sync data for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 is: [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:31:04Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '78f3a6f2-be24-473e-8383-6fa278f95495', 'name': '', 'network_id': '19fd816a-a9b9-4e67-a86f-fde2cc80cff9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:5a:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:03Z', 'updated_at': '2021-07-30T04:31:07Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '1d76eb13-266b-4d7a-8435-fa9e63c5d8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:32:56.362508 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc2c2d-d67d-47d8-8eb9-be1540bc23bf None None] New status for floating IP f2af229f-a59e-47b7-aa0c-32060b6666b2: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:32:56.972777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88dc25-7771-4912-aadc-2f2000b56013 req-07b286d3-035f-4e2b-a06f-9a9b1834cca0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:56.974273 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f88dc25-7771-4912-aadc-2f2000b56013 req-07b286d3-035f-4e2b-a06f-9a9b1834cca0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0502176 Jul 30 04:32:57.011562 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f88dc25-7771-4912-aadc-2f2000b56013 req-685f98d2-f6b5-423f-bb2a-ff92902bdcd5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=f26d775b-e7dd-48b9-ac68-c82eeed8f052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Jul 30 04:32:57.506299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-7c6eded7-7fe1-4ac5-9439-bab0603ddf43 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:32:57.508049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-7c6eded7-7fe1-4ac5-9439-bab0603ddf43 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 945 time: 0.0550566 Jul 30 04:32:57.595053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 30d7991e-f555-4499-8110-e023ed0d4ac6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:32:57.595424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:57.687097 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 30d7991e-f555-4499-8110-e023ed0d4ac6, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=30d7991e-f555-4499-8110-e023ed0d4ac6,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:32:57.687496 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:57.699860 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 30d7991e-f555-4499-8110-e023ed0d4ac6 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:32:57.826135 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:57.858537 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=30d7991e-f555-4499-8110-e023ed0d4ac6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:32:57.899064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] No DVR routers for this DVR port 30d7991e-f555-4499-8110-e023ed0d4ac6 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:32:57.901634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:57.904204 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fe375e96-0c3c-4678-b4f7-5a4b4c48d173 req-1319abd6-abd8-4862-a914-990ca3f58146 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "DELETE /v2.0/ports/30d7991e-f555-4499-8110-e023ed0d4ac6 HTTP/1.1" status: 204 len: 173 time: 0.3892956 Jul 30 04:32:57.904875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-deleted', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:32:57.907129 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51164333-66fe-4f62-95a5-4ecad0525479" -d '{"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-deleted", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:32:57.948762 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193dc43-68c6-4865-ba6d-812ea25c7fbe x-openstack-request-id: req-0193dc43-68c6-4865-ba6d-812ea25c7fbe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:32:57.949060 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2614307-fbe2-423f-830a-75c5f4402d8b", "name": "network-vif-deleted", "tag": "30d7991e-f555-4499-8110-e023ed0d4ac6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:32:57.949316 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0193dc43-68c6-4865-ba6d-812ea25c7fbe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:32:57.949720 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2614307-fbe2-423f-830a-75c5f4402d8b', 'name': 'network-vif-deleted', 'tag': '30d7991e-f555-4499-8110-e023ed0d4ac6', 'status': 'completed', 'code': 200} Jul 30 04:32:58.118649 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d27f715b-d3c2-4d0a-9b7c-5eef32775d38 req-7ffb682d-2219-430d-b054-3013353904b1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2614307-fbe2-423f-830a-75c5f4402d8b HTTP/1.1" status: 200 len: 210 time: 0.0265305 Jul 30 04:32:59.175825 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60374) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:32:59.528813 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:59.784026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 78f3a6f2-be24-473e-8383-6fa278f95495 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:32:59.784282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:59.869561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 78f3a6f2-be24-473e-8383-6fa278f95495, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=78f3a6f2-be24-473e-8383-6fa278f95495,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:32:59.869922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:32:59.883065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 78f3a6f2-be24-473e-8383-6fa278f95495 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:33:00.067746 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:00.098141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=78f3a6f2-be24-473e-8383-6fa278f95495,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:00.271265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:00.767619 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:33:00.871120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:33:00.876252 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c4ec5214-284e-456c-bb86-f4980e49fe52 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/516ea40c-ced7-4e7a-a6db-4e5e7dd137ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994030 Jul 30 04:33:00.879190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60376) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:00.880501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] Sync routers for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:33:00.890259 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:00.890864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:00.929812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting subnet 1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:33:00.932831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:00.972948 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:00.994501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:01.059323 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.118723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.146328 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Subnet': ['ID=1d76eb13-266b-4d7a-8435-fa9e63c5d8d6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:01.150021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.154898 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d19af25e-9675-4046-a23d-08cc1e3daa1c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/subnets/1d76eb13-266b-4d7a-8435-fa9e63c5d8d6 HTTP/1.1" status: 204 len: 168 time: 0.2718768 Jul 30 04:33:01.155802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60378) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:01.157218 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4fcab-fef0-4c5d-a221-82c9615d93d3 None None] Network 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:33:01.246314 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:33:00Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:01.262309 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.289914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] Checking router: 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:33:01.312845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] Routers {'516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:01.313362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:01.355505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.370129 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.430912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port a44def04-1135-4442-af35-b35e0711295b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:33:01.431299 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.515607 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port a44def04-1135-4442-af35-b35e0711295b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=a44def04-1135-4442-af35-b35e0711295b,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:01.516085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.533978 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for a44def04-1135-4442-af35-b35e0711295b owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:33:01.560522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] DHCP port deletion for 19fd816a-a9b9-4e67-a86f-fde2cc80cff9 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:33:01.562270 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:33:01.590235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 30d7991e-f555-4499-8110-e023ed0d4ac6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:33:01.590499 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 30d7991e-f555-4499-8110-e023ed0d4ac6 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:33:01.627225 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] Set router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:01.708806 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.737638 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 1d8aa59f-0ab5-47e1-941c-959559e2fc9b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:33:01.746768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=a44def04-1135-4442-af35-b35e0711295b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:01.770677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.771032 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.771397 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.771750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.772063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.772393 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.772730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.773147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.773479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.773803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.774126 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.774471 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:01.785871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] Deleting port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:33:01.786243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.814305 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.888904 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] For port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:01.889483 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.911802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.914019 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.934093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] Calling delete_port for 1d8aa59f-0ab5-47e1-941c-959559e2fc9b owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:33:01.953072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.964670 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.964935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Fanout notify agent at l3_agent the message router_deleted on router 516ea40c-ced7-4e7a-a6db-4e5e7dd137ea {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:33:01.972976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:01.973418 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c5b0f6e0-8c74-4b2c-96b1-8fc1e2a1df91 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/routers/516ea40c-ced7-4e7a-a6db-4e5e7dd137ea HTTP/1.1" status: 204 len: 168 time: 0.8173037 Jul 30 04:33:01.976248 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60380) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:02.042315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,segment=NetworkSegment(df50a7b5-0902-4fd2-8356-6c54d7857865),segment_id=df50a7b5-0902-4fd2-8356-6c54d7857865)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:02.044040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:33:00Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:02.049426 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.056896 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.083253 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba40fb-caf4-4ea1-b0f4-8f5ce92ea549 None None] The sync data for ids ['516ea40c-ced7-4e7a-a6db-4e5e7dd137ea'] in n-d-778696-14 is: [{'id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497185910', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a44def04-1135-4442-af35-b35e0711295b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:31:00Z', 'updated_at': '2021-07-30T04:33:00Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': 'a44def04-1135-4442-af35-b35e0711295b', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516ea40c-ced7-4e7a-a6db-4e5e7dd137ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:31:01Z', 'updated_at': '2021-07-30T04:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:33:02.124079 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:33:02.124389 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.124843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.148187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] No DVR routers for this DVR port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:33:02.149774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:02.174886 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fedee-435e-4edc-86ea-f771ab794a00 None None] Pushing event deleted for resources: {'Port': ['ID=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:02.191704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b, host n-d-778696-14, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:02.192066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.204979 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 1d8aa59f-0ab5-47e1-941c-959559e2fc9b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:33:02.207594 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 04:33:02.208831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.234812 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=1d8aa59f-0ab5-47e1-941c-959559e2fc9b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:02.236629 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] No DVR routers for this DVR port 1d8aa59f-0ab5-47e1-941c-959559e2fc9b on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:33:02.311982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.322061 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fd816a-a9b9-4e67-a86f-fde2cc80cff9']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:02.338034 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df50a7b5-0902-4fd2-8356-6c54d7857865') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:02.338330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df50a7b5-0902-4fd2-8356-6c54d7857865') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:02.347473 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.360509 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.366064 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:33:02.366386 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:33:02.369169 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:33:02.427128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.434119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.436156 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/networks/19fd816a-a9b9-4e67-a86f-fde2cc80cff9 HTTP/1.1" status: 204 len: 168 time: 0.4588737 Jul 30 04:33:02.439956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60382) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:02.448666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5dca-96ae-4ea5-bebb-b7b5b2c3aaaa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Network': ['ID=19fd816a-a9b9-4e67-a86f-fde2cc80cff9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:02.517183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.547035 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.616604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.619385 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:02.620592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/security-groups/f26d775b-e7dd-48b9-ac68-c82eeed8f052 HTTP/1.1" status: 204 len: 168 time: 0.1794002 Jul 30 04:33:02.630918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d775b-e7dd-48b9-ac68-c82eeed8f052,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:02.640290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.640715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.641830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.641830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.641830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.642262 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.642577 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.643050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.643409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.643817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.644956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:02.644956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67174f5-131b-459e-920d-27fd5d5fb757 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:03.000471 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.005410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408363652', 'description': 'tempest-secgroup-smoke-1408363652 description', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.035645 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.131081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.135539 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.165579 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.166787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652808 Jul 30 04:33:03.168626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712c3fb-e2db-4a2b-a017-397fe43b9656 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3ecf07-452e-4148-a768-1a93532f6d7c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.170075 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60390) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.175680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'dc3ecf07-452e-4148-a768-1a93532f6d7c', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.201831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.256035 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.259570 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.277479 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7819be-1102-4f52-bca7-686402c9d506,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.286419 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.287685 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4fad0504-c96d-44e2-afda-6a1a388e67ac tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165183 Jul 30 04:33:03.290771 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.296097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'dc3ecf07-452e-4148-a768-1a93532f6d7c', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.322884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.380891 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.384859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.402488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce919c4a-ce61-4a18-a3d4-b823ff2ecb90,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.408325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.409914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d93905e8-0b3c-4725-8642-549435282e14 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177976 Jul 30 04:33:03.412409 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.416966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'dc3ecf07-452e-4148-a768-1a93532f6d7c', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.443083 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.501782 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.505154 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.523315 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70c7b9d-cea1-464e-aa25-23b2b42fd8ca,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.528195 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.529726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d65cb731-3966-48e6-b84f-afe5cc1d8a2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163502 Jul 30 04:33:03.532512 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.536837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'dc3ecf07-452e-4148-a768-1a93532f6d7c', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.562313 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.623433 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.627706 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.648134 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43467552-2c29-4d1c-af1e-e20379966122,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.652142 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.655852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-8f422b4d-a483-48aa-be8c-020ab344e02b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221039 Jul 30 04:33:03.657293 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60398) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.662461 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'dc3ecf07-452e-4148-a768-1a93532f6d7c', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.664458 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 78f3a6f2-be24-473e-8383-6fa278f95495 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:33:03.684736 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:33:03.685592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 78f3a6f2-be24-473e-8383-6fa278f95495 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:33:03.685950 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 78f3a6f2-be24-473e-8383-6fa278f95495 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:33:03.686380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a44def04-1135-4442-af35-b35e0711295b no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:33:03.690391 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.706142 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: a44def04-1135-4442-af35-b35e0711295b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:33:03.706777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device a44def04-1135-4442-af35-b35e0711295b not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:33:03.756383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.760216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.781262 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8676d0-8d77-4f94-a3f3-24c30488677c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.784776 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.785982 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a1c57c43-db61-45b3-bf7f-2fb202ef96fa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276560 Jul 30 04:33:03.788878 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.793421 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': 'dc3ecf07-452e-4148-a768-1a93532f6d7c', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.815044 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:33:03.819989 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.879404 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.883039 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.901107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61091f53-f213-495b-b7ec-543eb9d41426,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:03.907031 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.908223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-919fd6e0-d86c-4741-835e-4c1fe59c2ee9 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183250 Jul 30 04:33:03.911030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60402) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:03.915931 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'network': {'name': 'tempest-network-smoke--2124374962', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:03.935674 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:33:03.939322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.963077 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:33:03.973773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:03.974209 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Added segment 49ad4ce9-1815-469e-9d31-afceb21be0c1 of type vlan for network 2c38da83-de95-47da-8fae-51717bb1b6e7 Jul 30 04:33:04.015846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.043225 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.049102 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:04.049703 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.099163 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870923 Jul 30 04:33:04.102063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60404) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:04.108063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'admin_state_up': True, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:04.116614 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185a53f-e782-4d21-b7e1-53b31e21d432 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Network': ['ID=2c38da83-de95-47da-8fae-51717bb1b6e7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:04.127345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:33:04.131223 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.132491 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.187160 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.324664 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.511681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.534365 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.632008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.233 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/294222ca-d2e7-449c-ad19-8e3dd36ef888) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:33:04.737256 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.775383 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:04.811714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:33:04.814541 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:04.817999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:33:04.844057 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=294222ca-d2e7-449c-ad19-8e3dd36ef888,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:05.069768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:05.264718 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:05.389423 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:33:05.493224 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:33:05.503256 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Sync routers for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:33:05.512428 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:05.512605 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:05.513197 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:05.514222 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2d26d99d-3b9b-499d-943e-31c593280ce1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4111521 Jul 30 04:33:05.517396 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60406) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:05.588798 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1c5e8145-0258-4863-ac18-258f67272872 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=2c04dfabb9ff48b4a92d26d9569576ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703452 Jul 30 04:33:05.592018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60410) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:05.617978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:05.677953 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c9f1d-b659-4a40-80bb-f0ef5e4e6d03 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:05.679495 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-713c9f1d-b659-4a40-80bb-f0ef5e4e6d03 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865450 Jul 30 04:33:05.682542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60412) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:05.710888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1a843bbb-59d2-4dcd-ba7c-0705be15a464 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270908 Jul 30 04:33:05.713411 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:05.718917 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150856830', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:05.799085 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:04Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:05.825710 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Checking router: 85dd924b-3b41-44c4-80d2-7eb6ffdac32d for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:33:05.826141 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Updating router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d port 294222ca-d2e7-449c-ad19-8e3dd36ef888 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:33:05.852766 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.111387 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.121271 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Transition to ACTIVE for port object 294222ca-d2e7-449c-ad19-8e3dd36ef888 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:06.127892 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.165403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:33:06.169810 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.180072 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Attempting to bind port 294222ca-d2e7-449c-ad19-8e3dd36ef888 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:33:06.180438 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Attempting to bind port 294222ca-d2e7-449c-ad19-8e3dd36ef888 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:33:06.180821 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Attempting to bind port 294222ca-d2e7-449c-ad19-8e3dd36ef888 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:33:06.188172 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Pushing event updated for resources: {'Port': ['ID=294222ca-d2e7-449c-ad19-8e3dd36ef888,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:06.194293 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:33:06.194668 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:33:06.195062 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.195551 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:33:06.195942 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Bound port: 294222ca-d2e7-449c-ad19-8e3dd36ef888, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:33:06.196324 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.199495 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.199808 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.200207 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.200601 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.201002 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.201334 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.201656 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.201978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.202297 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.202615 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.202931 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.203277 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:06.254098 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] For port 294222ca-d2e7-449c-ad19-8e3dd36ef888, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:33:06.257396 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] For port 294222ca-d2e7-449c-ad19-8e3dd36ef888, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=294222ca-d2e7-449c-ad19-8e3dd36ef888,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:33:06.261255 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.310143 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:06.310854 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:06.352601 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.364188 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a78e-7cac-48da-a5cd-0e214af4ef85 None None] Pushing event updated for resources: {'Port': ['ID=294222ca-d2e7-449c-ad19-8e3dd36ef888,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:06.414017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Subnet': ['ID=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:06.422319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Checking segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:33:06.422673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network hostable DHCP agents. Network: 2c38da83-de95-47da-8fae-51717bb1b6e7, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:33:06.429307 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:06.439101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:33:06.447750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2c38da83-de95-47da-8fae-51717bb1b6e7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:06.452396 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:06.452981 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.458275 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798efd4-fe70-4fe8-814a-61b196b3f80b None None] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:33:06.468964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-e27a0d4b-2f04-43ec-8a73-1c50af0b1d6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7544858 Jul 30 04:33:06.471951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60416) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:06.618514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2c38da83-de95-47da-8fae-51717bb1b6e7', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:33:06.619665 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.620469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:04Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:06.648987 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffb0e4-c27e-40a5-bc13-c2e8e1f50272 None None] The sync data for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 is: [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:04Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:33:06.771316 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Allocated IP 172.20.0.2 (2c38da83-de95-47da-8fae-51717bb1b6e7/0861f82f-d007-4fe8-b03d-a1cbfe71a1dc/7ec95aa5-5c18-451b-9ebb-4b680ee8a18c) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:33:06.943301 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:06.952755 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Transition to ACTIVE for port object 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:06.971403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Transition to ACTIVE for port object 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:06.978916 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.019802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:33:07.024843 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:07.029848 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:33:07.036155 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Pushing event updated for resources: {'Port': ['ID=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:07.066251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.066605 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.066943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.067307 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.067640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.068626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.068968 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.069295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.069618 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.069939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.070797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.071163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:33:07.110510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Attempting to bind port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:33:07.110882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Attempting to bind port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:33:07.111279 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Attempting to bind port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c on network 2c38da83-de95-47da-8fae-51717bb1b6e7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:33:07.116488 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:33:07.116798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Checking segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:33:07.117200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.117592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Bound using segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:33:07.118058 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Bound port: 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:33:07.118445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.186862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] For port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:33:07.191221 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] For port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:33:07.196293 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.258509 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7d23e-443a-4938-9f1e-79edb60bcd1f None None] Pushing event updated for resources: {'Port': ['ID=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:07.279556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.594496 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.1 (2c38da83-de95-47da-8fae-51717bb1b6e7/0861f82f-d007-4fe8-b03d-a1cbfe71a1dc/d1ae6d8a-e3a1-4514-b976-af6945eb5fe7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:33:07.665005 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:33:07.720030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:07.720582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.734849 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:07.768329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.773013 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:07.776842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 294222ca-d2e7-449c-ad19-8e3dd36ef888 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:07.813158 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:33:07.816247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:07.818685 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:33:07.826874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 294222ca-d2e7-449c-ad19-8e3dd36ef888 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:07.831395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 294222ca-d2e7-449c-ad19-8e3dd36ef888 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:07.831752 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.854133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:07.874930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.916819 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:07.941966 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 294222ca-d2e7-449c-ad19-8e3dd36ef888, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=294222ca-d2e7-449c-ad19-8e3dd36ef888,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:07.949773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.006132 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=294222ca-d2e7-449c-ad19-8e3dd36ef888,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:08.023433 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.180352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e560e65e-fa82-4071-aad3-dafed5cfdb16 None None] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:33:08.242069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] Provisioning for port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:08.254398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] Provisioning complete for port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:08.254767 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.307880 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.314843 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.393750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:08.396417 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.397776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.442352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] For port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:08.446543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.503930 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd470d81-9dfe-4172-a2e3-f8ec743c3495 None None] Pushing event updated for resources: {'Port': ['ID=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:08.506523 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:33:08.508568 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:08.632433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:33:08.673321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7f1d7b36-9b38-4552-adfa-28a750e0309b None None] Provisioning complete for port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:08.673700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7b36-9b38-4552-adfa-28a750e0309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.749473 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:33:08.755371 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-1af9da96-8964-48fd-ae12-0698f9da7f7a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/85dd924b-3b41-44c4-80d2-7eb6ffdac32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2819476 Jul 30 04:33:08.768034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Sync routers for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:33:08.790235 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:08.790922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:08.834498 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7f1d7b36-9b38-4552-adfa-28a750e0309b None None] Provisioning for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:08.841087 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7f1d7b36-9b38-4552-adfa-28a750e0309b None None] Provisioning complete for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:08.841458 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7b36-9b38-4552-adfa-28a750e0309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:08.921885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d7b36-9b38-4552-adfa-28a750e0309b None None] Port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:33:08.925953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-c84989a3-c624-43fd-acfd-397eb0b90e2f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408363652&fields=id&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 267 time: 0.0359392 Jul 30 04:33:08.942607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:09.055159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-3bd990d1-f0c3-405d-ad2b-178b3bc4bbe6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:09.056640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-3bd990d1-f0c3-405d-ad2b-178b3bc4bbe6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 797 time: 0.1229758 Jul 30 04:33:09.072518 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-2518e891-57b4-4a37-9d7a-5752cdd2c960 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/quotas/2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 375 time: 0.0094454 Jul 30 04:33:09.081864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3a515b58-b81e-490b-8cdc-415f40594eb9 None None] Provisioning complete for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:09.082240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a515b58-b81e-490b-8cdc-415f40594eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.124709 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-f6d3bc44-49e3-4092-b973-2521ab8be913 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457091 Jul 30 04:33:09.140088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3a515b58-b81e-490b-8cdc-415f40594eb9 None None] Port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:33:09.149013 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-10f49412-3f63-413e-b166-c4dbcb0090a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:33:09.149975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-10f49412-3f63-413e-b166-c4dbcb0090a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054436 Jul 30 04:33:09.187088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:08Z', 'revision_number': 2, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:09.213453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Checking router: 85dd924b-3b41-44c4-80d2-7eb6ffdac32d for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:33:09.213816 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Updating router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:33:09.238569 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.241416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-2b8da8cc-2577-441d-b0a5-df5c65ac4aff service neutron] 10.222.0.39 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849249 Jul 30 04:33:09.289411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ae80343a-0cd1-4dc1-abb0-a6ba75f073eb None None] Provisioning complete for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:09.289787 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ae80343a-0cd1-4dc1-abb0-a6ba75f073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.331147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1df1a741-1309-4908-b16d-c89f74a69f49 service neutron] 10.222.0.39 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Jul 30 04:33:09.382340 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ae80343a-0cd1-4dc1-abb0-a6ba75f073eb None None] Port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:33:09.501756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9d9170b4-68e9-44e5-82db-afb009321f72 req-42836d1b-68fd-4b5f-a5be-34584f178822 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Jul 30 04:33:09.557122 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.566879 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Transition to ACTIVE for port object d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:09.572913 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.627813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc36d6a-c50d-408f-a2ab-fbb623c58dfc None None] Pushing event updated for resources: {'Port': ['ID=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:09.684517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Attempting to bind port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:33:09.685147 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Attempting to bind port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:33:09.685717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Attempting to bind port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 on network 2c38da83-de95-47da-8fae-51717bb1b6e7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:33:09.691378 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:33:09.691980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Checking segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:33:09.692652 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.692931 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Bound using segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:33:09.693408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Bound port: d1ae6d8a-e3a1-4514-b976-af6945eb5fe7, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:33:09.693788 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.865663 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 294222ca-d2e7-449c-ad19-8e3dd36ef888 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:09.965327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] For port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:33:09.969811 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] For port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:33:09.971394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 294222ca-d2e7-449c-ad19-8e3dd36ef888 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:09.971780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:09.974953 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:10.072393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:10.073035 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:32:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:10.108473 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc36d6a-c50d-408f-a2ab-fbb623c58dfc None None] Pushing event updated for resources: {'Port': ['ID=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:10.193082 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:10.240140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:10.339664 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:10.340036 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:10.522324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:09Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:10.562423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36f433-b504-4f2a-b3e8-5db8f0cbab04 None None] The sync data for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 is: [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:09Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:33:10.569816 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-7a6b2a88-f5f7-47e5-94b2-8057e4a296a5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:10.571659 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-7a6b2a88-f5f7-47e5-94b2-8057e4a296a5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 797 time: 0.1182234 Jul 30 04:33:10.644168 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-64aeb33e-bd45-481d-8ade-40680517811a req-8c789642-9494-47c1-803a-0939e9f91fd5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 210 time: 0.0517128 Jul 30 04:33:10.670371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-bbef21c8-a68b-45ee-a37d-e27a737a9ea3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 380 time: 0.0879471 Jul 30 04:33:10.680495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'port': {'device_id': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'admin_state_up': True, 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'security_groups': ['dc3ecf07-452e-4148-a768-1a93532f6d7c']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:10.795768 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:33:10.800642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:10.933823 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.13 (2c38da83-de95-47da-8fae-51717bb1b6e7/0861f82f-d007-4fe8-b03d-a1cbfe71a1dc/15305a0a-77ce-4d64-951e-ab86ca64d670) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:33:11.081116 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.102524 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 15305a0a-77ce-4d64-951e-ab86ca64d670 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:11.138000 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.180627 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:33:11.183778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:11.187678 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:33:11.225173 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=15305a0a-77ce-4d64-951e-ab86ca64d670,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:11.252014 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:11.252914 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.269883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-4a5ede8e-093c-4d37-94d3-53dd7b893cc1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932145 Jul 30 04:33:11.335121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Request body: {'port': {'device_id': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:11.399895 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.458243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51b3f47d-bfaa-4276-b0c8-488915d99b21 None None] Provisioning for port 15305a0a-77ce-4d64-951e-ab86ca64d670 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:11.462910 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-51b3f47d-bfaa-4276-b0c8-488915d99b21 None None] Provisioning complete for port 15305a0a-77ce-4d64-951e-ab86ca64d670 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:11.463584 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-51b3f47d-bfaa-4276-b0c8-488915d99b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.500916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-51b3f47d-bfaa-4276-b0c8-488915d99b21 None None] Port 15305a0a-77ce-4d64-951e-ab86ca64d670 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:33:11.614602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.697365 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:11.697655 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15305a0a-77ce-4d64-951e-ab86ca64d670 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:33:11.705899 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.719518 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Transition to ACTIVE for port object 15305a0a-77ce-4d64-951e-ab86ca64d670 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:33:11.731879 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.750575 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:11.754477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:11.755116 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.807360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Pushing event updated for resources: {'Port': ['ID=15305a0a-77ce-4d64-951e-ab86ca64d670,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:11.840046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1a446-cd28-4995-be9e-f9b188f7cb00 req-ad85489f-472a-4953-9fe4-b5e0c6fd0232 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:11.840624 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.841737 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4e1a446-cd28-4995-be9e-f9b188f7cb00 req-ad85489f-472a-4953-9fe4-b5e0c6fd0232 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 944 time: 0.1210141 Jul 30 04:33:11.877651 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:11.884657 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:11.934159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Attempting to bind port 15305a0a-77ce-4d64-951e-ab86ca64d670 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:33:11.935249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Attempting to bind port 15305a0a-77ce-4d64-951e-ab86ca64d670 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:33:11.935648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Attempting to bind port 15305a0a-77ce-4d64-951e-ab86ca64d670 on network 2c38da83-de95-47da-8fae-51717bb1b6e7 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:33:11.939422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:11.948507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a4e1a446-cd28-4995-be9e-f9b188f7cb00 req-f66a07d7-58df-425c-9284-33bda91d8a16 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861452 Jul 30 04:33:11.951312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Port 15305a0a-77ce-4d64-951e-ab86ca64d670 on network 2c38da83-de95-47da-8fae-51717bb1b6e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:33:11.951800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Attempting to bind port 15305a0a-77ce-4d64-951e-ab86ca64d670 on network 2c38da83-de95-47da-8fae-51717bb1b6e7 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:33:11.958124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:33:11.958668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Checking segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:33:11.959086 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Bound using segment: {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:33:11.959563 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Bound port: 15305a0a-77ce-4d64-951e-ab86ca64d670, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ad4ce9-1815-469e-9d31-afceb21be0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:33:11.959924 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:12.035975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] For port 15305a0a-77ce-4d64-951e-ab86ca64d670, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:33:12.039062 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] For port 15305a0a-77ce-4d64-951e-ab86ca64d670, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=15305a0a-77ce-4d64-951e-ab86ca64d670,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:33:12.043187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:12.074257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.075560 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:12.076917 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] 10.222.0.18 "PUT /v2.0/ports/15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 1093 time: 0.7995939 Jul 30 04:33:12.077342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:33:12.079598 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcca903-2eb8-4c72-81f7-60636da71c21" -d '{"events": [{"name": "network-changed", "server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:33:12.104814 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36e272-960a-4c2b-aa2a-c679ae5d8849 service neutron] Pushing event updated for resources: {'Port': ['ID=15305a0a-77ce-4d64-951e-ab86ca64d670,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:12.164061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-6969a69d-84e6-40c4-a0ae-77125bf74e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.165603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-6969a69d-84e6-40c4-a0ae-77125bf74e7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1096 time: 0.0483720 Jul 30 04:33:12.179919 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a4e342-d9a7-4f3e-82f8-0a448e5e7627 x-openstack-request-id: req-d5a4e342-d9a7-4f3e-82f8-0a448e5e7627 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:33:12.180254 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:33:12.180513 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5a4e342-d9a7-4f3e-82f8-0a448e5e7627 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:33:12.181139 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'status': 'completed', 'code': 200} Jul 30 04:33:12.211836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-3dd4e42e-09f5-42e2-a84f-786ac2e9de97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 217 time: 0.0386596 Jul 30 04:33:12.261821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-e987455d-dd27-4846-8629-2497c4ed0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.264037 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-e987455d-dd27-4846-8629-2497c4ed0b33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0456800 Jul 30 04:33:12.310317 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-b02578f6-19b0-4505-b16d-2e7d82431df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.311746 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-b02578f6-19b0-4505-b16d-2e7d82431df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400259 Jul 30 04:33:12.411699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-98488404-3ca5-4ee7-950b-54ceb0063da9 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919538 Jul 30 04:33:12.462094 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50f2c6ae-491b-48f4-8d82-40dd59321976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:12.501084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2927bf7b-df5c-478a-99a0-a3aad1c1d39f req-67994d5d-1f02-49ef-a653-57e95d481570 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830688 Jul 30 04:33:12.589112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-0030a7db-0ae1-4b12-b492-d61b3c78363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.591049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-0030a7db-0ae1-4b12-b492-d61b3c78363f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1096 time: 0.0436685 Jul 30 04:33:12.678444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-2f15f48b-ba48-4117-9fd9-50768efef922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.680011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-2f15f48b-ba48-4117-9fd9-50768efef922 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 897 time: 0.0829427 Jul 30 04:33:12.725220 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-21a4b1bd-c063-43a1-b16f-9c7589ad1ac4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 217 time: 0.0384254 Jul 30 04:33:12.774378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-42a1c3f9-10c0-4b37-80e1-b20ef83b5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.775819 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-42a1c3f9-10c0-4b37-80e1-b20ef83b5da6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0435412 Jul 30 04:33:12.820124 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-aab6b160-633e-4d94-bb66-2d72afc6f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:12.821575 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-aab6b160-633e-4d94-bb66-2d72afc6f1a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382376 Jul 30 04:33:12.914617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-02498bf6-ccae-41ba-9934-cdbc1e896ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852106 Jul 30 04:33:13.005543 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1bcca903-2eb8-4c72-81f7-60636da71c21 req-5f54039d-f518-4fca-9ebd-071045326b01 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832515 Jul 30 04:33:13.061631 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f45d3-b308-4ba1-9503-b372ead5ff53 req-7fd453c5-209f-4817-b61c-f1c068837ef1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:13.063114 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e0f45d3-b308-4ba1-9503-b372ead5ff53 req-7fd453c5-209f-4817-b61c-f1c068837ef1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 944 time: 0.0499408 Jul 30 04:33:13.101462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e0f45d3-b308-4ba1-9503-b372ead5ff53 req-9e0c7cfe-28db-416c-94b8-bbc77ea76f59 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Jul 30 04:33:13.670342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:13.716781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:13.717157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:14.220904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9299ace-db53-4336-b5fd-01231004966f req-9baa574b-efc0-4557-8c35-a16ea3624e11 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:14.222367 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9299ace-db53-4336-b5fd-01231004966f req-9baa574b-efc0-4557-8c35-a16ea3624e11 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 944 time: 0.0526648 Jul 30 04:33:14.259005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9299ace-db53-4336-b5fd-01231004966f req-31463266-75ef-4a23-a8b3-e14c2ee09ded tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306706 Jul 30 04:33:14.774737 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d81b066-66df-4961-a308-2a9379a1f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:15.057174 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:15.372304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84ba43-3c9e-4ee8-8353-18427043589d req-4dc49eeb-bb9c-4387-bcff-15e5db3a9c9f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:15.373883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe84ba43-3c9e-4ee8-8353-18427043589d req-4dc49eeb-bb9c-4387-bcff-15e5db3a9c9f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 944 time: 0.0496814 Jul 30 04:33:15.414959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe84ba43-3c9e-4ee8-8353-18427043589d req-0886ec1c-6471-4435-8162-a3ce8ca708ad tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350335 Jul 30 04:33:15.709903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 15305a0a-77ce-4d64-951e-ab86ca64d670 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:33:15.808028 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 15305a0a-77ce-4d64-951e-ab86ca64d670, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=15305a0a-77ce-4d64-951e-ab86ca64d670,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:15.821143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'port_id': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'mac_address': 'fa:16:3e:e2:4c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:33:15.859459 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:15.872435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15305a0a-77ce-4d64-951e-ab86ca64d670 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:33:15.891658 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 15305a0a-77ce-4d64-951e-ab86ca64d670, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=15305a0a-77ce-4d64-951e-ab86ca64d670,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:15.895475 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:15.942731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=15305a0a-77ce-4d64-951e-ab86ca64d670,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:16.094150 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['15305a0a-77ce-4d64-951e-ab86ca64d670'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:33:16.528569 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44c24-669e-423d-b855-e71bc03220c8 req-cac9376a-22ac-4a6b-bb4c-90128d082ae3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:16.530082 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73d44c24-669e-423d-b855-e71bc03220c8 req-cac9376a-22ac-4a6b-bb4c-90128d082ae3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Jul 30 04:33:16.567485 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-73d44c24-669e-423d-b855-e71bc03220c8 req-11894242-be79-4283-99ce-8539c57a7fce tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Jul 30 04:33:16.629598 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:17.690121 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18be4c7-b021-4592-aee5-b343d8d9a8b5 req-d0449823-78c3-457d-a663-534ba9fe538f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:17.691617 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c18be4c7-b021-4592-aee5-b343d8d9a8b5 req-d0449823-78c3-457d-a663-534ba9fe538f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Jul 30 04:33:17.725454 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 15305a0a-77ce-4d64-951e-ab86ca64d670 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:33:17.729632 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c18be4c7-b021-4592-aee5-b343d8d9a8b5 req-0fad84be-0f21-44e8-af9c-e59173a2af72 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321326 Jul 30 04:33:17.776960 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 15305a0a-77ce-4d64-951e-ab86ca64d670 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:33:17.781099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 15305a0a-77ce-4d64-951e-ab86ca64d670 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:33:17.781473 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:17.863380 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:17.885947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:33:17.888980 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f47332d-f92d-4f12-b46a-6b39b5aa4ed3" -d '{"events": [{"server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "name": "network-vif-plugged", "status": "completed", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:33:17.901258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 15305a0a-77ce-4d64-951e-ab86ca64d670, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=15305a0a-77ce-4d64-951e-ab86ca64d670,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:33:17.905693 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:17.953897 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=15305a0a-77ce-4d64-951e-ab86ca64d670,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:17.983635 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8b94c-de68-4979-8373-fdb55f586f05 x-openstack-request-id: req-77d8b94c-de68-4979-8373-fdb55f586f05 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:33:17.983921 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "name": "network-vif-plugged", "status": "completed", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:33:17.984187 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77d8b94c-de68-4979-8373-fdb55f586f05 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:33:17.984578 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'code': 200} Jul 30 04:33:18.083753 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76f254-6169-4622-97fe-6d6c998f08d2 req-fd17d1f7-f704-4fd2-9bf0-750b3f43cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:18.085225 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf76f254-6169-4622-97fe-6d6c998f08d2 req-fd17d1f7-f704-4fd2-9bf0-750b3f43cf93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1098 time: 0.0396042 Jul 30 04:33:18.119203 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf76f254-6169-4622-97fe-6d6c998f08d2 req-b7bafe8c-37ce-4e76-824a-8d0269fc1d1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269520 Jul 30 04:33:18.271266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:18.844053 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d5fd3-fa67-4090-9f97-23ebfae35ecf req-26ac1d0e-f1a5-4638-ba9f-71fb97a0a955 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:18.845532 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d3d5fd3-fa67-4090-9f97-23ebfae35ecf req-26ac1d0e-f1a5-4638-ba9f-71fb97a0a955 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0480814 Jul 30 04:33:18.883581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3d3d5fd3-fa67-4090-9f97-23ebfae35ecf req-32e45223-cc0a-4472-9538-9d84bd2c8ebb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Jul 30 04:33:19.100216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-306f13a9-28b9-4be1-bc87-e2d2bf7c47d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431194 Jul 30 04:33:19.180428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-2694f754-9c51-4a8c-9139-b6b6549dc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:19.181909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-2694f754-9c51-4a8c-9139-b6b6549dc0bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1098 time: 0.0413930 Jul 30 04:33:19.282908 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-9dd7c3c9-148e-4a2a-81a7-22304c12ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:19.284429 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-9dd7c3c9-148e-4a2a-81a7-22304c12ea1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 897 time: 0.0840983 Jul 30 04:33:19.328412 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-0bf48b59-ea49-4dff-9a67-f5292ec4fb4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 217 time: 0.0370774 Jul 30 04:33:19.377110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-3dc99543-7995-4b05-a797-f81a3f2d6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:19.378497 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-3dc99543-7995-4b05-a797-f81a3f2d6e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0431235 Jul 30 04:33:19.426150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-8cf3a816-89e9-4822-9568-95f9e5a899ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:19.427625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-8cf3a816-89e9-4822-9568-95f9e5a899ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403333 Jul 30 04:33:19.518161 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-d87a63f9-fb13-47ad-93c0-2f9daf5e051b service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833435 Jul 30 04:33:19.605468 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2ab58494-3e18-4b15-b610-ca499f499a4d req-8ad920b2-8bda-4625-b864-fddbc1c5db6c service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803773 Jul 30 04:33:20.004335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571bbd2-0eb9-484a-a8c5-0f000842c922 req-bb5be0e5-cbbb-4f66-96f8-2f724e6642c2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:20.005792 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7571bbd2-0eb9-484a-a8c5-0f000842c922 req-bb5be0e5-cbbb-4f66-96f8-2f724e6642c2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0527954 Jul 30 04:33:20.043322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7571bbd2-0eb9-484a-a8c5-0f000842c922 req-d2d7c094-0d54-4817-964f-858b23acab13 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jul 30 04:33:20.155608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ce7de-ec07-4411-9a93-40593dba9e79 req-3ba11c91-13a1-4cb3-8e31-f82d931ff480 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:20.157055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855ce7de-ec07-4411-9a93-40593dba9e79 req-3ba11c91-13a1-4cb3-8e31-f82d931ff480 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0482726 Jul 30 04:33:20.194944 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-855ce7de-ec07-4411-9a93-40593dba9e79 req-9125a8cc-f1b8-40ca-add4-b42b561d7e6f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Jul 30 04:33:20.217232 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:20.255889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6c982-0468-41b1-9ca9-55fc0e45e2d3 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:20.257615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a5e6c982-0468-41b1-9ca9-55fc0e45e2d3 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1093 time: 0.0393991 Jul 30 04:33:20.260432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60480) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:20.264940 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:33:20.285300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:20.383295 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:20.482242 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.14 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/93af6c9e-8e22-463d-985a-f077a7fb4406) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:33:20.585082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:20.623434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:20.660520 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:33:20.663303 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:33:20.669216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:33:20.690257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=93af6c9e-8e22-463d-985a-f077a7fb4406,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:21.017398 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:21.083300 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:21.229484 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:21.233868 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:21.300369 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=93af6c9e-8e22-463d-985a-f077a7fb4406,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:33:21.310504 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:21.409813 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP 9306a9de-c546-4913-928f-f84fa0ffeae9 associated. External IP: 172.25.6.14, port: 15305a0a-77ce-4d64-951e-ab86ca64d670. Jul 30 04:33:21.611661 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:33:21.719425 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:33:21.729014 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] Sync routers for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:33:21.735092 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:21.739165 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:21.739788 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:21.762578 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-29576b48-31e8-4903-a72f-c1716ee82400 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5008414 Jul 30 04:33:21.763196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:33:21.765532 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51313830-46f5-4245-835e-804adcf4b1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:33:21.803065 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74c318-e7a6-4314-82fc-368aaa40022d x-openstack-request-id: req-3b74c318-e7a6-4314-82fc-368aaa40022d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:33:21.803385 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:33:21.803639 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b74c318-e7a6-4314-82fc-368aaa40022d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:33:21.804047 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'status': 'completed', 'code': 200} Jul 30 04:33:21.853544 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:21.889870 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908b50-8937-447a-8e06-50002c25550d req-2a3ef151-78b1-48a8-8c12-70ec1d4a2c1d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:21.891299 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c908b50-8937-447a-8e06-50002c25550d req-2a3ef151-78b1-48a8-8c12-70ec1d4a2c1d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0786805 Jul 30 04:33:21.896909 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313830-46f5-4245-835e-804adcf4b1ab req-f1cafc67-7ae2-42d4-b74b-1fc46729fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:21.898343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-f1cafc67-7ae2-42d4-b74b-1fc46729fc57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1098 time: 0.0738904 Jul 30 04:33:21.984874 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5c908b50-8937-447a-8e06-50002c25550d req-cc50c87b-e0b1-4e57-b997-6bb1212ebd58 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855589 Jul 30 04:33:22.009391 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60486) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:22.019592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313830-46f5-4245-835e-804adcf4b1ab req-653d683d-b464-4116-a956-570b04b8ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:22.021118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-653d683d-b464-4116-a956-570b04b8ec4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 897 time: 0.1140866 Jul 30 04:33:22.078218 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9d51cdb0-c9b6-4f21-99cd-9b9e6db1eafd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/9306a9de-c546-4913-928f-f84fa0ffeae9 HTTP/1.1" status: 200 len: 991 time: 0.0668252 Jul 30 04:33:22.091990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-e47da395-355c-48c2-9adb-fc2cbaba2871 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 999 time: 0.0633359 Jul 30 04:33:22.140378 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313830-46f5-4245-835e-804adcf4b1ab req-79f97dc9-3faf-4667-b9f7-dfd7378d416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:22.141748 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-79f97dc9-3faf-4667-b9f7-dfd7378d416f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0431781 Jul 30 04:33:22.172741 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '9306a9de-c546-4913-928f-f84fa0ffeae9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'port_id': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'mac_address': 'fa:16:3e:e2:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:33:20Z', 'updated_at': '2021-07-30T04:33:20Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:11Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:22.186579 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313830-46f5-4245-835e-804adcf4b1ab req-e57fa92e-a720-4f36-8891-eb9c4f65838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:22.188103 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-e57fa92e-a720-4f36-8891-eb9c4f65838c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394683 Jul 30 04:33:22.201486 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] Checking router: 85dd924b-3b41-44c4-80d2-7eb6ffdac32d for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:33:22.209777 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:33:22.210412 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:33:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:22.283147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-8cae03ac-025d-43f9-ad77-7c9739956f4a service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868785 Jul 30 04:33:22.314409 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:33:22.370908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51313830-46f5-4245-835e-804adcf4b1ab req-4ea18fad-232f-496e-854a-4006174d3ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810432 Jul 30 04:33:22.534642 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '9306a9de-c546-4913-928f-f84fa0ffeae9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'port_id': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'mac_address': 'fa:16:3e:e2:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:33:20Z', 'updated_at': '2021-07-30T04:33:20Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:11Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:33:22.560484 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c03597-0501-4051-b915-6558e9c7a08c None None] The sync data for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 is: [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '9306a9de-c546-4913-928f-f84fa0ffeae9', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'port_id': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'mac_address': 'fa:16:3e:e2:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:33:20Z', 'updated_at': '2021-07-30T04:33:20Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:11Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:33:22.740909 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726a346-c0ea-49ee-bac3-5e779819ba9f None None] New status for floating IP 9306a9de-c546-4913-928f-f84fa0ffeae9: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:33:23.080010 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:33:23.144251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4c16854c-ddb5-457b-a8a1-a91b14542118 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/9306a9de-c546-4913-928f-f84fa0ffeae9 HTTP/1.1" status: 200 len: 993 time: 0.0629916 Jul 30 04:33:31.316001 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:41.612695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:42.462595 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe3fc-8961-4f40-926e-41513ea07f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:44.664866 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:33:44.774950 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a309169-cd3c-4c9b-ad2b-9cc4add778e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:45.057575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:46.633098 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:48.273529 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:33:49.846692 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51db6e-6440-45b9-9349-7dc5cf2de29e req-6588c189-7ecd-46e0-8d2b-4d48bf46ca45 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:49.848208 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f51db6e-6440-45b9-9349-7dc5cf2de29e req-6588c189-7ecd-46e0-8d2b-4d48bf46ca45 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Jul 30 04:33:49.886246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f51db6e-6440-45b9-9349-7dc5cf2de29e req-13a5a068-c93a-446b-9917-1797708b89be tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319927 Jul 30 04:33:51.004414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26d9d-49f1-469c-8aed-80e91f9dc12e req-cbcfad6c-8744-472a-8743-5057e49e3528 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:51.005985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23e26d9d-49f1-469c-8aed-80e91f9dc12e req-cbcfad6c-8744-472a-8743-5057e49e3528 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0498013 Jul 30 04:33:51.043409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-23e26d9d-49f1-469c-8aed-80e91f9dc12e req-8092325d-bfcb-47f4-85c8-887948e7544e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Jul 30 04:33:52.162114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132511c-c965-4663-94bb-fa09de77e70c req-2eb4b1c2-77cd-48fb-bfa4-5c0e7dd06e28 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:52.163610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7132511c-c965-4663-94bb-fa09de77e70c req-2eb4b1c2-77cd-48fb-bfa4-5c0e7dd06e28 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0523970 Jul 30 04:33:52.200603 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7132511c-c965-4663-94bb-fa09de77e70c req-4506d426-43a1-40db-a739-c8e730376413 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Jul 30 04:33:53.315149 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564775-02b4-44d8-a106-e4cfa6602b14 req-77154da6-af32-4790-beda-b5a607504d97 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:53.316596 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e564775-02b4-44d8-a106-e4cfa6602b14 req-77154da6-af32-4790-beda-b5a607504d97 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0477588 Jul 30 04:33:53.353961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6e564775-02b4-44d8-a106-e4cfa6602b14 req-2153a7b5-37f5-4c5d-b5e1-95270b94e2d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314448 Jul 30 04:33:54.468929 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbafff-f4b8-4bc8-afa5-ab70e6b6e3b0 req-0541c0b3-c07d-4000-8ce6-42c8831419b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:54.470407 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aabbafff-f4b8-4bc8-afa5-ab70e6b6e3b0 req-0541c0b3-c07d-4000-8ce6-42c8831419b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Jul 30 04:33:54.512096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aabbafff-f4b8-4bc8-afa5-ab70e6b6e3b0 req-3768603b-76f6-472f-9fb3-ba7f3fd69f99 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355775 Jul 30 04:33:55.632152 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2198b-cd5e-430b-bf5e-e7814db9904f req-0f0e1e64-dc7e-41c2-ae52-0fa7fbe0bb5e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:55.633620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92d2198b-cd5e-430b-bf5e-e7814db9904f req-0f0e1e64-dc7e-41c2-ae52-0fa7fbe0bb5e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Jul 30 04:33:55.671533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92d2198b-cd5e-430b-bf5e-e7814db9904f req-fd242d95-5bad-4871-8862-eceb371475e1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Jul 30 04:33:56.801443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5f585-fa72-47c8-9ce6-c782e529f6d8 req-5a7d74b8-30f1-4789-8181-7771dc149351 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:56.802924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74f5f585-fa72-47c8-9ce6-c782e529f6d8 req-5a7d74b8-30f1-4789-8181-7771dc149351 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0512702 Jul 30 04:33:56.840699 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74f5f585-fa72-47c8-9ce6-c782e529f6d8 req-a101dcdb-7162-4c4c-ae3f-16b38052f5b3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Jul 30 04:33:57.973330 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c8ecf-4c72-4442-84d1-c0fbf2aa1063 req-54a7615e-e79e-468b-89a5-a6ef77574776 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:57.974847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd3c8ecf-4c72-4442-84d1-c0fbf2aa1063 req-54a7615e-e79e-468b-89a5-a6ef77574776 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0503263 Jul 30 04:33:58.012647 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bd3c8ecf-4c72-4442-84d1-c0fbf2aa1063 req-fd3c521d-9e8b-4ff1-9a86-9ab35a13e2c7 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jul 30 04:33:59.130093 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb6ca0-ef85-4493-969f-b6b208213866 req-162c5c68-7416-42f4-be38-0ee94131beb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:33:59.131582 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfeb6ca0-ef85-4493-969f-b6b208213866 req-162c5c68-7416-42f4-be38-0ee94131beb1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0519090 Jul 30 04:33:59.168932 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dfeb6ca0-ef85-4493-969f-b6b208213866 req-d5274b28-df8b-4628-bed8-06825471366b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312326 Jul 30 04:34:00.283381 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e78fc-9ca2-4265-83c1-df503d342a02 req-ff454572-bebb-4a39-bb33-fd33c9caac15 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:00.284777 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9e78fc-9ca2-4265-83c1-df503d342a02 req-ff454572-bebb-4a39-bb33-fd33c9caac15 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0482872 Jul 30 04:34:00.321742 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ee9e78fc-9ca2-4265-83c1-df503d342a02 req-ed72b1db-0b85-4fe7-aa51-255cdd3dc463 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Jul 30 04:34:00.343936 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60528) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:00.411925 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eaf7db9e-f246-4a0a-b24d-ee148ce2c256 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/9306a9de-c546-4913-928f-f84fa0ffeae9 HTTP/1.1" status: 200 len: 993 time: 0.0668793 Jul 30 04:34:01.329081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:01.696497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3bd2f-caf8-4974-ab65-ecad619cd01b req-ea7cba4d-093e-4547-ac04-9dc0988c68a3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:01.697975 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ef3bd2f-caf8-4974-ab65-ecad619cd01b req-ea7cba4d-093e-4547-ac04-9dc0988c68a3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0834987 Jul 30 04:34:01.703591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27a36-6007-4be1-8695-be5a605c8887 req-91da3878-98cd-429d-9668-54cea9c0538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:01.704962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-91da3878-98cd-429d-9668-54cea9c0538f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1098 time: 0.0581560 Jul 30 04:34:02.144869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8ef3bd2f-caf8-4974-ab65-ecad619cd01b req-e1785f8c-4e02-490d-b511-8e0d63f7209e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389539 Jul 30 04:34:02.176882 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27a36-6007-4be1-8695-be5a605c8887 req-e3f93855-eb7c-432b-9a57-0260674298ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:02.178909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-e3f93855-eb7c-432b-9a57-0260674298ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 897 time: 0.4664881 Jul 30 04:34:02.247444 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-5fe9c167-b1b7-4968-a558-4a23c4ae5c5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 1001 time: 0.0608299 Jul 30 04:34:02.298328 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27a36-6007-4be1-8695-be5a605c8887 req-f1498b60-9f2b-4fc4-be4d-93e2c6a9d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:02.299802 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-f1498b60-9f2b-4fc4-be4d-93e2c6a9d66c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0450797 Jul 30 04:34:02.347856 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27a36-6007-4be1-8695-be5a605c8887 req-b5392802-aca0-4c64-a8a3-f89f43f46c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:02.349322 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-b5392802-aca0-4c64-a8a3-f89f43f46c22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427544 Jul 30 04:34:02.441204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-8f6d2cc8-7ca0-46dd-b60a-1722ee952d92 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850625 Jul 30 04:34:02.534450 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-47b27a36-6007-4be1-8695-be5a605c8887 req-b50bed63-bfbc-4bee-932d-316d90b4cc2c service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Jul 30 04:34:03.261738 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7f43-1680-4656-98bf-37da887d40b5 req-4c31affb-9b29-408c-be32-f2188d2a5631 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:03.263113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97ae7f43-1680-4656-98bf-37da887d40b5 req-4c31affb-9b29-408c-be32-f2188d2a5631 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0495927 Jul 30 04:34:03.301057 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-97ae7f43-1680-4656-98bf-37da887d40b5 req-421db2b2-f4da-487e-b2c2-c91fb0f0a97a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Jul 30 04:34:03.333057 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:03.392096 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b409b43e-3242-4a64-9595-e4a8d1884b2e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/9306a9de-c546-4913-928f-f84fa0ffeae9 HTTP/1.1" status: 200 len: 993 time: 0.0579145 Jul 30 04:34:11.611327 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:12.464665 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e485d76b-d091-4808-a584-c6e6d3016750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:14.774958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-977ae777-fd4d-4ad8-94c6-28883e0c23f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:15.058288 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:16.636804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:18.276330 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:19.573961 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-9f6f660e-fba8-4be5-8191-f9122f999cf5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426250 Jul 30 04:34:19.654208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187afd7-5063-474e-ad42-b30133486bea req-b22107b4-4d12-465f-98e2-7a2c31cdf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:19.656088 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-b22107b4-4d12-465f-98e2-7a2c31cdf438 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1098 time: 0.0416837 Jul 30 04:34:19.756141 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187afd7-5063-474e-ad42-b30133486bea req-6c85da47-e0c5-41d7-9011-6078e8507e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:19.757858 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-6c85da47-e0c5-41d7-9011-6078e8507e29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 897 time: 0.0832686 Jul 30 04:34:19.826197 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-fd2f44f5-8561-4813-9b5d-1ac3bbfc3dcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 1001 time: 0.0614481 Jul 30 04:34:19.875976 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187afd7-5063-474e-ad42-b30133486bea req-0b10d535-8efa-4784-bb9d-204b5d1e4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:19.877378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-0b10d535-8efa-4784-bb9d-204b5d1e4447 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0432711 Jul 30 04:34:19.922222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187afd7-5063-474e-ad42-b30133486bea req-add3b291-786b-4b37-9dd4-3646478c19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:19.923700 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-add3b291-786b-4b37-9dd4-3646478c19b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394838 Jul 30 04:34:20.018149 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-2778ee15-d02f-4bcc-bd52-5d7ac9e6098a service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861750 Jul 30 04:34:20.108021 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4187afd7-5063-474e-ad42-b30133486bea req-c269b194-fb82-471f-b27d-a1c7d3279ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828459 Jul 30 04:34:21.663797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:34:31.328485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.004481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:34.164555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 93af6c9e-8e22-463d-985a-f077a7fb4406 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:34:34.164897 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.237762 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.238005 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.250368 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 93af6c9e-8e22-463d-985a-f077a7fb4406 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:34:34.412014 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.437187 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=93af6c9e-8e22-463d-985a-f077a7fb4406,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:34.448990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.449351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.449698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.450035 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.450375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.450712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.451044 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.451442 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.451776 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.452103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.452426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.452751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:34.509073 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.509332 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP 9306a9de-c546-4913-928f-f84fa0ffeae9 disassociated (deleted). External IP: 172.25.6.14, port: 15305a0a-77ce-4d64-951e-ab86ca64d670. Jul 30 04:34:34.732203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:34:34.840746 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:34:34.845614 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:34.851601 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] Sync routers for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:34:34.860607 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:34.861205 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:34.871602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-865ca759-64fd-4530-bcce-24a3d14cea79 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/floatingips/9306a9de-c546-4913-928f-f84fa0ffeae9 HTTP/1.1" status: 204 len: 168 time: 0.8653779 Jul 30 04:34:34.872218 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:34:34.875095 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583b938-efe6-45ba-bb53-71c6ee70dc82" -d '{"events": [{"name": "network-changed", "server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:34:34.915775 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320e5ee0-7d9c-4dca-a6eb-29c1cce92181 x-openstack-request-id: req-320e5ee0-7d9c-4dca-a6eb-29c1cce92181 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:34:34.916164 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:34:34.916424 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-320e5ee0-7d9c-4dca-a6eb-29c1cce92181 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:34:34.916833 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'status': 'completed', 'code': 200} Jul 30 04:34:34.980731 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:34.986957 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-1834edcb-a873-4a64-a9b1-3c4426357468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:34.988752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-1834edcb-a873-4a64-a9b1-3c4426357468 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 1098 time: 0.0477998 Jul 30 04:34:35.120345 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-21be8b34-0bcb-48e3-bd8c-40f35a908eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:35.121720 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-21be8b34-0bcb-48e3-bd8c-40f35a908eb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 200 len: 897 time: 0.1266572 Jul 30 04:34:35.147777 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253408c-b10b-4ef2-8d84-dd7d1f6cb6d8 req-fd5eca76-f39a-466a-ba94-a0ee061bb002 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:35.149235 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0253408c-b10b-4ef2-8d84-dd7d1f6cb6d8 req-fd5eca76-f39a-466a-ba94-a0ee061bb002 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0704029 Jul 30 04:34:35.177843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-845df2d8-27ef-4bea-a279-fd5b818a866a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 200 len: 217 time: 0.0439696 Jul 30 04:34:35.192726 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:11Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:35.218833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] Checking router: 85dd924b-3b41-44c4-80d2-7eb6ffdac32d for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:34:35.227003 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:35.227634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:35.238202 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0253408c-b10b-4ef2-8d84-dd7d1f6cb6d8 req-a762a50e-db4e-494b-b1cd-6f17d30a191a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627086 Jul 30 04:34:35.247064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-60adc1bf-cbe5-4047-9fa5-b8f1fb842832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:35.248640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-60adc1bf-cbe5-4047-9fa5-b8f1fb842832 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 200 len: 835 time: 0.0581574 Jul 30 04:34:35.301709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-d010c910-7824-4c08-943a-c0bd5acbe66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:35.303531 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-d010c910-7824-4c08-943a-c0bd5acbe66e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c38da83-de95-47da-8fae-51717bb1b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472636 Jul 30 04:34:35.337474 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:35.394798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-e16fc89c-d14a-4260-b93d-0e6617123d32 service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 Jul 30 04:34:35.490806 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8583b938-efe6-45ba-bb53-71c6ee70dc82 req-930822bf-0473-4ef1-9f2a-438ebaf40f7a service neutron] 10.222.0.18 "GET /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881224 Jul 30 04:34:35.536262 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:11Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:35.562461 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314377a-7abb-48c2-a7ba-af06bf6dd8d6 None None] The sync data for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 is: [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'd1ae6d8a-e3a1-4514-b976-af6945eb5fe7', 'name': '', 'network_id': '2c38da83-de95-47da-8fae-51717bb1b6e7', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:70:40:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:07Z', 'updated_at': '2021-07-30T04:33:11Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': '0861f82f-d007-4fe8-b03d-a1cbfe71a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:34:35.799149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70619e-c0ed-4a75-aa81-e7121e9b111f None None] New status for floating IP 9306a9de-c546-4913-928f-f84fa0ffeae9: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:34:36.362385 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba4dee-7152-4e53-9a17-1e7d5b948b80 req-c57a80e2-2099-4612-8d51-fbebe4af02e0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:36.363892 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36ba4dee-7152-4e53-9a17-1e7d5b948b80 req-c57a80e2-2099-4612-8d51-fbebe4af02e0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0496168 Jul 30 04:34:36.401869 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-36ba4dee-7152-4e53-9a17-1e7d5b948b80 req-24c39690-e991-40e8-b35c-169446ceb662 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc3ecf07-452e-4148-a768-1a93532f6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Jul 30 04:34:36.542974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-e48e4c85-3080-4602-89c5-d55335f4f82f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:36.544348 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-e48e4c85-3080-4602-89c5-d55335f4f82f tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "GET /v2.0/ports?device_id=534c25cd-eedd-4a69-8c64-8f7a4e981372 HTTP/1.1" status: 200 len: 946 time: 0.0478425 Jul 30 04:34:36.635551 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 15305a0a-77ce-4d64-951e-ab86ca64d670 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:34:36.635884 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:36.722748 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 15305a0a-77ce-4d64-951e-ab86ca64d670, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=15305a0a-77ce-4d64-951e-ab86ca64d670,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:36.723108 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:36.735441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 15305a0a-77ce-4d64-951e-ab86ca64d670 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:34:36.864025 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:36.893215 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=15305a0a-77ce-4d64-951e-ab86ca64d670,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:36.938037 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] No DVR routers for this DVR port 15305a0a-77ce-4d64-951e-ab86ca64d670 on host n-h1-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:34:36.940710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:36.942712 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e56a257e-275d-4d8a-bd40-68163dd6286a req-590dcf9d-0dec-4f3d-9e4b-393500224089 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.18 "DELETE /v2.0/ports/15305a0a-77ce-4d64-951e-ab86ca64d670 HTTP/1.1" status: 204 len: 173 time: 0.3915775 Jul 30 04:34:36.943177 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'name': 'network-vif-deleted', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:34:36.945427 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ceb77-f5b4-41e5-baf4-473f54aeb7d1" -d '{"events": [{"server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "name": "network-vif-deleted", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:34:36.984121 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fda8e-8c52-4eb4-bd57-4587c2e4bae4 x-openstack-request-id: req-894fda8e-8c52-4eb4-bd57-4587c2e4bae4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:34:36.984572 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534c25cd-eedd-4a69-8c64-8f7a4e981372", "name": "network-vif-deleted", "tag": "15305a0a-77ce-4d64-951e-ab86ca64d670", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:34:36.984984 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-894fda8e-8c52-4eb4-bd57-4587c2e4bae4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:34:36.985596 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534c25cd-eedd-4a69-8c64-8f7a4e981372', 'name': 'network-vif-deleted', 'tag': '15305a0a-77ce-4d64-951e-ab86ca64d670', 'status': 'completed', 'code': 200} Jul 30 04:34:37.458290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:37.811201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:38.058548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:34:38.058888 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:38.147880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port d1ae6d8a-e3a1-4514-b976-af6945eb5fe7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:38.148240 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:38.160523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:34:38.340081 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:38.367713 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=d1ae6d8a-e3a1-4514-b976-af6945eb5fe7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:38.539602 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.111331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:34:39.217130 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:34:39.223872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f728b415-31e3-417c-be13-4053bf1932d8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/85dd924b-3b41-44c4-80d2-7eb6ffdac32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629430 Jul 30 04:34:39.224987 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:39.227557 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] Sync routers for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:34:39.237842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:39.238446 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:39.276049 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting subnet 0861f82f-d007-4fe8-b03d-a1cbfe71a1dc {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:34:39.279069 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.320015 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.412110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.438371 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:39.472623 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.499862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Subnet': ['ID=0861f82f-d007-4fe8-b03d-a1cbfe71a1dc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:39.505824 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.510870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-59e72c71-4bc1-4aea-9cb3-30548c034fef tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/subnets/0861f82f-d007-4fe8-b03d-a1cbfe71a1dc HTTP/1.1" status: 204 len: 168 time: 0.2822731 Jul 30 04:34:39.511605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:39.512694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc0a32-fd54-42ea-94c7-d3c68783a9d3 None None] Network 2c38da83-de95-47da-8fae-51717bb1b6e7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:34:39.623870 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:34:38Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:39.627097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.654408 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] Checking router: 85dd924b-3b41-44c4-80d2-7eb6ffdac32d for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:34:39.662981 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] Routers {'85dd924b-3b41-44c4-80d2-7eb6ffdac32d'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:39.663716 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:39.692152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] DHCP port deletion for 2c38da83-de95-47da-8fae-51717bb1b6e7 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:34:39.745069 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.748706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Deleting port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:34:39.749514 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.801966 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] Set router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:39.819907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] For port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,segment=NetworkSegment(49ad4ce9-1815-469e-9d31-afceb21be0c1),segment_id=49ad4ce9-1815-469e-9d31-afceb21be0c1)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:39.820305 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.832258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:34:39.833201 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 294222ca-d2e7-449c-ad19-8e3dd36ef888 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:34:39.833651 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.838143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Calling delete_port for 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:34:39.917804 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 294222ca-d2e7-449c-ad19-8e3dd36ef888, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=294222ca-d2e7-449c-ad19-8e3dd36ef888,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:39.918091 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.931723 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 294222ca-d2e7-449c-ad19-8e3dd36ef888 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:34:39.976130 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:39.987064 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.000941 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:34:38Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:40.019356 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Pushing event deleted for resources: {'Port': ['ID=7ec95aa5-5c18-451b-9ebb-4b680ee8a18c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:40.027835 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273871a-f825-42ed-af73-8247c8f7e899 None None] The sync data for ids ['85dd924b-3b41-44c4-80d2-7eb6ffdac32d'] in n-d-778696-14 is: [{'id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232278426', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:34:38Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '294222ca-d2e7-449c-ad19-8e3dd36ef888', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd924b-3b41-44c4-80d2-7eb6ffdac32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:33:04Z', 'updated_at': '2021-07-30T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:34:40.028362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] No DVR routers for this DVR port 7ec95aa5-5c18-451b-9ebb-4b680ee8a18c on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:34:40.034590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.039754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acd466-c7c1-4f6c-beae-0b8cf5567279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.112234 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.142120 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=294222ca-d2e7-449c-ad19-8e3dd36ef888,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:40.180178 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.180506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.180840 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.181166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.181489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.181813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.182133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.182451 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.182771 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.183087 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.183424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.183737 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:40.205682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.298304 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.300310 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.345569 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.346160 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Fanout notify agent at l3_agent the message router_deleted on router 85dd924b-3b41-44c4-80d2-7eb6ffdac32d {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:34:40.352864 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.353959 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-2c598a84-a4de-4b2b-896c-44e1a6cfd8b0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/routers/85dd924b-3b41-44c4-80d2-7eb6ffdac32d HTTP/1.1" status: 204 len: 168 time: 0.8416018 Jul 30 04:34:40.356683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60580) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:40.436555 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.528902 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.539475 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c38da83-de95-47da-8fae-51717bb1b6e7']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:40.549710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ad4ce9-1815-469e-9d31-afceb21be0c1') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:40.549951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ad4ce9-1815-469e-9d31-afceb21be0c1') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:40.558942 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.573339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.580246 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:34:40.580722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:34:40.583901 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:34:40.644194 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.651720 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.653548 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/networks/2c38da83-de95-47da-8fae-51717bb1b6e7 HTTP/1.1" status: 204 len: 168 time: 0.2958882 Jul 30 04:34:40.658488 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:40.670388 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34484c-1563-41a9-a5f0-1fb711bc53e6 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Network': ['ID=2c38da83-de95-47da-8fae-51717bb1b6e7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:40.721355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60a6202c-fcc2-43c9-81e6-9a1d47003ed0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.749610 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60a6202c-fcc2-43c9-81e6-9a1d47003ed0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.808559 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60a6202c-fcc2-43c9-81e6-9a1d47003ed0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.812089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60a6202c-fcc2-43c9-81e6-9a1d47003ed0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:40.813286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-60a6202c-fcc2-43c9-81e6-9a1d47003ed0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc3ecf07-452e-4148-a768-1a93532f6d7c HTTP/1.1" status: 204 len: 168 time: 0.1543803 Jul 30 04:34:40.822531 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6202c-fcc2-43c9-81e6-9a1d47003ed0 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3ecf07-452e-4148-a768-1a93532f6d7c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:41.316078 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60588) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:41.320884 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503621832', 'description': 'tempest-secgroup-smoke-1503621832 description', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:41.344677 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.428800 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.432261 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.459429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.460641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435127 Jul 30 04:34:41.462528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3e6d1-53a8-4300-b8fd-7d13720b72d1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992154bb-b331-4f13-b14d-e98dea05b877,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:41.463738 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:41.469265 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '992154bb-b331-4f13-b14d-e98dea05b877', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:41.495105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.555157 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.558831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.576777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a11b1b-4e3f-40c3-b1b9-fa035550d3de,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:41.583066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.584281 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-e172e1d3-65ba-46a0-86ab-1e6819a7c5fb tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195395 Jul 30 04:34:41.587030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60592) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:41.591419 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '992154bb-b331-4f13-b14d-e98dea05b877', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:41.617904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.625614 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.676945 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.680929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.699543 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d18112e-ff40-4842-9d99-36ff7dbcdd3f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:41.707265 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.708724 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b52ca551-e168-47fd-9fb6-e41fca449f76 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206152 Jul 30 04:34:41.711324 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60594) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:41.716230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '992154bb-b331-4f13-b14d-e98dea05b877', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:41.732381 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 294222ca-d2e7-449c-ad19-8e3dd36ef888 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:34:41.744051 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.753290 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 294222ca-d2e7-449c-ad19-8e3dd36ef888 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:34:41.753641 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 294222ca-d2e7-449c-ad19-8e3dd36ef888 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:34:41.754064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:34:41.776128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:34:41.776477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device d1ae6d8a-e3a1-4514-b976-af6945eb5fe7 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:34:41.802947 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.806424 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.821053 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9933c75-9134-41b8-a4e1-d082a4b4521f,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:41.829681 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.830863 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-979d272e-9c8a-4d13-9e49-669201cd929b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185341 Jul 30 04:34:41.833807 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60596) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:41.838507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '992154bb-b331-4f13-b14d-e98dea05b877', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:41.865318 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.926187 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.929690 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.947193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9710b64-6082-4513-bda9-fc84e5b1042e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:41.953283 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:41.954258 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a1b2a149-80ef-4ca2-8d4d-7009adc4add5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194243 Jul 30 04:34:41.956998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:41.961523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '992154bb-b331-4f13-b14d-e98dea05b877', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:41.983726 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:34:41.988581 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.049670 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.053004 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.070394 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed830f2e-3431-4702-bfd6-49845cdfcc5c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:42.076478 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.077772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4256987c-6ae4-46ab-8db7-a8089bd2a33b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197619 Jul 30 04:34:42.080643 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:42.085071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'security_group_rule': {'security_group_id': '992154bb-b331-4f13-b14d-e98dea05b877', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:42.096853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 15305a0a-77ce-4d64-951e-ab86ca64d670 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:34:42.106902 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Project 2c04dfabb9ff48b4a92d26d9569576ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:34:42.112228 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.116703 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 15305a0a-77ce-4d64-951e-ab86ca64d670 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:34:42.117059 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 15305a0a-77ce-4d64-951e-ab86ca64d670 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:34:42.174968 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.178377 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.195999 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a59842-8c42-45df-a902-8712b7adfc7b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:42.201183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.202513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-90c41ff3-d1fd-4d34-91a0-bbcae3247458 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208088 Jul 30 04:34:42.205333 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:42.210196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'network': {'name': 'tempest-network-smoke--993130291', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:42.230895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:34:42.234984 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.257659 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:34:42.266854 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.267237 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Added segment 1f9ecfe9-1611-4e47-9a49-2e22cae18b1a of type vlan for network c98a6f26-eb5c-424d-9687-cab656939c9a Jul 30 04:34:42.310079 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.337676 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.343573 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:42.344150 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.401801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1954448 Jul 30 04:34:42.405103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:42.411778 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'admin_state_up': True, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:42.427079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a46657-55a5-445a-9cab-d0fb2f4c65f2 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Network': ['ID=c98a6f26-eb5c-424d-9687-cab656939c9a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:42.438143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network c98a6f26-eb5c-424d-9687-cab656939c9a details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:34:42.441642 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.442650 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.497578 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.505625 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b17bf84e-b004-44bc-8281-06045cc8abc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.644361 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.836072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.858723 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:42.970639 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.207 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/158b064d-46b9-4b10-9142-cb10c5a99440) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:34:43.078685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:43.118784 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:43.157022 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:34:43.159881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:43.162293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:34:43.188321 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=158b064d-46b9-4b10-9142-cb10c5a99440,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:43.414291 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:43.609406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:43.733981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:34:43.836595 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:34:43.845905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Sync routers for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:34:43.854151 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:43.855513 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-869f2027-63f8-45a2-8d70-e6cf82262181 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4493544 Jul 30 04:34:43.855939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:43.856563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:43.859246 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:43.887181 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-262bbbc2-30ec-44a7-8b63-b7bd8a76e01b tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=2c04dfabb9ff48b4a92d26d9569576ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270956 Jul 30 04:34:43.890449 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:43.964736 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:43.978480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32669978-6ab0-4612-b42e-08e237d99fd6 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:43.980018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-32669978-6ab0-4612-b42e-08e237d99fd6 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886810 Jul 30 04:34:43.982951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:44.017386 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-9c0372b3-dd75-409b-b6b4-b4b91f21fc92 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=1fc087a1-28ee-49dd-996c-fe352639efff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331943 Jul 30 04:34:44.019948 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60612) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:44.024919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4268283', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:44.117790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:34:44.121418 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.300537 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:43Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:44.307298 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.328544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Checking router: aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:34:44.328901 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Updating router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 port 158b064d-46b9-4b10-9142-cb10c5a99440 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:34:44.353937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.372938 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Subnet': ['ID=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:44.378361 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Checking segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:34:44.378726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network hostable DHCP agents. Network: c98a6f26-eb5c-424d-9687-cab656939c9a, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:34:44.396747 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network c98a6f26-eb5c-424d-9687-cab656939c9a is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:34:44.405497 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, c98a6f26-eb5c-424d-9687-cab656939c9a) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:44.409717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:44.410310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.425268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-57bd8c6f-a5e1-4f11-a94c-1344076cc90c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4042945 Jul 30 04:34:44.428092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:44.439890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2f33a-9d54-4adc-8b6a-60ef6600b708 None None] Network c98a6f26-eb5c-424d-9687-cab656939c9a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:34:44.669882 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-c98a6f26-eb5c-424d-9687-cab656939c9a', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:34:44.670796 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.783369 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.804670 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Transition to ACTIVE for port object 158b064d-46b9-4b10-9142-cb10c5a99440 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:44.818709 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61e91ddf-e5f0-40ef-9d1f-aa55679dc69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.820140 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.867590 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.910412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddeb65-0aa5-44e4-b431-3005e806ebf1 None None] Pushing event updated for resources: {'Port': ['ID=158b064d-46b9-4b10-9142-cb10c5a99440,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:44.914997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Attempting to bind port 158b064d-46b9-4b10-9142-cb10c5a99440 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:34:44.915408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Attempting to bind port 158b064d-46b9-4b10-9142-cb10c5a99440 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:34:44.915777 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Attempting to bind port 158b064d-46b9-4b10-9142-cb10c5a99440 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:34:44.928065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:34:44.928441 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:34:44.928849 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.929240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:34:44.929707 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Bound port: 158b064d-46b9-4b10-9142-cb10c5a99440, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:34:44.930091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:44.955298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Allocated IP 172.20.0.2 (c98a6f26-eb5c-424d-9687-cab656939c9a/dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e/14362b0f-1fcc-48b0-b9cb-c6bf311ddc60) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:34:45.043437 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] For port 158b064d-46b9-4b10-9142-cb10c5a99440, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:34:45.071849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] For port 158b064d-46b9-4b10-9142-cb10c5a99440, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=158b064d-46b9-4b10-9142-cb10c5a99440,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:34:45.082178 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.098160 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.190900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddeb65-0aa5-44e4-b431-3005e806ebf1 None None] Pushing event updated for resources: {'Port': ['ID=158b064d-46b9-4b10-9142-cb10c5a99440,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:45.195046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:45.195668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:45.258670 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.297404 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Transition to ACTIVE for port object 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:45.323963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Transition to ACTIVE for port object 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:45.332915 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.336395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:45.382641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.1 (c98a6f26-eb5c-424d-9687-cab656939c9a/dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e/9823095c-3748-4596-8171-0b09077b4c5e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:34:45.438410 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Network c98a6f26-eb5c-424d-9687-cab656939c9a is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:34:45.470030 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:45.473942 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:34:45.475880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Pushing event updated for resources: {'Port': ['ID=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:45.565089 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Attempting to bind port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:34:45.565467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Attempting to bind port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:34:45.565834 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Attempting to bind port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 on network c98a6f26-eb5c-424d-9687-cab656939c9a {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:34:45.574422 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:34:45.574802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Checking segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:34:45.575230 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.575631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Bound using segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:34:45.576800 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Bound port: 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:34:45.577415 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.679100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] For port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:34:45.682587 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] For port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:34:45.685361 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:43Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:45.689188 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.722370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fe6f-a872-404e-a246-933bd8a70120 None None] The sync data for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 is: [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:43Z', 'revision_number': 3, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:34:45.790774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f9ca8-19c6-45be-86c4-573a7d886d7a None None] Pushing event updated for resources: {'Port': ['ID=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:45.864455 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.877851 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object 9823095c-3748-4596-8171-0b09077b4c5e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:45.915663 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:45.980347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network c98a6f26-eb5c-424d-9687-cab656939c9a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:34:45.986001 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:45.988483 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:34:45.995360 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=9823095c-3748-4596-8171-0b09077b4c5e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:46.070747 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:46.217719 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:46.520393 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:46.525084 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:46.600710 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:46.602654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=9823095c-3748-4596-8171-0b09077b4c5e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:46.643708 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:46.720821 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network c98a6f26-eb5c-424d-9687-cab656939c9a is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:34:46.722309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:46.745501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96e939-9cd9-48ad-a57a-09a4ab9184ad None None] Network c98a6f26-eb5c-424d-9687-cab656939c9a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:34:46.815555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-839b0670-891e-4a47-ae4a-0085c2f8b130 None None] Provisioning for port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:46.843521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:34:46.958785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:34:46.964032 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f1facffd-c5c6-45bc-833f-74d7919937b5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5349581 Jul 30 04:34:47.128807 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8da106ea-3c88-4e5e-bf4d-ace53730a42b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503621832&fields=id&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 267 time: 0.0379751 Jul 30 04:34:47.154010 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-22a267b5-27ba-49cb-846b-91c8b3798298 None None] Provisioning for port 9823095c-3748-4596-8171-0b09077b4c5e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:47.160543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-22a267b5-27ba-49cb-846b-91c8b3798298 None None] Provisioning complete for port 9823095c-3748-4596-8171-0b09077b4c5e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:47.161193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22a267b5-27ba-49cb-846b-91c8b3798298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.202996 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-22a267b5-27ba-49cb-846b-91c8b3798298 None None] Port 9823095c-3748-4596-8171-0b09077b4c5e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:34:47.248221 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-08d61757-e465-45d9-bf06-3af053046fad tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:47.249793 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-08d61757-e465-45d9-bf06-3af053046fad tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 796 time: 0.1125879 Jul 30 04:34:47.266452 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-fe4af2ac-289e-450b-a05d-3c638f8f64cd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/quotas/2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 375 time: 0.0105462 Jul 30 04:34:47.323717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-c92e0cbc-e845-444e-ace3-6bee2eeaffa3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513284 Jul 30 04:34:47.332113 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7b439f4b-2d52-4448-9a45-c110a8a674ea None None] Provisioning complete for port 9823095c-3748-4596-8171-0b09077b4c5e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:47.332575 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b439f4b-2d52-4448-9a45-c110a8a674ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.378807 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7b439f4b-2d52-4448-9a45-c110a8a674ea None None] Port 9823095c-3748-4596-8171-0b09077b4c5e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:34:47.421458 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Sync routers for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:34:47.431376 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:47.432126 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:47.478408 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-08da46cb-63fb-4cf0-8d2d-5496ea9c51c3 service neutron] 10.222.0.39 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374311 Jul 30 04:34:47.551975 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:47.574560 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-9b111ce6-e3b6-4eb8-9e4f-c80bf06cafef service neutron] 10.222.0.39 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892627 Jul 30 04:34:47.600324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9ea88bcc-4435-49e8-a744-7e0148563845 None None] Provisioning complete for port 9823095c-3748-4596-8171-0b09077b4c5e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:47.600839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9ea88bcc-4435-49e8-a744-7e0148563845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.641040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9ea88bcc-4435-49e8-a744-7e0148563845 None None] Port 9823095c-3748-4596-8171-0b09077b4c5e cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:34:47.782526 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 2, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:47.798116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f8899bc-4480-4adf-8a46-971c06962586 req-721400da-c9d4-4c7e-89b7-c6fbe10598ae tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 210 time: 0.0566485 Jul 30 04:34:47.800717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 158b064d-46b9-4b10-9142-cb10c5a99440 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:47.817719 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Checking router: aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:34:47.818075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Updating router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 port 9823095c-3748-4596-8171-0b09077b4c5e binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:34:47.847728 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.858057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 158b064d-46b9-4b10-9142-cb10c5a99440 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:47.862802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 158b064d-46b9-4b10-9142-cb10c5a99440 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:47.863371 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.950454 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.975460 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 158b064d-46b9-4b10-9142-cb10c5a99440, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=158b064d-46b9-4b10-9142-cb10c5a99440,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:47.981097 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:47.982667 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:48.066678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=158b064d-46b9-4b10-9142-cb10c5a99440,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:48.079123 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:48.084046 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:48.085248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.143323 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.153247 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Transition to ACTIVE for port object 9823095c-3748-4596-8171-0b09077b4c5e will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:48.159886 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.174812 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.214052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:48.217750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Pushing event updated for resources: {'Port': ['ID=9823095c-3748-4596-8171-0b09077b4c5e,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:48.222202 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.272825 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.273167 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.273536 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.273869 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.274196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.274530 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.274842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.275177 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.275494 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.275805 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.276156 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.276712 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:34:48.285427 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Attempting to bind port 9823095c-3748-4596-8171-0b09077b4c5e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:34:48.285791 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Attempting to bind port 9823095c-3748-4596-8171-0b09077b4c5e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:34:48.286149 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Attempting to bind port 9823095c-3748-4596-8171-0b09077b4c5e on network c98a6f26-eb5c-424d-9687-cab656939c9a {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:34:48.292422 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:34:48.292899 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Checking segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:34:48.293635 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.293770 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Bound using segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:34:48.295287 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Bound port: 9823095c-3748-4596-8171-0b09077b4c5e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:34:48.295689 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.296546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:48.313089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.373469 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] For port 9823095c-3748-4596-8171-0b09077b4c5e, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:34:48.377802 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] For port 9823095c-3748-4596-8171-0b09077b4c5e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9823095c-3748-4596-8171-0b09077b4c5e,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:34:48.384224 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:48.449585 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:48.450229 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:48.486781 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba951828-8dd5-428a-844d-98392fff64cb None None] Pushing event updated for resources: {'Port': ['ID=9823095c-3748-4596-8171-0b09077b4c5e,revision_number=4']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:48.562724 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:34:48.761076 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:48Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:48.792882 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ae3dc-0359-42cb-a6b7-15a619bbf808 None None] The sync data for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 is: [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:48Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:34:48.924350 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-ffbb32aa-cbdc-4627-a919-5a9a3488f15e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:48.927102 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-ffbb32aa-cbdc-4627-a919-5a9a3488f15e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 796 time: 0.1443675 Jul 30 04:34:48.930180 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-55641d25-50f5-4488-82fe-be431f7d7c91 req-2d52ea85-ec49-4c35-97fd-79fe3ed21c95 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 210 time: 0.0355549 Jul 30 04:34:48.987264 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-23df0262-f795-4c0a-ae7f-c86d3e73d995 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c04dfabb9ff48b4a92d26d9569576ad HTTP/1.1" status: 200 len: 380 time: 0.0414531 Jul 30 04:34:49.021852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'port': {'device_id': 'a82c6814-5f11-40de-896e-20bc85035788', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'admin_state_up': True, 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'security_groups': ['992154bb-b331-4f13-b14d-e98dea05b877']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:49.139511 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Made reservation on behalf of 2c04dfabb9ff48b4a92d26d9569576ad for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:34:49.142968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.270830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.20.0.14 (c98a6f26-eb5c-424d-9687-cab656939c9a/dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e/ceddec69-f56d-4b1f-a66d-b2c46c81ff4d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:34:49.418529 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.433190 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Transition to ACTIVE for port object ceddec69-f56d-4b1f-a66d-b2c46c81ff4d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:49.466924 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.506365 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network c98a6f26-eb5c-424d-9687-cab656939c9a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:34:49.512062 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:49.516376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:34:49.543935 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:49.574337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:49.575085 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.591242 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bf3dc09a-7e71-408c-97a5-986b93482828 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737686 Jul 30 04:34:49.663377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Request body: {'port': {'device_id': 'a82c6814-5f11-40de-896e-20bc85035788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:49.737425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.848500 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 158b064d-46b9-4b10-9142-cb10c5a99440 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:49.910382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 158b064d-46b9-4b10-9142-cb10c5a99440 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:49.910759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.939692 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-68574aca-e9d0-4f16-a4bd-7086f493db52 None None] Provisioning for port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:49.947228 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-68574aca-e9d0-4f16-a4bd-7086f493db52 None None] Provisioning complete for port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:49.947602 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68574aca-e9d0-4f16-a4bd-7086f493db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:49.996439 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-68574aca-e9d0-4f16-a4bd-7086f493db52 None None] Port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:34:50.040718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:50.049409 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceddec69-f56d-4b1f-a66d-b2c46c81ff4d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:34:50.057459 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.067323 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fbc52-c8c0-4b44-967f-b978afac8ce1 req-7abb953f-f325-429f-9498-1d41aec92e86 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:50.069016 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a90fbc52-c8c0-4b44-967f-b978afac8ce1 req-7abb953f-f325-429f-9498-1d41aec92e86 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 932 time: 0.0564337 Jul 30 04:34:50.071806 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Transition to ACTIVE for port object ceddec69-f56d-4b1f-a66d-b2c46c81ff4d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:34:50.077747 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.090741 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:50.091246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.121281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a90fbc52-c8c0-4b44-967f-b978afac8ce1 req-9ea66ba5-dae2-4210-815e-b0de21f7ca64 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382082 Jul 30 04:34:50.171553 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Pushing event updated for resources: {'Port': ['ID=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:50.185360 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9823095c-3748-4596-8171-0b09077b4c5e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:50.204797 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Attempting to bind port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:34:50.205123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Attempting to bind port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:34:50.205554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Attempting to bind port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d on network c98a6f26-eb5c-424d-9687-cab656939c9a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:34:50.210505 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d on network c98a6f26-eb5c-424d-9687-cab656939c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:34:50.210816 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Attempting to bind port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d on network c98a6f26-eb5c-424d-9687-cab656939c9a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:34:50.216279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:34:50.216673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Checking segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:34:50.217031 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Bound using segment: {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:34:50.217993 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Bound port: ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:34:50.217993 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.235291 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9823095c-3748-4596-8171-0b09077b4c5e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:50.239382 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9823095c-3748-4596-8171-0b09077b4c5e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:50.239824 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.291714 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] For port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:34:50.297163 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] For port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:34:50.302904 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.335255 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.341817 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:50.342623 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.344048 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] 10.222.0.16 "PUT /v2.0/ports/ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 1093 time: 0.7388811 Jul 30 04:34:50.344731 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:34:50.346842 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba8b8e-21d9-4cba-a101-419be4f91f38" -d '{"events": [{"name": "network-changed", "server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:34:50.379213 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be25bce-2d95-479b-b663-55a38c487922 service neutron] Pushing event updated for resources: {'Port': ['ID=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:50.400144 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a591ab-09ea-4c66-9891-4388e4974c33 x-openstack-request-id: req-f5a591ab-09ea-4c66-9891-4388e4974c33 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:34:50.400522 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:34:50.400841 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5a591ab-09ea-4c66-9891-4388e4974c33 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:34:50.401463 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'status': 'completed', 'code': 200} Jul 30 04:34:50.468580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-55f4b81e-872d-49bb-bee0-3197f9dd7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:50.470208 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-55f4b81e-872d-49bb-bee0-3197f9dd7033 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1096 time: 0.0516620 Jul 30 04:34:50.540621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9823095c-3748-4596-8171-0b09077b4c5e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9823095c-3748-4596-8171-0b09077b4c5e,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:50.546202 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:50.598643 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9823095c-3748-4596-8171-0b09077b4c5e,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:50.812314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-94669070-9d8c-478b-ba9e-68828c7aeb94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 217 time: 0.3283212 Jul 30 04:34:50.861665 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bfd8d0e6-28e2-4a1d-b939-a2ad8dbb829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:50.863087 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-bfd8d0e6-28e2-4a1d-b939-a2ad8dbb829f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 200 len: 832 time: 0.0432155 Jul 30 04:34:50.909506 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-34f830c4-b387-4844-bc82-98b313aa55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:50.910932 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-34f830c4-b387-4844-bc82-98b313aa55d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c98a6f26-eb5c-424d-9687-cab656939c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391815 Jul 30 04:34:51.000746 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-8e4bd4d3-11bc-4282-9e82-bc8f85723f26 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825298 Jul 30 04:34:51.099319 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-fff3b2cc-56e0-4482-96af-6e45d4217562 req-475a5915-e6b1-42a2-98bb-169211f66c55 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902672 Jul 30 04:34:51.220923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-db50b238-cd7a-4616-a041-c3d8679b7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:51.222435 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-db50b238-cd7a-4616-a041-c3d8679b7c0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1096 time: 0.0422513 Jul 30 04:34:51.233736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85365c-8171-4e75-a944-8a7185f37666 req-a903d03f-8a8d-4140-a609-b58e908d888a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:51.235242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf85365c-8171-4e75-a944-8a7185f37666 req-a903d03f-8a8d-4140-a609-b58e908d888a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 944 time: 0.0506713 Jul 30 04:34:51.274602 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cf85365c-8171-4e75-a944-8a7185f37666 req-3befbb4f-668f-4595-ae29-27f0f40b7a0a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Jul 30 04:34:51.313325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-d508fff9-6b99-4cb6-987a-296c0db2e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:51.315540 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-d508fff9-6b99-4cb6-987a-296c0db2e2e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 896 time: 0.0857458 Jul 30 04:34:51.360824 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-9519186d-3613-4319-befc-ebc456669dc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 217 time: 0.0383565 Jul 30 04:34:51.411179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-afd063b9-d6d4-4372-9436-03a804aa5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:51.412675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-afd063b9-d6d4-4372-9436-03a804aa5080 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 200 len: 832 time: 0.0447361 Jul 30 04:34:51.458356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-67f248bc-41fb-4cdb-a800-b6223ba9baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:51.459845 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-67f248bc-41fb-4cdb-a800-b6223ba9baae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c98a6f26-eb5c-424d-9687-cab656939c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398965 Jul 30 04:34:51.551468 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-61d6b485-8b5a-4b31-b235-0e69394f2218 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Jul 30 04:34:51.641362 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20ba8b8e-21d9-4cba-a101-419be4f91f38 req-4a64af38-020f-4429-9f67-65c44ed26056 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827327 Jul 30 04:34:51.726076 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9823095c-3748-4596-8171-0b09077b4c5e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:51.772875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9823095c-3748-4596-8171-0b09077b4c5e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:51.773248 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:52.395191 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f74ee-a6fc-46dc-8b71-4b9b1a6203e9 req-87c9bdf5-a6ba-4c4a-9ac3-055ca51d2429 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:52.396653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-865f74ee-a6fc-46dc-8b71-4b9b1a6203e9 req-87c9bdf5-a6ba-4c4a-9ac3-055ca51d2429 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 944 time: 0.0533037 Jul 30 04:34:52.433541 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-865f74ee-a6fc-46dc-8b71-4b9b1a6203e9 req-bffda9bf-cfc8-4d45-9cd7-98d84c2233df tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Jul 30 04:34:53.546549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e63d7e-987a-49ad-94ca-b83294b6fe92 req-c2b891de-76fc-4f95-aa71-ef905b07340a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:53.548058 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6e63d7e-987a-49ad-94ca-b83294b6fe92 req-c2b891de-76fc-4f95-aa71-ef905b07340a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 944 time: 0.0484142 Jul 30 04:34:53.586218 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6e63d7e-987a-49ad-94ca-b83294b6fe92 req-7158e1ee-4512-4e7f-8eba-3e8e12caccdf tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Jul 30 04:34:53.872163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ceddec69-f56d-4b1f-a66d-b2c46c81ff4d details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:34:53.962830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:53.973970 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'port_id': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'mac_address': 'fa:16:3e:59:9d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:34:54.015294 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:54.027698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceddec69-f56d-4b1f-a66d-b2c46c81ff4d {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:34:54.046914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:54.050783 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:54.096962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:54.480977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['ceddec69-f56d-4b1f-a66d-b2c46c81ff4d'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:34:54.700137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4317b-2ebe-4f5c-ba33-47a9cec05a06 req-e76a96d9-fbeb-4a81-b6ea-bbf256ba7e2c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:54.702390 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94e4317b-2ebe-4f5c-ba33-47a9cec05a06 req-e76a96d9-fbeb-4a81-b6ea-bbf256ba7e2c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Jul 30 04:34:54.740954 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94e4317b-2ebe-4f5c-ba33-47a9cec05a06 req-1fc0d2b4-e19e-4424-a562-08679512d4aa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jul 30 04:34:55.862819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6f117-76d8-496c-a7d5-6ae2bfd1d415 req-ddbee130-cb10-4e82-adfb-b492be3fcdf5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:55.864321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4be6f117-76d8-496c-a7d5-6ae2bfd1d415 req-ddbee130-cb10-4e82-adfb-b492be3fcdf5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 945 time: 0.0523875 Jul 30 04:34:55.887775 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ceddec69-f56d-4b1f-a66d-b2c46c81ff4d up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:34:55.901998 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4be6f117-76d8-496c-a7d5-6ae2bfd1d415 req-1ce470bb-a198-4388-902a-d777186f6e0b tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Jul 30 04:34:55.936585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:34:55.940324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:34:55.940729 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:56.018630 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:56.039911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:34:56.042156 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82c97e-5198-4959-9121-2574c8801bd6" -d '{"events": [{"server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "name": "network-vif-plugged", "status": "completed", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:34:56.055095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:34:56.059176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:56.085519 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2776f1d-ed44-47d5-9cd5-be0c3e4271c3 x-openstack-request-id: req-f2776f1d-ed44-47d5-9cd5-be0c3e4271c3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:34:56.085814 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "name": "network-vif-plugged", "status": "completed", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:34:56.086067 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2776f1d-ed44-47d5-9cd5-be0c3e4271c3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:34:56.086453 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'code': 200} Jul 30 04:34:56.112694 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:56.206470 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ac0a-fc37-4e5d-99b7-abe100f9e83a req-5dd5c1f7-b192-4810-bc90-2cf87faf5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:56.207890 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-af13ac0a-fc37-4e5d-99b7-abe100f9e83a req-5dd5c1f7-b192-4810-bc90-2cf87faf5df6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1098 time: 0.0414004 Jul 30 04:34:56.246186 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-af13ac0a-fc37-4e5d-99b7-abe100f9e83a req-8cdd0e78-cbbb-40ae-9cf3-98d0757a3d2b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Jul 30 04:34:57.023120 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b47b-4ae6-4ef0-ab02-ee4122d142ed req-8ae37d62-71d6-47e3-9358-97166e6eb5c1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:57.024616 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d875b47b-4ae6-4ef0-ab02-ee4122d142ed req-8ae37d62-71d6-47e3-9358-97166e6eb5c1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0497179 Jul 30 04:34:57.062702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d875b47b-4ae6-4ef0-ab02-ee4122d142ed req-82c72043-46c4-47b9-a7c9-fbac2f6f2877 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Jul 30 04:34:58.178335 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e361dd6-e30b-466b-87fb-73f4af87cbd8 req-3ad35cb4-69c4-4b2c-b517-f2291caf03e5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:58.179852 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e361dd6-e30b-466b-87fb-73f4af87cbd8 req-3ad35cb4-69c4-4b2c-b517-f2291caf03e5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0493298 Jul 30 04:34:58.218172 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0e361dd6-e30b-466b-87fb-73f4af87cbd8 req-87fe48af-9287-493f-ac3e-befe1b7d6a30 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Jul 30 04:34:58.343123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc641aa6-3ef4-4b6a-99ad-c64e608a4dcf req-6f006f34-5962-4c1c-9842-4eb73732dbf1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:58.344667 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc641aa6-3ef4-4b6a-99ad-c64e608a4dcf req-6f006f34-5962-4c1c-9842-4eb73732dbf1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0605321 Jul 30 04:34:58.382126 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fc641aa6-3ef4-4b6a-99ad-c64e608a4dcf req-50e8df4b-289e-4b87-9f76-4901e3a50b00 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Jul 30 04:34:58.404241 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:58.443092 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4481aa5-1932-4708-b2c1-c36071a76a86 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:34:58.444626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f4481aa5-1932-4708-b2c1-c36071a76a86 tempest-TestNetworkAdvancedServerOps-247211294 tempest-TestNetworkAdvancedServerOps-247211294-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1093 time: 0.0393150 Jul 30 04:34:58.447444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:34:58.452203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:34:58.473773 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:58.569512 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:58.662650 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:34:58.669969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Allocated IP 172.25.6.186 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/2109e4de-5721-4406-987f-2df2363de8dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:34:58.776090 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:58.814110 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:58.851889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:34:58.854694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:34:58.861644 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:34:58.867007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=2109e4de-5721-4406-987f-2df2363de8dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:59.213819 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:59.279078 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:59.426861 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:59.431215 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:59.499498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event updated for resources: {'Port': ['ID=2109e4de-5721-4406-987f-2df2363de8dc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:34:59.512919 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:59.613271 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP 63e2be26-598e-485f-9559-61e01d36a744 associated. External IP: 172.25.6.186, port: ceddec69-f56d-4b1f-a66d-b2c46c81ff4d. Jul 30 04:34:59.814515 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:34:59.919498 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:34:59.929001 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] Sync routers for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:34:59.938272 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:34:59.944271 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:34:59.944951 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:34:59.965318 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4c0a93e2-dedc-4185-8a8e-09b26781b13d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5168791 Jul 30 04:34:59.966039 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:34:59.968572 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10" -d '{"events": [{"name": "network-changed", "server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:35:00.010439 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c8e6a-0180-4916-84d7-d7cbb89b17d4 x-openstack-request-id: req-ea7c8e6a-0180-4916-84d7-d7cbb89b17d4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:35:00.010727 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:35:00.010974 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea7c8e6a-0180-4916-84d7-d7cbb89b17d4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:35:00.011415 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'status': 'completed', 'code': 200} Jul 30 04:35:00.054665 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:35:00.071838 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b901b-737d-452f-bf36-afd492b06856 req-2bb5e037-3b52-425d-ad9e-10295fe023aa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:00.073262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00b901b-737d-452f-bf36-afd492b06856 req-2bb5e037-3b52-425d-ad9e-10295fe023aa tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0550160 Jul 30 04:35:00.098540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-c1167e89-7d4e-4885-a0a7-392089d35c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:00.100783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-c1167e89-7d4e-4885-a0a7-392089d35c1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1098 time: 0.0458057 Jul 30 04:35:00.113326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00b901b-737d-452f-bf36-afd492b06856 req-d8e8ffc4-b2c7-466b-8fdd-bc25d5d1b451 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Jul 30 04:35:00.137726 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:35:00.194585 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-efb83a81-7149-4840-af9f-934f6a7edeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:00.196433 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-efb83a81-7149-4840-af9f-934f6a7edeb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 896 time: 0.0879688 Jul 30 04:35:00.198071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a5464a29-e9ee-4d50-b2fd-f1184c680dab tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/63e2be26-598e-485f-9559-61e01d36a744 HTTP/1.1" status: 200 len: 992 time: 0.0591161 Jul 30 04:35:00.267449 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-3caf2075-1c42-4e51-a355-d277bc33ac3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 1000 time: 0.0636916 Jul 30 04:35:00.293278 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '63e2be26-598e-485f-9559-61e01d36a744', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'port_id': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'mac_address': 'fa:16:3e:59:9d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6814-5f11-40de-896e-20bc85035788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:34:59Z', 'updated_at': '2021-07-30T04:34:59Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:50Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:35:00.316693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-ba09fdc2-c041-4e74-bbc0-2a62a780862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:00.318185 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-ba09fdc2-c041-4e74-bbc0-2a62a780862b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 200 len: 832 time: 0.0437849 Jul 30 04:35:00.319724 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] Checking router: aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:35:00.328088 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:35:00.328628 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:34:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:35:00.363834 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-a1a80e4f-927e-4661-bcc5-a84a573df212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:00.365344 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-a1a80e4f-927e-4661-bcc5-a84a573df212 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c98a6f26-eb5c-424d-9687-cab656939c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405474 Jul 30 04:35:00.434021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:35:00.458931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-7c3dd237-0172-404a-bc22-888ea8e1f98f service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861759 Jul 30 04:35:00.548796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-ec8fcfd2-f4f3-4510-b22d-7c279bf1dc10 req-7a559794-fd72-491d-b86f-c9a6b22d0596 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820389 Jul 30 04:35:00.657945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '63e2be26-598e-485f-9559-61e01d36a744', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'port_id': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'mac_address': 'fa:16:3e:59:9d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6814-5f11-40de-896e-20bc85035788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:34:59Z', 'updated_at': '2021-07-30T04:34:59Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:50Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:35:00.687268 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4927a-d640-4f90-b26c-0e7f752e78b1 None None] The sync data for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 is: [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '63e2be26-598e-485f-9559-61e01d36a744', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'port_id': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'mac_address': 'fa:16:3e:59:9d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6814-5f11-40de-896e-20bc85035788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:34:59Z', 'updated_at': '2021-07-30T04:34:59Z', 'revision_number': 0, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:50Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:35:00.866348 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94294ee3-7084-4e25-8f37-123f0d4b7c8b None None] New status for floating IP 63e2be26-598e-485f-9559-61e01d36a744: ACTIVE {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:35:01.201986 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:35:01.263843 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-0b6583cc-c50e-4c81-8479-77f9253c355a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/63e2be26-598e-485f-9559-61e01d36a744 HTTP/1.1" status: 200 len: 994 time: 0.0606434 Jul 30 04:35:01.347402 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:11.642780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:12.467342 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3be7b09c-f5b2-428a-be56-93e57472d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:14.780070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b3faff7-3ff3-40cd-b99b-7e3ce72af026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:15.059203 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:16.645128 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:18.284173 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:31.347381 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:35.661654 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:35:35.760608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-023dab7f-08fb-4143-a334-fbc5703902a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400300 Jul 30 04:35:35.864127 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-5972bdd9-2427-4297-a055-a95ea8ff206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:35.865595 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-5972bdd9-2427-4297-a055-a95ea8ff206a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1098 time: 0.0457754 Jul 30 04:35:35.966931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-8f1cdecd-a3df-4cb1-836c-935bef91063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:35.968439 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-8f1cdecd-a3df-4cb1-836c-935bef91063c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 896 time: 0.0827315 Jul 30 04:35:36.037921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-7ac4b66c-843c-4e72-8fd1-a9b90792a7c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 1002 time: 0.0614095 Jul 30 04:35:36.086074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-10804f86-63e7-4d97-b6ec-c49f948ece5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:36.087502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-10804f86-63e7-4d97-b6ec-c49f948ece5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 200 len: 832 time: 0.0427392 Jul 30 04:35:36.132679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-a8e4dc12-2a24-4dd5-babd-0907b23304e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:35:36.134137 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-a8e4dc12-2a24-4dd5-babd-0907b23304e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c98a6f26-eb5c-424d-9687-cab656939c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399055 Jul 30 04:35:36.145147 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-dc408822-de29-44c7-b740-a92eba86ef2f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:35:36.146079 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-dc408822-de29-44c7-b740-a92eba86ef2f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048974 Jul 30 04:35:36.241707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-90048afa-ff3a-4c37-87dd-02f663d58e9f service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882871 Jul 30 04:35:36.330597 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a328556e-1afa-47b0-ace8-1e9e04a28fd6 req-50dcbdad-bd6a-4dea-ae73-765a2a14c567 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Jul 30 04:35:41.639436 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:42.467481 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8b5a7dbb-6064-46c1-ae24-8363bc90551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:44.781661 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e204-caa9-47e9-a2fd-88033261f749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:45.060245 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:46.646933 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:35:48.287566 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:01.357392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:04.113782 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cab1d-85c4-4dac-ac66-f91d8f7cd38f req-357f8497-65e7-4829-8245-a5465ebe644e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:04.115278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c92cab1d-85c4-4dac-ac66-f91d8f7cd38f req-357f8497-65e7-4829-8245-a5465ebe644e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0495112 Jul 30 04:36:04.154949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c92cab1d-85c4-4dac-ac66-f91d8f7cd38f req-8feb723d-d797-41c4-8a75-f9829eaf948a tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330939 Jul 30 04:36:05.271974 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679492-3e16-478e-ac66-75603f7ca526 req-b1f9fe2a-58ad-4592-8ec1-f095f3bf9068 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:05.273359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e679492-3e16-478e-ac66-75603f7ca526 req-b1f9fe2a-58ad-4592-8ec1-f095f3bf9068 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0503283 Jul 30 04:36:05.312547 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e679492-3e16-478e-ac66-75603f7ca526 req-f7596b83-a422-4d73-877e-9ecb30ad0ea1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326846 Jul 30 04:36:06.438186 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da69c8-9ddf-4656-9fec-d12401ee7957 req-872cef59-2e97-4f16-bd70-7062ebf671a1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:06.439665 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75da69c8-9ddf-4656-9fec-d12401ee7957 req-872cef59-2e97-4f16-bd70-7062ebf671a1 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0532048 Jul 30 04:36:06.476965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-75da69c8-9ddf-4656-9fec-d12401ee7957 req-8745d7c6-b849-4cd3-aa73-3cdcfcfedad5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Jul 30 04:36:06.499802 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:06.559765 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d04efa5e-aeff-460e-8fa8-40fcc95ccd08 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/63e2be26-598e-485f-9559-61e01d36a744 HTTP/1.1" status: 200 len: 994 time: 0.0588095 Jul 30 04:36:07.831510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35fc7-4b17-4a0f-84dc-101ac2078c47 req-fc26a804-d444-4a2f-b81f-8ff9a4df927c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:07.832951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7db35fc7-4b17-4a0f-84dc-101ac2078c47 req-fc26a804-d444-4a2f-b81f-8ff9a4df927c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0483680 Jul 30 04:36:07.866459 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-ccbb3ce3-fe1e-4a78-befc-c7131c7724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:07.868008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-ccbb3ce3-fe1e-4a78-befc-c7131c7724f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1098 time: 0.0437105 Jul 30 04:36:07.875711 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7db35fc7-4b17-4a0f-84dc-101ac2078c47 req-3f0ea4df-b48b-4256-801e-12bcf1c13c8e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367849 Jul 30 04:36:07.962023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-0697a915-8058-4bb7-a008-0eaa7e330276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:07.963678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-0697a915-8058-4bb7-a008-0eaa7e330276 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 896 time: 0.0883772 Jul 30 04:36:08.028470 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-7de567e7-4d06-480e-8ea6-a1c7b90719e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 1002 time: 0.0578382 Jul 30 04:36:08.082121 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-83fcea99-a775-4aea-b8f5-e4dbd1b0742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:08.083502 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-83fcea99-a775-4aea-b8f5-e4dbd1b0742b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 200 len: 832 time: 0.0481346 Jul 30 04:36:08.129143 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-61885c8e-a24c-421f-8be5-8674460868d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:08.130620 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-61885c8e-a24c-421f-8be5-8674460868d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c98a6f26-eb5c-424d-9687-cab656939c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397789 Jul 30 04:36:08.217048 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-6b8e1063-d144-41dc-8389-35b25cbd92ee service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790503 Jul 30 04:36:08.309346 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1c4009c2-134c-44ac-85fd-7bd2d9c171a0 req-e5847a14-5f98-4ac4-b340-42f227a38ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 Jul 30 04:36:08.992532 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100bf88-5b99-4f0e-be48-9cb3f79121cc req-e827f54c-6c0a-4f3c-b6b1-094490b71941 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:08.994022 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e100bf88-5b99-4f0e-be48-9cb3f79121cc req-e827f54c-6c0a-4f3c-b6b1-094490b71941 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0484591 Jul 30 04:36:09.032160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e100bf88-5b99-4f0e-be48-9cb3f79121cc req-2a3d4d8b-3c64-47b3-ad27-aceecf885ff3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Jul 30 04:36:10.169820 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229eb71-7a3b-4fe9-9dbe-d946e25649d8 req-0a49111d-a129-4855-8183-621831f61a6c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:10.171413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f229eb71-7a3b-4fe9-9dbe-d946e25649d8 req-0a49111d-a129-4855-8183-621831f61a6c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0681124 Jul 30 04:36:10.208800 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f229eb71-7a3b-4fe9-9dbe-d946e25649d8 req-847569c9-8e30-460f-a518-be6a7fa19e32 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Jul 30 04:36:10.231390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:10.294844 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-d26d82ec-701a-417c-9abb-8828e55ff5cd tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/floatingips/63e2be26-598e-485f-9559-61e01d36a744 HTTP/1.1" status: 200 len: 994 time: 0.0622954 Jul 30 04:36:10.548682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60740) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:10.706141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 2109e4de-5721-4406-987f-2df2363de8dc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:36:10.706488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:10.782909 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:10.783269 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:10.794489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 2109e4de-5721-4406-987f-2df2363de8dc owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:36:10.938794 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:10.969337 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=2109e4de-5721-4406-987f-2df2363de8dc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:10.992237 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.992590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.992933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.993270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.993605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.993939 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.994285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.994602 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.994929 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.996809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.996809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:10.997165 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:11.038680 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:11.039017 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Floating IP 63e2be26-598e-485f-9559-61e01d36a744 disassociated (deleted). External IP: 172.25.6.186, port: ceddec69-f56d-4b1f-a66d-b2c46c81ff4d. Jul 30 04:36:11.247944 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:36:11.354071 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:11.359298 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:11.366210 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] Sync routers for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:11.377656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:11.378315 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:35:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:11.387166 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ad1b704-1765-468e-a716-252fb28d7666 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/floatingips/63e2be26-598e-485f-9559-61e01d36a744 HTTP/1.1" status: 204 len: 168 time: 0.8370891 Jul 30 04:36:11.387768 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:36:11.390398 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:36:11.431996 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b211f44d-45f2-43f6-ac9a-7912d9da2628 x-openstack-request-id: req-b211f44d-45f2-43f6-ac9a-7912d9da2628 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:36:11.432269 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:36:11.432518 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b211f44d-45f2-43f6-ac9a-7912d9da2628 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:36:11.433819 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'status': 'completed', 'code': 200} Jul 30 04:36:11.491962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:11.538590 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-f418506d-195e-4176-835b-29f3061c3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:11.540233 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-f418506d-195e-4176-835b-29f3061c3f96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 1098 time: 0.0628030 Jul 30 04:36:11.615454 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94966cd-c5e3-403a-934b-fa494db4c25f req-e886cbb2-60f1-4a78-8eb1-16848dbb84db tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:11.617207 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f94966cd-c5e3-403a-934b-fa494db4c25f req-e886cbb2-60f1-4a78-8eb1-16848dbb84db tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0522220 Jul 30 04:36:11.662292 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f94966cd-c5e3-403a-934b-fa494db4c25f req-7723b7db-14c7-4a32-8a50-a32becdf1d5e tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385077 Jul 30 04:36:11.662548 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-ce239cef-2dce-476e-bc94-ffef612550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:11.663894 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-ce239cef-2dce-476e-bc94-ffef612550fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 200 len: 896 time: 0.0967059 Jul 30 04:36:11.692103 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:11.709314 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-959f77b8-b11a-4031-b300-2972e85597f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 200 len: 217 time: 0.0363262 Jul 30 04:36:11.719443 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:50Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:11.746629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] Checking router: aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:11.754934 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:11.755652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:35:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:11.760216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-2352bf9b-3ac5-4194-bff3-d2c10d0f9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:11.762189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-2352bf9b-3ac5-4194-bff3-d2c10d0f9093 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 200 len: 832 time: 0.0444651 Jul 30 04:36:11.813687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-bd4405b5-a243-48d8-ad85-9c0715dfd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:11.815218 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-bd4405b5-a243-48d8-ad85-9c0715dfd7fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c98a6f26-eb5c-424d-9687-cab656939c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452559 Jul 30 04:36:11.863095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:11.906901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-171a2f91-afce-449b-897d-676f80c76ea7 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820236 Jul 30 04:36:12.006958 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-bdfa2f41-4906-4ab0-b0cc-f3059e898c8a req-d612f494-347c-4b4a-bb00-4c031d936206 service neutron] 10.222.0.16 "GET /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916362 Jul 30 04:36:12.066097 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:50Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:12.096021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91be913-1eb8-4728-a49e-022ba619bb56 None None] The sync data for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 is: [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:46Z', 'revision_number': 4, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9823095c-3748-4596-8171-0b09077b4c5e', 'name': '', 'network_id': 'c98a6f26-eb5c-424d-9687-cab656939c9a', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'mac_address': 'fa:16:3e:9a:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:44Z', 'updated_at': '2021-07-30T04:34:50Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'subnets': [{'id': 'dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:12.312934 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c43fa0-58c2-4aa7-9d82-24d9397fa286 None None] New status for floating IP 63e2be26-598e-485f-9559-61e01d36a744: DOWN {{(pid=93879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:36:12.468574 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2b60-52e6-4e53-a762-e8cc0b8687b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:12.660347 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:36:12.780592 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775cbe-d8a6-41e9-a838-5d5e09b2c93e req-4c8c3da2-918a-40d7-b0ca-1d99c08cd317 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:12.782074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78775cbe-d8a6-41e9-a838-5d5e09b2c93e req-4c8c3da2-918a-40d7-b0ca-1d99c08cd317 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0494289 Jul 30 04:36:12.818445 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78775cbe-d8a6-41e9-a838-5d5e09b2c93e req-4cd75069-9fde-4118-9895-df9e9eceacad tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/security-groups?id=992154bb-b331-4f13-b14d-e98dea05b877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Jul 30 04:36:13.439605 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e87dd1-838e-425d-b334-670acd84df29 req-519d77f7-3a21-46f1-b802-abca2c542f6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:13.441062 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b0e87dd1-838e-425d-b334-670acd84df29 req-519d77f7-3a21-46f1-b802-abca2c542f6d tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 946 time: 0.0485039 Jul 30 04:36:13.538240 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:36:13.538581 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:13.627782 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:13.628153 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:13.642219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for ceddec69-f56d-4b1f-a66d-b2c46c81ff4d owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:36:13.771933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:13.800260 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=ceddec69-f56d-4b1f-a66d-b2c46c81ff4d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:13.841341 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] No DVR routers for this DVR port ceddec69-f56d-4b1f-a66d-b2c46c81ff4d on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:36:13.844022 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:13.846110 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-b0e87dd1-838e-425d-b334-670acd84df29 req-1154e719-26e9-48ab-a886-53d48f6cede3 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.16 "DELETE /v2.0/ports/ceddec69-f56d-4b1f-a66d-b2c46c81ff4d HTTP/1.1" status: 204 len: 173 time: 0.3992527 Jul 30 04:36:13.846486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'name': 'network-vif-deleted', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:36:13.848771 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62dffd7-a701-46c0-9a39-8f9fdebb14b8" -d '{"events": [{"server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "name": "network-vif-deleted", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:36:13.892926 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b836e-8ceb-48f8-aea6-1df339857db4 x-openstack-request-id: req-668b836e-8ceb-48f8-aea6-1df339857db4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:36:13.893316 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82c6814-5f11-40de-896e-20bc85035788", "name": "network-vif-deleted", "tag": "ceddec69-f56d-4b1f-a66d-b2c46c81ff4d", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:36:13.893670 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-668b836e-8ceb-48f8-aea6-1df339857db4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:36:13.894152 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c6814-5f11-40de-896e-20bc85035788', 'name': 'network-vif-deleted', 'tag': 'ceddec69-f56d-4b1f-a66d-b2c46c81ff4d', 'status': 'completed', 'code': 200} Jul 30 04:36:13.929381 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51d43432-9764-4a2e-befe-5f66853c404c req-68955310-908a-4389-9083-a7625aa4d836 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82c6814-5f11-40de-896e-20bc85035788 HTTP/1.1" status: 200 len: 210 time: 0.0297546 Jul 30 04:36:14.781989 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3047dada-0e40-4819-a445-abf35a9aaf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:14.996620 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60756) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:15.064331 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:15.364856 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:15.615525 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 9823095c-3748-4596-8171-0b09077b4c5e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:36:15.615784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:15.701219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 9823095c-3748-4596-8171-0b09077b4c5e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9823095c-3748-4596-8171-0b09077b4c5e,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:15.701582 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:15.714477 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 9823095c-3748-4596-8171-0b09077b4c5e owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:36:15.900073 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.209069 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=9823095c-3748-4596-8171-0b09077b4c5e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:16.376366 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.589966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:36:16.650698 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.696908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:16.703034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-64bcf544-41b9-4943-90d2-cb4b336ab66c tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "PUT /v2.0/routers/aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7049172 Jul 30 04:36:16.705375 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60758) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:16.707945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] Sync routers for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:16.717606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:16.718308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:16.756359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting subnet dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:36:16.759768 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.799956 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.821149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:16.888769 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.954079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.981486 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:16.988021 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:16.992869 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3370eb28-858f-48ec-abfb-1ac9178167d5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/subnets/dd4ae17e-66ce-4896-b4d9-e9ccf6dd481e HTTP/1.1" status: 204 len: 168 time: 0.2831919 Jul 30 04:36:16.992869 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60760) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:17.062743 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01947a01-4ea6-4665-b21c-3bfee435b035 None None] Network c98a6f26-eb5c-424d-9687-cab656939c9a requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:36:17.109666 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.218210 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.250169 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:36:15Z', 'revision_number': 5, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port': {'id': '158b064d-46b9-4b10-9142-cb10c5a99440', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:17.275445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Deleting port 158b064d-46b9-4b10-9142-cb10c5a99440 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:36:17.275791 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.283371 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] Checking router: aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:17.291496 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] Routers {'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:17.292243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:17.325893 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] DHCP port deletion for c98a6f26-eb5c-424d-9687-cab656939c9a request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:36:17.359923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] For port 158b064d-46b9-4b10-9142-cb10c5a99440, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=158b064d-46b9-4b10-9142-cb10c5a99440,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:17.360292 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.374177 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Calling delete_port for 158b064d-46b9-4b10-9142-cb10c5a99440 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:36:17.401774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] Set router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:17.457216 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:36:17Z', 'revision_number': 6, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:17.485475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f496b5-80dd-4aa6-be3e-bfa14c1d9107 None None] The sync data for ids ['aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4'] in n-d-778696-14 is: [{'id': 'aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122842051', 'tenant_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:34:42Z', 'updated_at': '2021-07-30T04:36:17Z', 'revision_number': 6, 'project_id': '2c04dfabb9ff48b4a92d26d9569576ad', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:17.496318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Deleting port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:36:17.496795 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.561338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.562630 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] For port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,segment=NetworkSegment(1f9ecfe9-1611-4e47-9a49-2e22cae18b1a),segment_id=1f9ecfe9-1611-4e47-9a49-2e22cae18b1a)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:17.563242 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.576408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Calling delete_port for 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:36:17.588677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Port': ['ID=158b064d-46b9-4b10-9142-cb10c5a99440,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:17.648046 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.662491 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.693377 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Pushing event deleted for resources: {'Port': ['ID=14362b0f-1fcc-48b0-b9cb-c6bf311ddc60,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:17.699296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] No DVR routers for this DVR port 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:36:17.708718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.708718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.709504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.709504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.709504 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.709798 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.710140 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.710444 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.710779 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.711109 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.711447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.711774 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71879a-ba06-47a8-9aaa-a44706821c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:17.744566 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.747126 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.788592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.789056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Fanout notify agent at l3_agent the message router_deleted on router aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:36:17.796380 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.797499 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-f79ac0d8-959d-4545-a50a-382e9a1e9db5 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/routers/aa5f1a4e-db0c-4c7c-b04f-51665ae24ea4 HTTP/1.1" status: 204 len: 168 time: 0.8042498 Jul 30 04:36:17.800196 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60762) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:17.886887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.979342 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:17.988937 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98a6f26-eb5c-424d-9687-cab656939c9a']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:17.998928 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:17.999187 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9ecfe9-1611-4e47-9a49-2e22cae18b1a') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:18.007792 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.021084 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.027319 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:36:18.027701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:36:18.030459 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:36:18.087803 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.095516 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.097254 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/networks/c98a6f26-eb5c-424d-9687-cab656939c9a HTTP/1.1" status: 204 len: 168 time: 0.2961233 Jul 30 04:36:18.100088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:18.109231 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23cb0f-c551-4586-9af1-c24ee1d24538 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'Network': ['ID=c98a6f26-eb5c-424d-9687-cab656939c9a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:18.158886 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.183229 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.244834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.245178 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:36:18.248654 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.250100 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] 10.222.0.39 "DELETE /v2.0/security-groups/992154bb-b331-4f13-b14d-e98dea05b877 HTTP/1.1" status: 204 len: 168 time: 0.1489160 Jul 30 04:36:18.259899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992154bb-b331-4f13-b14d-e98dea05b877,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:18.268798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.269071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.269417 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.269855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.270064 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.270565 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.271065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:36:18.271214 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.271419 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.271697 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 14362b0f-1fcc-48b0-b9cb-c6bf311ddc60 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:36:18.271824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.272193 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.272372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9823095c-3748-4596-8171-0b09077b4c5e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:36:18.272522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.272880 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016b995-ebdf-4049-beb8-dceb43d413a8 tempest-TestNetworkAdvancedServerOps-7328741 tempest-TestNetworkAdvancedServerOps-7328741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:18.311521 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9823095c-3748-4596-8171-0b09077b4c5e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:36:18.311947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9823095c-3748-4596-8171-0b09077b4c5e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:36:18.327973 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.348959 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ceddec69-f56d-4b1f-a66d-b2c46c81ff4d no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:36:18.368608 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: ceddec69-f56d-4b1f-a66d-b2c46c81ff4d {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:36:18.368963 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device ceddec69-f56d-4b1f-a66d-b2c46c81ff4d not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:36:18.615530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60772) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:18.750627 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a89ab3ff-f1dc-4157-909c-ba1bd39dbfe4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c04dfabb9ff48b4a92d26d9569576ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339471 Jul 30 04:36:18.753145 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60776) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:18.799503 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-489428e9-5142-4e50-9729-2055b6535587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.819625 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-489428e9-5142-4e50-9729-2055b6535587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.864444 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-489428e9-5142-4e50-9729-2055b6535587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.867106 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-489428e9-5142-4e50-9729-2055b6535587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:18.868277 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-489428e9-5142-4e50-9729-2055b6535587 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c83cddcc-51b6-4222-8e32-fc79499d333b HTTP/1.1" status: 204 len: 168 time: 0.1143029 Jul 30 04:36:18.876683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489428e9-5142-4e50-9729-2055b6535587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83cddcc-51b6-4222-8e32-fc79499d333b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:19.128520 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60782) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:19.144229 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8cc7-3eca-4cff-9e76-6b40908cf29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.229999 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8cc7-3eca-4cff-9e76-6b40908cf29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.233722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8cc7-3eca-4cff-9e76-6b40908cf29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.273023 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc8cc7-3eca-4cff-9e76-6b40908cf29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876f902-1c74-4682-9369-0a93a562c403,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:19.277505 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d7bc8cc7-3eca-4cff-9e76-6b40908cf29e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a605734b593e4c379ac555442c6e3836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479778 Jul 30 04:36:19.280202 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60784) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:19.328064 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-933d759c-3a81-4502-8188-555026fb001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.348731 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-933d759c-3a81-4502-8188-555026fb001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.397250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-933d759c-3a81-4502-8188-555026fb001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.400033 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-933d759c-3a81-4502-8188-555026fb001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:19.401421 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-933d759c-3a81-4502-8188-555026fb001f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3876f902-1c74-4682-9369-0a93a562c403 HTTP/1.1" status: 204 len: 168 time: 0.1201620 Jul 30 04:36:19.409437 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d759c-3a81-4502-8188-555026fb001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876f902-1c74-4682-9369-0a93a562c403,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:19.727915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 158b064d-46b9-4b10-9142-cb10c5a99440 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:36:19.748019 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 158b064d-46b9-4b10-9142-cb10c5a99440 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:36:19.748385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 158b064d-46b9-4b10-9142-cb10c5a99440 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:36:20.088522 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60806) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:20.183558 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-248906757-network', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:20.204090 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Made reservation on behalf of 1cb0f193306e41c2a027b215bec7ccf1 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:36:20.206420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.214549 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.302777 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.306568 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.333765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:36:20.339123 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d65935-4d20-4705-b11e-c86b96176be2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:20.347317 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.347667 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Added segment 63dd219f-57f0-4421-954d-a68ce586ddb0 of type vlan for network a0711777-6fa6-43f5-a6ce-3b36d44dc101 Jul 30 04:36:20.390079 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.420326 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.421279 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:20.422009 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.473746 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3840966 Jul 30 04:36:20.477202 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:20.481380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606cd73-32d3-4f6c-9ef0-deb85694e204 admin admin] Pushing event updated for resources: {'Network': ['ID=a0711777-6fa6-43f5-a6ce-3b36d44dc101,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:20.482975 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Request body: {'subnet': {'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-248906757-subnet', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:20.491623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:36:20.503803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Made reservation on behalf of 1cb0f193306e41c2a027b215bec7ccf1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:36:20.506088 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.670303 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.724103 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:20.732953 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:20.733307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Network hostable DHCP agents. Network: a0711777-6fa6-43f5-a6ce-3b36d44dc101, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:36:20.751522 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:36:20.759919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, a0711777-6fa6-43f5-a6ce-3b36d44dc101) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:20.764632 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:20.765212 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.769277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9992f-40e7-40ef-ad54-88091e73c05c None None] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:36:20.779092 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-68962342-727a-46b5-99f7-c5621d494f75 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3008053 Jul 30 04:36:20.781872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:20.786137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:20.807170 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.808153 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.870038 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:20.922057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:36:20.922967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.004675 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.060341 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Allocated IP 172.20.0.2 (a0711777-6fa6-43f5-a6ce-3b36d44dc101/b8caedb3-4d0d-43f8-8b69-3ccf5995dce7/2aca9e83-7906-49b8-8c55-5b2c7189142e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:21.210806 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.220785 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Transition to ACTIVE for port object 2aca9e83-7906-49b8-8c55-5b2c7189142e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:21.237787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Transition to ACTIVE for port object 2aca9e83-7906-49b8-8c55-5b2c7189142e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:21.244222 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.283590 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:21.286428 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:21.292369 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:21.298585 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Pushing event updated for resources: {'Port': ['ID=2aca9e83-7906-49b8-8c55-5b2c7189142e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:21.353252 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Attempting to bind port 2aca9e83-7906-49b8-8c55-5b2c7189142e on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:21.353766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Attempting to bind port 2aca9e83-7906-49b8-8c55-5b2c7189142e by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:21.354197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Attempting to bind port 2aca9e83-7906-49b8-8c55-5b2c7189142e on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:21.360342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:21.360715 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:21.361118 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.361510 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Bound using segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:21.361977 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Bound port: 2aca9e83-7906-49b8-8c55-5b2c7189142e, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:21.362354 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.436549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] For port 2aca9e83-7906-49b8-8c55-5b2c7189142e, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:21.440166 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] For port 2aca9e83-7906-49b8-8c55-5b2c7189142e, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2aca9e83-7906-49b8-8c55-5b2c7189142e,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:21.444439 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.508167 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031552-e74d-47ec-af4c-25309498c8b2 None None] Pushing event updated for resources: {'Port': ['ID=2aca9e83-7906-49b8-8c55-5b2c7189142e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:21.576489 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.595639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.732219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Allocated IP 172.25.6.26 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:21.828065 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2aca9e83-7906-49b8-8c55-5b2c7189142e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:21.852159 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.878139 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 2aca9e83-7906-49b8-8c55-5b2c7189142e completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:21.892589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:21.933352 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:21.936752 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:21.940331 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:21.968375 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Pushing event updated for resources: {'Port': ['ID=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:22.201009 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.391158 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de93cb25-18ed-4902-ad1c-efc6e9570033 None None] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:36:22.402792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.472052 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] Provisioning for port 2aca9e83-7906-49b8-8c55-5b2c7189142e completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:22.482631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] Provisioning complete for port 2aca9e83-7906-49b8-8c55-5b2c7189142e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:22.483013 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.535848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Router fb283ff8-f3e8-4701-999a-219e9fb2168e is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:36:22.621081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.641030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:22.658783 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:22.660156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] For port 2aca9e83-7906-49b8-8c55-5b2c7189142e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2aca9e83-7906-49b8-8c55-5b2c7189142e,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:22.667253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.667838 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.673156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a95283d4-9da1-4832-a51c-f9d3a775e972 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8877611 Jul 30 04:36:22.674096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60814) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:22.682075 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:22.682792 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:22.722869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94417756-498e-4394-bd86-6ed0d22f4eef None None] Pushing event updated for resources: {'Port': ['ID=2aca9e83-7906-49b8-8c55-5b2c7189142e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:22.794347 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:22.888483 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8e84cf7d-323f-49ae-83eb-d9d5810d5615 None None] Provisioning complete for port 2aca9e83-7906-49b8-8c55-5b2c7189142e triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:22.889049 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e84cf7d-323f-49ae-83eb-d9d5810d5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:22.977163 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:22Z', 'revision_number': 3, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:23.006996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:23.007630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Updating router fb283ff8-f3e8-4701-999a-219e9fb2168e port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:36:23.032162 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.118941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.273997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Allocated IP 172.20.0.1 (a0711777-6fa6-43f5-a6ce-3b36d44dc101/b8caedb3-4d0d-43f8-8b69-3ccf5995dce7/e397e569-892b-46fb-b192-1f974e110823) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:23.281867 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.291587 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Transition to ACTIVE for port object 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:23.297696 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.349556 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Pushing event updated for resources: {'Port': ['ID=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:23.352451 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Attempting to bind port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:23.352819 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Attempting to bind port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:23.353179 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Attempting to bind port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:23.361242 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:23.361615 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:23.362013 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.362405 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:23.362869 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Bound port: 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:23.363269 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.365381 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.365723 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.366062 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.366395 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.366724 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.367056 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.367410 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.367736 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.368061 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.368381 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.368701 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.369021 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:36:23.381756 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.394424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Transition to ACTIVE for port object e397e569-892b-46fb-b192-1f974e110823 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:23.427659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] For port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:23.431009 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] For port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:23.432339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.435394 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.469580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:23.472467 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:23.475969 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:23.483857 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:23.484489 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:23.511734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e397e569-892b-46fb-b192-1f974e110823,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:23.530282 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.531958 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851131a-f2c9-4163-9dcf-4fdee29719eb None None] Pushing event updated for resources: {'Port': ['ID=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:23.607825 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:23.664797 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.702623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e7361899-cb37-48b0-8d3d-53cda6d8e45d None None] Provisioning for port e397e569-892b-46fb-b192-1f974e110823 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:23.707717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e7361899-cb37-48b0-8d3d-53cda6d8e45d None None] Provisioning complete for port e397e569-892b-46fb-b192-1f974e110823 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:23.708769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e7361899-cb37-48b0-8d3d-53cda6d8e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.746791 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e7361899-cb37-48b0-8d3d-53cda6d8e45d None None] Port e397e569-892b-46fb-b192-1f974e110823 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:36:23.795912 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2aca9e83-7906-49b8-8c55-5b2c7189142e up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:23.810435 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:22Z', 'revision_number': 3, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:23.840485 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.846104 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.849809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 2aca9e83-7906-49b8-8c55-5b2c7189142e triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:23.850532 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.921315 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:23.923334 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e397e569-892b-46fb-b192-1f974e110823,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:23.935846 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe919105-b46c-4416-818c-ec1b05844c27 None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:22Z', 'revision_number': 3, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:24.018843 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:24.020295 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:24.142380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Router fb283ff8-f3e8-4701-999a-219e9fb2168e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:36:24.279094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:24.285451 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c4d6c568-79de-48c5-8a78-92620bbb89e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb283ff8-f3e8-4701-999a-219e9fb2168e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086705 Jul 30 04:36:24.375000 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-221b1c22-9d48-4624-be82-1da31ba21091 None None] Provisioning complete for port e397e569-892b-46fb-b192-1f974e110823 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:24.375646 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-221b1c22-9d48-4624-be82-1da31ba21091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:24.412529 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-221b1c22-9d48-4624-be82-1da31ba21091 None None] Port e397e569-892b-46fb-b192-1f974e110823 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:36:24.821987 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60830) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:24.827039 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-590833145-network', 'tenant_id': '55905e249cb54e8d805c51e36e614b60'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:24.847554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Made reservation on behalf of 55905e249cb54e8d805c51e36e614b60 for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:36:24.849998 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:24.859070 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:24.948552 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:24.952754 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:24.981663 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:36:25.002364 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.002715 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Added segment 9588cfd7-5135-41a8-85b9-e66d25c2597f of type vlan for network 36757196-800f-41c6-80ab-efb1c9dfb7e3 Jul 30 04:36:25.010497 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb16186-1089-4871-baa9-51eea53580eb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:25.047119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.073982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.075113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:25.075726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.125711 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3025222 Jul 30 04:36:25.128535 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:25.133729 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Request body: {'subnet': {'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-590833145-subnet', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:25.134941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afb79b-b3de-4975-849b-199640b20ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=36757196-800f-41c6-80ab-efb1c9dfb7e3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:25.145182 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:36:25.154519 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Made reservation on behalf of 55905e249cb54e8d805c51e36e614b60 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:36:25.157359 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.331572 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.384905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5100f8f7-5ba7-494f-8aed-3e6a04bdb591,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:25.401660 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Checking segment: {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:25.402017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Network hostable DHCP agents. Network: 36757196-800f-41c6-80ab-efb1c9dfb7e3, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:36:25.420751 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:36:25.431034 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 36757196-800f-41c6-80ab-efb1c9dfb7e3) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:25.435791 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:25.436386 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.441256 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13c4d9-8a98-4a93-ac94-76517ab8ed3f None None] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:36:25.451213 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-106ca4f2-93bd-4275-b0d9-f5dac63beec3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3215504 Jul 30 04:36:25.453879 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:25.458266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:25.479708 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.481230 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.524448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:25.537076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.558666 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:25.559572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:25.677854 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.823349 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-36757196-800f-41c6-80ab-efb1c9dfb7e3', 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'fixed_ips': [{'subnet_id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:36:25.824217 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.827303 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:25.888085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.911726 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:25.949639 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:26.017947 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Allocated IP 172.25.6.74 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/757e43c1-467e-425e-b509-6bcc656a4ac7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:26.043523 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:26.077746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:26.078119 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.122392 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.162598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.165520 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Allocated IP 172.20.0.2 (36757196-800f-41c6-80ab-efb1c9dfb7e3/5100f8f7-5ba7-494f-8aed-3e6a04bdb591/4db25efb-43eb-4aeb-ad30-79a217822eaa) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:26.196961 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:26.200400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:26.203840 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:26.234591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Pushing event updated for resources: {'Port': ['ID=757e43c1-467e-425e-b509-6bcc656a4ac7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:26.336662 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.379547 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:26.400664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.431855 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 2, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:26.458521 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.482280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:26.482852 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Updating router fb283ff8-f3e8-4701-999a-219e9fb2168e port e397e569-892b-46fb-b192-1f974e110823 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:36:26.514583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.525342 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:26.532526 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.534489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Transition to ACTIVE for port object 4db25efb-43eb-4aeb-ad30-79a217822eaa will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:26.576722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Transition to ACTIVE for port object 4db25efb-43eb-4aeb-ad30-79a217822eaa will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:26.587356 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.658432 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.692867 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:26.704875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:26.708936 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Pushing event updated for resources: {'Port': ['ID=4db25efb-43eb-4aeb-ad30-79a217822eaa,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:26.711042 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:26.788585 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Router 81a67c90-fbac-45fb-af47-242ded984b0b is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:36:26.811632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Attempting to bind port 4db25efb-43eb-4aeb-ad30-79a217822eaa on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:26.812022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Attempting to bind port 4db25efb-43eb-4aeb-ad30-79a217822eaa by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:26.812366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Attempting to bind port 4db25efb-43eb-4aeb-ad30-79a217822eaa on network 36757196-800f-41c6-80ab-efb1c9dfb7e3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:26.826559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:26.826945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Checking segment: {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:26.827375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.827778 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Bound using segment: {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:26.828247 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Bound port: 4db25efb-43eb-4aeb-ad30-79a217822eaa, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:26.828631 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.895054 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:26.905344 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Sync routers for ids ['81a67c90-fbac-45fb-af47-242ded984b0b'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:26.912375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.914507 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Routers {'81a67c90-fbac-45fb-af47-242ded984b0b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:26.914682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f72f946d-62cc-434e-9cef-c48818fa9e13 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4597106 Jul 30 04:36:26.915650 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['81a67c90-fbac-45fb-af47-242ded984b0b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:26.917445 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60836) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:26.963252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:26.981233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] For port 4db25efb-43eb-4aeb-ad30-79a217822eaa, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:26.983591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Transition to ACTIVE for port object e397e569-892b-46fb-b192-1f974e110823 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:26.986625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] For port 4db25efb-43eb-4aeb-ad30-79a217822eaa, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4db25efb-43eb-4aeb-ad30-79a217822eaa,segment=NetworkSegment(9588cfd7-5135-41a8-85b9-e66d25c2597f),segment_id=9588cfd7-5135-41a8-85b9-e66d25c2597f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:26.990943 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.025792 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.033848 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Set router 81a67c90-fbac-45fb-af47-242ded984b0b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:27.072890 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d19e7-2e07-4e75-b4f1-c2a00aa3daaa None None] Pushing event updated for resources: {'Port': ['ID=4db25efb-43eb-4aeb-ad30-79a217822eaa,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:27.194219 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Attempting to bind port e397e569-892b-46fb-b192-1f974e110823 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:27.194721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Attempting to bind port e397e569-892b-46fb-b192-1f974e110823 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:27.195106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Attempting to bind port e397e569-892b-46fb-b192-1f974e110823 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:27.203486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fecbb8-9b1f-4d86-967b-2e03e7d06412 None None] Pushing event updated for resources: {'Port': ['ID=e397e569-892b-46fb-b192-1f974e110823,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:27.206546 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:27.207352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:27.207483 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.207840 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Bound using segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:27.208321 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Bound port: e397e569-892b-46fb-b192-1f974e110823, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:27.208720 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.326841 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 3, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:27.340600 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] For port e397e569-892b-46fb-b192-1f974e110823, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:27.344543 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] For port e397e569-892b-46fb-b192-1f974e110823, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e397e569-892b-46fb-b192-1f974e110823,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:27.350980 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.363702 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Checking router: 81a67c90-fbac-45fb-af47-242ded984b0b for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:27.364122 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Updating router 81a67c90-fbac-45fb-af47-242ded984b0b port 757e43c1-467e-425e-b509-6bcc656a4ac7 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:36:27.405967 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.462040 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fecbb8-9b1f-4d86-967b-2e03e7d06412 None None] Pushing event updated for resources: {'Port': ['ID=e397e569-892b-46fb-b192-1f974e110823,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:27.470177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:27.470731 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:27.599979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:27.765461 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.782682 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Transition to ACTIVE for port object 757e43c1-467e-425e-b509-6bcc656a4ac7 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:27.793621 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.855118 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.875452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Attempting to bind port 757e43c1-467e-425e-b509-6bcc656a4ac7 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:27.875711 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:27Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:27.875871 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Attempting to bind port 757e43c1-467e-425e-b509-6bcc656a4ac7 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:27.876643 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Attempting to bind port 757e43c1-467e-425e-b509-6bcc656a4ac7 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:27.890735 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:27.891109 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:27.891551 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.891948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:27.892420 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Bound port: 757e43c1-467e-425e-b509-6bcc656a4ac7, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:27.892802 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:27.925572 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:27.929962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca988a8-a2ef-4345-ad56-5978b0c66a11 None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:27Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:27.968506 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] For port 757e43c1-467e-425e-b509-6bcc656a4ac7, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:27.971750 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] For port 757e43c1-467e-425e-b509-6bcc656a4ac7, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=757e43c1-467e-425e-b509-6bcc656a4ac7,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:27.974091 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083c63-89e4-44bc-b17f-39754ce14b34 None None] Pushing event updated for resources: {'Port': ['ID=757e43c1-467e-425e-b509-6bcc656a4ac7,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:27.992133 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.039642 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:28.040026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.082157 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Routers {'81a67c90-fbac-45fb-af47-242ded984b0b'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:28.082770 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['81a67c90-fbac-45fb-af47-242ded984b0b'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:28.129763 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083c63-89e4-44bc-b17f-39754ce14b34 None None] Pushing event updated for resources: {'Port': ['ID=757e43c1-467e-425e-b509-6bcc656a4ac7,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:28.166803 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Allocated IP 172.20.0.1 (36757196-800f-41c6-80ab-efb1c9dfb7e3/5100f8f7-5ba7-494f-8aed-3e6a04bdb591/9a51c80a-70d5-4937-bc5f-5686e92b25da) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:28.172555 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4db25efb-43eb-4aeb-ad30-79a217822eaa up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:28.279040 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] Set router 81a67c90-fbac-45fb-af47-242ded984b0b gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:28.323604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.343010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Transition to ACTIVE for port object 9a51c80a-70d5-4937-bc5f-5686e92b25da will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:28.394941 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.422860 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48cea1-32c8-4de8-9f63-84019d10a618 None None] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:36:28.450848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Pushing event updated for resources: {'Port': ['ID=9a51c80a-70d5-4937-bc5f-5686e92b25da,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:28.468247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:28.470141 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:28.472762 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:28.491048 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-595713e2-a0a7-4daa-8cdd-be3435d4bc38 None None] Provisioning for port 4db25efb-43eb-4aeb-ad30-79a217822eaa completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:28.524771 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.526041 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 3, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:28.550197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4db25efb-43eb-4aeb-ad30-79a217822eaa completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:28.557005 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4db25efb-43eb-4aeb-ad30-79a217822eaa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:28.557526 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.570833 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a463e86-9ab6-4ded-a6e4-297dc80245bd None None] The sync data for ids ['81a67c90-fbac-45fb-af47-242ded984b0b'] in n-d-778696-14 is: [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 3, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:28.704089 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.707903 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.751357 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4db25efb-43eb-4aeb-ad30-79a217822eaa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4db25efb-43eb-4aeb-ad30-79a217822eaa,segment=NetworkSegment(9588cfd7-5135-41a8-85b9-e66d25c2597f),segment_id=9588cfd7-5135-41a8-85b9-e66d25c2597f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:28.759330 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.830368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4db25efb-43eb-4aeb-ad30-79a217822eaa,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:28.940920 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:28.945563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:29.023863 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:29.041193 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Pushing event updated for resources: {'Port': ['ID=9a51c80a-70d5-4937-bc5f-5686e92b25da,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:29.138872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f8b68e0-70f3-44ac-8ede-e46cb9158380 None None] Provisioning complete for port 4db25efb-43eb-4aeb-ad30-79a217822eaa triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:29.141089 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f8b68e0-70f3-44ac-8ede-e46cb9158380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:29.171438 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:29.173113 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:29.291503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f8b68e0-70f3-44ac-8ede-e46cb9158380 None None] Provisioning for port 9a51c80a-70d5-4937-bc5f-5686e92b25da completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:29.296566 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-5f8b68e0-70f3-44ac-8ede-e46cb9158380 None None] Provisioning complete for port 9a51c80a-70d5-4937-bc5f-5686e92b25da triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:29.296952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5f8b68e0-70f3-44ac-8ede-e46cb9158380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:29.323749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Router 81a67c90-fbac-45fb-af47-242ded984b0b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:36:29.341878 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b68e0-70f3-44ac-8ede-e46cb9158380 None None] Port 9a51c80a-70d5-4937-bc5f-5686e92b25da cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:36:29.463247 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:29.469668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-70e6948a-28ee-4e81-906c-b62043d82db3 None None] Provisioning complete for port 9a51c80a-70d5-4937-bc5f-5686e92b25da triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:29.470144 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-70e6948a-28ee-4e81-906c-b62043d82db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:29.470652 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-abd10bc3-a7bf-4ee1-b1e3-c2df85dccf8a admin admin] 10.222.0.39 "PUT /v2.0/routers/81a67c90-fbac-45fb-af47-242ded984b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5511367 Jul 30 04:36:29.520559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-70e6948a-28ee-4e81-906c-b62043d82db3 None None] Port 9a51c80a-70d5-4937-bc5f-5686e92b25da cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:36:29.641972 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6521342f-0cec-4234-8eb4-cd59d36c4498 None None] Provisioning complete for port 9a51c80a-70d5-4937-bc5f-5686e92b25da triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:29.642353 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6521342f-0cec-4234-8eb4-cd59d36c4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:29.678632 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-6521342f-0cec-4234-8eb4-cd59d36c4498 None None] Port 9a51c80a-70d5-4937-bc5f-5686e92b25da cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:36:29.887859 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4db25efb-43eb-4aeb-ad30-79a217822eaa up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:29.934185 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4db25efb-43eb-4aeb-ad30-79a217822eaa triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:29.934553 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.017093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 757e43c1-467e-425e-b509-6bcc656a4ac7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:30.064726 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 757e43c1-467e-425e-b509-6bcc656a4ac7 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:30.068634 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 757e43c1-467e-425e-b509-6bcc656a4ac7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:30.069012 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.115784 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60844) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.120610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010655346', 'description': 'tempest-secgroup-smoke-1010655346 description', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.145641 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.153765 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.175117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 757e43c1-467e-425e-b509-6bcc656a4ac7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=757e43c1-467e-425e-b509-6bcc656a4ac7,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:30.179462 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.180542 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e397e569-892b-46fb-b192-1f974e110823 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:30.236903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.241437 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.257385 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=757e43c1-467e-425e-b509-6bcc656a4ac7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.271244 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.272636 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557875 Jul 30 04:36:30.273589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port e397e569-892b-46fb-b192-1f974e110823 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:30.276196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.277810 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e397e569-892b-46fb-b192-1f974e110823 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:30.278428 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.280853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25b5f9-d72d-4e00-8986-87c467570a1c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5117ad46-10ca-4bcb-a92a-eb19636b2e93,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.281305 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '5117ad46-10ca-4bcb-a92a-eb19636b2e93', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.311060 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.362063 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.367445 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.371564 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.388736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c9f017-6a29-4d41-ae76-7ede4cb45bf8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.397226 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.397857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port e397e569-892b-46fb-b192-1f974e110823, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e397e569-892b-46fb-b192-1f974e110823,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:30.401196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-7744f243-58a7-4c7e-943f-a2b372d2f9aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213074 Jul 30 04:36:30.401424 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.404987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.408473 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '5117ad46-10ca-4bcb-a92a-eb19636b2e93', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.436276 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.452903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=e397e569-892b-46fb-b192-1f974e110823,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.495905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.499383 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.520249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770621e1-b8c4-4bf6-b515-f43862a45eef,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.528117 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.529326 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-f9e98fca-5bd4-487d-b3f2-679f5f3c344f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268737 Jul 30 04:36:30.532094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.536444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '5117ad46-10ca-4bcb-a92a-eb19636b2e93', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.561089 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.621598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.625183 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.642781 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed8ca24-8948-4bf4-a437-16054a5672d7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.654574 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.656146 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-2c646ca6-2b07-4203-8945-2008f6eb1e58 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230719 Jul 30 04:36:30.658798 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.663217 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '5117ad46-10ca-4bcb-a92a-eb19636b2e93', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.690915 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.750270 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.753912 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.771174 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ad8908-e5a0-49e5-8327-50be414c049a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.778589 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.779830 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4769151d-ed04-45d2-ba16-bf2ee879eeb9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200125 Jul 30 04:36:30.782470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.786788 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '5117ad46-10ca-4bcb-a92a-eb19636b2e93', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.808149 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Project 1cb0f193306e41c2a027b215bec7ccf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:36:30.813456 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.872878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.876281 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.893616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530e42f2-d1ec-47e7-bf8a-a2c760f40d1c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:30.902970 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:30.904447 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-793377e4-6555-4657-a3c1-1aaafc8dcad6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210589 Jul 30 04:36:30.907223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 60856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:30.912042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '5117ad46-10ca-4bcb-a92a-eb19636b2e93', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:30.936087 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Project 1cb0f193306e41c2a027b215bec7ccf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:36:30.942399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:31.008246 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:31.011666 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:31.030797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a43b70-bb92-464a-8a1e-5c5d4c3c10f2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:31.038065 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:31.039421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-4e346ed1-f796-4666-b5a3-25488498aebc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309319 Jul 30 04:36:31.185309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-6c5c9816-6733-4b32-a183-45055534c2ac tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010655346&fields=id&tenant_id=1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 267 time: 0.0334351 Jul 30 04:36:31.241545 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Sync routers for ids ['81a67c90-fbac-45fb-af47-242ded984b0b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:31.250986 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Routers {'81a67c90-fbac-45fb-af47-242ded984b0b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:31.251700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['81a67c90-fbac-45fb-af47-242ded984b0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:31.289586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-226db920-89b0-4f58-ad16-96cd909ebf6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:31.291033 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-226db920-89b0-4f58-ad16-96cd909ebf6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 808 time: 0.0988741 Jul 30 04:36:31.306389 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-23c75de7-26d8-4683-acf5-4557e9d4a95b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/quotas/1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 375 time: 0.0089006 Jul 30 04:36:31.364090 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-dec6f0c3-57f5-48b3-b624-fe8599de9108 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513198 Jul 30 04:36:31.365283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:31.368922 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Set router 81a67c90-fbac-45fb-af47-242ded984b0b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:31.555935 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-47411e03-5c20-401a-ba52-2a9b725bce7f service neutron] 10.222.0.39 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791301 Jul 30 04:36:31.649241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-d365f3a3-8d4c-42e9-96b2-acd85d5f3618 service neutron] 10.222.0.39 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Jul 30 04:36:31.663432 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:28Z', 'revision_number': 4, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9a51c80a-70d5-4937-bc5f-5686e92b25da', 'name': '', 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'mac_address': 'fa:16:3e:4b:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:27Z', 'updated_at': '2021-07-30T04:36:28Z', 'revision_number': 2, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'subnets': [{'id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:31.695915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Checking router: 81a67c90-fbac-45fb-af47-242ded984b0b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:31.696276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Updating router 81a67c90-fbac-45fb-af47-242ded984b0b port 9a51c80a-70d5-4937-bc5f-5686e92b25da binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:36:31.725580 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:31.827856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-92b7f7e1-c5b0-49bf-a77b-cc20f4fff7e3 req-e1cc1b6d-de4e-43df-9f97-d6cfe3f8603c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0267043 Jul 30 04:36:31.841700 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 757e43c1-467e-425e-b509-6bcc656a4ac7 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:31.951536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 757e43c1-467e-425e-b509-6bcc656a4ac7 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:31.951918 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.104526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e397e569-892b-46fb-b192-1f974e110823 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:32.107950 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.137939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Transition to ACTIVE for port object 9a51c80a-70d5-4937-bc5f-5686e92b25da will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:32.151738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.212595 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5e6db-96de-4244-adf9-221aac154893 None None] Pushing event updated for resources: {'Port': ['ID=9a51c80a-70d5-4937-bc5f-5686e92b25da,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:32.231771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port e397e569-892b-46fb-b192-1f974e110823 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:32.232153 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.290591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Attempting to bind port 9a51c80a-70d5-4937-bc5f-5686e92b25da on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:32.291299 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Attempting to bind port 9a51c80a-70d5-4937-bc5f-5686e92b25da by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:32.291438 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Attempting to bind port 9a51c80a-70d5-4937-bc5f-5686e92b25da on network 36757196-800f-41c6-80ab-efb1c9dfb7e3 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:32.300876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:32.301257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Checking segment: {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:32.301665 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.302063 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Bound using segment: {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:32.302540 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Bound port: 9a51c80a-70d5-4937-bc5f-5686e92b25da, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9588cfd7-5135-41a8-85b9-e66d25c2597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:32.302927 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.400659 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] For port 9a51c80a-70d5-4937-bc5f-5686e92b25da, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:32.406754 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] For port 9a51c80a-70d5-4937-bc5f-5686e92b25da, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a51c80a-70d5-4937-bc5f-5686e92b25da,segment=NetworkSegment(9588cfd7-5135-41a8-85b9-e66d25c2597f),segment_id=9588cfd7-5135-41a8-85b9-e66d25c2597f)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:32.412741 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:32.477445 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5e6db-96de-4244-adf9-221aac154893 None None] Pushing event updated for resources: {'Port': ['ID=9a51c80a-70d5-4937-bc5f-5686e92b25da,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:32.479989 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Routers {'81a67c90-fbac-45fb-af47-242ded984b0b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:32.481203 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['81a67c90-fbac-45fb-af47-242ded984b0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:32.593522 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] Set router 81a67c90-fbac-45fb-af47-242ded984b0b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:32.906251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3154ddcb-9621-4f16-b215-cab04ed8c89e req-410980eb-a5a2-4e90-9806-21c5e428cae6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0284941 Jul 30 04:36:32.954631 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:28Z', 'revision_number': 4, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9a51c80a-70d5-4937-bc5f-5686e92b25da', 'name': '', 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'mac_address': 'fa:16:3e:4b:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:27Z', 'updated_at': '2021-07-30T04:36:32Z', 'revision_number': 4, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'subnets': [{'id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:32.981574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a391fa6-0cc6-49cf-b9b9-43c4b4fa0a87 None None] The sync data for ids ['81a67c90-fbac-45fb-af47-242ded984b0b'] in n-d-778696-14 is: [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:28Z', 'revision_number': 4, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '9a51c80a-70d5-4937-bc5f-5686e92b25da', 'name': '', 'network_id': '36757196-800f-41c6-80ab-efb1c9dfb7e3', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'mac_address': 'fa:16:3e:4b:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:27Z', 'updated_at': '2021-07-30T04:36:32Z', 'revision_number': 4, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'subnets': [{'id': '5100f8f7-5ba7-494f-8aed-3e6a04bdb591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:33.798699 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a51c80a-70d5-4937-bc5f-5686e92b25da up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:33.846241 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 9a51c80a-70d5-4937-bc5f-5686e92b25da completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:33.849880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9a51c80a-70d5-4937-bc5f-5686e92b25da triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:33.850260 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:33.928392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:33.961864 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 9a51c80a-70d5-4937-bc5f-5686e92b25da, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a51c80a-70d5-4937-bc5f-5686e92b25da,segment=NetworkSegment(9588cfd7-5135-41a8-85b9-e66d25c2597f),segment_id=9588cfd7-5135-41a8-85b9-e66d25c2597f)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:33.966289 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:33.987586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c1f33e02-8ab8-40f1-b4cb-08e13caad152 req-daabb02a-6331-42d3-a418-c9b307693ce8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0304027 Jul 30 04:36:34.019333 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=9a51c80a-70d5-4937-bc5f-5686e92b25da,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:35.066949 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e0fc1ce6-b353-4038-b3a7-aecd0241300b req-5c8d870b-aac6-4e16-8041-5c580ff09e04 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0298450 Jul 30 04:36:35.783769 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a51c80a-70d5-4937-bc5f-5686e92b25da up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:35.836914 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 9a51c80a-70d5-4937-bc5f-5686e92b25da triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:35.837284 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:36.159286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c82319e8-2add-4ae2-81a9-a85763b8b803 req-fd89eb7d-e5f2-4bb4-b528-50b0ddd86448 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0257308 Jul 30 04:36:36.972324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-2050e097-d4dc-4ae8-a94c-347bc8292ee8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:36.973791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-2050e097-d4dc-4ae8-a94c-347bc8292ee8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 808 time: 0.1046767 Jul 30 04:36:37.017586 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-b2523c69-9bed-4e93-a206-1a1f2f2a5433 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 380 time: 0.0347188 Jul 30 04:36:37.028243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'port': {'device_id': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'admin_state_up': True, 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'security_groups': ['5117ad46-10ca-4bcb-a92a-eb19636b2e93']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:37.140338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Made reservation on behalf of 1cb0f193306e41c2a027b215bec7ccf1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:36:37.143940 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:37.275703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bee9dc9b-779e-43e9-b677-75d5e71e0e2d req-01017fc4-516f-4957-8a17-049f334a8e1b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0473344 Jul 30 04:36:37.297594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Allocated IP 172.20.0.8 (a0711777-6fa6-43f5-a6ce-3b36d44dc101/b8caedb3-4d0d-43f8-8b69-3ccf5995dce7/279223fa-acf0-4d35-a37c-a7f0f5be60f8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:37.804961 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:37.818571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Transition to ACTIVE for port object 279223fa-acf0-4d35-a37c-a7f0f5be60f8 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:37.850952 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:37.895101 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:37.898069 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:37.900610 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:37.935007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:37.960667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:37.961423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:37.977156 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-a77ae7f0-9a76-46fd-9539-28e28ceb33f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524133 Jul 30 04:36:37.990505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Request body: {'port': {'device_id': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:38.047863 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.172735 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f29e48f5-53ad-4b22-ad88-d572466254bd None None] Provisioning for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:38.176507 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f29e48f5-53ad-4b22-ad88-d572466254bd None None] Provisioning complete for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:38.176946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f29e48f5-53ad-4b22-ad88-d572466254bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.210528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-f29e48f5-53ad-4b22-ad88-d572466254bd None None] Port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:36:38.310819 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:36:38.318778 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.331074 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Transition to ACTIVE for port object 279223fa-acf0-4d35-a37c-a7f0f5be60f8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:36:38.336268 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.414900 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:38.454716 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e6930-07ac-48f8-a755-3410fc995353 req-d851df24-d9b6-4d8b-b63f-54374d9c5210 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:38.456287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b50e6930-07ac-48f8-a755-3410fc995353 req-d851df24-d9b6-4d8b-b63f-54374d9c5210 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 943 time: 0.0943034 Jul 30 04:36:38.531787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b50e6930-07ac-48f8-a755-3410fc995353 req-b241f516-e2e3-4803-9771-6d4857793ad7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577486 Jul 30 04:36:38.532641 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:36:38.532981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:36:38.533314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:38.538584 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:36:38.538914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:36:38.543991 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:36:38.544338 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:36:38.544723 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Bound using segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:36:38.545161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Bound port: 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:36:38.545524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.609089 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:36:38.612066 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:36:38.616604 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.659619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:38.660219 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:38.661590 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] 10.222.0.18 "PUT /v2.0/ports/279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1092 time: 0.6755116 Jul 30 04:36:38.662042 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:36:38.664331 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc341b-7def-4617-ae33-234d65a27153" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:36:38.704156 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc1d59-9b43-43e8-9586-302570122e99 service neutron] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:38.736820 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5181c-4bbb-4737-89d9-59f373c50554 x-openstack-request-id: req-aaa5181c-4bbb-4737-89d9-59f373c50554 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:36:38.737113 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:36:38.737363 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aaa5181c-4bbb-4737-89d9-59f373c50554 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:36:38.737764 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'status': 'completed', 'code': 200} Jul 30 04:36:38.755414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-b5686fd4-1d05-4206-928a-adbeac2c5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:38.757012 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-b5686fd4-1d05-4206-928a-adbeac2c5d84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1095 time: 0.0476329 Jul 30 04:36:38.800257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-548c9cce-ffa4-4470-9002-fa07f65caa74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 217 time: 0.0348234 Jul 30 04:36:38.857090 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-45c08f94-d63b-4c8b-ae15-8fc49bb6f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:38.858663 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-45c08f94-d63b-4c8b-ae15-8fc49bb6f5b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0516634 Jul 30 04:36:38.903349 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-212a95ba-8911-4101-8180-a6d992fc3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:38.904738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-212a95ba-8911-4101-8180-a6d992fc3072 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396774 Jul 30 04:36:38.993655 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-fc5be0e2-7a17-4677-8bbf-abfc609053f5 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819607 Jul 30 04:36:39.087010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f00ba019-b5d7-44b9-9ff9-404a48d22bab req-e036695e-54fb-49e1-8927-27bc0250501c service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Jul 30 04:36:39.178167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc341b-7def-4617-ae33-234d65a27153 req-9d1909b6-01fe-4fb7-b67b-82090563b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:39.179736 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-9d1909b6-01fe-4fb7-b67b-82090563b6b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1095 time: 0.0464592 Jul 30 04:36:39.272874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc341b-7def-4617-ae33-234d65a27153 req-331bf429-8013-497a-984b-41e93f9f4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:39.274309 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-331bf429-8013-497a-984b-41e93f9f4b73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0877063 Jul 30 04:36:39.317346 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-ff23138b-7c03-4770-9e7a-4a3401cc4fb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 217 time: 0.0352030 Jul 30 04:36:39.366144 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc341b-7def-4617-ae33-234d65a27153 req-e58eb4ba-8336-49f3-8c9c-ed6e5f9d6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:39.367581 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-e58eb4ba-8336-49f3-8c9c-ed6e5f9d6b02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0428009 Jul 30 04:36:39.419148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc341b-7def-4617-ae33-234d65a27153 req-602e8f77-6bc2-4a6b-92b0-6d5570b87c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:39.421379 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-602e8f77-6bc2-4a6b-92b0-6d5570b87c98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435138 Jul 30 04:36:39.513143 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-333e482b-c3ef-4b76-ad25-b7c320abdec1 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Jul 30 04:36:39.619338 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b8cc341b-7def-4617-ae33-234d65a27153 req-68813b84-441f-4d3e-abba-67984659f026 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981934 Jul 30 04:36:39.656937 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c64efb-ccca-409a-a200-54190226d8b3 req-5b9f095f-31c2-4aaf-9514-032995d88145 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:39.658423 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2c64efb-ccca-409a-a200-54190226d8b3 req-5b9f095f-31c2-4aaf-9514-032995d88145 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 943 time: 0.0547786 Jul 30 04:36:39.695831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f2c64efb-ccca-409a-a200-54190226d8b3 req-bd166a04-5de6-471e-a90f-ae13c81001a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Jul 30 04:36:40.812558 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca9e26-a7b2-47ae-ac2b-a5da73891381 req-90364177-b504-4b90-b3c4-f1ab02a16a3f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:40.814026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2ca9e26-a7b2-47ae-ac2b-a5da73891381 req-90364177-b504-4b90-b3c4-f1ab02a16a3f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 943 time: 0.0492511 Jul 30 04:36:40.851612 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e2ca9e26-a7b2-47ae-ac2b-a5da73891381 req-ef2aade9-7f91-4d42-904e-7cafcbdfbc15 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Jul 30 04:36:41.652946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:41.965562 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e220a8-813d-4371-99ed-ba1eaa36fb55 req-c5b9bbb5-bdf4-4ee5-a760-458d95f34ec8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:41.967034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15e220a8-813d-4371-99ed-ba1eaa36fb55 req-c5b9bbb5-bdf4-4ee5-a760-458d95f34ec8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 943 time: 0.0487111 Jul 30 04:36:42.009682 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-15e220a8-813d-4371-99ed-ba1eaa36fb55 req-6ca3dd3f-1441-4bc1-baac-3bb8d2cac1b4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364804 Jul 30 04:36:42.468650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-875ef05a-1b89-4960-95d7-6341d1646140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:42.749722 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:36:42.846372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:42.857625 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'mac_address': 'fa:16:3e:08:bb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:36:42.894429 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:42.908592 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:36:42.930413 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:42.934841 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:42.987149 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:43.131508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceac078-3b1c-44f5-be66-5afa370afc70 req-e274d900-1dd2-4e8a-9c02-4b603435b14c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:43.133278 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eceac078-3b1c-44f5-be66-5afa370afc70 req-e274d900-1dd2-4e8a-9c02-4b603435b14c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0495300 Jul 30 04:36:43.154679 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['279223fa-acf0-4d35-a37c-a7f0f5be60f8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:36:43.177313 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-eceac078-3b1c-44f5-be66-5afa370afc70 req-aabe01ee-d96a-41c2-905a-a64953e2d060 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376265 Jul 30 04:36:44.291268 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ab17c-8911-497b-8904-2b92e4d1ee56 req-6a555ab0-6bd0-4b77-bab7-450ec178c2e6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:44.292752 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-072ab17c-8911-497b-8904-2b92e4d1ee56 req-6a555ab0-6bd0-4b77-bab7-450ec178c2e6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0489941 Jul 30 04:36:44.331104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-072ab17c-8911-497b-8904-2b92e4d1ee56 req-b7e0ec7a-8b5f-4ff4-92fd-3a0d357a2532 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Jul 30 04:36:44.764519 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:36:44.805756 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ad3728a-c6f7-4a14-8569-69cb24cb5fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:44.826918 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:36:44.832797 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:36:44.833168 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:44.909948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:44.931533 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:36:44.933767 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fb01e9-7576-461d-a821-4752d424a8e2" -d '{"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-plugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:36:44.947125 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:36:44.952520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:44.990801 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5647347e-17f7-4cd8-ac90-007a87005be2 x-openstack-request-id: req-5647347e-17f7-4cd8-ac90-007a87005be2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:36:44.991094 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-plugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:36:44.991370 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5647347e-17f7-4cd8-ac90-007a87005be2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:36:44.991759 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'code': 200} Jul 30 04:36:45.004584 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:45.065609 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:45.084578 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf6109-0858-42a1-8015-65a3484c2f6a req-0c0f1f70-7d3b-45f6-b1bc-1c197c22263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:45.086065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bdf6109-0858-42a1-8015-65a3484c2f6a req-0c0f1f70-7d3b-45f6-b1bc-1c197c22263d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1097 time: 0.0415633 Jul 30 04:36:45.125639 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9bdf6109-0858-42a1-8015-65a3484c2f6a req-f03d61f4-1a12-41ac-ab23-1e076100f1f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Jul 30 04:36:45.443332 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b4255-3744-4b63-afcb-7f8794966d72 req-98a12a00-e12b-403a-ac4f-f11c474e3e1f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:45.444798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d30b4255-3744-4b63-afcb-7f8794966d72 req-98a12a00-e12b-403a-ac4f-f11c474e3e1f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0480361 Jul 30 04:36:45.486622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d30b4255-3744-4b63-afcb-7f8794966d72 req-67b6eb4c-a698-4d99-82b1-464555a3364e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359700 Jul 30 04:36:46.601654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8e8df-e1fe-449e-be7f-e0f2ea5ff82e req-013bf62b-def8-4f6f-afc8-8a37b8c6e062 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:46.603121 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27d8e8df-e1fe-449e-be7f-e0f2ea5ff82e req-013bf62b-def8-4f6f-afc8-8a37b8c6e062 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0485806 Jul 30 04:36:46.641730 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-27d8e8df-e1fe-449e-be7f-e0f2ea5ff82e req-9f72019d-1955-4d8b-8c4b-50f522429821 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jul 30 04:36:46.656476 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:46.752790 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0b8d8-ced0-420c-8014-843cadd61d53 req-f94c901f-99ef-4c20-ad99-e380a8168342 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:46.754254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fc0b8d8-ced0-420c-8014-843cadd61d53 req-f94c901f-99ef-4c20-ad99-e380a8168342 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0478215 Jul 30 04:36:46.795539 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9fc0b8d8-ced0-420c-8014-843cadd61d53 req-81da62da-7bdf-428c-803c-f5c1f67ad5d3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349896 Jul 30 04:36:46.817252 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60930) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:46.896938 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b918ac5-efe9-4e99-94a8-911173d9124b tempest-TestShelveInstance-201511273 tempest-TestShelveInstance-201511273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:46.898462 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-5b918ac5-efe9-4e99-94a8-911173d9124b tempest-TestShelveInstance-201511273 tempest-TestShelveInstance-201511273-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1092 time: 0.0802131 Jul 30 04:36:46.901425 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 60934) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:36:46.906063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:36:46.927429 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.021212 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.124765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Allocated IP 172.25.6.228 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/6bf14db6-6628-463a-af6a-77750e1f62cc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:36:47.224722 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.267047 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.301950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:36:47.304675 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:36:47.308073 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:36:47.333856 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'Port': ['ID=6bf14db6-6628-463a-af6a-77750e1f62cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:47.667400 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.735161 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.883275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.887758 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:47.953976 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'Port': ['ID=6bf14db6-6628-463a-af6a-77750e1f62cc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:36:47.969897 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:48.069232 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Floating IP a7c84a67-d8bd-48f2-904f-2f2eaf800250 associated. External IP: 172.25.6.228, port: 279223fa-acf0-4d35-a37c-a7f0f5be60f8. Jul 30 04:36:48.273220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Router fb283ff8-f3e8-4701-999a-219e9fb2168e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:36:48.295314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:48.381211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:36:48.391460 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:36:48.396936 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:36:48.402072 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:48.402698 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:48.438876 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6699a95d-f902-4dfe-8445-33e1ff19499b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5222819 Jul 30 04:36:48.438876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:36:48.438876 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadda890-252e-4883-a2e1-b87ec7daeaba" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:36:48.465218 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34be18f-84bb-487c-882c-adab1f1eef8a x-openstack-request-id: req-c34be18f-84bb-487c-882c-adab1f1eef8a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:36:48.465514 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:36:48.465768 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c34be18f-84bb-487c-882c-adab1f1eef8a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:36:48.466182 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'status': 'completed', 'code': 200} Jul 30 04:36:48.514047 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:48.530775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-938ba523-84b7-4636-9f69-678406323882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:48.532287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-938ba523-84b7-4636-9f69-678406323882 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1097 time: 0.0417426 Jul 30 04:36:48.620016 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-8e7bc90a-bdf2-4acc-9fb3-fbee1fe14d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:48.621522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-8e7bc90a-bdf2-4acc-9fb3-fbee1fe14d57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0826144 Jul 30 04:36:48.690798 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-590e2501-448f-4752-8a3e-7853464a20d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 999 time: 0.0623977 Jul 30 04:36:48.734696 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a7c84a67-d8bd-48f2-904f-2f2eaf800250', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'mac_address': 'fa:16:3e:08:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:36:47Z', 'updated_at': '2021-07-30T04:36:47Z', 'revision_number': 0, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:48.739836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-dfad09be-0ee5-4b25-840e-4bbea1fba01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:48.741327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-dfad09be-0ee5-4b25-840e-4bbea1fba01c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0444345 Jul 30 04:36:48.760828 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:36:48.769533 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:36:48.770084 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:36:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:48.787926 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-78ad4e6d-5b5e-4ce8-854a-39be1301477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:36:48.789364 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-78ad4e6d-5b5e-4ce8-854a-39be1301477e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414982 Jul 30 04:36:48.888281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-edbff25d-902c-4814-ac7d-02bf45d8076c service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912549 Jul 30 04:36:48.966543 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:36:48.979605 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aadda890-252e-4883-a2e1-b87ec7daeaba req-1ac2c60b-5ab2-4efe-9ede-e5b5b78a27fe service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Jul 30 04:36:49.189073 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a7c84a67-d8bd-48f2-904f-2f2eaf800250', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'mac_address': 'fa:16:3e:08:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:36:47Z', 'updated_at': '2021-07-30T04:36:47Z', 'revision_number': 0, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:36:49.216286 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d920c-1333-4b04-8798-3272ab96c345 None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a7c84a67-d8bd-48f2-904f-2f2eaf800250', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'mac_address': 'fa:16:3e:08:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:36:47Z', 'updated_at': '2021-07-30T04:36:47Z', 'revision_number': 0, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:36:49.402023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb042d09-304b-47da-9f42-407a77973485 None None] New status for floating IP a7c84a67-d8bd-48f2-904f-2f2eaf800250: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:36:49.659773 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:37:01.368958 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:11.668664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:12.468393 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6ac00a1-43b1-409b-97c8-f6c7e7b91930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:14.790208 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-276b155a-71ae-467e-82bc-541623144400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:15.067351 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:16.658201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:18.298868 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:22.569721 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-2d0f356a-50a9-4900-81d8-35af769bf753 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401814 Jul 30 04:37:22.660462 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-ec92e2a8-fd67-465f-8345-1bd7b60010ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:37:22.661956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-ec92e2a8-fd67-465f-8345-1bd7b60010ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1097 time: 0.0513341 Jul 30 04:37:22.764983 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-0270cf54-777a-4bab-821c-786624e0361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:37:22.766985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-0270cf54-777a-4bab-821c-786624e0361e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0838215 Jul 30 04:37:22.834324 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-20d92e1e-28c2-479a-af3d-28489d08b15b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1001 time: 0.0600348 Jul 30 04:37:22.883862 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-36e6a583-e226-456f-b6e8-ba177ff7929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:37:22.885268 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-36e6a583-e226-456f-b6e8-ba177ff7929a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0440500 Jul 30 04:37:22.929872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-48c6ee6d-76af-4a11-89d3-1b8455f30117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:37:22.931336 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-48c6ee6d-76af-4a11-89d3-1b8455f30117 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382140 Jul 30 04:37:23.022934 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-ef85c6ed-a9b7-4f74-a57e-416b2c9b4db0 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 Jul 30 04:37:23.111128 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b516480d-cb5e-443d-86de-ede190ba15c0 req-49fbb651-6a3e-469b-9990-330ac748c64a service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802629 Jul 30 04:37:26.658785 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:37:31.373260 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:41.680929 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:42.469970 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0336ac93-8226-4961-a2be-726dd3f5cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:44.789139 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c593d0ab-74eb-455f-a8ab-fc910fe9b099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:45.068742 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:46.660399 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:37:48.301193 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:01.389304 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:03.658476 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:38:11.695401 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:12.470781 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a386fdbe-ccda-4f4b-8139-53b6a48252a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:14.790387 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6919c09f-fdab-407d-ad51-fd47707975a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:15.070582 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:16.663411 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:18.307198 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:23.636887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-e66ad0a2-ea26-4de8-afb7-d0a2918dd34b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1058273 Jul 30 04:38:23.720428 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-3d6985e1-f650-4511-ad8c-6072121d2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:23.721902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-3d6985e1-f650-4511-ad8c-6072121d2233 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1097 time: 0.0441437 Jul 30 04:38:23.821600 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-f9ed2129-6af8-458c-a184-a5c51979e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:23.822968 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-f9ed2129-6af8-458c-a184-a5c51979e648 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0829520 Jul 30 04:38:23.889920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-5ec06884-1601-41c1-a8c6-9a21bcdcc295 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1001 time: 0.0592337 Jul 30 04:38:23.937575 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-929c1811-f7d7-4f95-93e5-24c511d159ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:23.939837 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-929c1811-f7d7-4f95-93e5-24c511d159ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0429826 Jul 30 04:38:23.983383 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-e3a1e2e9-c919-4441-b0dd-e1fdafbb9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:23.984851 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-e3a1e2e9-c919-4441-b0dd-e1fdafbb9639 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385008 Jul 30 04:38:23.995825 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-e4306dd8-f38a-49eb-bfdd-4e0fe862ab2f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:38:23.996759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-e4306dd8-f38a-49eb-bfdd-4e0fe862ab2f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048244 Jul 30 04:38:24.089263 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-40067961-8b67-49ee-8be8-04d61b0595f3 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846169 Jul 30 04:38:24.178179 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-13c7da0c-6f95-40c9-8907-bc85093951f6 req-a58ccfec-d366-4217-b6fc-6b9896a5b84d service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819352 Jul 30 04:38:31.388373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:40.658513 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:38:41.698443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:42.471337 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2ed7995f-07fe-47f4-8c49-838ee127f7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:44.306105 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fd1cd-0a79-44a6-b09a-34e02ea44e6b req-bd377a8a-1458-45fc-b505-9d90199ba25f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:44.307591 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be3fd1cd-0a79-44a6-b09a-34e02ea44e6b req-bd377a8a-1458-45fc-b505-9d90199ba25f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0954556 Jul 30 04:38:44.345633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be3fd1cd-0a79-44a6-b09a-34e02ea44e6b req-a082b5f4-98f7-4849-81bf-25662f256cf5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Jul 30 04:38:44.791400 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c1757306-67bb-4fbe-8010-9a09fdeaedd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:45.070808 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:45.482094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854118-4aa9-4595-85f1-a03f80ee6b4f req-3bb5fdce-3ea7-4184-84c0-58cda6b74985 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:45.483588 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68854118-4aa9-4595-85f1-a03f80ee6b4f req-3bb5fdce-3ea7-4184-84c0-58cda6b74985 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0530267 Jul 30 04:38:45.521876 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-68854118-4aa9-4595-85f1-a03f80ee6b4f req-7dec78c3-e1dd-4526-bae9-bfe46b496aa0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Jul 30 04:38:46.662293 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792468f8-325c-478e-89ee-98765120345c req-71b9bf2b-cfab-4d46-b01f-d120a4aa4e19 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:46.664026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-792468f8-325c-478e-89ee-98765120345c req-71b9bf2b-cfab-4d46-b01f-d120a4aa4e19 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0502279 Jul 30 04:38:46.665811 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:46.701129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-792468f8-325c-478e-89ee-98765120345c req-ea3ad70c-e6a1-43c9-8829-980feeef6d7c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Jul 30 04:38:47.815680 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674f89b-6257-4073-95b8-a85479ea1551 req-03f41a5e-71f5-4a69-b506-045ebeedebd3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:47.817147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4674f89b-6257-4073-95b8-a85479ea1551 req-03f41a5e-71f5-4a69-b506-045ebeedebd3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0481510 Jul 30 04:38:47.854614 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4674f89b-6257-4073-95b8-a85479ea1551 req-7e04a639-4cd4-45b0-b880-d789c971b6d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Jul 30 04:38:48.307935 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:48.973211 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409cc2c-c226-4f15-8f94-44c8a7342148 req-fcc4d584-313b-4cd9-9a0b-3a630541844d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:48.974679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d409cc2c-c226-4f15-8f94-44c8a7342148 req-fcc4d584-313b-4cd9-9a0b-3a630541844d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0530419 Jul 30 04:38:49.013086 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d409cc2c-c226-4f15-8f94-44c8a7342148 req-e6d8305a-5d7e-4eed-84cd-8f887331d109 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Jul 30 04:38:50.127418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099cab0-7359-4eee-bf40-635b2bdb74e7 req-48443fc0-b67a-47c9-9f26-8e7365938c32 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:50.128924 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d099cab0-7359-4eee-bf40-635b2bdb74e7 req-48443fc0-b67a-47c9-9f26-8e7365938c32 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0498834 Jul 30 04:38:50.167990 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d099cab0-7359-4eee-bf40-635b2bdb74e7 req-92d9aae7-fadd-4f17-951b-dca5c3e185dc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Jul 30 04:38:51.280984 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f404bd-0130-4db6-bb87-4c1906a6414b req-47737260-b039-4334-8505-ab4075f11b10 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:51.282887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3f404bd-0130-4db6-bb87-4c1906a6414b req-47737260-b039-4334-8505-ab4075f11b10 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0483747 Jul 30 04:38:51.319952 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b3f404bd-0130-4db6-bb87-4c1906a6414b req-a6e51417-ee8a-4261-b94a-adbb7e0a7bf8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Jul 30 04:38:52.438964 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54937e-e427-43b3-af6d-ce1561e17cbb req-d42772ff-2365-4a86-b67b-7b70da2a06b8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:52.440462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d54937e-e427-43b3-af6d-ce1561e17cbb req-d42772ff-2365-4a86-b67b-7b70da2a06b8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0521448 Jul 30 04:38:52.477976 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d54937e-e427-43b3-af6d-ce1561e17cbb req-b7f95970-4874-4823-b897-26ca76ad7260 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jul 30 04:38:53.590163 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166e0fc-c627-4b68-b70b-674efffda1f2 req-587b64e5-e3d2-4f98-8bed-ff87eb92354a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:53.591648 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9166e0fc-c627-4b68-b70b-674efffda1f2 req-587b64e5-e3d2-4f98-8bed-ff87eb92354a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0476587 Jul 30 04:38:53.629626 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9166e0fc-c627-4b68-b70b-674efffda1f2 req-61dae79e-7330-40db-a61c-a962a0577df1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Jul 30 04:38:54.741492 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3d11-a3ae-4f25-ad21-c390f2a92d32 req-0ed08409-63ec-4f87-92ef-dc60760a02fb tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:54.742948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c9c3d11-a3ae-4f25-ad21-c390f2a92d32 req-0ed08409-63ec-4f87-92ef-dc60760a02fb tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0470214 Jul 30 04:38:54.779801 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7c9c3d11-a3ae-4f25-ad21-c390f2a92d32 req-25851290-8093-4050-b78c-0cc436df654b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Jul 30 04:38:55.895625 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8cf16-f446-4f4c-99dc-379eb17ff9a5 req-4a8209fe-3bf8-4e7f-bc64-52404bfab4f6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:55.897085 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85d8cf16-f446-4f4c-99dc-379eb17ff9a5 req-4a8209fe-3bf8-4e7f-bc64-52404bfab4f6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0521448 Jul 30 04:38:55.934585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-85d8cf16-f446-4f4c-99dc-379eb17ff9a5 req-a86c84b1-0b02-4262-9fb5-613b69fdcdcf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Jul 30 04:38:57.049935 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa650f-1240-49ab-bb1b-dc343a21ca91 req-af283a84-0cbe-438a-9551-98481eada491 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:57.051660 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eaa650f-1240-49ab-bb1b-dc343a21ca91 req-af283a84-0cbe-438a-9551-98481eada491 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0502150 Jul 30 04:38:57.091815 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1eaa650f-1240-49ab-bb1b-dc343a21ca91 req-b61d4434-a870-4e34-81be-6697df675774 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Jul 30 04:38:57.323479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:38:57.431517 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:38:57.446128 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'mac_address': 'fa:16:3e:08:bb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:38:57.492815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:57.507204 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:38:57.528209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:38:57.532547 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:57.591880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:38:57.600606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.600958 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.601325 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.601674 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.602014 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.602366 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.602689 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.603022 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.603380 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.603727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.604044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.604372 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:38:57.614845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['279223fa-acf0-4d35-a37c-a7f0f5be60f8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:38:58.222881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f99b-3184-435a-b544-0122a7270ddd req-4c06f786-95b7-4391-ba62-7c37cb0de608 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:58.225074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4e3f99b-3184-435a-b544-0122a7270ddd req-4c06f786-95b7-4391-ba62-7c37cb0de608 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0535355 Jul 30 04:38:58.273413 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4e3f99b-3184-435a-b544-0122a7270ddd req-f39ab45d-c592-4433-92b6-273a1d7efd02 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Jul 30 04:38:59.339468 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:38:59.411408 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:38:59.411797 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:59.412438 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6a12-94c4-4e04-b900-51ce102b8809 req-6bc4d3f8-5a00-44b6-8fa7-6e5060706a27 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:38:59.416194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2bf6a12-94c4-4e04-b900-51ce102b8809 req-6bc4d3f8-5a00-44b6-8fa7-6e5060706a27 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0632365 Jul 30 04:38:59.458923 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2bf6a12-94c4-4e04-b900-51ce102b8809 req-19645ef0-6efc-4082-a6ee-dbadb5ce80b5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367286 Jul 30 04:38:59.522314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:59.548336 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:38:59.551837 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf505c86-dcae-4f66-9834-8d0a0f8399f7" -d '{"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-plugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:38:59.566832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:38:59.573163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:38:59.639614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:38:59.694392 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec05da8-ddfa-4534-bf33-deaa79b8e928 x-openstack-request-id: req-7ec05da8-ddfa-4534-bf33-deaa79b8e928 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:38:59.694682 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-plugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:38:59.694936 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ec05da8-ddfa-4534-bf33-deaa79b8e928 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:38:59.695360 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'code': 200} Jul 30 04:39:00.581918 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505b5ed-26ba-4d48-8852-8eb8ea6da2bb req-cd9bc8c1-4404-4d60-9954-dd0a832b938f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:00.583496 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a505b5ed-26ba-4d48-8852-8eb8ea6da2bb req-cd9bc8c1-4404-4d60-9954-dd0a832b938f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0513971 Jul 30 04:39:00.625914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a505b5ed-26ba-4d48-8852-8eb8ea6da2bb req-5683c372-7e2e-4673-9461-a6c3a3ab6b56 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364156 Jul 30 04:39:01.406597 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:01.754860 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba0a7f-65d8-4522-8403-de4ba9b2ac5b req-30a36613-a113-4b9c-9d4c-def663443498 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:01.756483 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7ba0a7f-65d8-4522-8403-de4ba9b2ac5b req-30a36613-a113-4b9c-9d4c-def663443498 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0513997 Jul 30 04:39:01.808827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e7ba0a7f-65d8-4522-8403-de4ba9b2ac5b req-f02c6bc6-c6a9-4a0d-9411-8a4a24937b71 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Jul 30 04:39:02.927175 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63586-9727-4fb3-b2b3-c28e13081f69 req-bd520c23-4397-4c72-b961-92642fd69341 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:02.931697 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2e63586-9727-4fb3-b2b3-c28e13081f69 req-bd520c23-4397-4c72-b961-92642fd69341 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0614157 Jul 30 04:39:02.972872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b2e63586-9727-4fb3-b2b3-c28e13081f69 req-b05e4ac7-0678-4b48-ac67-2a8b54b9b004 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382595 Jul 30 04:39:04.102855 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1744-c465-499a-a860-c9a40008253c req-278c38ad-6f52-4191-b3c9-439c5423da27 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:04.106396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82be1744-c465-499a-a860-c9a40008253c req-278c38ad-6f52-4191-b3c9-439c5423da27 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0585592 Jul 30 04:39:04.162378 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82be1744-c465-499a-a860-c9a40008253c req-31ede43e-8b7e-4d73-bb4d-2ad3eda186ff tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Jul 30 04:39:05.287666 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18607ab-05f3-4525-bb87-96e7b6de638b req-52802a34-a59f-4265-bd2f-9a3f124c37dd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:05.294887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b18607ab-05f3-4525-bb87-96e7b6de638b req-52802a34-a59f-4265-bd2f-9a3f124c37dd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0566895 Jul 30 04:39:05.339362 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b18607ab-05f3-4525-bb87-96e7b6de638b req-e90e48a4-d4f4-48f4-8c3b-c6dbcef6b2eb tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Jul 30 04:39:06.223654 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-9f98f038-162b-4333-bab9-5e90b36d4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:06.225185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-9f98f038-162b-4333-bab9-5e90b36d4490 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1097 time: 0.0436454 Jul 30 04:39:06.313555 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-1e97ad13-24f1-400f-ad18-cc0aba8003b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:06.315715 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-1e97ad13-24f1-400f-ad18-cc0aba8003b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0834494 Jul 30 04:39:06.384433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-73fc0c30-d719-4040-a73b-d22ae17c9819 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1001 time: 0.0612364 Jul 30 04:39:06.459594 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-6fdbb797-6c88-4e55-a19d-4d32dfae3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:06.461053 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-6fdbb797-6c88-4e55-a19d-4d32dfae3b71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0700836 Jul 30 04:39:06.484667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f0fd-6c86-47a9-862d-0d07aacff593 req-b4bfecef-f79e-4e94-a747-630d7046bc5e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:06.486049 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d966f0fd-6c86-47a9-862d-0d07aacff593 req-b4bfecef-f79e-4e94-a747-630d7046bc5e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0854936 Jul 30 04:39:06.544045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d966f0fd-6c86-47a9-862d-0d07aacff593 req-dfb6392e-c111-4c6c-8113-4985a8ad8473 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Jul 30 04:39:06.546638 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-d1f73785-30a4-4bb1-ab62-92da979b8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:06.548147 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-d1f73785-30a4-4bb1-ab62-92da979b8139 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791020 Jul 30 04:39:06.638791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-c6707b42-e82d-4e4c-8f9c-9a8a20dae76d service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829155 Jul 30 04:39:06.729542 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5f66fa63-83d9-4909-8ef0-e1fcd3564de0 req-f7852267-691e-4264-a7a8-5ea09d65aecc service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841465 Jul 30 04:39:07.664898 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a61e0f-24f6-43f1-ac15-9683677ca57a req-44c3390a-acf1-4acd-8b64-72eaebaea652 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:07.666401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5a61e0f-24f6-43f1-ac15-9683677ca57a req-44c3390a-acf1-4acd-8b64-72eaebaea652 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0553949 Jul 30 04:39:07.708453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5a61e0f-24f6-43f1-ac15-9683677ca57a req-a8b24d1b-5430-4234-a107-06578a4a182a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361745 Jul 30 04:39:08.821609 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5436df-1c1a-4a21-8e52-ec3b7b7bcdb0 req-584536f9-9369-49cb-8fa5-6cf7216112c3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:08.823074 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5436df-1c1a-4a21-8e52-ec3b7b7bcdb0 req-584536f9-9369-49cb-8fa5-6cf7216112c3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0483589 Jul 30 04:39:08.860190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2f5436df-1c1a-4a21-8e52-ec3b7b7bcdb0 req-69338afd-6a09-4f5a-aec9-4df504dd632d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Jul 30 04:39:09.068928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeff28b-cfbd-4bdb-a73e-2ea5c4e6c05d req-9b0acaff-f334-4575-9b1c-e142897c51bf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:09.070611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5eeff28b-cfbd-4bdb-a73e-2ea5c4e6c05d req-9b0acaff-f334-4575-9b1c-e142897c51bf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0478539 Jul 30 04:39:09.113144 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5eeff28b-cfbd-4bdb-a73e-2ea5c4e6c05d req-4611b77e-ff4b-4f77-8639-e55062d414fc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366366 Jul 30 04:39:09.212447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 32896) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:39:09.290297 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-15e5c562-a456-4276-a239-480e8996c2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766475 Jul 30 04:39:09.387880 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:39:09.472358 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:09.496962 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:39:09.501235 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7fbabd-3b2c-4512-8d30-0fbbfb2a2e27" -d '{"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-unplugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:39:09.519161 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:39:09.527876 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:09.561060 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a4a16-ff94-434c-a71c-0c4539347b42 x-openstack-request-id: req-c87a4a16-ff94-434c-a71c-0c4539347b42 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:39:09.561402 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-unplugged", "status": "failed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "code": 422}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:39:09.561681 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c87a4a16-ff94-434c-a71c-0c4539347b42 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:39:09.562162 n-d-778696-14 neutron-server[93878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'code': 422} returned with failed status Jul 30 04:39:09.598871 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:39:10.228760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73043c-d42d-4837-80a8-818f4f9ac03a req-f7cce986-de6e-4e30-b296-4896b1211d09 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:10.230254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a73043c-d42d-4837-80a8-818f4f9ac03a req-f7cce986-de6e-4e30-b296-4896b1211d09 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 943 time: 0.0487690 Jul 30 04:39:10.270488 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8a73043c-d42d-4837-80a8-818f4f9ac03a req-baeb733f-c2cf-4d92-82e2-f698613b007c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Jul 30 04:39:10.308050 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-4d23e0dc-addc-44d7-877d-57aaf6711f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:10.309551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-4d23e0dc-addc-44d7-877d-57aaf6711f68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d&tenant_id=1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 1095 time: 0.0413451 Jul 30 04:39:10.326103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:39:10.387884 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:10.588076 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:39:10.620335 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:39:10.652216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:39:10.660020 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:10.671569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Transition to ACTIVE for port object 279223fa-acf0-4d35-a37c-a7f0f5be60f8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:39:10.675245 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:10.761241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:39:10.773875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.774220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.774560 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.774891 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.775241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.775570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.775895 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.776216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.776538 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.776862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.777176 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.777492 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:39:10.814654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] No DVR routers for this DVR port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:39:10.948098 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:39:10.948427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:39:10.948752 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:39:10.952918 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:39:10.953230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Attempting to bind port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:39:10.958323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:39:10.958651 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:39:10.959030 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Bound using segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:39:10.959476 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Bound port: 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:39:10.959827 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:11.030258 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:39:11.033682 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:39:11.039202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:11.075790 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.076415 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:11.077949 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] 10.222.0.16 "PUT /v2.0/ports/279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1092 time: 0.7558491 Jul 30 04:39:11.078380 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:39:11.080721 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:39:11.111755 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180cf7b-fc8c-4431-9e46-7295d8dc272e service neutron] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:39:11.158712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-31767017-60a5-45df-8fe7-d37e9b62cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.160563 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-31767017-60a5-45df-8fe7-d37e9b62cce6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1096 time: 0.0453584 Jul 30 04:39:11.186767 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a7f91-0b8c-41d4-93bb-668ef518bb0a x-openstack-request-id: req-c91a7f91-0b8c-41d4-93bb-668ef518bb0a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:39:11.187053 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:39:11.187332 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c91a7f91-0b8c-41d4-93bb-668ef518bb0a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:39:11.187733 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'status': 'completed', 'code': 200} Jul 30 04:39:11.256157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-873ae203-b3b0-47a1-b2f4-c40fbf7ac667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.257912 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-873ae203-b3b0-47a1-b2f4-c40fbf7ac667 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0900011 Jul 30 04:39:11.338090 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-2e3a7113-3e75-451c-a865-70abea7e29a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 999 time: 0.0723772 Jul 30 04:39:11.388814 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-42ec3e8c-5eb8-4d1a-9f45-9ef42dabce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.390256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-42ec3e8c-5eb8-4d1a-9f45-9ef42dabce6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0453789 Jul 30 04:39:11.398161 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63158-8fc3-4066-ab08-f33bd2493ec8 req-27805023-4d01-4acc-abbc-1d10a1a71978 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.399713 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5d63158-8fc3-4066-ab08-f33bd2493ec8 req-27805023-4d01-4acc-abbc-1d10a1a71978 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0488968 Jul 30 04:39:11.436197 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-e7b355ab-3539-4671-af4c-b9e6afc40b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.437996 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-e7b355ab-3539-4671-af4c-b9e6afc40b0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412006 Jul 30 04:39:11.439856 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f5d63158-8fc3-4066-ab08-f33bd2493ec8 req-b85eea21-3018-4554-b46b-ed73dbfd1a38 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336957 Jul 30 04:39:11.532460 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-cbce6abb-23b9-4512-b9a8-18a2231b2dbb service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866961 Jul 30 04:39:11.620427 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-7cd000f8-2324-4832-97f1-b892b6b6a5da req-4cdc5f11-a0d0-4570-91fb-20765664c61e service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809777 Jul 30 04:39:11.693573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:11.732410 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-3ed6889a-5073-407a-8655-d1561a12dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.733911 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-3ed6889a-5073-407a-8655-d1561a12dbea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1096 time: 0.0466995 Jul 30 04:39:11.830414 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-8f0ec905-b6ff-4302-af45-121d19b1a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:11.831932 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-8f0ec905-b6ff-4302-af45-121d19b1a6e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0863903 Jul 30 04:39:11.904046 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-92d2b3ae-30f0-46c5-8e5f-fbae0340eba0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 999 time: 0.0649331 Jul 30 04:39:12.012065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-37a1ef74-6c6f-4623-b20a-2ef2234e9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:12.015981 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-37a1ef74-6c6f-4623-b20a-2ef2234e9b7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.1036406 Jul 30 04:39:12.472043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-390693a5-e3c5-4172-b49e-230a51bc6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:12.563848 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137dc3d-79cb-495e-bd2e-20f45fe124d3 req-7274c571-2e62-4e32-92f8-f0aaf3edf4b6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:12.565470 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2137dc3d-79cb-495e-bd2e-20f45fe124d3 req-7274c571-2e62-4e32-92f8-f0aaf3edf4b6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0535755 Jul 30 04:39:12.604599 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2137dc3d-79cb-495e-bd2e-20f45fe124d3 req-35f694a7-720d-4121-8ad2-3d5fa43c6306 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Jul 30 04:39:13.739440 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de5da-5a93-44ca-8c7d-fdf786b17fe1 req-4ef14d35-612c-4c39-b9fd-1f0496036530 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:13.740953 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a9de5da-5a93-44ca-8c7d-fdf786b17fe1 req-4ef14d35-612c-4c39-b9fd-1f0496036530 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0581625 Jul 30 04:39:13.781400 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a9de5da-5a93-44ca-8c7d-fdf786b17fe1 req-06a9cfaf-b347-4a10-a3f6-dff579273eb5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344768 Jul 30 04:39:14.791780 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b04bfdc5-19a7-4d5b-8121-4a259745cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:14.906194 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db102-f405-40eb-bbc9-9ed763c6ea83 req-398436f7-eb4f-45a6-88b9-e00910728568 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:14.907813 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-037db102-f405-40eb-bbc9-9ed763c6ea83 req-398436f7-eb4f-45a6-88b9-e00910728568 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0488131 Jul 30 04:39:14.972396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-037db102-f405-40eb-bbc9-9ed763c6ea83 req-dd9cbec3-d4f1-4d8c-aed1-0480a0c0511b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579383 Jul 30 04:39:15.076813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:16.099088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4bbb5-4357-449d-a6b3-a00857c2e115 req-be484734-4a07-4f0b-9c3c-b5f680ddf41c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:16.100549 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38f4bbb5-4357-449d-a6b3-a00857c2e115 req-be484734-4a07-4f0b-9c3c-b5f680ddf41c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0534217 Jul 30 04:39:16.141963 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-38f4bbb5-4357-449d-a6b3-a00857c2e115 req-ccaf3ee9-e137-4017-953b-cbff49db15ad tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354114 Jul 30 04:39:16.668626 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:17.270733 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc34594-af08-4f72-ae99-d719c018e923 req-3a0e2174-c097-4687-873f-07a10ea1a7c8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:17.272702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc34594-af08-4f72-ae99-d719c018e923 req-3a0e2174-c097-4687-873f-07a10ea1a7c8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0526230 Jul 30 04:39:17.313319 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bc34594-af08-4f72-ae99-d719c018e923 req-509e4637-1769-457a-ba4c-4c4a3e65b42f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344465 Jul 30 04:39:17.658482 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:39:18.310827 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:18.435930 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9a80b-e7c0-44c5-ac89-91562a35d956 req-0ee55145-0a3d-4258-8f71-d14c67876205 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:18.437415 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19a9a80b-e7c0-44c5-ac89-91562a35d956 req-0ee55145-0a3d-4258-8f71-d14c67876205 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0484169 Jul 30 04:39:18.490038 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-19a9a80b-e7c0-44c5-ac89-91562a35d956 req-3c89bf82-0710-4b9e-9022-3877146bfed4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Jul 30 04:39:19.612916 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba353a-5df7-4867-8803-2cf6bf14fb9b req-f1cc0e34-bc9c-490b-ac6d-5a54dc338fb6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:19.614403 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70ba353a-5df7-4867-8803-2cf6bf14fb9b req-f1cc0e34-bc9c-490b-ac6d-5a54dc338fb6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0560126 Jul 30 04:39:19.651930 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-70ba353a-5df7-4867-8803-2cf6bf14fb9b req-47d2e97f-bd8a-4edc-ae99-78d4c14b920b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Jul 30 04:39:20.773426 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356bdb-5755-4419-bf28-63f5c0c246f2 req-5ce72a30-25a8-4df6-a1d6-0897b2abb1e3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:20.775093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2356bdb-5755-4419-bf28-63f5c0c246f2 req-5ce72a30-25a8-4df6-a1d6-0897b2abb1e3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0541661 Jul 30 04:39:20.814786 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2356bdb-5755-4419-bf28-63f5c0c246f2 req-01ae8864-41f2-4981-9aac-1c31d7dd7b30 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331416 Jul 30 04:39:21.939636 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ad3e8-4247-43a4-a224-d04db59bf3d4 req-e6c04f9a-e7c5-4c31-a19b-a658c143db07 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:21.941231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5ad3e8-4247-43a4-a224-d04db59bf3d4 req-e6c04f9a-e7c5-4c31-a19b-a658c143db07 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0564997 Jul 30 04:39:21.980210 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4a5ad3e8-4247-43a4-a224-d04db59bf3d4 req-9fcc6dd9-c9f1-45c9-ae09-8f552a8dca2e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Jul 30 04:39:23.098925 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dee4-bec3-4f0f-b761-a3625ff6459d req-e1b4f67c-0450-4e0e-bbe7-7a50b915feae tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:23.100399 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1693dee4-bec3-4f0f-b761-a3625ff6459d req-e1b4f67c-0450-4e0e-bbe7-7a50b915feae tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0510423 Jul 30 04:39:23.137985 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1693dee4-bec3-4f0f-b761-a3625ff6459d req-9969327b-af9c-4922-ac10-a6cb200072d2 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jul 30 04:39:24.236356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-dca26d9b-a0ef-4b64-a330-4767276726d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:24.237881 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-dca26d9b-a0ef-4b64-a330-4767276726d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455904 Jul 30 04:39:24.260902 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c8fe4-040f-4065-9448-5ae9e49fa66a req-ecfc1432-6b61-4733-9043-c94dd91e11b6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:24.262391 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c77c8fe4-040f-4065-9448-5ae9e49fa66a req-ecfc1432-6b61-4733-9043-c94dd91e11b6 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0575433 Jul 30 04:39:24.302905 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c77c8fe4-040f-4065-9448-5ae9e49fa66a req-02d41ccf-2ac6-4b28-ba93-26d9ecb8c7f8 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Jul 30 04:39:24.340335 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-fd7ec1fd-702f-4a2b-ad3c-71f089bf40bd service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940351 Jul 30 04:39:24.718518 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-d54a762b-7849-4a5d-b1f8-d5ec4aa409d2 req-6a0bb9f3-7365-4c91-8da6-8e2431cb9495 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669574 Jul 30 04:39:25.425982 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7b77f-6be5-42ce-b09c-c855816861c5 req-98f12559-0621-4e48-b1a6-7e61db914818 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:25.427471 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9b7b77f-6be5-42ce-b09c-c855816861c5 req-98f12559-0621-4e48-b1a6-7e61db914818 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0496676 Jul 30 04:39:25.464093 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e9b7b77f-6be5-42ce-b09c-c855816861c5 req-ae9b2615-2f8c-4ce8-b51a-3ee915312d7b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Jul 30 04:39:26.581990 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2463c9-e62c-4231-8533-437bf6a43a1e req-2b95889e-48be-4d02-8e05-6f55b6a40445 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:26.583522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d2463c9-e62c-4231-8533-437bf6a43a1e req-2b95889e-48be-4d02-8e05-6f55b6a40445 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 944 time: 0.0539813 Jul 30 04:39:26.621072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6d2463c9-e62c-4231-8533-437bf6a43a1e req-d66a6ff5-5f24-4d48-b08f-6f10e588a4e2 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Jul 30 04:39:27.276261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:39:27.407326 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:39:27.441806 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'port_id': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'mac_address': 'fa:16:3e:08:bb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:39:27.480296 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:27.492733 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:39:27.512353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:39:27.517022 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:27.565023 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=11']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:39:27.734876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7f547-ef4c-4131-8711-25d434dac0d2 req-79f74a9e-740a-4e09-a22a-b0d47c540936 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:27.737140 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06d7f547-ef4c-4131-8711-25d434dac0d2 req-79f74a9e-740a-4e09-a22a-b0d47c540936 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0492899 Jul 30 04:39:27.775314 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-06d7f547-ef4c-4131-8711-25d434dac0d2 req-d1326d67-273c-4f54-b877-19d6624fe840 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Jul 30 04:39:27.942902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['279223fa-acf0-4d35-a37c-a7f0f5be60f8'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:39:28.889088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb7770-e304-4c78-9422-41187a90a989 req-48a52bf8-fc2d-4822-bdde-d0bbba2d5283 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:28.890861 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dbb7770-e304-4c78-9422-41187a90a989 req-48a52bf8-fc2d-4822-bdde-d0bbba2d5283 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 945 time: 0.0483134 Jul 30 04:39:28.927687 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3dbb7770-e304-4c78-9422-41187a90a989 req-2d51df19-4ea3-4a8a-9a0c-e0eb24785e31 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304387 Jul 30 04:39:29.292467 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:39:29.342947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:39:29.346933 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:39:29.347341 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:29.424251 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:29.445801 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:39:29.448048 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f2582-1d3b-49a4-b086-973b95de82b3" -d '{"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-plugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:39:29.461187 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:39:29.465400 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:29.494275 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a6d0d7-4a0d-4578-8be5-3f68d3e4713a x-openstack-request-id: req-79a6d0d7-4a0d-4578-8be5-3f68d3e4713a {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:39:29.494567 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-plugged", "status": "completed", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:39:29.494820 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79a6d0d7-4a0d-4578-8be5-3f68d3e4713a {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:39:29.495231 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'code': 200} Jul 30 04:39:29.523789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=12']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:39:29.675633 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43e4fb-2003-4ff1-9467-959a6e617816 req-c63b1298-eb7c-4553-963b-3bdcbb67820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:29.677175 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f43e4fb-2003-4ff1-9467-959a6e617816 req-c63b1298-eb7c-4553-963b-3bdcbb67820d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1098 time: 0.0406284 Jul 30 04:39:29.711273 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-1f43e4fb-2003-4ff1-9467-959a6e617816 req-487bee90-9e52-41ae-b87a-e68c7497f032 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270624 Jul 30 04:39:30.046137 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b0b78-b4c7-4671-a15d-64525ec0b6ef req-f61c0514-90ea-4c1a-b5e1-f67bacf12628 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:30.047738 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c2b0b78-b4c7-4671-a15d-64525ec0b6ef req-f61c0514-90ea-4c1a-b5e1-f67bacf12628 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 946 time: 0.0518594 Jul 30 04:39:30.085796 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1c2b0b78-b4c7-4671-a15d-64525ec0b6ef req-9c9f5bf1-23f1-4ab8-9aaa-24e73a069293 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Jul 30 04:39:31.211324 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17b7e3-f8e3-472e-8ec5-dc27cba57997 req-f09fd696-0ba5-404b-b127-2c95f025acaf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:31.212836 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b17b7e3-f8e3-472e-8ec5-dc27cba57997 req-f09fd696-0ba5-404b-b127-2c95f025acaf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 946 time: 0.0509145 Jul 30 04:39:31.251523 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6b17b7e3-f8e3-472e-8ec5-dc27cba57997 req-81d125bf-3b7e-4c78-ac8c-0c2abc93fa04 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Jul 30 04:39:31.415804 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:32.367786 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a23b36-8f56-400d-be63-bc5cdf8f67c3 req-55864648-c11f-4412-a39a-d0ab3029cec5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:32.369253 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a23b36-8f56-400d-be63-bc5cdf8f67c3 req-55864648-c11f-4412-a39a-d0ab3029cec5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 946 time: 0.0485146 Jul 30 04:39:32.406396 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46a23b36-8f56-400d-be63-bc5cdf8f67c3 req-c752f68a-1fd0-444c-af88-b9812205edc4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Jul 30 04:39:38.758707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-f02b9903-e526-4566-91b0-700f9d23795b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425267 Jul 30 04:39:38.860717 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-4791d8f7-0f71-4906-b600-86c523fcb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:38.862209 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-4791d8f7-0f71-4906-b600-86c523fcb20b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1098 time: 0.0403178 Jul 30 04:39:38.966966 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-8da1985d-b337-40d5-8c83-0ea8238f24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:38.968472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-8da1985d-b337-40d5-8c83-0ea8238f24a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0870137 Jul 30 04:39:39.032138 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-c84864c2-90a2-4cdd-bc16-c90926f35cc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1001 time: 0.0560615 Jul 30 04:39:39.078813 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-7d13100d-d54b-42a2-bd52-e74f213aa13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:39.080223 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-7d13100d-d54b-42a2-bd52-e74f213aa13b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0423000 Jul 30 04:39:39.128117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-c72de93e-1076-4d5e-9c6f-53e2e159bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:39:39.129594 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-c72de93e-1076-4d5e-9c6f-53e2e159bf96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427265 Jul 30 04:39:39.217164 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-a8c9df57-1bab-4e65-968e-174f4f77d0bd service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802023 Jul 30 04:39:39.315029 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-e9bddabf-64e4-4d08-8856-84c5e5616ef2 req-cd1feec3-bd31-4a42-a146-b36031c7e0cc service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910707 Jul 30 04:39:41.707072 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:42.472803 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67c278e4-c74c-4cbf-969e-95a491259ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:44.791589 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd189-f0ac-40d1-bb18-94e916fe4c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:45.068778 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:46.669634 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:48.313138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:39:54.661231 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:40:01.408890 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:11.710138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:12.473200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a8eccb2d-4467-4e32-9c30-db6d2a5ca0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:14.791967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1080b2ff-566c-444a-aaa6-3b07b64561f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:15.069148 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:16.673258 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:18.317290 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:31.411842 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:31.660150 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:40:39.805298 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-99884846-138c-4456-819c-a057180571ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820725 Jul 30 04:40:39.902386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-4e4d844b-92a0-4d23-a427-b1241e5e328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:40:39.903931 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-4e4d844b-92a0-4d23-a427-b1241e5e328c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1098 time: 0.0412641 Jul 30 04:40:40.009946 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-20444a3e-d50b-4410-ae22-b651fc1ce014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:40:40.011374 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-20444a3e-d50b-4410-ae22-b651fc1ce014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0883908 Jul 30 04:40:40.082388 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-fae4b030-51f0-40ca-8c47-493650b3bd05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 1001 time: 0.0635760 Jul 30 04:40:40.131378 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-42e0a562-6b4b-4cf2-ba98-1629b6f86042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:40:40.133034 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-42e0a562-6b4b-4cf2-ba98-1629b6f86042 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0435529 Jul 30 04:40:40.180747 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-07a7db7a-888c-4114-8129-db701a322823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:40:40.182200 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-07a7db7a-888c-4114-8129-db701a322823 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425909 Jul 30 04:40:40.270259 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-9cc80a3c-f9ac-4abf-a58d-1d24b1a7e957 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806367 Jul 30 04:40:40.363501 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-222444f3-2e5c-4d04-99d5-01ed5f3f272c req-211cd5cd-d8a8-4989-9c1b-c1437be246af service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857873 Jul 30 04:40:41.725612 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:42.472443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eed70035-ea58-412c-ac35-ccc0a731bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:44.794542 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8659c07-ae3f-4a80-a24c-ed12b80a704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:45.069090 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:46.675495 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:40:48.320201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:01.420392 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:08.659471 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:41:11.720403 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:12.473427 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-56979829-5c94-4814-987b-6341bbe6d2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:14.794388 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-889c78bc-c540-4c36-b5e6-5ac8a2a56b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:15.073331 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:16.677298 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:16.743088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:16.896545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Deleting port 6bf14db6-6628-463a-af6a-77750e1f62cc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:41:16.896883 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:16.969072 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:16.969406 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:16.981603 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Calling delete_port for 6bf14db6-6628-463a-af6a-77750e1f62cc owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:41:17.127554 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:17.152939 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event deleted for resources: {'Port': ['ID=6bf14db6-6628-463a-af6a-77750e1f62cc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:17.165759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.166107 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.166443 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.166803 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.167204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.167542 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.167871 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.168195 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.168514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.168837 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.169160 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.169479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:17.225813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:17.226071 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Floating IP a7c84a67-d8bd-48f2-904f-2f2eaf800250 disassociated (deleted). External IP: 172.25.6.228, port: 279223fa-acf0-4d35-a37c-a7f0f5be60f8. Jul 30 04:41:17.777386 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Router fb283ff8-f3e8-4701-999a-219e9fb2168e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:41:17.881126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:41:17.886374 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:17.890897 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:41:17.900401 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:41:17.901012 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:41:17.917315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-a91e87fb-f5da-4db1-b9a5-c317a7a73c8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "DELETE /v2.0/floatingips/a7c84a67-d8bd-48f2-904f-2f2eaf800250 HTTP/1.1" status: 204 len: 168 time: 1.1730862 Jul 30 04:41:17.918319 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:41:17.920700 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8219b51f-9ce7-469c-bad4-805f03e4de58" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:41:18.016520 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:41:18.021074 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d7541-8874-4c1b-a5f3-5cca069eaf5a x-openstack-request-id: req-190d7541-8874-4c1b-a5f3-5cca069eaf5a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:41:18.021360 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:41:18.021697 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-190d7541-8874-4c1b-a5f3-5cca069eaf5a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:41:18.021999 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'status': 'completed', 'code': 200} Jul 30 04:41:18.116105 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-79fb1cf9-3872-4e8d-a99c-d196da4e5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:18.117783 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-79fb1cf9-3872-4e8d-a99c-d196da4e5254 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 1098 time: 0.0489922 Jul 30 04:41:18.178865 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24cbad-1ac9-403b-9f4a-bfd282a46910 req-dd2811e7-ec8a-451b-b38b-495b14f95d59 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:18.180908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e24cbad-1ac9-403b-9f4a-bfd282a46910 req-dd2811e7-ec8a-451b-b38b-495b14f95d59 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 946 time: 0.0518212 Jul 30 04:41:18.209999 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-fca154ce-a6da-4e6b-bd74-007d96f328c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:18.211500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-fca154ce-a6da-4e6b-bd74-007d96f328c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0863192 Jul 30 04:41:18.224533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9e24cbad-1ac9-403b-9f4a-bfd282a46910 req-4aa00bf6-cf0b-4425-84b1-ad2f4f07db82 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359399 Jul 30 04:41:18.229222 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:41:18.259293 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-ff421b50-d019-4cd8-afac-c353f710c6e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 200 len: 217 time: 0.0394764 Jul 30 04:41:18.260460 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:41:18.269067 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:41:18.269680 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:41:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:41:18.309059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-014f274a-d621-4bee-a341-9987aeb5f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:18.310527 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-014f274a-d621-4bee-a341-9987aeb5f335 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0438025 Jul 30 04:41:18.323567 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:18.356172 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-9c13a125-cbdf-4eb0-a790-405221525ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:18.357679 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-9c13a125-cbdf-4eb0-a790-405221525ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397036 Jul 30 04:41:18.373539 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:41:18.451507 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-e3003b11-6be4-46ed-9017-d6c5732b11a1 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847466 Jul 30 04:41:18.541829 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-8219b51f-9ce7-469c-bad4-805f03e4de58 req-5e531be4-2d13-4fdb-91f2-6c2a715536dc service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822787 Jul 30 04:41:18.573712 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:41:18.599726 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcccca-1f1b-4c54-a284-d70c05179456 None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:41:18.812108 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9e319-09ad-499b-b610-a1584ec402d7 None None] New status for floating IP a7c84a67-d8bd-48f2-904f-2f2eaf800250: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:41:19.340899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a936b-93c7-43b8-9fdf-203cb96ef3a4 req-11764f55-cfa1-4ef9-a0ab-398d6a2e3480 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:19.342347 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a79a936b-93c7-43b8-9fdf-203cb96ef3a4 req-11764f55-cfa1-4ef9-a0ab-398d6a2e3480 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 946 time: 0.0481985 Jul 30 04:41:19.379725 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a79a936b-93c7-43b8-9fdf-203cb96ef3a4 req-f48eaaeb-3cfb-4582-ba63-e9a3f4665fe1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=5117ad46-10ca-4bcb-a92a-eb19636b2e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Jul 30 04:41:19.908933 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-528f3a7e-ae3b-4a44-8df5-fec07882b580 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:19.910372 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-528f3a7e-ae3b-4a44-8df5-fec07882b580 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 946 time: 0.0492067 Jul 30 04:41:20.008181 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Deleting port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:41:20.008534 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:20.095608 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] For port 279223fa-acf0-4d35-a37c-a7f0f5be60f8, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=279223fa-acf0-4d35-a37c-a7f0f5be60f8,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:41:20.095977 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:20.112695 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Calling delete_port for 279223fa-acf0-4d35-a37c-a7f0f5be60f8 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:41:20.241518 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:20.270712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event deleted for resources: {'Port': ['ID=279223fa-acf0-4d35-a37c-a7f0f5be60f8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:20.300741 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.301081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.301413 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.301767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.302103 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.302427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.302750 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.303068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.303408 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.303745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.304065 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.304383 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:20.323033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] No DVR routers for this DVR port 279223fa-acf0-4d35-a37c-a7f0f5be60f8 on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:41:20.325489 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:20.327472 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-23f30979-a32c-497a-9515-74c2b1ac3690 req-a6ab340e-ae58-4cea-9e63-dd16a74fe0d1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.16 "DELETE /v2.0/ports/279223fa-acf0-4d35-a37c-a7f0f5be60f8 HTTP/1.1" status: 204 len: 173 time: 0.4110222 Jul 30 04:41:20.327894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-deleted', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:41:20.330123 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009f9ea-fcba-48eb-864e-4fa2ef383ec5" -d '{"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-deleted", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:41:20.391014 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e6de9-19cb-434a-8417-384ceda8dd8b x-openstack-request-id: req-3a3e6de9-19cb-434a-8417-384ceda8dd8b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:41:20.391673 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd40662-f62e-4ad8-9d5f-05273cc31f3d", "name": "network-vif-deleted", "tag": "279223fa-acf0-4d35-a37c-a7f0f5be60f8", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:41:20.391938 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a3e6de9-19cb-434a-8417-384ceda8dd8b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:41:20.392350 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd40662-f62e-4ad8-9d5f-05273cc31f3d', 'name': 'network-vif-deleted', 'tag': '279223fa-acf0-4d35-a37c-a7f0f5be60f8', 'status': 'completed', 'code': 200} Jul 30 04:41:20.488840 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-46bbcdb3-09df-46a9-921d-b7810a2f1bd3 req-2ac00aa3-1910-444f-b9c5-be4762be1cd9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd40662-f62e-4ad8-9d5f-05273cc31f3d HTTP/1.1" status: 200 len: 210 time: 0.0318561 Jul 30 04:41:21.545125 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:21.601420 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1cf0-762c-4b78-9160-ed41f768280f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:21.626213 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1cf0-762c-4b78-9160-ed41f768280f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:21.686639 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1cf0-762c-4b78-9160-ed41f768280f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:21.689450 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1cf0-762c-4b78-9160-ed41f768280f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:21.690834 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5f7a1cf0-762c-4b78-9160-ed41f768280f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "DELETE /v2.0/security-groups/5117ad46-10ca-4bcb-a92a-eb19636b2e93 HTTP/1.1" status: 204 len: 168 time: 0.1447053 Jul 30 04:41:21.699800 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a1cf0-762c-4b78-9160-ed41f768280f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117ad46-10ca-4bcb-a92a-eb19636b2e93,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:23.782255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:41:23.803197 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: 279223fa-acf0-4d35-a37c-a7f0f5be60f8 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:41:23.803549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device 279223fa-acf0-4d35-a37c-a7f0f5be60f8 not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:41:24.085989 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.090801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185135908', 'description': 'tempest-secgroup-smoke-185135908 description', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.113429 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.193193 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.196716 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.225446 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.226991 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1399570 Jul 30 04:41:24.230576 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33092) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.231110 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f01faf-65be-41ac-b83e-a847357e00e1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c63454-4e4a-42d4-a08c-a2ef90d36d9c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.235615 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '42c63454-4e4a-42d4-a08c-a2ef90d36d9c', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.264134 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.319749 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.322922 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.341359 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7192a18e-e1d5-4073-ae61-1f95c4772ad2,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.343662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.344921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-8db91b44-5738-451a-8339-d5f397389ead tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132634 Jul 30 04:41:24.347773 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33094) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.352356 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '42c63454-4e4a-42d4-a08c-a2ef90d36d9c', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.378488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.434259 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.437903 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.456080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8b5fd1-634a-4c49-b953-1539c2c68839,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.460928 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.462268 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a32436b1-25fb-4dfb-82f7-d6101b58956e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135516 Jul 30 04:41:24.465010 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33096) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.469377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '42c63454-4e4a-42d4-a08c-a2ef90d36d9c', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.496668 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.558693 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.562243 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.577400 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3905f401-d4ab-4cda-a2f9-85de2c57c3cb,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.586000 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.587217 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a660599f-77ff-4dd7-8873-907af6b311f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212776 Jul 30 04:41:24.589917 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33098) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.594270 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '42c63454-4e4a-42d4-a08c-a2ef90d36d9c', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.621727 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.680032 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.683662 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.700513 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa230f44-1162-440e-8995-28d867596b7a,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.706327 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.707608 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-39047af8-200f-466d-a195-7d568254fd6d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167467 Jul 30 04:41:24.710266 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33100) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.714564 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '42c63454-4e4a-42d4-a08c-a2ef90d36d9c', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.735461 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Project 1cb0f193306e41c2a027b215bec7ccf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:41:24.740604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.798767 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.802785 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.819765 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a35289-294e-4159-9dee-41eb473c1ce9,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.825059 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.826239 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-aa7c4cf7-61a1-4c70-9857-6a5930ae25a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150682 Jul 30 04:41:24.829272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:41:24.833924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'security_group_rule': {'security_group_id': '42c63454-4e4a-42d4-a08c-a2ef90d36d9c', 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:24.856843 n-d-778696-14 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Project 1cb0f193306e41c2a027b215bec7ccf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:41:24.862530 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.925391 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.928834 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.945767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285f6d59-9aad-4422-9ed2-651f9b78a69b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:24.951857 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:24.953190 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-72827a42-26ef-42a2-8976-a933682a3acc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229241 Jul 30 04:41:31.420003 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:39.350693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-05ec8b23-9245-4cf9-8be7-80c47b578f29 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185135908&fields=id&tenant_id=1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 267 time: 0.0328872 Jul 30 04:41:39.454326 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-bf427d52-6266-4207-8f78-89cd79ce5455 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:39.456459 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-bf427d52-6266-4207-8f78-89cd79ce5455 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 808 time: 0.0992563 Jul 30 04:41:39.472047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-e9e3325e-105c-4ac2-b44a-10326b14617a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/quotas/1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 375 time: 0.0097313 Jul 30 04:41:39.525519 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-ff2c3d48-1448-45cb-8401-f728709263a5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485160 Jul 30 04:41:39.660433 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-204aed3a-a2e4-43de-9c6b-931a461f4c64 service neutron] 10.222.0.39 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236095 Jul 30 04:41:39.753427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-baaf2d5d-9765-460e-942f-746b8ffec3b5 service neutron] 10.222.0.39 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854514 Jul 30 04:41:41.058534 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-f6678abd-202c-41aa-a21b-237ffd9136b1 req-1645f7dd-86e5-4d17-868e-cbd534384887 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0265126 Jul 30 04:41:41.720467 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:42.138494 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4e0bfe3-f112-4aef-8a42-c4892f16197f req-892217c8-5c7e-4c7e-b568-e4c664c73f3c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0270181 Jul 30 04:41:42.474757 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1e59ba-844f-44eb-a486-7d2785c126e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:43.235254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-37f9ec73-4d93-440b-8a30-5c94f4864aaa req-e7160ba4-e880-46ef-9dfa-70c78b0ef4d2 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0331802 Jul 30 04:41:44.295702 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa5d7f41-39b0-4c8f-9b6a-1fce6ae7a08c req-97a5f143-9f46-45ad-a09e-800fd747c978 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0249896 Jul 30 04:41:44.796947 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43bc6bc6-ff8a-4fe7-8ee5-544d1780dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:45.074329 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:45.388693 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-433b1b4d-ce6f-43df-aa04-ed1c31c7aab2 req-f9039db6-7ff8-441b-be3e-dfd6f160489f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0259132 Jul 30 04:41:45.660815 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:41:46.116065 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-d08d13be-5ef9-4db4-a8ae-75562199f5ff tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:46.117432 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-d08d13be-5ef9-4db4-a8ae-75562199f5ff tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 808 time: 0.1068518 Jul 30 04:41:46.162196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-13c4daf1-0bfa-4b57-a75a-38f9715999fc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 379 time: 0.0358903 Jul 30 04:41:46.172897 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'port': {'device_id': '7dee8b33-c910-49f4-9795-c882630286a6', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'admin_state_up': True, 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'security_groups': ['42c63454-4e4a-42d4-a08c-a2ef90d36d9c']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:46.296019 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Made reservation on behalf of 1cb0f193306e41c2a027b215bec7ccf1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:41:46.300200 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:46.433126 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Allocated IP 172.20.0.10 (a0711777-6fa6-43f5-a6ce-3b36d44dc101/b8caedb3-4d0d-43f8-8b69-3ccf5995dce7/d7a0f0a7-df74-4155-8bfc-96b315292d9b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:41:46.503810 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c56fa2f6-91f7-4f15-93a6-d9bebfda054f req-5cf547b0-426b-4501-8ac4-ed55e4384291 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0406706 Jul 30 04:41:46.602739 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:46.616314 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Transition to ACTIVE for port object d7a0f0a7-df74-4155-8bfc-96b315292d9b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:41:46.650672 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:46.682823 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:46.696231 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:41:46.699413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:41:46.705619 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:41:46.733528 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:46.763097 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:46.763859 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:46.780508 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-8834bd5c-88bf-459a-bdcd-9e08d29ca4c0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6117029 Jul 30 04:41:46.793832 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Request body: {'port': {'device_id': '7dee8b33-c910-49f4-9795-c882630286a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:41:46.857399 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:46.990789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-15442444-26d9-4868-a32a-5434056e3909 None None] Provisioning for port d7a0f0a7-df74-4155-8bfc-96b315292d9b completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:41:46.994526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-15442444-26d9-4868-a32a-5434056e3909 None None] Provisioning complete for port d7a0f0a7-df74-4155-8bfc-96b315292d9b triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:41:46.995105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-15442444-26d9-4868-a32a-5434056e3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:47.032534 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-15442444-26d9-4868-a32a-5434056e3909 None None] Port d7a0f0a7-df74-4155-8bfc-96b315292d9b cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:41:47.128996 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a0f0a7-df74-4155-8bfc-96b315292d9b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:41:47.136792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:47.149116 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Transition to ACTIVE for port object d7a0f0a7-df74-4155-8bfc-96b315292d9b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:41:47.152877 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:47.206475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:47.288346 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:41:47.288750 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:41:47.289087 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:41:47.294891 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Port d7a0f0a7-df74-4155-8bfc-96b315292d9b on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:41:47.295254 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:41:47.305389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:41:47.305978 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:41:47.306390 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Bound using segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:41:47.306899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Bound port: d7a0f0a7-df74-4155-8bfc-96b315292d9b, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:41:47.307286 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:47.377919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:41:47.381511 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:41:47.386936 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:47.427023 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:47.427828 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:47.429437 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] 10.222.0.18 "PUT /v2.0/ports/d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1093 time: 0.6402473 Jul 30 04:41:47.429886 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:41:47.432214 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6702e-4a41-4a7d-a184-f7955e477f38" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:41:47.472229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d6eb-f70a-4165-a842-29405d12418b service neutron] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:47.503020 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789cbb4b-c12f-4285-8d2f-f307ad7edfb2 x-openstack-request-id: req-789cbb4b-c12f-4285-8d2f-f307ad7edfb2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:41:47.503363 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:41:47.503616 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-789cbb4b-c12f-4285-8d2f-f307ad7edfb2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:41:47.504021 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'status': 'completed', 'code': 200} Jul 30 04:41:47.552806 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-dea77481-f6bd-4552-9bcd-8a0aad192896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:47.556153 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-dea77481-f6bd-4552-9bcd-8a0aad192896 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1096 time: 0.0512521 Jul 30 04:41:47.616885 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-ee3e5ab0-c57d-46bf-a5cd-555355908518 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 217 time: 0.0521955 Jul 30 04:41:47.694038 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d9bc-77c7-45ce-b223-dfd6a10a4415 req-31692284-e93a-435d-af3e-9dc29156f7eb tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:47.695625 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80e7d9bc-77c7-45ce-b223-dfd6a10a4415 req-31692284-e93a-435d-af3e-9dc29156f7eb tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0918026 Jul 30 04:41:47.699717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-bf40fea9-fa89-46e6-9707-5eae7706d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:47.701072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-bf40fea9-fa89-46e6-9707-5eae7706d0ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0666726 Jul 30 04:41:47.764361 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-80e7d9bc-77c7-45ce-b223-dfd6a10a4415 req-87e1e22b-d98e-4543-85b7-f59644b6843e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622308 Jul 30 04:41:47.766955 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-f87a8bbb-5a41-4ab5-beda-cf2ff2a1fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:47.769137 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-f87a8bbb-5a41-4ab5-beda-cf2ff2a1fcce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606432 Jul 30 04:41:47.864065 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-74275842-c958-45c6-be3d-841cb4cc4070 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879290 Jul 30 04:41:47.959018 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8653eb92-434d-40e1-9189-f6d28fb29083 req-2b4bdf08-8d2f-43f5-aaa5-fe97f5bff0b6 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878346 Jul 30 04:41:48.048758 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-7aab50e8-8337-4e90-ba49-a099a8d28cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:48.050428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-7aab50e8-8337-4e90-ba49-a099a8d28cd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1096 time: 0.0469644 Jul 30 04:41:48.139956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-10e3cef1-cde5-4224-a71e-1b55065fe6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:48.141424 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-10e3cef1-cde5-4224-a71e-1b55065fe6f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0839829 Jul 30 04:41:48.183510 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-8b61b1ce-78ad-4d64-9a97-a0fe27aa6e7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 217 time: 0.0344913 Jul 30 04:41:48.235586 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-06604464-b816-4fb0-9ae6-0fc126541435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:48.237570 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-06604464-b816-4fb0-9ae6-0fc126541435 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0469115 Jul 30 04:41:48.282874 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-840cf449-f77e-4aac-88b0-c0a9d7039cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:48.284914 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-840cf449-f77e-4aac-88b0-c0a9d7039cf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408914 Jul 30 04:41:48.324826 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:48.382418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-08da7ee9-cc29-4b72-89a6-902e7185c894 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896468 Jul 30 04:41:48.477797 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5ca6702e-4a41-4a7d-a184-f7955e477f38 req-c73f422b-bb71-4bf6-825f-831b7566beeb service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887978 Jul 30 04:41:48.891695 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878730f-1943-4714-9bd4-c022eb969f05 req-87aba222-59ea-46c8-8741-160dfe1b58c4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:48.893219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4878730f-1943-4714-9bd4-c022eb969f05 req-87aba222-59ea-46c8-8741-160dfe1b58c4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0503867 Jul 30 04:41:48.931267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4878730f-1943-4714-9bd4-c022eb969f05 req-82d6e48e-cb6d-4c56-85b6-daf1de41aebf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Jul 30 04:41:50.079199 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ff58d-0fa5-4cb4-85e0-c83187d9d776 req-7af0888e-4855-40ae-bf9e-213cde8b1c51 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:50.081332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c49ff58d-0fa5-4cb4-85e0-c83187d9d776 req-7af0888e-4855-40ae-bf9e-213cde8b1c51 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0542173 Jul 30 04:41:50.119756 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c49ff58d-0fa5-4cb4-85e0-c83187d9d776 req-900f9395-bd1c-41c0-89a4-81f7915f7142 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Jul 30 04:41:51.233257 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307ff6-54ca-4d37-9b66-b05dac888ecb req-e241acbb-d810-4519-ba06-f01b87b1bcb7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:51.234620 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74307ff6-54ca-4d37-9b66-b05dac888ecb req-e241acbb-d810-4519-ba06-f01b87b1bcb7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0471058 Jul 30 04:41:51.273227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-74307ff6-54ca-4d37-9b66-b05dac888ecb req-060b15ea-dc68-46c8-98ec-884d0738860c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Jul 30 04:41:52.387061 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957d823-a6c4-49ff-be7d-e5be3a3e6788 req-e95e3da2-b564-4a82-afe1-9e8b727a14e7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:52.388564 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b957d823-a6c4-49ff-be7d-e5be3a3e6788 req-e95e3da2-b564-4a82-afe1-9e8b727a14e7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0512774 Jul 30 04:41:52.426829 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b957d823-a6c4-49ff-be7d-e5be3a3e6788 req-46c8d5ed-0407-44c8-9ff4-2d65549efa7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Jul 30 04:41:53.543088 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9286f-bccb-4a5b-beca-a77eeb7424cb req-4e4d8dbd-1afc-4bc3-913e-6bd010e22a10 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:53.544610 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90f9286f-bccb-4a5b-beca-a77eeb7424cb req-4e4d8dbd-1afc-4bc3-913e-6bd010e22a10 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0532696 Jul 30 04:41:53.583329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90f9286f-bccb-4a5b-beca-a77eeb7424cb req-bf8b3e15-628b-41d6-9d9b-21fc84dd4dbe tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321252 Jul 30 04:41:54.696833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124985fb-abd1-4cfd-93af-d222c5cd7d2a req-cbf75306-0b7e-4c06-95af-0b4d01bea3f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:54.698315 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-124985fb-abd1-4cfd-93af-d222c5cd7d2a req-cbf75306-0b7e-4c06-95af-0b4d01bea3f1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0490472 Jul 30 04:41:54.735611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-124985fb-abd1-4cfd-93af-d222c5cd7d2a req-6844ae07-9d19-4167-8831-8f154e0e2c32 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314138 Jul 30 04:41:55.849342 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641107e-9b5e-437e-8c13-401b3a7527b5 req-d1bbe81e-052b-4d05-9f80-a9072ad968ec tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:55.850825 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3641107e-9b5e-437e-8c13-401b3a7527b5 req-d1bbe81e-052b-4d05-9f80-a9072ad968ec tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0489926 Jul 30 04:41:55.888184 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3641107e-9b5e-437e-8c13-401b3a7527b5 req-b460e452-cf14-405c-bf95-825e590e7a8d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Jul 30 04:41:57.006123 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297719de-3a11-44e0-b8d1-2ee2d33c328b req-8b839b61-c085-440a-8085-e4ff3268008c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:57.007657 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-297719de-3a11-44e0-b8d1-2ee2d33c328b req-8b839b61-c085-440a-8085-e4ff3268008c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0533006 Jul 30 04:41:57.045668 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-297719de-3a11-44e0-b8d1-2ee2d33c328b req-004f5102-0675-4079-992b-c88f681f297f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Jul 30 04:41:58.107101 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:41:58.163491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fa20-e519-4b5f-9517-cadc35a8b65d req-81d701cd-7f30-4f35-a82e-075886fa9470 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:58.164902 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbb8fa20-e519-4b5f-9517-cadc35a8b65d req-81d701cd-7f30-4f35-a82e-075886fa9470 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0486526 Jul 30 04:41:58.202679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bbb8fa20-e519-4b5f-9517-cadc35a8b65d req-73502cd6-0b6e-4830-9cec-8de966b05abc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Jul 30 04:41:58.203455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:41:58.220397 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'port_id': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'mac_address': 'fa:16:3e:f2:b9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:41:58.260516 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:58.422163 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a0f0a7-df74-4155-8bfc-96b315292d9b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:41:58.441875 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:41:58.445408 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:41:58.491398 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:41:58.498423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.498768 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.499106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.499463 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.499789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.500116 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.500442 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.500761 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.501081 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.501403 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.501723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.502079 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:41:58.665492 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['d7a0f0a7-df74-4155-8bfc-96b315292d9b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:41:59.317720 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c494d-0ccb-439b-b542-2a306e7ad848 req-78b0f7b3-cb9b-436c-982e-a69056260145 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:41:59.319205 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-423c494d-0ccb-439b-b542-2a306e7ad848 req-78b0f7b3-cb9b-436c-982e-a69056260145 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 945 time: 0.0484252 Jul 30 04:41:59.356486 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-423c494d-0ccb-439b-b542-2a306e7ad848 req-d67cbd31-f65f-4767-a5ae-097cd01fa77f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Jul 30 04:42:00.107680 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:42:00.155172 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port d7a0f0a7-df74-4155-8bfc-96b315292d9b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:42:00.159345 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port d7a0f0a7-df74-4155-8bfc-96b315292d9b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:42:00.159726 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:00.238887 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:00.260280 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:42:00.262489 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016cad96-8f1c-465c-b4f4-3be766ddee76" -d '{"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-plugged", "status": "completed", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:42:00.275669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:42:00.279967 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:00.303400 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9217e8-fab2-482e-97f6-ac9edb743dce x-openstack-request-id: req-bc9217e8-fab2-482e-97f6-ac9edb743dce {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:42:00.303691 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-plugged", "status": "completed", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:42:00.303940 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc9217e8-fab2-482e-97f6-ac9edb743dce {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:42:00.304324 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'code': 200} Jul 30 04:42:00.329794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:42:00.400489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d728b6-6ef3-4c46-9f24-86b59b122630 req-32bbe9ac-42e2-43ae-a9c4-ceb6edc45889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:00.402003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35d728b6-6ef3-4c46-9f24-86b59b122630 req-32bbe9ac-42e2-43ae-a9c4-ceb6edc45889 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1098 time: 0.0456305 Jul 30 04:42:00.447105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-35d728b6-6ef3-4c46-9f24-86b59b122630 req-06df4dab-a8f4-4c53-b4f5-b96fc70d50c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374782 Jul 30 04:42:00.482698 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787ee6f-7745-4210-9bfb-0a60d0e564e3 req-5df14c60-c91b-4f76-accb-41562c6d4cb3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:00.484182 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2787ee6f-7745-4210-9bfb-0a60d0e564e3 req-5df14c60-c91b-4f76-accb-41562c6d4cb3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0509450 Jul 30 04:42:00.522890 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2787ee6f-7745-4210-9bfb-0a60d0e564e3 req-0c745b6f-1143-4970-ba0c-fa70b6df0aa1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Jul 30 04:42:01.428563 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:01.636785 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e9054-63f6-4f97-a254-7d356ec9efa1 req-650f8638-b4b1-4a29-b36d-4d673d5ef9e9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:01.638245 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d3e9054-63f6-4f97-a254-7d356ec9efa1 req-650f8638-b4b1-4a29-b36d-4d673d5ef9e9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0494604 Jul 30 04:42:01.676241 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d3e9054-63f6-4f97-a254-7d356ec9efa1 req-3bed33a9-cb2d-46e2-8055-c5dfbb7c5e67 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Jul 30 04:42:01.792481 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaa1e2-d1cc-490d-84d9-0d00465cd7f7 req-a8160683-de2f-4a93-a3f2-7782e995febe tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:01.793931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53eaa1e2-d1cc-490d-84d9-0d00465cd7f7 req-a8160683-de2f-4a93-a3f2-7782e995febe tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Jul 30 04:42:01.831251 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-53eaa1e2-d1cc-490d-84d9-0d00465cd7f7 req-2e3f7bd3-6e5c-4210-91bc-47648f4a150a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Jul 30 04:42:01.852908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33336) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:42:01.934153 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60677fcc-eef6-475a-9b3e-3c87c94cab92 tempest-TestShelveInstance-201511273 tempest-TestShelveInstance-201511273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:01.935614 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-60677fcc-eef6-475a-9b3e-3c87c94cab92 tempest-TestShelveInstance-201511273 tempest-TestShelveInstance-201511273-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1093 time: 0.0817356 Jul 30 04:42:01.938374 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33340) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:42:01.942838 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:42:01.967659 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.061528 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.169604 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Allocated IP 172.25.6.110 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/e4786855-ff19-4e13-b1b7-61cdcbd65155) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:42:02.271128 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.308414 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.350734 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:42:02.353761 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:42:02.359853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:42:02.383161 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'Port': ['ID=e4786855-ff19-4e13-b1b7-61cdcbd65155,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:42:02.712356 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.779343 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.929287 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.933565 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:02.999330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event updated for resources: {'Port': ['ID=e4786855-ff19-4e13-b1b7-61cdcbd65155,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:42:03.013260 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:03.113310 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Floating IP fced85cd-2220-4129-a258-6aea92f6d1f0 associated. External IP: 172.25.6.110, port: d7a0f0a7-df74-4155-8bfc-96b315292d9b. Jul 30 04:42:03.319597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Router fb283ff8-f3e8-4701-999a-219e9fb2168e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:42:03.426941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:42:03.436644 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:42:03.443278 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:03.447305 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:42:03.447907 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:42:03.469909 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d9549548-6de6-45fa-addf-ff593057a042 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5305257 Jul 30 04:42:03.470504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:42:03.473325 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ee520-cf10-4e88-8ac1-2f8823525c38" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:42:03.510110 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d2542d-e3dc-4c65-bf06-a30a56e3757c x-openstack-request-id: req-00d2542d-e3dc-4c65-bf06-a30a56e3757c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:42:03.510404 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:42:03.510657 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00d2542d-e3dc-4c65-bf06-a30a56e3757c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:42:03.511060 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'status': 'completed', 'code': 200} Jul 30 04:42:03.556685 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:42:03.571804 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-e6e7e06e-cbc3-4c1e-a99a-71dbc8f1ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:03.573242 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-e6e7e06e-cbc3-4c1e-a99a-71dbc8f1ba96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1098 time: 0.0415425 Jul 30 04:42:03.662693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-c0f3e923-1e23-402b-a439-ce966787871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:03.664365 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-c0f3e923-1e23-402b-a439-ce966787871c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0842123 Jul 30 04:42:03.733675 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-06ff99f3-e5ad-49d3-b154-04c3bb745e1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1000 time: 0.0625489 Jul 30 04:42:03.781764 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'fced85cd-2220-4129-a258-6aea92f6d1f0', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'port_id': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'mac_address': 'fa:16:3e:f2:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee8b33-c910-49f4-9795-c882630286a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:42:02Z', 'updated_at': '2021-07-30T04:42:02Z', 'revision_number': 0, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:42:03.784475 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-318a0b7a-de23-4a1f-8fc7-58af6ce9dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:03.785994 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-318a0b7a-de23-4a1f-8fc7-58af6ce9dd8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0458026 Jul 30 04:42:03.809039 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:42:03.817797 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:42:03.818404 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:41:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:42:03.832265 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-51048305-210d-456c-b206-19eca3b1ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:03.833722 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-51048305-210d-456c-b206-19eca3b1ee72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408700 Jul 30 04:42:03.924313 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:42:03.928611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-dcf86db6-4fd8-41c8-972f-74f32753b1a2 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875332 Jul 30 04:42:04.017116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ea3ee520-cf10-4e88-8ac1-2f8823525c38 req-83cd7840-0ffa-4e8c-bb2c-35c6beead177 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815389 Jul 30 04:42:04.150415 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'fced85cd-2220-4129-a258-6aea92f6d1f0', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'port_id': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'mac_address': 'fa:16:3e:f2:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee8b33-c910-49f4-9795-c882630286a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:42:02Z', 'updated_at': '2021-07-30T04:42:02Z', 'revision_number': 0, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:42:04.176403 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8a7e8-642a-470c-b99c-eac85d24c04e None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'fced85cd-2220-4129-a258-6aea92f6d1f0', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'port_id': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'mac_address': 'fa:16:3e:f2:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee8b33-c910-49f4-9795-c882630286a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:42:02Z', 'updated_at': '2021-07-30T04:42:02Z', 'revision_number': 0, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:42:04.360095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94744193-f6de-4446-9813-0254c6b20ed6 None None] New status for floating IP fced85cd-2220-4129-a258-6aea92f6d1f0: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:42:11.723906 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:12.477471 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a50b3cb1-9d2f-4670-bb40-a1b2e5535aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:14.797912 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0a90c103-618f-41d0-b359-a9a5315b98ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:15.074513 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:16.684200 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:18.327483 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:22.661224 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:42:31.459083 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:31.569341 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-a46cfd5d-e8e7-44c3-bc66-d769b78f8880 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444765 Jul 30 04:42:31.651091 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-2d4c0f01-7b1e-4e9d-ac9c-67421a16798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:31.652615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-2d4c0f01-7b1e-4e9d-ac9c-67421a16798c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1098 time: 0.0404344 Jul 30 04:42:31.756549 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-bac3433a-e607-4068-9a5e-0407235c4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:31.758024 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-bac3433a-e607-4068-9a5e-0407235c4c9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0859406 Jul 30 04:42:31.829556 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-30be6e97-fb67-4095-97e6-9cd3cc5c88a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1002 time: 0.0643094 Jul 30 04:42:31.877288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-a5c2eb27-6c7d-4feb-a51a-2a25b0db66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:31.878680 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-a5c2eb27-6c7d-4feb-a51a-2a25b0db66c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0419748 Jul 30 04:42:31.922489 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-60a9cc12-4c3e-4763-8e3a-ec8f0a2ba20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:42:31.923984 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-60a9cc12-4c3e-4763-8e3a-ec8f0a2ba20a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384090 Jul 30 04:42:32.016484 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-825246da-24c2-4018-a175-a9f41c5a4ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Jul 30 04:42:32.112072 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-12ec36b7-6b0f-455b-9b8c-0ad765989dc4 req-6ddf993e-b637-4739-94eb-7d3e4e33c228 service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872347 Jul 30 04:42:41.735432 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:42.479124 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8845bb4-e6b9-4481-9830-d7b634214065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:44.797994 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e8ca64e1-5dea-4c55-aec4-3b6470095b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:45.075706 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:46.686543 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:48.329514 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:42:59.660297 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:43:01.464650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:11.734776 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:12.479158 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4c63-8e0e-4ad2-8cbd-45d739623fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:14.798511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-559b3e44-f4ee-4e5e-829a-b15704901a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:15.076758 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:16.690077 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:18.332365 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:31.482521 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:33.609767 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-70948b1e-ce51-4393-b849-33efbb69b463 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811145 Jul 30 04:43:33.690681 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330919-2466-4ccd-8ba7-3369447da090 req-75914b5b-e419-4264-bf22-a029231561af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:43:33.692193 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-75914b5b-e419-4264-bf22-a029231561af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1098 time: 0.0403893 Jul 30 04:43:33.794145 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330919-2466-4ccd-8ba7-3369447da090 req-87c8a2f7-52bb-48d2-af20-dec77ed8406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:43:33.795568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-87c8a2f7-52bb-48d2-af20-dec77ed8406c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0843525 Jul 30 04:43:33.868240 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-5a07712d-2d52-4278-8ee6-d92d1449db9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1002 time: 0.0656612 Jul 30 04:43:33.915377 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330919-2466-4ccd-8ba7-3369447da090 req-4cdc8da6-6899-45d3-8c0f-27e3fca28e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:43:33.917312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-4cdc8da6-6899-45d3-8c0f-27e3fca28e27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0426166 Jul 30 04:43:33.962196 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330919-2466-4ccd-8ba7-3369447da090 req-b571af74-ad40-4d6b-81ad-624b36dec267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:43:33.963780 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-b571af74-ad40-4d6b-81ad-624b36dec267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397279 Jul 30 04:43:34.055045 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-04c04412-deb0-4aab-b85b-dbe07d81189f service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Jul 30 04:43:34.144047 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-94330919-2466-4ccd-8ba7-3369447da090 req-1c185ace-de0c-4bce-8339-b013db9381ab service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820105 Jul 30 04:43:36.659160 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:43:41.749138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:42.480085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f80b5308-ce71-46a4-b2a5-81bfcd23ade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:44.798652 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bdee59ff-d1ff-4d59-b805-38260d1c3936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:45.078583 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:46.692490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:48.334547 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:43:58.969817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15da03-bf09-490e-9e96-3dbc0e5412ce req-558ab6d5-0b27-4c8e-ae8e-aad3167b0e24 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:43:58.971371 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a15da03-bf09-490e-9e96-3dbc0e5412ce req-558ab6d5-0b27-4c8e-ae8e-aad3167b0e24 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0972831 Jul 30 04:43:59.008772 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6a15da03-bf09-490e-9e96-3dbc0e5412ce req-26fbedc6-a927-4ce2-9c9c-4a267435ccd0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Jul 30 04:44:00.167958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831e1eb-9cd4-407e-b772-802a9239f23a req-4560c4a1-49f9-4dfa-95ce-ab74a7974a55 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:00.169448 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3831e1eb-9cd4-407e-b772-802a9239f23a req-4560c4a1-49f9-4dfa-95ce-ab74a7974a55 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0907812 Jul 30 04:44:00.206842 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3831e1eb-9cd4-407e-b772-802a9239f23a req-01dbcbdb-1b9e-4adf-9096-0faf483f3afa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Jul 30 04:44:01.333400 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a112c-9964-4b0c-a75e-047cca0653a8 req-8914340e-e16a-4e36-a576-32ae03b39f5a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:01.334865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c98a112c-9964-4b0c-a75e-047cca0653a8 req-8914340e-e16a-4e36-a576-32ae03b39f5a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0479891 Jul 30 04:44:01.371898 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c98a112c-9964-4b0c-a75e-047cca0653a8 req-e113cf94-c1bd-4ec9-b413-ae12f21e5c99 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311244 Jul 30 04:44:01.487836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:02.488924 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05a97-c3f5-4481-80a4-2e036c8ea6d7 req-eeb0e7c6-7040-4f2b-97c9-c7861bce9173 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:02.490368 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cb05a97-c3f5-4481-80a4-2e036c8ea6d7 req-eeb0e7c6-7040-4f2b-97c9-c7861bce9173 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0522857 Jul 30 04:44:02.528548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3cb05a97-c3f5-4481-80a4-2e036c8ea6d7 req-4db7365c-4e9b-4546-9965-48e999c0a680 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jul 30 04:44:03.645159 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a4eb4-dce8-425c-91ca-eb6d7d4d5b05 req-dc1bd3a5-4570-4209-a2a5-811a40a2f51b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:03.646666 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-882a4eb4-dce8-425c-91ca-eb6d7d4d5b05 req-dc1bd3a5-4570-4209-a2a5-811a40a2f51b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0523438 Jul 30 04:44:03.685129 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-882a4eb4-dce8-425c-91ca-eb6d7d4d5b05 req-ef2c9acd-3a3a-4799-b5d2-f582598aaa15 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Jul 30 04:44:04.806278 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb87286-ce1f-4d80-aff9-aa745c9e5ee6 req-c4365fa1-66d7-42b7-8366-b39749676753 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:04.807873 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bb87286-ce1f-4d80-aff9-aa745c9e5ee6 req-c4365fa1-66d7-42b7-8366-b39749676753 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0517578 Jul 30 04:44:04.845010 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0bb87286-ce1f-4d80-aff9-aa745c9e5ee6 req-264e8292-4043-40d3-8d42-f8b519877aff tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 Jul 30 04:44:05.963642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c74bae-a928-4855-b9a1-a50531db9839 req-15ac9be0-20c7-4843-8ba7-41f8c81fecba tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:05.965192 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08c74bae-a928-4855-b9a1-a50531db9839 req-15ac9be0-20c7-4843-8ba7-41f8c81fecba tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0523794 Jul 30 04:44:06.003165 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-08c74bae-a928-4855-b9a1-a50531db9839 req-e5ceae91-6453-45c0-bb0f-4c525fd85483 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Jul 30 04:44:07.115626 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb0d8-841b-44cf-a834-56a30d30699e req-0a14e48d-c3b9-4a3d-9941-408ec2b9bb80 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:07.117115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-626eb0d8-841b-44cf-a834-56a30d30699e req-0a14e48d-c3b9-4a3d-9941-408ec2b9bb80 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Jul 30 04:44:07.155002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-626eb0d8-841b-44cf-a834-56a30d30699e req-5d2500cb-f9d4-4ad6-86cd-cd573a1c9bd3 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Jul 30 04:44:08.266717 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06acf6-a8b7-4829-b883-1d502b9322f0 req-6176d59b-f5fe-41cd-9fa7-9627a8b5b133 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:08.268226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d06acf6-a8b7-4829-b883-1d502b9322f0 req-6176d59b-f5fe-41cd-9fa7-9627a8b5b133 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0479224 Jul 30 04:44:08.305055 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-2d06acf6-a8b7-4829-b883-1d502b9322f0 req-98e00e08-04a2-4311-b033-8dabf8b498cd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Jul 30 04:44:09.032393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-93b5eafa-a85e-458a-8bda-50f9341b5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:09.033845 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-93b5eafa-a85e-458a-8bda-50f9341b5ecc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1098 time: 0.0433669 Jul 30 04:44:09.121166 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-ac6f7b1a-e53b-435c-99fe-f4510df5bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:09.122580 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-ac6f7b1a-e53b-435c-99fe-f4510df5bb27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0810401 Jul 30 04:44:09.192579 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-5de20b62-ef67-4549-a7a1-849f717d2cc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1002 time: 0.0620105 Jul 30 04:44:09.240521 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-340ec144-ad4a-4b65-ad0d-27999b306383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:09.241927 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-340ec144-ad4a-4b65-ad0d-27999b306383 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0426004 Jul 30 04:44:09.289736 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-0f6ce0ff-9c77-44c2-a942-f101ef40cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:09.292011 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-0f6ce0ff-9c77-44c2-a942-f101ef40cfd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433910 Jul 30 04:44:09.406118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-b55bc212-6c36-4f9a-a8fa-f68d8b6d580c service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067760 Jul 30 04:44:09.466476 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea37a08-4e21-468d-92e4-a410dd50cf8e req-c733208b-0d20-4ab8-9dd8-97e0f69e9e16 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:09.467883 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ea37a08-4e21-468d-92e4-a410dd50cf8e req-c733208b-0d20-4ab8-9dd8-97e0f69e9e16 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0933511 Jul 30 04:44:09.527683 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ea37a08-4e21-468d-92e4-a410dd50cf8e req-a7a1501b-1492-4814-a600-1e5f60daacbf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525472 Jul 30 04:44:09.537595 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1640ed2b-9c17-4774-a2af-5a7d6a559c4d req-4888c076-0102-4584-bdda-261e55aada6b service neutron] 10.222.0.18 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237321 Jul 30 04:44:10.641393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084720a6-cb31-4af7-b84d-10b2ca263f2a req-68aa339f-c6ec-4ba3-bd4e-32b1d311656e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:10.642887 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-084720a6-cb31-4af7-b84d-10b2ca263f2a req-68aa339f-c6ec-4ba3-bd4e-32b1d311656e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0490863 Jul 30 04:44:10.680070 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-084720a6-cb31-4af7-b84d-10b2ca263f2a req-05a46149-0cc8-4875-a0f4-d4263e8bebc1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Jul 30 04:44:11.751096 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:11.800958 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bea4ff-21eb-4a76-98e9-a12f11a52296 req-6461e856-7627-4d47-9a0f-c23bb0348a5b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:11.802453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91bea4ff-21eb-4a76-98e9-a12f11a52296 req-6461e856-7627-4d47-9a0f-c23bb0348a5b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0500922 Jul 30 04:44:11.841204 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-91bea4ff-21eb-4a76-98e9-a12f11a52296 req-43f1210f-9b70-4b32-a7fb-55b6567fb9f9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Jul 30 04:44:12.481733 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16d07993-b625-4bf5-9c4a-ccf54c37b90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:12.962336 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20eb45-f8c6-4036-ad30-1b2513d23893 req-1f842d6c-960c-4935-9008-ad9477bcf2b7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:12.964246 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f20eb45-f8c6-4036-ad30-1b2513d23893 req-1f842d6c-960c-4935-9008-ad9477bcf2b7 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0568480 Jul 30 04:44:13.002824 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1f20eb45-f8c6-4036-ad30-1b2513d23893 req-30bd612b-b969-4c1c-89d4-a12a8a843cab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Jul 30 04:44:13.235234 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067029b-e2f1-45f3-aeac-fc10b958ee48 req-89d238a0-029e-418e-87d5-7df06eeb104b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:13.236705 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9067029b-e2f1-45f3-aeac-fc10b958ee48 req-89d238a0-029e-418e-87d5-7df06eeb104b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0757561 Jul 30 04:44:13.242831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-c9e1d736-a1b8-405d-ae54-c0ac6f35cf44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045492 Jul 30 04:44:13.277214 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9067029b-e2f1-45f3-aeac-fc10b958ee48 req-3ec22e02-e699-4a19-977d-a69d847ac92d tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332959 Jul 30 04:44:13.658836 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:44:14.397710 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c38758-af16-486b-ab82-7e5908f175f7 req-5dfd11dc-b987-43b9-8d3e-445d78dac56c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:14.399216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c38758-af16-486b-ab82-7e5908f175f7 req-5dfd11dc-b987-43b9-8d3e-445d78dac56c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 946 time: 0.0550365 Jul 30 04:44:14.438289 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-50c38758-af16-486b-ab82-7e5908f175f7 req-d5f65b75-788d-4fa9-ab3e-94c00dcb6768 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320699 Jul 30 04:44:14.596409 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:44:14.672560 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:14.694531 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:44:14.697485 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8193f-5286-4307-a964-362648f4331a" -d '{"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:44:14.710570 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:44:14.715406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:14.767051 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:44:14.774994 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.775370 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.775906 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.776249 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.776586 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.776921 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.777255 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.777589 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.777916 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.778244 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.778574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.778903 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:14.795450 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccd01b6-8ff8-4703-9bd5-263a3af450b7 x-openstack-request-id: req-5ccd01b6-8ff8-4703-9bd5-263a3af450b7 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:44:14.795741 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-unplugged", "status": "failed", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "code": 422}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:44:14.796017 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ccd01b6-8ff8-4703-9bd5-263a3af450b7 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:44:14.796405 n-d-778696-14 neutron-server[93878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'code': 422} returned with failed status Jul 30 04:44:14.800951 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-22176a26-eb04-4e61-a00f-281f4f054c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:15.078948 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:15.556529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb96291-cbaa-4d1a-8e05-737733738565 req-bc0513b3-9e0b-45a2-99f0-4f02df8ee3bc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:15.558005 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-acb96291-cbaa-4d1a-8e05-737733738565 req-bc0513b3-9e0b-45a2-99f0-4f02df8ee3bc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0496745 Jul 30 04:44:15.596644 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-acb96291-cbaa-4d1a-8e05-737733738565 req-41914457-6222-4e09-8a3a-541e7be7270b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324576 Jul 30 04:44:16.698397 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:16.721334 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9386517-75b7-4dce-b6c6-6d6f71f3807b req-fb7ef601-7935-40b0-8c88-e78c050e08fd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:16.722888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9386517-75b7-4dce-b6c6-6d6f71f3807b req-fb7ef601-7935-40b0-8c88-e78c050e08fd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0538347 Jul 30 04:44:16.766495 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9386517-75b7-4dce-b6c6-6d6f71f3807b req-f9aabb5a-7d75-46f9-b1eb-c0486891d01a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Jul 30 04:44:17.913272 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d053c5-6f9c-4caa-8829-a4b02f64bd31 req-6d4b7f68-76cf-4b7d-a148-2d7a5b19bd09 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:17.914828 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82d053c5-6f9c-4caa-8829-a4b02f64bd31 req-6d4b7f68-76cf-4b7d-a148-2d7a5b19bd09 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0668619 Jul 30 04:44:17.957747 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-82d053c5-6f9c-4caa-8829-a4b02f64bd31 req-de5c05b9-27c1-4f58-8215-094c35a803d9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368536 Jul 30 04:44:18.076309 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-4fc8b49a-18ef-4bf3-b4bc-4ba1a5497912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:18.077775 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-4fc8b49a-18ef-4bf3-b4bc-4ba1a5497912 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6&tenant_id=1cb0f193306e41c2a027b215bec7ccf1 HTTP/1.1" status: 200 len: 1096 time: 0.0412393 Jul 30 04:44:18.095094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778696-14', 'device_owner': 'compute:nova'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:44:18.150579 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:18.337356 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:18.351792 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:44:18.384710 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h1-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:44:18.415699 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a0f0a7-df74-4155-8bfc-96b315292d9b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:44:18.422869 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:18.434696 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Transition to ACTIVE for port object d7a0f0a7-df74-4155-8bfc-96b315292d9b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:44:18.438322 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:18.812210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:44:18.825679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.826019 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.826353 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.826687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.827011 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.827366 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.827689 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.828008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.828327 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.828648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.828964 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.829275 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:44:18.857219 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] No DVR routers for this DVR port d7a0f0a7-df74-4155-8bfc-96b315292d9b on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:44:18.986704 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:44:18.987037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:44:18.987460 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:44:18.991745 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Port d7a0f0a7-df74-4155-8bfc-96b315292d9b on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:44:18.992059 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Attempting to bind port d7a0f0a7-df74-4155-8bfc-96b315292d9b on network a0711777-6fa6-43f5-a6ce-3b36d44dc101 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:44:18.997536 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:44:18.997866 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Checking segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:44:18.998244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Bound using segment: {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:44:18.998657 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Bound port: d7a0f0a7-df74-4155-8bfc-96b315292d9b, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd219f-57f0-4421-954d-a68ce586ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:44:18.999013 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:19.063777 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:44:19.066809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:44:19.071787 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:19.079507 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65b7ce-6d31-49a4-8146-6d9538ff1d2b req-f0e1b45d-127d-48ee-8492-c0cd013dfe8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.081004 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe65b7ce-6d31-49a4-8146-6d9538ff1d2b req-f0e1b45d-127d-48ee-8492-c0cd013dfe8b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0478363 Jul 30 04:44:19.121231 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fe65b7ce-6d31-49a4-8146-6d9538ff1d2b req-f28eeb31-8b16-41a5-8a7f-f1086bac7858 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342612 Jul 30 04:44:19.127570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.128206 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:19.129624 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] 10.222.0.16 "PUT /v2.0/ports/d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1093 time: 1.0384943 Jul 30 04:44:19.130063 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:44:19.132377 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b23241c-b8e3-4ff5-b823-0b38252f3638" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:44:19.140040 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1f4e3-bb03-4b0a-8d1e-c59659fd8241 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:44:19.209204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-d9d6633a-98a9-492c-896a-39dd4a2a30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.210793 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-d9d6633a-98a9-492c-896a-39dd4a2a30cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1096 time: 0.0457699 Jul 30 04:44:19.227824 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a83735-b5a1-4220-8be5-a2014d53fef2 x-openstack-request-id: req-79a83735-b5a1-4220-8be5-a2014d53fef2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:44:19.228145 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:44:19.228400 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79a83735-b5a1-4220-8be5-a2014d53fef2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:44:19.228794 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'status': 'completed', 'code': 200} Jul 30 04:44:19.305173 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-b63c2580-d826-42ea-a8e8-5aa273c92da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.307256 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-b63c2580-d826-42ea-a8e8-5aa273c92da6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0895815 Jul 30 04:44:19.376571 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-0de25401-0132-4090-998a-ec480dd2b3b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1000 time: 0.0623243 Jul 30 04:44:19.424970 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-eeb16b0a-6dff-4e82-8e68-625d688f918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.426349 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-eeb16b0a-6dff-4e82-8e68-625d688f918d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0431917 Jul 30 04:44:19.469628 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-959c3a3a-61df-4957-b943-c528863dd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.471057 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-959c3a3a-61df-4957-b943-c528863dd51b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377719 Jul 30 04:44:19.560748 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-0bc5d849-aa7c-4707-94ea-5fec64d67e36 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819690 Jul 30 04:44:19.647886 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-84a12b3b-729f-4194-aebd-1bedf79358ae service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792389 Jul 30 04:44:19.763146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-da26560c-ed10-40a6-bbc2-025bbd8ffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.764763 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-da26560c-ed10-40a6-bbc2-025bbd8ffb5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1096 time: 0.0505340 Jul 30 04:44:19.852450 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-f6e8ec31-f604-45af-a4d0-56b8f73fb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.854416 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-f6e8ec31-f604-45af-a4d0-56b8f73fb72f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0815749 Jul 30 04:44:19.923153 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-0135c0d5-424f-40f5-b601-efa2e2f5d88e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1000 time: 0.0607555 Jul 30 04:44:19.972018 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-4cc91f2a-7bef-4c23-9ddc-a4f56bb7de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:19.973500 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-4cc91f2a-7bef-4c23-9ddc-a4f56bb7de57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0436370 Jul 30 04:44:20.019052 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-150aa390-b4c9-440c-95dc-2035bd571387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:20.020601 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-150aa390-b4c9-440c-95dc-2035bd571387 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405819 Jul 30 04:44:20.117000 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-65089471-2b14-4ec4-a4ca-261f3de9b378 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883796 Jul 30 04:44:20.208737 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6b23241c-b8e3-4ff5-b823-0b38252f3638 req-351a88b3-cf00-4471-a95d-3c39a17c889d service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 Jul 30 04:44:20.234998 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152907-66b2-415b-858b-93160bce7fc9 req-36d45c84-748f-434b-8e21-2edaf1974529 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:20.236847 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d152907-66b2-415b-858b-93160bce7fc9 req-36d45c84-748f-434b-8e21-2edaf1974529 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Jul 30 04:44:20.273951 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1d152907-66b2-415b-858b-93160bce7fc9 req-4f402858-e42e-4dc1-a5b0-a38b0ed029d0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309217 Jul 30 04:44:21.398482 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dde5e4-ef47-4cad-8b0a-a15677142889 req-4e069478-d9b4-448a-b486-f207a1acdb40 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:21.400460 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63dde5e4-ef47-4cad-8b0a-a15677142889 req-4e069478-d9b4-448a-b486-f207a1acdb40 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0548091 Jul 30 04:44:21.437770 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-63dde5e4-ef47-4cad-8b0a-a15677142889 req-3a6cf4b1-3da3-4c99-943e-36163902d3d2 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Jul 30 04:44:22.550709 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891011a7-5696-4df8-b69e-33d951162608 req-f0b8d0a7-4375-497c-8346-9f9916bc351c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:22.552227 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-891011a7-5696-4df8-b69e-33d951162608 req-f0b8d0a7-4375-497c-8346-9f9916bc351c tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0483694 Jul 30 04:44:22.590196 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-891011a7-5696-4df8-b69e-33d951162608 req-09ac2cac-afb7-4273-889f-4f7f62d9d54b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Jul 30 04:44:23.706495 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4dc0-8cc9-4201-a6fd-1b494f80e725 req-fb8b9f36-41a2-4195-8c84-52b9ae2812d9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:23.708287 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e51c4dc0-8cc9-4201-a6fd-1b494f80e725 req-fb8b9f36-41a2-4195-8c84-52b9ae2812d9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0506525 Jul 30 04:44:23.745216 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e51c4dc0-8cc9-4201-a6fd-1b494f80e725 req-5530918e-b53e-47fc-9efe-aadb4f43dbcc tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Jul 30 04:44:24.861441 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242abeb-4724-4e71-aa00-6a5e2c922b15 req-482f736c-ee3a-41c8-ba62-a47fc42940fd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:24.862865 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4242abeb-4724-4e71-aa00-6a5e2c922b15 req-482f736c-ee3a-41c8-ba62-a47fc42940fd tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0508528 Jul 30 04:44:24.899833 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4242abeb-4724-4e71-aa00-6a5e2c922b15 req-5a8fe770-4512-4f86-9b70-0ca4a4017426 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305204 Jul 30 04:44:26.013903 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af003d0-75af-434a-9291-7b19deb04179 req-b8d4536f-74cc-4b8f-9c61-d589958abaa0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:26.015498 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7af003d0-75af-434a-9291-7b19deb04179 req-b8d4536f-74cc-4b8f-9c61-d589958abaa0 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0481720 Jul 30 04:44:26.053317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7af003d0-75af-434a-9291-7b19deb04179 req-580bcaf4-8b0c-4d12-938e-81a49c478878 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Jul 30 04:44:27.166429 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2c192-5806-4e60-83df-ca7ac0a8f3f9 req-de7d8536-9897-451a-8a71-7e051ed1e38b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:27.167913 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7de2c192-5806-4e60-83df-ca7ac0a8f3f9 req-de7d8536-9897-451a-8a71-7e051ed1e38b tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0486708 Jul 30 04:44:27.204948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7de2c192-5806-4e60-83df-ca7ac0a8f3f9 req-06ce104a-f6d3-45c4-9598-82f1736b13ec tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Jul 30 04:44:28.325673 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4444f51-057d-4c31-9395-88a0828acfd8 req-ee6c55fe-11bf-4fd5-8229-9713d7892584 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:28.327119 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4444f51-057d-4c31-9395-88a0828acfd8 req-ee6c55fe-11bf-4fd5-8229-9713d7892584 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0527499 Jul 30 04:44:28.365194 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b4444f51-057d-4c31-9395-88a0828acfd8 req-b8e07b8c-2ef4-40ab-a3d8-fa02ef20f1b9 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321701 Jul 30 04:44:29.478510 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f33cc-bc13-4ebc-86dd-dc3aebaba556 req-3ea60a9f-7d90-4874-a728-e3a41b25e130 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:29.479983 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-784f33cc-bc13-4ebc-86dd-dc3aebaba556 req-3ea60a9f-7d90-4874-a728-e3a41b25e130 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 944 time: 0.0473595 Jul 30 04:44:29.516977 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-784f33cc-bc13-4ebc-86dd-dc3aebaba556 req-20440c9a-70b3-464b-b02f-f28905262d49 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Jul 30 04:44:30.408597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:44:30.503993 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:44:30.515486 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'port_id': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'mac_address': 'fa:16:3e:f2:b9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:44:30.551739 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:30.564765 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a0f0a7-df74-4155-8bfc-96b315292d9b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:44:30.584884 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:44:30.589175 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:30.631485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407d9f-9fcc-45c9-a7ae-002690391731 req-99fd3da3-f7e1-4319-9a31-8c0183769291 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:30.632980 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b407d9f-9fcc-45c9-a7ae-002690391731 req-99fd3da3-f7e1-4319-9a31-8c0183769291 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 945 time: 0.0486629 Jul 30 04:44:30.637243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=9']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:44:30.673034 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8b407d9f-9fcc-45c9-a7ae-002690391731 req-f4b1b8eb-326b-4336-b65a-909b57156ec4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323851 Jul 30 04:44:31.015117 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['d7a0f0a7-df74-4155-8bfc-96b315292d9b'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:44:31.484076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:31.791219 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152e826-7abc-42bd-b59b-4985a9d0fcdb req-f847c153-84a1-4ab5-a45b-97a4112bd5c5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:31.792587 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4152e826-7abc-42bd-b59b-4985a9d0fcdb req-f847c153-84a1-4ab5-a45b-97a4112bd5c5 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Jul 30 04:44:31.830305 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-4152e826-7abc-42bd-b59b-4985a9d0fcdb req-e8e8698c-c82b-4266-953c-16aabfdfa67a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Jul 30 04:44:32.423402 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:44:32.473025 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port d7a0f0a7-df74-4155-8bfc-96b315292d9b completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:44:32.476932 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port d7a0f0a7-df74-4155-8bfc-96b315292d9b triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:44:32.477843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:32.553469 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:32.575111 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:44:32.577361 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1568c05f-8268-405d-86e6-11fa49a9551a" -d '{"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-plugged", "status": "completed", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:44:32.590322 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:44:32.594490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:32.623741 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8461603d-1ba2-41be-9f2b-46b4491cc9fb x-openstack-request-id: req-8461603d-1ba2-41be-9f2b-46b4491cc9fb {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:44:32.624028 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-plugged", "status": "completed", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:44:32.624275 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8461603d-1ba2-41be-9f2b-46b4491cc9fb {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:44:32.624650 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'code': 200} Jul 30 04:44:32.650824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=10']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:44:32.799267 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310adc-69d9-4448-9b31-1488017f7faa req-67666cdc-c9c3-445c-8f2b-5a1e1b0b7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:32.800656 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20310adc-69d9-4448-9b31-1488017f7faa req-67666cdc-c9c3-445c-8f2b-5a1e1b0b7dfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1099 time: 0.0402961 Jul 30 04:44:32.835051 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-20310adc-69d9-4448-9b31-1488017f7faa req-41aee3c3-faef-4dc8-93ee-52def136f7cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276725 Jul 30 04:44:32.942322 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea1f32-dda0-4011-80c4-ec7ed9053ce3 req-24fecf12-1e60-4285-bf9d-cb2d818725aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:32.943867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7ea1f32-dda0-4011-80c4-ec7ed9053ce3 req-24fecf12-1e60-4285-bf9d-cb2d818725aa tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 947 time: 0.0484579 Jul 30 04:44:32.985475 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7ea1f32-dda0-4011-80c4-ec7ed9053ce3 req-dad5ddaa-ef1a-4663-af14-0f37adb43b53 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Jul 30 04:44:34.100380 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efaa6a-dbe9-4c35-b2fd-eca665010249 req-dfc82a08-b421-4390-badb-ffe2db0e019a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:34.101841 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9efaa6a-dbe9-4c35-b2fd-eca665010249 req-dfc82a08-b421-4390-badb-ffe2db0e019a tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 947 time: 0.0485654 Jul 30 04:44:34.141078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d9efaa6a-dbe9-4c35-b2fd-eca665010249 req-131f401e-8927-4081-b922-fe8196fa884f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Jul 30 04:44:35.257030 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2a59d-7e89-44db-8980-e90b1134a08a req-009ecf8a-6abb-444d-a444-7ef88fc38b93 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:35.258996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48b2a59d-7e89-44db-8980-e90b1134a08a req-009ecf8a-6abb-444d-a444-7ef88fc38b93 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 947 time: 0.0522242 Jul 30 04:44:35.297084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-48b2a59d-7e89-44db-8980-e90b1134a08a req-56678351-90f8-4cda-ac6d-8a3bff282474 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Jul 30 04:44:41.784043 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:42.482226 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-995f752d-bcf6-42ca-a2ea-a03e3264bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:43.765342 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-cd2f6406-90bd-4ceb-aa48-bcc56e091cb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446088 Jul 30 04:44:43.859535 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984316-bd24-4391-b46a-363583dcafbf req-163e5008-35c5-4ecb-bec6-dc3f21552489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:43.861629 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-163e5008-35c5-4ecb-bec6-dc3f21552489 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1099 time: 0.0401766 Jul 30 04:44:43.964205 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984316-bd24-4391-b46a-363583dcafbf req-01a670be-9a1a-4a50-825c-ec2c7fc0ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:43.965688 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-01a670be-9a1a-4a50-825c-ec2c7fc0ea86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0848656 Jul 30 04:44:44.034425 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-b8c8e297-702c-4d61-8dbd-cd9f6809dfe3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1002 time: 0.0613742 Jul 30 04:44:44.083037 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984316-bd24-4391-b46a-363583dcafbf req-9f382585-56bb-495f-b9d3-48a01443f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:44.084479 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-9f382585-56bb-495f-b9d3-48a01443f9a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0433261 Jul 30 04:44:44.128336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984316-bd24-4391-b46a-363583dcafbf req-c7e5a409-4748-4b20-958b-0ced85294a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:44:44.129787 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-c7e5a409-4748-4b20-958b-0ced85294a74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387335 Jul 30 04:44:44.222205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-3371e4d5-d72c-4d7d-bb8d-178aa4fc49e6 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Jul 30 04:44:44.316993 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-a5984316-bd24-4391-b46a-363583dcafbf req-c9eb4094-41b4-4bfa-a198-dbd7b73e0c27 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 Jul 30 04:44:44.802274 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30515030-28f2-4c53-92b5-7b47e37585a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:45.082056 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:46.698030 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:48.340223 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:44:50.659013 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:45:01.486860 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:11.789286 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:12.482815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1c3cddb2-e973-42ec-a7dc-73c3ee303b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:14.802379 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f91b914a-172e-40bf-a6eb-a26788244e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:15.082636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:16.701007 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:18.344753 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:27.658877 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:45:31.491800 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:41.806336 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:42.483378 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c06b794f-1058-42f4-be24-dd24e2a41c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:44.782506 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-53d24af0-e664-4670-be3b-efe8fd0af708 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895171 Jul 30 04:45:44.802333 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-473ef2a2-4a01-44b0-b5ad-521708099a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:44.879994 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-00083956-9284-4c37-a94a-7707fd4d9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:44.881498 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-00083956-9284-4c37-a94a-7707fd4d9999 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1099 time: 0.0410273 Jul 30 04:45:44.983653 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-a516ac0a-d545-4865-97aa-6ad951d26f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:44.985134 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-a516ac0a-d545-4865-97aa-6ad951d26f76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.0844884 Jul 30 04:45:45.055739 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-bf4b8add-1345-40ea-b811-bcd3d7a80c40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 1002 time: 0.0623269 Jul 30 04:45:45.085066 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:45.106676 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-1240c191-887e-4728-81f4-84fb0db0f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:45.108189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-1240c191-887e-4728-81f4-84fb0db0f259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0460033 Jul 30 04:45:45.155625 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-bc5dbf4d-7a6b-4247-b44d-4ab2693030b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:45.157097 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-bc5dbf4d-7a6b-4247-b44d-4ab2693030b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405793 Jul 30 04:45:45.168975 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-664e026c-4976-458b-929a-c612cfc1f309 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:45:45.170015 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-664e026c-4976-458b-929a-c612cfc1f309 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052257 Jul 30 04:45:45.261823 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-58cef2fd-28f1-4918-9458-a3092d36892f service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Jul 30 04:45:45.352419 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-5c373b09-a2d8-44fd-85c6-a8529db61d72 req-7dcaac00-b4bb-4d37-871e-63e5a84fd573 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833728 Jul 30 04:45:46.707176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:48.346006 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.022835 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33522) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:45:51.181317 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Deleting port e4786855-ff19-4e13-b1b7-61cdcbd65155 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:45:51.181658 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.253368 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.253615 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.264977 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Calling delete_port for e4786855-ff19-4e13-b1b7-61cdcbd65155 owned by network:floatingip {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:45:51.412203 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.435954 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event deleted for resources: {'Port': ['ID=e4786855-ff19-4e13-b1b7-61cdcbd65155,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:45:51.445949 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.446300 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.446647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.447008 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.447376 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.447712 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.448443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.448443 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.448671 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.448997 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.449323 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.449645 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:51.511933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.512152 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Floating IP fced85cd-2220-4129-a258-6aea92f6d1f0 disassociated (deleted). External IP: 172.25.6.110, port: d7a0f0a7-df74-4155-8bfc-96b315292d9b. Jul 30 04:45:51.725068 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Router fb283ff8-f3e8-4701-999a-219e9fb2168e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:45:51.832250 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:45:51.836930 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:51.842117 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:45:51.850938 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:45:51.851570 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:45:51.864509 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-3683851c-5314-45ef-9711-78e492858f7f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "DELETE /v2.0/floatingips/fced85cd-2220-4129-a258-6aea92f6d1f0 HTTP/1.1" status: 204 len: 168 time: 0.8405421 Jul 30 04:45:51.865112 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:45:51.867398 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44331294-5174-41f3-a350-09dc5a29a279" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:45:51.906643 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d04c627-790f-4860-8724-b8165e614d17 x-openstack-request-id: req-8d04c627-790f-4860-8724-b8165e614d17 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:45:51.906943 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:45:51.907226 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d04c627-790f-4860-8724-b8165e614d17 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:45:51.907627 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'status': 'completed', 'code': 200} Jul 30 04:45:51.978679 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:45:52.008808 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331294-5174-41f3-a350-09dc5a29a279 req-a232520e-ba52-4f10-a18d-c8d06fda77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:52.011100 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-a232520e-ba52-4f10-a18d-c8d06fda77ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 1099 time: 0.0524542 Jul 30 04:45:52.108309 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f9cb-cb7f-4f92-befa-8a647d76a596 req-34746b37-42ac-4025-ae10-9fb8fb501f88 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:52.110421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e865f9cb-cb7f-4f92-befa-8a647d76a596 req-34746b37-42ac-4025-ae10-9fb8fb501f88 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 947 time: 0.0611730 Jul 30 04:45:52.140853 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331294-5174-41f3-a350-09dc5a29a279 req-5550c956-7a8c-4604-bcea-c81f8b4c7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:52.142361 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-5550c956-7a8c-4604-bcea-c81f8b4c7a0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 200 len: 908 time: 0.1035492 Jul 30 04:45:52.150084 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-e865f9cb-cb7f-4f92-befa-8a647d76a596 req-512b35bb-c7c7-4193-af52-deebe82b97bf tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340552 Jul 30 04:45:52.191790 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:45:52.192779 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-fe5271f4-dba3-4625-b364-5236132d51d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 200 len: 217 time: 0.0422802 Jul 30 04:45:52.217620 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:45:52.225761 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:45:52.226362 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:45:52.246802 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331294-5174-41f3-a350-09dc5a29a279 req-606b1774-2867-41fe-a9bc-bf4a49a7bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:52.249171 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-606b1774-2867-41fe-a9bc-bf4a49a7bcfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 200 len: 847 time: 0.0475645 Jul 30 04:45:52.296919 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331294-5174-41f3-a350-09dc5a29a279 req-c1c531a6-4835-4a5a-98d7-4ab9d87a5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:52.298454 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-c1c531a6-4835-4a5a-98d7-4ab9d87a5d88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0711777-6fa6-43f5-a6ce-3b36d44dc101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407994 Jul 30 04:45:52.398977 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-084670ba-273d-40a0-9df0-d21adbc48023 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909107 Jul 30 04:45:52.424481 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:45:52.492180 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-44331294-5174-41f3-a350-09dc5a29a279 req-03b1bbf6-3bca-4675-b88a-ece657b33e62 service neutron] 10.222.0.16 "GET /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Jul 30 04:45:52.622254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:45:52.651108 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa2d97-75ff-468e-9010-a5b6c64cb825 None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:36:23Z', 'revision_number': 4, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'e397e569-892b-46fb-b192-1f974e110823', 'name': '', 'network_id': 'a0711777-6fa6-43f5-a6ce-3b36d44dc101', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'mac_address': 'fa:16:3e:ae:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:23Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'subnets': [{'id': 'b8caedb3-4d0d-43f8-8b69-3ccf5995dce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:45:52.881849 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df190c5-e94e-4cd0-9358-fde2caf0f8ad None None] New status for floating IP fced85cd-2220-4129-a258-6aea92f6d1f0: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:45:53.293048 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e72e-060e-4c69-8fc3-0b4959bbe56c req-fb203ccc-6beb-409f-b200-81fd3ed3e8b1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:53.294572 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47e72e-060e-4c69-8fc3-0b4959bbe56c req-fb203ccc-6beb-409f-b200-81fd3ed3e8b1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 947 time: 0.0487456 Jul 30 04:45:53.336296 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-be47e72e-060e-4c69-8fc3-0b4959bbe56c req-b4969c04-a574-4dfd-82a3-bc94f1ba29ba tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/security-groups?id=42c63454-4e4a-42d4-a08c-a2ef90d36d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357900 Jul 30 04:45:53.831364 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-c5a649d3-8475-4b58-82b0-b48e7439c673 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:45:53.832809 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-c5a649d3-8475-4b58-82b0-b48e7439c673 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 947 time: 0.0532122 Jul 30 04:45:53.922559 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Deleting port d7a0f0a7-df74-4155-8bfc-96b315292d9b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:45:53.922900 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:54.011386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] For port d7a0f0a7-df74-4155-8bfc-96b315292d9b, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=d7a0f0a7-df74-4155-8bfc-96b315292d9b,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:45:54.011753 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:54.024431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Calling delete_port for d7a0f0a7-df74-4155-8bfc-96b315292d9b owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:45:54.147801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:54.178647 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event deleted for resources: {'Port': ['ID=d7a0f0a7-df74-4155-8bfc-96b315292d9b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:45:54.222133 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] No DVR routers for this DVR port d7a0f0a7-df74-4155-8bfc-96b315292d9b on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:45:54.224723 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:54.226707 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f892eaac-fee8-49f6-bcb6-e3e48d65037e req-685b1ecd-e1b5-486e-a170-05857a4750a1 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.16 "DELETE /v2.0/ports/d7a0f0a7-df74-4155-8bfc-96b315292d9b HTTP/1.1" status: 204 len: 173 time: 0.3873539 Jul 30 04:45:54.227198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-deleted', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:45:54.229536 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133560d-9127-4884-a24c-e53e1e87e249" -d '{"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-deleted", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:45:54.269577 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1ba1b7-ad55-409d-9160-a2a5b1d259fd x-openstack-request-id: req-ce1ba1b7-ad55-409d-9160-a2a5b1d259fd {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:45:54.269884 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee8b33-c910-49f4-9795-c882630286a6", "name": "network-vif-deleted", "tag": "d7a0f0a7-df74-4155-8bfc-96b315292d9b", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:45:54.270121 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce1ba1b7-ad55-409d-9160-a2a5b1d259fd {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:45:54.270542 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee8b33-c910-49f4-9795-c882630286a6', 'name': 'network-vif-deleted', 'tag': 'd7a0f0a7-df74-4155-8bfc-96b315292d9b', 'status': 'completed', 'code': 200} Jul 30 04:45:54.437735 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-caefefdf-46b8-489d-961b-d8553462f7fb req-1a08924a-6be8-47b6-88b3-2dac6c3eab8e tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0299156 Jul 30 04:45:55.535428 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-aaf2d7fb-c442-49a4-b4ee-c22648ff2dba req-4181f972-2ebf-46fc-af95-25d0ee0d3f60 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Jul 30 04:45:56.629729 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78eba252-a03d-4ec4-b180-5b72bea95282 req-9601a773-4148-43b4-bd17-13a945eef2e4 tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0264018 Jul 30 04:45:56.828078 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:45:56.852511 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: d7a0f0a7-df74-4155-8bfc-96b315292d9b {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:45:56.852862 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device d7a0f0a7-df74-4155-8bfc-96b315292d9b not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:45:57.746069 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-582c7263-d3ec-4886-b8c0-aa45920f839e req-30f43edb-d636-4260-93bb-541153ec453f tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dee8b33-c910-49f4-9795-c882630286a6 HTTP/1.1" status: 200 len: 210 time: 0.0331178 Jul 30 04:45:58.803248 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33558) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:45:58.862193 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:58.886689 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:58.949082 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:58.952792 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:45:58.954027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] 10.222.0.39 "DELETE /v2.0/security-groups/42c63454-4e4a-42d4-a08c-a2ef90d36d9c HTTP/1.1" status: 204 len: 168 time: 0.1494665 Jul 30 04:45:58.963541 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c63454-4e4a-42d4-a08c-a2ef90d36d9c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:45:58.972253 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.972693 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.973114 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.973567 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.974112 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.974508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.974907 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.975274 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.975797 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.976132 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.976559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:58.976899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46292720-0aa8-4817-9e3d-ee5331c2aeab tempest-TestShelveInstance-316184912 tempest-TestShelveInstance-316184912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:45:59.018289 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33562) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:45:59.473603 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:00.079817 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Deleting port e397e569-892b-46fb-b192-1f974e110823 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:00.080520 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:00.157596 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] For port e397e569-892b-46fb-b192-1f974e110823, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=e397e569-892b-46fb-b192-1f974e110823,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:00.157964 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:00.175344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Calling delete_port for e397e569-892b-46fb-b192-1f974e110823 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:00.355902 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:00.380063 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e397e569-892b-46fb-b192-1f974e110823,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:00.553438 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:00.773299 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Router fb283ff8-f3e8-4701-999a-219e9fb2168e has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:46:00.878148 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:00.883219 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-88506a66-3a75-459b-8e96-5e3c9b8a40ef admin admin] 10.222.0.39 "PUT /v2.0/routers/fb283ff8-f3e8-4701-999a-219e9fb2168e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637958 Jul 30 04:46:00.885901 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33566) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:00.887518 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] Sync routers for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:00.897276 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:00.897948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:00.990822 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.001644 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:01.097531 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.149229 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Deleting port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:01.149575 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.182678 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:46:00Z', 'revision_number': 5, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port': {'id': '976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:21Z', 'updated_at': '2021-07-30T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:01.208840 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] Checking router: fb283ff8-f3e8-4701-999a-219e9fb2168e for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:01.218067 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] Routers {'fb283ff8-f3e8-4701-999a-219e9fb2168e'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:01.218601 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['fb283ff8-f3e8-4701-999a-219e9fb2168e'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:01.228111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] For port 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:01.228480 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.241389 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Calling delete_port for 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:01.304050 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] Set router fb283ff8-f3e8-4701-999a-219e9fb2168e gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:01.357973 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:46:01Z', 'revision_number': 6, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:01.386556 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20190b-f0d1-49a2-8d3f-1d4332e5647e None None] The sync data for ids ['fb283ff8-f3e8-4701-999a-219e9fb2168e'] in n-d-778696-14 is: [{'id': 'fb283ff8-f3e8-4701-999a-219e9fb2168e', 'name': 'tempest-TestShelveInstance-248906757-router', 'tenant_id': '1cb0f193306e41c2a027b215bec7ccf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:20Z', 'updated_at': '2021-07-30T04:46:01Z', 'revision_number': 6, 'project_id': '1cb0f193306e41c2a027b215bec7ccf1', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:01.413375 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.444801 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:01.490525 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.503436 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.593711 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.595833 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.637568 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.638759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb283ff8-f3e8-4701-999a-219e9fb2168e {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:46:01.643271 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.647244 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-bd5e6100-6573-473b-bd17-b6163ea4cb54 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fb283ff8-f3e8-4701-999a-219e9fb2168e HTTP/1.1" status: 204 len: 168 time: 0.7603884 Jul 30 04:46:01.647416 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33568) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:01.693687 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Deleting subnet b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:46:01.696701 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.730557 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.815937 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.867531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.893592 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8caedb3-4d0d-43f8-8b69-3ccf5995dce7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:01.895556 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:01.899732 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9be5966a-1d63-4f2e-b58b-d61f2c6d250b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b8caedb3-4d0d-43f8-8b69-3ccf5995dce7 HTTP/1.1" status: 204 len: 168 time: 0.2490575 Jul 30 04:46:01.900485 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:01.900781 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dfb164-b131-41f7-8078-29d6acf1af81 None None] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:46:01.979011 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.037406 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Deleting port 2aca9e83-7906-49b8-8c55-5b2c7189142e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:02.037759 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.100687 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] For port 2aca9e83-7906-49b8-8c55-5b2c7189142e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2aca9e83-7906-49b8-8c55-5b2c7189142e,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:02.100687 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.119496 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Calling delete_port for 2aca9e83-7906-49b8-8c55-5b2c7189142e owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:02.144503 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] DHCP port deletion for a0711777-6fa6-43f5-a6ce-3b36d44dc101 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:46:02.209900 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Deleting port 2aca9e83-7906-49b8-8c55-5b2c7189142e {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:02.210281 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.215389 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.225143 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:46:02.243616 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aca9e83-7906-49b8-8c55-5b2c7189142e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:02.245448 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] No DVR routers for this DVR port 2aca9e83-7906-49b8-8c55-5b2c7189142e on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:46:02.279677 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:46:02.279949 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 976ab3e0-3f8a-4b84-a8ec-73eb2f16e7ba not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:46:02.280516 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2aca9e83-7906-49b8-8c55-5b2c7189142e no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:46:02.304261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 2aca9e83-7906-49b8-8c55-5b2c7189142e {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:46:02.304606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 2aca9e83-7906-49b8-8c55-5b2c7189142e not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:46:02.305033 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e397e569-892b-46fb-b192-1f974e110823 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:46:02.322630 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.333122 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0711777-6fa6-43f5-a6ce-3b36d44dc101']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:02.336064 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: e397e569-892b-46fb-b192-1f974e110823 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:46:02.336305 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device e397e569-892b-46fb-b192-1f974e110823 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:46:02.343251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] For port 2aca9e83-7906-49b8-8c55-5b2c7189142e, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=2aca9e83-7906-49b8-8c55-5b2c7189142e,segment=NetworkSegment(63dd219f-57f0-4421-954d-a68ce586ddb0),segment_id=63dd219f-57f0-4421-954d-a68ce586ddb0)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:02.343617 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.348642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dd219f-57f0-4421-954d-a68ce586ddb0') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:02.349266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dd219f-57f0-4421-954d-a68ce586ddb0') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:02.357961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Calling delete_port for 2aca9e83-7906-49b8-8c55-5b2c7189142e owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:02.360269 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.375836 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.382079 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:46:02.382467 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:46:02.384373 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:46:02.437413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.443349 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.451890 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:02.453970 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a0711777-6fa6-43f5-a6ce-3b36d44dc101 HTTP/1.1" status: 204 len: 168 time: 0.5524166 Jul 30 04:46:02.456992 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33572) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:02.467920 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70088d8b-8ade-4cd8-b3eb-cb8c1c283ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0711777-6fa6-43f5-a6ce-3b36d44dc101,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:02.476421 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Network a0711777-6fa6-43f5-a6ce-3b36d44dc101 is not hosted by any dhcp agent {{(pid=93878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 04:46:02.476888 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] No DVR routers for this DVR port 2aca9e83-7906-49b8-8c55-5b2c7189142e on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:46:02.481281 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Pushing event deleted for resources: {'Port': ['ID=2aca9e83-7906-49b8-8c55-5b2c7189142e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:02.492650 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.493205 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.493329 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.493877 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.494579 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.494939 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.495306 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.495640 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.495969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.496296 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.496623 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:02.496945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3e0fa-8b8a-4d22-9736-f950400f5e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:03.090376 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:03.342862 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Deleting port 9a51c80a-70d5-4937-bc5f-5686e92b25da {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:03.343119 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:03.421138 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] For port 9a51c80a-70d5-4937-bc5f-5686e92b25da, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=9a51c80a-70d5-4937-bc5f-5686e92b25da,segment=NetworkSegment(9588cfd7-5135-41a8-85b9-e66d25c2597f),segment_id=9588cfd7-5135-41a8-85b9-e66d25c2597f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:03.421506 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:03.433638 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Calling delete_port for 9a51c80a-70d5-4937-bc5f-5686e92b25da owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:03.611673 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:03.637582 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9a51c80a-70d5-4937-bc5f-5686e92b25da,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:03.808595 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.026072 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Router 81a67c90-fbac-45fb-af47-242ded984b0b has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:46:04.133730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:04.138702 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-67969f1a-53fc-41e7-99b3-cccca885b4ff admin admin] 10.222.0.39 "PUT /v2.0/routers/81a67c90-fbac-45fb-af47-242ded984b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806946 Jul 30 04:46:04.141680 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33574) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:04.143234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] Sync routers for ids ['81a67c90-fbac-45fb-af47-242ded984b0b'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:04.152100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] Routers {'81a67c90-fbac-45fb-af47-242ded984b0b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:04.152705 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['81a67c90-fbac-45fb-af47-242ded984b0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:04.244634 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.255561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] Set router 81a67c90-fbac-45fb-af47-242ded984b0b gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:04.352638 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.405130 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Deleting port 757e43c1-467e-425e-b509-6bcc656a4ac7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:04.405476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.432557 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:46:03Z', 'revision_number': 5, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port': {'id': '757e43c1-467e-425e-b509-6bcc656a4ac7', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:04.459928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] Checking router: 81a67c90-fbac-45fb-af47-242ded984b0b for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:04.468363 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] Routers {'81a67c90-fbac-45fb-af47-242ded984b0b'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:04.468979 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['81a67c90-fbac-45fb-af47-242ded984b0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:04.482610 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] For port 757e43c1-467e-425e-b509-6bcc656a4ac7, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=757e43c1-467e-425e-b509-6bcc656a4ac7,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:04.482982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.495679 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Calling delete_port for 757e43c1-467e-425e-b509-6bcc656a4ac7 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:04.554477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] Set router 81a67c90-fbac-45fb-af47-242ded984b0b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:04.605746 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:46:04Z', 'revision_number': 6, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:04.658768 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:46:04.666732 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.709006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Pushing event deleted for resources: {'Port': ['ID=757e43c1-467e-425e-b509-6bcc656a4ac7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:04.767703 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.790177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772f4aa-a76d-435f-89cb-63282e0f7d09 None None] The sync data for ids ['81a67c90-fbac-45fb-af47-242ded984b0b'] in n-d-778696-14 is: [{'id': '81a67c90-fbac-45fb-af47-242ded984b0b', 'name': 'tempest-TestShelveInstance-590833145-router', 'tenant_id': '55905e249cb54e8d805c51e36e614b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:36:25Z', 'updated_at': '2021-07-30T04:46:04Z', 'revision_number': 6, 'project_id': '55905e249cb54e8d805c51e36e614b60', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:04.859932 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.861982 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.903241 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.904398 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a67c90-fbac-45fb-af47-242ded984b0b {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:46:04.908854 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:04.910069 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-83c25671-42ca-4111-8d28-178015caea61 admin admin] 10.222.0.39 "DELETE /v2.0/routers/81a67c90-fbac-45fb-af47-242ded984b0b HTTP/1.1" status: 204 len: 168 time: 0.7674444 Jul 30 04:46:04.912519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33576) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:04.963106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Deleting subnet 5100f8f7-5ba7-494f-8aed-3e6a04bdb591 {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:46:04.966891 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.000159 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.087216 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.141476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.170894 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5100f8f7-5ba7-494f-8aed-3e6a04bdb591,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:05.176790 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.180932 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0b6bee92-7876-40a2-9474-46294f992074 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5100f8f7-5ba7-494f-8aed-3e6a04bdb591 HTTP/1.1" status: 204 len: 168 time: 0.2652392 Jul 30 04:46:05.181616 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33578) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:05.183471 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4125a-343b-4b81-955b-3d31c5933b53 None None] Network 36757196-800f-41c6-80ab-efb1c9dfb7e3 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:46:05.252815 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.305931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Deleting port 4db25efb-43eb-4aeb-ad30-79a217822eaa {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:46:05.306274 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.375618 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] For port 4db25efb-43eb-4aeb-ad30-79a217822eaa, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4db25efb-43eb-4aeb-ad30-79a217822eaa,segment=NetworkSegment(9588cfd7-5135-41a8-85b9-e66d25c2597f),segment_id=9588cfd7-5135-41a8-85b9-e66d25c2597f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:05.375906 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.388586 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Calling delete_port for 4db25efb-43eb-4aeb-ad30-79a217822eaa owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:46:05.475802 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.499546 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db25efb-43eb-4aeb-ad30-79a217822eaa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:05.505021 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] No DVR routers for this DVR port 4db25efb-43eb-4aeb-ad30-79a217822eaa on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:46:05.560841 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642cad3-8994-4c01-b7fc-e916b480ddd8 None None] DHCP port deletion for 36757196-800f-41c6-80ab-efb1c9dfb7e3 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:46:05.585054 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.595049 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36757196-800f-41c6-80ab-efb1c9dfb7e3']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:05.605106 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9588cfd7-5135-41a8-85b9-e66d25c2597f') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:05.605405 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9588cfd7-5135-41a8-85b9-e66d25c2597f') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:05.614034 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.627944 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.634004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:46:05.634399 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:46:05.636116 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:46:05.695576 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.701878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.703781 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/36757196-800f-41c6-80ab-efb1c9dfb7e3 HTTP/1.1" status: 204 len: 168 time: 0.5212283 Jul 30 04:46:05.715766 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d36b-1c41-4590-af0e-2b3208cd11b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=36757196-800f-41c6-80ab-efb1c9dfb7e3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:05.827489 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33582) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:05.867921 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-eebf483c-be26-435a-ab3c-9e3b8fe187b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cb0f193306e41c2a027b215bec7ccf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392666 Jul 30 04:46:05.870372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33584) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:05.917521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e98d3f9-c533-46dc-b171-3063a68c68c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.938560 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e98d3f9-c533-46dc-b171-3063a68c68c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.983959 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e98d3f9-c533-46dc-b171-3063a68c68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.986513 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e98d3f9-c533-46dc-b171-3063a68c68c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:05.987718 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6e98d3f9-c533-46dc-b171-3063a68c68c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5d65935-4d20-4705-b11e-c86b96176be2 HTTP/1.1" status: 204 len: 168 time: 0.1164572 Jul 30 04:46:05.995336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98d3f9-c533-46dc-b171-3063a68c68c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d65935-4d20-4705-b11e-c86b96176be2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:06.085831 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4db25efb-43eb-4aeb-ad30-79a217822eaa no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:46:06.105948 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4db25efb-43eb-4aeb-ad30-79a217822eaa {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:46:06.106375 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4db25efb-43eb-4aeb-ad30-79a217822eaa not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:46:06.106938 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 757e43c1-467e-425e-b509-6bcc656a4ac7 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:46:06.125794 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 757e43c1-467e-425e-b509-6bcc656a4ac7 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:46:06.126144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 757e43c1-467e-425e-b509-6bcc656a4ac7 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:46:06.126556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a51c80a-70d5-4937-bc5f-5686e92b25da no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:46:06.145294 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 9a51c80a-70d5-4937-bc5f-5686e92b25da {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:46:06.145669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 9a51c80a-70d5-4937-bc5f-5686e92b25da not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:46:06.300055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33590) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:06.339940 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-c560e30b-4045-4e55-a862-dc3e5d31fb79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55905e249cb54e8d805c51e36e614b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387504 Jul 30 04:46:06.342483 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33592) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:06.393244 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22d1b9b2-e641-4591-aa4e-cd0e45443a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:06.695895 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22d1b9b2-e641-4591-aa4e-cd0e45443a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:06.742784 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22d1b9b2-e641-4591-aa4e-cd0e45443a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:06.745397 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22d1b9b2-e641-4591-aa4e-cd0e45443a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:06.746587 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-22d1b9b2-e641-4591-aa4e-cd0e45443a67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbb16186-1089-4871-baa9-51eea53580eb HTTP/1.1" status: 204 len: 168 time: 0.4029758 Jul 30 04:46:06.756166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1b9b2-e641-4591-aa4e-cd0e45443a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb16186-1089-4871-baa9-51eea53580eb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:07.383392 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:07.479204 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-758386978-network', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:07.500025 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Made reservation on behalf of 0fcef8c1620f4630a5a950008f1e2496 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:46:07.502316 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.510509 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.601803 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.605321 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.628914 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:46:07.638876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9f436-3932-4090-a4c4-9ea59140c818,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:07.643885 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.644224 n-d-778696-14 neutron-server[93876]: INFO neutron.db.segments_db [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Added segment 93cd5650-354f-4a27-82bb-ee411ea69592 of type vlan for network 2fb55387-4986-4f57-969e-6da017150135 Jul 30 04:46:07.684220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.712307 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.713243 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:07.713827 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.772754 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3873610 Jul 30 04:46:07.774973 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33618) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:07.781210 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Request body: {'subnet': {'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-758386978-subnet', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'ip_version': 4}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:07.783906 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e90a0-4ed1-4d71-bb3f-008d06fe8387 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb55387-4986-4f57-969e-6da017150135,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:07.795772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 2fb55387-4986-4f57-969e-6da017150135 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:46:07.804221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Made reservation on behalf of 0fcef8c1620f4630a5a950008f1e2496 for: {'subnet': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:46:07.806512 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59551946'] for subnet, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:07.970834 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59728698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59551972'] for subnet, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.022693 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2281e2d4-7441-4908-9058-75a6482cf99b,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:08.032809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Checking segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:08.033167 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Network hostable DHCP agents. Network: 2fb55387-4986-4f57-969e-6da017150135, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:46:08.050285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Network 2fb55387-4986-4f57-969e-6da017150135 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:46:08.060439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 2fb55387-4986-4f57-969e-6da017150135) {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:08.064681 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:08.065250 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.069412 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9304e-12fe-4988-9ed8-506e5e924081 None None] Network 2fb55387-4986-4f57-969e-6da017150135 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:46:08.079803 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-60f6b3c1-e208-4257-b321-c8d34afd79be admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3031199 Jul 30 04:46:08.082951 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33620) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:08.087407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:08.108521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.109508 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.165388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.220362 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-2fb55387-4986-4f57-969e-6da017150135', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:46:08.221247 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.302887 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.353874 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Allocated IP 172.20.0.2 (2fb55387-4986-4f57-969e-6da017150135/2281e2d4-7441-4908-9058-75a6482cf99b/4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:08.503474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.505486 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.511606 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Transition to ACTIVE for port object 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:08.525026 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.526309 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Transition to ACTIVE for port object 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:08.532253 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.568017 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Network 2fb55387-4986-4f57-969e-6da017150135 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:08.572115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:08.574524 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:08.589955 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Pushing event updated for resources: {'Port': ['ID=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:08.636572 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Allocated IP 172.25.6.203 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/fb627729-d4c6-4d82-aa0e-74ed47dce6c3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:08.639876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Attempting to bind port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:08.640258 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Attempting to bind port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:08.640622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Attempting to bind port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 on network 2fb55387-4986-4f57-969e-6da017150135 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:08.645652 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:08.646029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Checking segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:08.646432 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.646826 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Bound using segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:08.647331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Bound port: 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:08.647721 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.719594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] For port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:08.722599 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] For port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:08.727110 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.739881 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.783213 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:08.788440 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffb1a2-edfb-4ba3-98e6-c982655d09d3 None None] Pushing event updated for resources: {'Port': ['ID=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:08.822174 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:08.825002 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:08.828540 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:08.859749 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Pushing event updated for resources: {'Port': ['ID=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:09.104370 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:09.295952 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:09.426673 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:46:09.533325 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:09.544882 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:09.550687 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:09.552082 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-76ec91fd-399c-4d23-849f-949bba13306d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4681585 Jul 30 04:46:09.554649 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33622) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:09.556254 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:09.557084 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:09.673444 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:09.706277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959dd46e-921c-4951-aab2-361bd3006512 None None] Network 2fb55387-4986-4f57-969e-6da017150135 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:46:09.772885 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-477e02a0-d23c-433f-82fe-e0c989b2acfd None None] Provisioning for port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:09.876796 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:08Z', 'revision_number': 3, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:09.914867 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:09.915249 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Updating router 7efa7195-a804-488d-8fc7-a335d7ae5356 port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:46:09.946774 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:09.996208 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.150883 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:10.171168 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Allocated IP 172.20.0.1 (2fb55387-4986-4f57-969e-6da017150135/2281e2d4-7441-4908-9058-75a6482cf99b/68d5ea0a-0ef6-4067-8407-5f9a8c601d12) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:10.206980 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:10.211373 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:10.211862 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.238495 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.252074 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Transition to ACTIVE for port object fb627729-d4c6-4d82-aa0e-74ed47dce6c3 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:10.259232 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.278289 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.291770 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Transition to ACTIVE for port object 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:10.296014 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.312388 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Attempting to bind port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:10.312761 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Attempting to bind port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:10.313124 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Attempting to bind port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:10.327526 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:10.327917 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:10.328345 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.328700 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:10.329174 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Bound port: fb627729-d4c6-4d82-aa0e-74ed47dce6c3, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:10.329660 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.330092 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.333229 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:10.338485 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.372913 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Pushing event updated for resources: {'Port': ['ID=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:10.373484 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Network 2fb55387-4986-4f57-969e-6da017150135 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:10.376503 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:10.382424 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:10.388630 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.388921 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.389259 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.389847 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.390634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.390634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.390944 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.391228 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.391557 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.391875 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.392515 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.392515 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:46:10.396166 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] For port fb627729-d4c6-4d82-aa0e-74ed47dce6c3, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:10.396526 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:10.409392 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] For port fb627729-d4c6-4d82-aa0e-74ed47dce6c3, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:10.409561 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Pushing event updated for resources: {'Port': ['ID=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:10.417241 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.426176 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.462529 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:10.463169 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:10.518246 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f596-6cd4-4db9-a1a3-90eb0950577e None None] Pushing event updated for resources: {'Port': ['ID=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:10.571586 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.592508 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:10.632320 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eef9f2ff-f34c-445b-980a-a2e8e3e8ba3a None None] Provisioning for port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:10.637353 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-eef9f2ff-f34c-445b-980a-a2e8e3e8ba3a None None] Provisioning complete for port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:10.637743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eef9f2ff-f34c-445b-980a-a2e8e3e8ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.683629 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f2ff-f34c-445b-980a-a2e8e3e8ba3a None None] Port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:46:10.750214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.754748 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.823244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Pushing event updated for resources: {'Port': ['ID=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:10.826425 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:10.864037 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:08Z', 'revision_number': 3, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:10.888996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9edc5-6156-412a-b8c5-4cf76ca228ae None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:08Z', 'revision_number': 3, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:10.921488 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Network 2fb55387-4986-4f57-969e-6da017150135 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:10.922931 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:11.045430 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:46:11.180407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:11.186471 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-52083333-9d14-401a-a61d-8ca0dc02901a admin admin] 10.222.0.39 "PUT /v2.0/routers/7efa7195-a804-488d-8fc7-a335d7ae5356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6307046 Jul 30 04:46:11.213475 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3305b7f8-269a-41c3-b5dc-7d66e78ef6e5 None None] Provisioning complete for port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:11.214019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3305b7f8-269a-41c3-b5dc-7d66e78ef6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.249331 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3305b7f8-269a-41c3-b5dc-7d66e78ef6e5 None None] Port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:46:11.662080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33638) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:11.667016 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1050064249-network', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:11.689772 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Made reservation on behalf of 471ba09b6290404da9e9d0859d29c4ab for: {'network': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:46:11.692115 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for network, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.701308 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.789388 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.793097 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.809680 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.830431 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:46:11.837551 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfc23c8-3398-47f0-8e0b-6ad7db0ceaa2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:11.843737 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.844085 n-d-778696-14 neutron-server[93877]: INFO neutron.db.segments_db [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Added segment 08844703-d25c-4b2d-be9c-a3f55eb4e621 of type vlan for network 5ea66966-f6b8-4a66-8c53-150cde6870b7 Jul 30 04:46:11.885712 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767946197086'] for network, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.915065 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646'] for network, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.916044 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:11.916627 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:11.968807 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3056340 Jul 30 04:46:11.971667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:11.976760 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Request body: {'subnet': {'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1050064249-subnet', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:11.978347 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887b85-2ebb-4f5c-9416-9454e9762ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea66966-f6b8-4a66-8c53-150cde6870b7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:11.989706 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 details requested by agent ovs-agent-n-d-778696-14 with host n-d-778696-14 {{(pid=93878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:46:12.007046 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Made reservation on behalf of 471ba09b6290404da9e9d0859d29c4ab for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:46:12.009368 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5565057'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.184343 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fb627729-d4c6-4d82-aa0e-74ed47dce6c3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:12.213322 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57202128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5565103'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.245122 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:12.249233 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:12.249605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.281188 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bfb311-3336-4c92-b3de-cbd1e1a16811,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:12.286479 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Checking segment: {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:12.286839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Network hostable DHCP agents. Network: 5ea66966-f6b8-4a66-8c53-150cde6870b7, hostable agents: ['ef47ab9d-7744-425e-8e49-5864ecb4429f'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:46:12.303685 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 is scheduled to be hosted by DHCP agent ef47ab9d-7744-425e-8e49-5864ecb4429f with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:46:12.312642 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778696-14, 5ea66966-f6b8-4a66-8c53-150cde6870b7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:12.316905 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:12.317491 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.323817 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bb008-8f84-4318-b99e-5f9a2c33a75f None None] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:46:12.332313 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.335433 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33642) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:12.335996 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6d3e9baa-3329-4b71-9a72-160c80e27710 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626447 Jul 30 04:46:12.342054 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:12.369046 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1770'] for router, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.370354 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1765'] for router, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.391669 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port fb627729-d4c6-4d82-aa0e-74ed47dce6c3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:12.397836 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.398614 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:12.449489 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:12.515911 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:12.516551 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:12.530922 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a40e-c89d-46d4-afbe-48e34b19fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.592226 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:12.676177 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:12.676987 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.705095 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d0ef02e-e6ce-546e-87b3-87ab8dec1fca-5ea66966-f6b8-4a66-8c53-150cde6870b7', 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'fixed_ips': [{'subnet_id': '73bfb311-3336-4c92-b3de-cbd1e1a16811'}]}} from n-d-778696-14. {{(pid=93878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:46:12.705960 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.726782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:12.748391 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:12.866066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.037057 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Allocated IP 172.20.0.2 (5ea66966-f6b8-4a66-8c53-150cde6870b7/73bfb311-3336-4c92-b3de-cbd1e1a16811/7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:13.072408 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.092339 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.171990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 2, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:13.198377 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Allocated IP 172.25.6.139 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/5b2617b2-383e-4a3c-b9de-37ec27b91268) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:13.204597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:13.204945 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Updating router 7efa7195-a804-488d-8fc7-a335d7ae5356 port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:46:13.252139 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.281447 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.300646 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.340682 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.379117 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:13.382152 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:13.385811 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:13.418504 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2617b2-383e-4a3c-b9de-37ec27b91268,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:13.465505 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Transition to ACTIVE for port object 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:13.533528 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Transition to ACTIVE for port object 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:13.542966 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.634411 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:13.644276 n-d-778696-14 neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:13.647802 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:13.649714 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Pushing event updated for resources: {'Port': ['ID=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:13.657577 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.734474 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Attempting to bind port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:13.734845 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Attempting to bind port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:13.735230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Attempting to bind port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 on network 5ea66966-f6b8-4a66-8c53-150cde6870b7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:13.747723 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:13.748352 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Checking segment: {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:13.748773 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.749173 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Bound using segment: {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:13.749647 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Bound port: 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:13.750034 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.854813 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.859307 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588792'] for router, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.867298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] For port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:13.871396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] For port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,segment=NetworkSegment(08844703-d25c-4b2d-be9c-a3f55eb4e621),segment_id=08844703-d25c-4b2d-be9c-a3f55eb4e621)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:13.872866 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Transition to ACTIVE for port object 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:13.876831 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.881867 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:13.954456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abaf52-a8dc-485c-a5c9-1ee4c3e2f7f7 None None] Pushing event updated for resources: {'Port': ['ID=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:14.023742 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Router 5acafc22-41a0-42fb-9efa-872db615ed91 is scheduled to L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f with binding_index 1 {{(pid=93877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:46:14.031455 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Attempting to bind port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:14.031832 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Attempting to bind port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:14.032201 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Attempting to bind port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 on network 2fb55387-4986-4f57-969e-6da017150135 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:14.039448 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7635f0-d665-48e9-8aa8-529ff4a2d59c None None] Pushing event updated for resources: {'Port': ['ID=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:14.042199 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:14.042565 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Checking segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:14.042984 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.043395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Bound using segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:14.043869 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Bound port: 68d5ea0a-0ef6-4067-8407-5f9a8c601d12, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:14.044874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.139435 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] For port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:14.148265 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] For port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:14.167668 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fb627729-d4c6-4d82-aa0e-74ed47dce6c3 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:14.178091 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.202519 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:14.219380 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Sync routers for ids ['5acafc22-41a0-42fb-9efa-872db615ed91'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:14.230948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Routers {'5acafc22-41a0-42fb-9efa-872db615ed91'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:14.232364 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5acafc22-41a0-42fb-9efa-872db615ed91'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:14.235664 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.240143 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:14.248574 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a107c5e4-a48b-4dd0-bf4d-9d4688603529 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9109154 Jul 30 04:46:14.309243 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7635f0-d665-48e9-8aa8-529ff4a2d59c None None] Pushing event updated for resources: {'Port': ['ID=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:14.332758 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:14.333562 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:45:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:14.408053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:14.408053 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.424157 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Set router 5acafc22-41a0-42fb-9efa-872db615ed91 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:14.490074 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:14.641788 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:46:13Z', 'revision_number': 3, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:14.671842 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Checking router: 5acafc22-41a0-42fb-9efa-872db615ed91 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:14.672096 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Updating router 5acafc22-41a0-42fb-9efa-872db615ed91 port 5b2617b2-383e-4a3c-b9de-37ec27b91268 binding host n-d-778696-14 {{(pid=93879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:46:14.702440 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.757389 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:14Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:14.782351 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:14.804008 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ab63b-1366-4252-a988-e9afc63bda86 None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:14Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:14.822449 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9627b90-aa47-46dd-9899-dadae663c1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.008312 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Allocated IP 172.20.0.1 (5ea66966-f6b8-4a66-8c53-150cde6870b7/73bfb311-3336-4c92-b3de-cbd1e1a16811/bc948ac1-f84d-4b2d-a9db-82e906a20076) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:15.051903 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.067676 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Transition to ACTIVE for port object 5b2617b2-383e-4a3c-b9de-37ec27b91268 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:15.080842 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.092828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.150037 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Attempting to bind port 5b2617b2-383e-4a3c-b9de-37ec27b91268 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:15.150326 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Attempting to bind port 5b2617b2-383e-4a3c-b9de-37ec27b91268 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:15.151120 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Attempting to bind port 5b2617b2-383e-4a3c-b9de-37ec27b91268 on network 1fc087a1-28ee-49dd-996c-fe352639efff {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:15.160597 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef18a-bee5-4a96-865c-b14857f64b69 None None] Pushing event updated for resources: {'Port': ['ID=5b2617b2-383e-4a3c-b9de-37ec27b91268,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:15.164622 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:15.164996 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Checking segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:15.165390 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.165775 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Bound using segment: {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:15.166115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.166251 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Bound port: 5b2617b2-383e-4a3c-b9de-37ec27b91268, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2e42c8-7616-435f-abfb-dec2ca2a943c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:15.166615 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.188977 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Transition to ACTIVE for port object bc948ac1-f84d-4b2d-a9db-82e906a20076 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:15.232444 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] For port 5b2617b2-383e-4a3c-b9de-37ec27b91268, host n-d-778696-14, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:15.234101 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.234337 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e53a596-f01a-4984-b857-4a48d0752789 None None] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:46:15.236982 n-d-778696-14 neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] For port 5b2617b2-383e-4a3c-b9de-37ec27b91268, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b2617b2-383e-4a3c-b9de-37ec27b91268,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:15.242583 n-d-778696-14 neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.279244 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:15.282283 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:15.288432 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:15.311315 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Routers {'5acafc22-41a0-42fb-9efa-872db615ed91'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:15.312220 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5acafc22-41a0-42fb-9efa-872db615ed91'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:15.328434 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588583'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.333250 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-19c95f4c-ac21-40c3-9fae-c72af51a1e90 None None] Provisioning for port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:15.335050 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc948ac1-f84d-4b2d-a9db-82e906a20076,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:15.361675 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef18a-bee5-4a96-865c-b14857f64b69 None None] Pushing event updated for resources: {'Port': ['ID=5b2617b2-383e-4a3c-b9de-37ec27b91268,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:15.454152 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] Set router 5acafc22-41a0-42fb-9efa-872db615ed91 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:15.488525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.672945 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:46:13Z', 'revision_number': 3, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:15.684325 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.690221 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.704241 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a09429-7010-48d8-8d00-1bde23bcb67f None None] The sync data for ids ['5acafc22-41a0-42fb-9efa-872db615ed91'] in n-d-778696-14 is: [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:46:13Z', 'revision_number': 3, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:15.768842 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc948ac1-f84d-4b2d-a9db-82e906a20076,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:15.780892 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e0b68dbd-22df-4b4e-898a-1ab4bd02a3e6 None None] Provisioning for port bc948ac1-f84d-4b2d-a9db-82e906a20076 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:15.783715 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-422071'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.794447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e0b68dbd-22df-4b4e-898a-1ab4bd02a3e6 None None] Provisioning complete for port bc948ac1-f84d-4b2d-a9db-82e906a20076 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:15.795085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e0b68dbd-22df-4b4e-898a-1ab4bd02a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:15.847622 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-e0b68dbd-22df-4b4e-898a-1ab4bd02a3e6 None None] Port bc948ac1-f84d-4b2d-a9db-82e906a20076 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:46:15.923413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:15.926904 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:15.989464 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-27436e73-c550-4c9e-8037-2c66417c8318 None None] Provisioning complete for port bc948ac1-f84d-4b2d-a9db-82e906a20076 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:15.989843 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-27436e73-c550-4c9e-8037-2c66417c8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.078571 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-27436e73-c550-4c9e-8037-2c66417c8318 None None] Port bc948ac1-f84d-4b2d-a9db-82e906a20076 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:46:16.095556 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Router 5acafc22-41a0-42fb-9efa-872db615ed91 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:46:16.246905 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:16.317727 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-abee78a4-c75e-44f3-ae7d-33f2edef5b7f None None] Provisioning complete for port bc948ac1-f84d-4b2d-a9db-82e906a20076 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:16.318406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abee78a4-c75e-44f3-ae7d-33f2edef5b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.356211 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:16.366313 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:16.366692 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.368678 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-abee78a4-c75e-44f3-ae7d-33f2edef5b7f None None] Port bc948ac1-f84d-4b2d-a9db-82e906a20076 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:46:16.456335 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.497327 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,segment=NetworkSegment(08844703-d25c-4b2d-be9c-a3f55eb4e621),segment_id=08844703-d25c-4b2d-be9c-a3f55eb4e621)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:16.502652 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.503721 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:16.589561 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:16.605574 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:16.611591 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:16.611977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.626356 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:16.631454 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-6e1641c9-51bc-4891-b6f9-ed6abe8cb2c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/5acafc22-41a0-42fb-9efa-872db615ed91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3898702 Jul 30 04:46:16.721679 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.724138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.760844 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:16.765407 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.766426 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b2617b2-383e-4a3c-b9de-37ec27b91268 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:16.849152 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:16.862857 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port 5b2617b2-383e-4a3c-b9de-37ec27b91268 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:16.867556 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5b2617b2-383e-4a3c-b9de-37ec27b91268 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:16.869701 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.955663 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:16.977039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port 5b2617b2-383e-4a3c-b9de-37ec27b91268, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b2617b2-383e-4a3c-b9de-37ec27b91268,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:16.981147 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.032709 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=5b2617b2-383e-4a3c-b9de-37ec27b91268,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.109514 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.114249 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747806574', 'description': 'tempest-secgroup-smoke-747806574 description', 'project_id': '0fcef8c1620f4630a5a950008f1e2496'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.136528 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.215570 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.219370 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.245994 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.247855 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1366737 Jul 30 04:46:17.250921 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.256282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group_rule': {'security_group_id': '2726ae16-e43a-44ea-a6a8-510f4a48c2d6', 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.261486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf98c9-cf6e-4fe1-86de-e68cc4d77248 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2726ae16-e43a-44ea-a6a8-510f4a48c2d6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.285908 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.341753 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.345253 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.363190 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0529fda-46af-4209-9a74-621358b4d0cf,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.368662 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.369592 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-976bd127-c97e-40d5-ab7b-8a4b41c13754 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176989 Jul 30 04:46:17.372889 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 33656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.377256 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group_rule': {'security_group_id': '2726ae16-e43a-44ea-a6a8-510f4a48c2d6', 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.403043 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.460842 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.464201 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.480813 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71942c02-1616-4687-8cfa-2e8d75e5d0a2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.490905 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.494683 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33658) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.495266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-643ac258-c468-4423-8b6d-c64b7c1a93d8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208870 Jul 30 04:46:17.499455 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group_rule': {'security_group_id': '2726ae16-e43a-44ea-a6a8-510f4a48c2d6', 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.525420 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.587008 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.590604 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.610003 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58ebfe2-c734-4528-8f9c-0a4c74c51a3d,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.615488 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.616639 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d5f84f9-6041-45c6-923d-e64943c5e17b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208851 Jul 30 04:46:17.619352 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33660) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.623795 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group_rule': {'security_group_id': '2726ae16-e43a-44ea-a6a8-510f4a48c2d6', 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.650066 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.710726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.713968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.730896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58d919c-fcf9-46b1-bb4d-b4f78785935c,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.736986 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.738184 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ddbede7a-aa94-401d-ad1d-ae6097326752 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179068 Jul 30 04:46:17.741055 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33662) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.745457 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group_rule': {'security_group_id': '2726ae16-e43a-44ea-a6a8-510f4a48c2d6', 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.768529 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Project 0fcef8c1620f4630a5a950008f1e2496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:46:17.773421 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.833152 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.836397 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.853648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd46d6-1327-48d0-88ca-9b116a1a0497,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.859729 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.861049 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-a852e39a-296f-4450-9e6f-4a46014778f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190035 Jul 30 04:46:17.863707 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33664) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:17.868149 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'security_group_rule': {'security_group_id': '2726ae16-e43a-44ea-a6a8-510f4a48c2d6', 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:17.891477 n-d-778696-14 neutron-server[93877]: INFO neutron.db.securitygroups_db [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Project 0fcef8c1620f4630a5a950008f1e2496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:46:17.896329 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.965332 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.970306 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524989'] for security_group_rule, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.989597 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b594d130-b4aa-4373-9369-b571502b0b01,revision_number=0']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:17.996255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:17.998047 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-9f2188f5-7bdb-462c-9196-98c44e995593 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332433 Jul 30 04:46:18.115393 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:18.144473 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-ce7d6517-634a-49b0-95fa-ae9e516b6c90 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747806574&fields=id&tenant_id=0fcef8c1620f4630a5a950008f1e2496 HTTP/1.1" status: 200 len: 267 time: 0.0327828 Jul 30 04:46:18.165379 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:18.165761 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:18.244876 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b2617b2-383e-4a3c-b9de-37ec27b91268 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:18.254203 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-8cf40f2f-3ca7-4031-a967-30ac7c0749ae tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:18.255759 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-8cf40f2f-3ca7-4031-a967-30ac7c0749ae tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 809 time: 0.1040945 Jul 30 04:46:18.271257 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-1991813e-db2a-4980-b8f2-0b4a2ba32298 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/quotas/0fcef8c1620f4630a5a950008f1e2496 HTTP/1.1" status: 200 len: 375 time: 0.0097747 Jul 30 04:46:18.273257 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Sync routers for ids ['5acafc22-41a0-42fb-9efa-872db615ed91'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:18.292940 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Routers {'5acafc22-41a0-42fb-9efa-872db615ed91'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:18.293559 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5acafc22-41a0-42fb-9efa-872db615ed91'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:18.326611 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-13ec7bfe-4198-4412-8e4a-fd6eb70d9902 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498636 Jul 30 04:46:18.361784 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 5b2617b2-383e-4a3c-b9de-37ec27b91268 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:18.362163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:18.392088 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:18.434304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-02897a6f-d8be-4a9b-b094-3015d0b197b3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:46:18.435569 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-02897a6f-d8be-4a9b-b094-3015d0b197b3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0957398 Jul 30 04:46:18.445672 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Set router 5acafc22-41a0-42fb-9efa-872db615ed91 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:18.526266 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-2699a59c-c0d2-4df7-a202-d2958b0c4c07 service neutron] 10.222.0.39 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841930 Jul 30 04:46:18.626351 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-04370583-63b8-4b10-8964-e007b7d02a50 service neutron] 10.222.0.39 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936437 Jul 30 04:46:18.733175 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:18.803931 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7d90aae7-277b-44e8-8fc8-56089fc62fd5 req-87afa1d9-d912-43a0-ba80-771e4d9cdde5 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 210 time: 0.0291088 Jul 30 04:46:18.814368 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:18.814738 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:18.911129 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:46:15Z', 'revision_number': 4, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'bc948ac1-f84d-4b2d-a9db-82e906a20076', 'name': '', 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'mac_address': 'fa:16:3e:b3:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '73bfb311-3336-4c92-b3de-cbd1e1a16811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:14Z', 'updated_at': '2021-07-30T04:46:15Z', 'revision_number': 2, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'subnets': [{'id': '73bfb311-3336-4c92-b3de-cbd1e1a16811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:18.944084 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Checking router: 5acafc22-41a0-42fb-9efa-872db615ed91 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:18.944456 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Updating router 5acafc22-41a0-42fb-9efa-872db615ed91 port bc948ac1-f84d-4b2d-a9db-82e906a20076 binding host n-d-778696-14 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:46:18.977594 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:19.254447 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:19.264961 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Transition to ACTIVE for port object bc948ac1-f84d-4b2d-a9db-82e906a20076 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:19.270762 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:19.320873 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc60049-a34f-458e-a92d-1c013a46424b None None] Pushing event updated for resources: {'Port': ['ID=bc948ac1-f84d-4b2d-a9db-82e906a20076,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:19.371396 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Attempting to bind port bc948ac1-f84d-4b2d-a9db-82e906a20076 on host n-d-778696-14 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:19.371771 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Attempting to bind port bc948ac1-f84d-4b2d-a9db-82e906a20076 by drivers openvswitch,hyperv on host n-d-778696-14 at level 0 using segments [{'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:19.372717 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Attempting to bind port bc948ac1-f84d-4b2d-a9db-82e906a20076 on network 5ea66966-f6b8-4a66-8c53-150cde6870b7 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:19.377842 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Checking agent: {'id': '9dc5ac97-a8d0-4f96-8424-111fa77af717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 13, 45), 'started_at': datetime.datetime(2021, 7, 30, 3, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778696-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:19.378215 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Checking segment: {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:19.378614 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:19.379002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Bound using segment: {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:19.379563 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Bound port: bc948ac1-f84d-4b2d-a9db-82e906a20076, host: n-d-778696-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08844703-d25c-4b2d-be9c-a3f55eb4e621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:19.379952 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:19.443830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] For port bc948ac1-f84d-4b2d-a9db-82e906a20076, host n-d-778696-14, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:19.447039 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] For port bc948ac1-f84d-4b2d-a9db-82e906a20076, host n-d-778696-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc948ac1-f84d-4b2d-a9db-82e906a20076,segment=NetworkSegment(08844703-d25c-4b2d-be9c-a3f55eb4e621),segment_id=08844703-d25c-4b2d-be9c-a3f55eb4e621)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:19.452303 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:19.519395 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc60049-a34f-458e-a92d-1c013a46424b None None] Pushing event updated for resources: {'Port': ['ID=bc948ac1-f84d-4b2d-a9db-82e906a20076,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:19.526029 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Routers {'5acafc22-41a0-42fb-9efa-872db615ed91'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:19.526644 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5acafc22-41a0-42fb-9efa-872db615ed91'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:19.642772 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] Set router 5acafc22-41a0-42fb-9efa-872db615ed91 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:19.750668 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-eaf0e2af-3cdf-4460-99b2-83e1829c1dfa tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:19.752199 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-eaf0e2af-3cdf-4460-99b2-83e1829c1dfa tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 809 time: 0.1212089 Jul 30 04:46:19.799967 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-c4bb44b1-dcd9-449c-9bf5-e7bd4d3aedce tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcef8c1620f4630a5a950008f1e2496 HTTP/1.1" status: 200 len: 379 time: 0.0388513 Jul 30 04:46:19.810142 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'port': {'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'admin_state_up': True, 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'security_groups': ['2726ae16-e43a-44ea-a6a8-510f4a48c2d6']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:19.865053 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:46:15Z', 'revision_number': 4, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'bc948ac1-f84d-4b2d-a9db-82e906a20076', 'name': '', 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'mac_address': 'fa:16:3e:b3:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '73bfb311-3336-4c92-b3de-cbd1e1a16811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:14Z', 'updated_at': '2021-07-30T04:46:19Z', 'revision_number': 4, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'subnets': [{'id': '73bfb311-3336-4c92-b3de-cbd1e1a16811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:19.896915 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a6d99-052e-4c26-a849-c5949f447a8d None None] The sync data for ids ['5acafc22-41a0-42fb-9efa-872db615ed91'] in n-d-778696-14 is: [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:46:15Z', 'revision_number': 4, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': 'bc948ac1-f84d-4b2d-a9db-82e906a20076', 'name': '', 'network_id': '5ea66966-f6b8-4a66-8c53-150cde6870b7', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'mac_address': 'fa:16:3e:b3:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '73bfb311-3336-4c92-b3de-cbd1e1a16811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:14Z', 'updated_at': '2021-07-30T04:46:19Z', 'revision_number': 4, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'subnets': [{'id': '73bfb311-3336-4c92-b3de-cbd1e1a16811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:19.918105 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-b519844a-e83c-4e6a-9133-1b1b0f60c1c0 req-c4134523-9d22-4f8f-bb5c-7ac0d31d5487 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 210 time: 0.0395448 Jul 30 04:46:19.970662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Made reservation on behalf of 0fcef8c1620f4630a5a950008f1e2496 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:46:19.976608 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.124006 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Allocated IP 172.20.0.6 (2fb55387-4986-4f57-969e-6da017150135/2281e2d4-7441-4908-9058-75a6482cf99b/7528ccaf-2959-481a-912a-4c49dd6a3bd6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:20.142230 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc948ac1-f84d-4b2d-a9db-82e906a20076 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:20.196462 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning for port bc948ac1-f84d-4b2d-a9db-82e906a20076 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:20.202134 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bc948ac1-f84d-4b2d-a9db-82e906a20076 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:20.202443 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.272139 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.285767 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.292715 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Transition to ACTIVE for port object 7528ccaf-2959-481a-912a-4c49dd6a3bd6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:20.321348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] For port bc948ac1-f84d-4b2d-a9db-82e906a20076, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc948ac1-f84d-4b2d-a9db-82e906a20076,segment=NetworkSegment(08844703-d25c-4b2d-be9c-a3f55eb4e621),segment_id=08844703-d25c-4b2d-be9c-a3f55eb4e621)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:20.326372 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.333136 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.378545 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Network 2fb55387-4986-4f57-969e-6da017150135 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:20.381896 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:20.386766 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Pushing event updated for resources: {'Port': ['ID=bc948ac1-f84d-4b2d-a9db-82e906a20076,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:20.388167 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:20.423329 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:20.453621 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:20.454267 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.468965 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-9f1cafbb-d76d-4edb-8d41-52a7e62f3430 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625593 Jul 30 04:46:20.481382 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.v2.base [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Request body: {'port': {'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778696-14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:20.542997 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.633550 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-315f5e02-e560-40d3-a11b-ad06fc4cc807 None None] Provisioning for port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:20.639355 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-315f5e02-e560-40d3-a11b-ad06fc4cc807 None None] Provisioning complete for port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:20.639993 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-315f5e02-e560-40d3-a11b-ad06fc4cc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.675071 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-315f5e02-e560-40d3-a11b-ad06fc4cc807 None None] Port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:46:20.813657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7528ccaf-2959-481a-912a-4c49dd6a3bd6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:46:20.821405 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.833669 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Transition to ACTIVE for port object 7528ccaf-2959-481a-912a-4c49dd6a3bd6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:46:20.838199 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:20.889341 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:20.967282 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Attempting to bind port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 on host n-h1-778696-14 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:46:20.967634 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Attempting to bind port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 by drivers openvswitch,hyperv on host n-h1-778696-14 at level 0 using segments [{'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:46:20.967962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Attempting to bind port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 on network 2fb55387-4986-4f57-969e-6da017150135 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:20.972969 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 on network 2fb55387-4986-4f57-969e-6da017150135 not bound, no agent of type Open vSwitch agent registered on host n-h1-778696-14 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:46:20.973307 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Attempting to bind port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 on network 2fb55387-4986-4f57-969e-6da017150135 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:46:20.978529 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Checking agent: {'id': '699e6185-7417-47b9-95ad-d14c254a5632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:46:20.978913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Checking segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:46:20.979290 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Bound using segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:46:20.979724 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Bound port: 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host: n-h1-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:46:20.980157 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:21.084770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880ab2-f98e-44d7-9a5e-01b17b9f2467 req-b8e535d3-88ff-46fa-b001-39d44e2c892e tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.086198 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9880ab2-f98e-44d7-9a5e-01b17b9f2467 req-b8e535d3-88ff-46fa-b001-39d44e2c892e tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 943 time: 0.0904644 Jul 30 04:46:21.091608 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:46:21.096559 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:46:21.103878 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57202085'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:21.158945 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.159593 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:21.161027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] 10.222.0.18 "PUT /v2.0/ports/7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 1092 time: 0.6841409 Jul 30 04:46:21.163340 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:46:21.165650 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff48d5e-d58a-4473-8a37-51d7fb108c60" -d '{"events": [{"name": "network-changed", "server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:46:21.174959 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a9880ab2-f98e-44d7-9a5e-01b17b9f2467 req-5484132d-d4f1-4f5e-a46f-fabebe7de3b5 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809479 Jul 30 04:46:21.196602 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5372a-e881-4c0b-84e1-a28e2e15e664 service neutron] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:21.258966 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-0aee4de3-f975-4ab2-a3a5-0e30793ace7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.260948 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-0aee4de3-f975-4ab2-a3a5-0e30793ace7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1095 time: 0.0464537 Jul 30 04:46:21.314271 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-e56ad317-e174-424d-8b09-003c5450753a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 217 time: 0.0459607 Jul 30 04:46:21.330779 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a50ac0-efc7-4666-8ca0-ddcacbc4da70 x-openstack-request-id: req-74a50ac0-efc7-4666-8ca0-ddcacbc4da70 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:46:21.331073 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:46:21.331348 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74a50ac0-efc7-4666-8ca0-ddcacbc4da70 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:46:21.331743 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'status': 'completed', 'code': 200} Jul 30 04:46:21.368933 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-54be5133-2a54-4312-a34f-c42494fbe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.370481 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-54be5133-2a54-4312-a34f-c42494fbe05e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0493851 Jul 30 04:46:21.429829 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-380aabbf-49a7-4293-b803-9b7e774a4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.431615 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-380aabbf-49a7-4293-b803-9b7e774a4d10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536971 Jul 30 04:46:21.541766 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-171052ac-7b59-4b57-ac41-d49024a5abcf service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014166 Jul 30 04:46:21.653176 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-90bed42e-9f12-4ec0-9f89-d01270dc9605 req-7e0ec3da-4db2-45e1-adc1-f8f0a50b561d service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043701 Jul 30 04:46:21.755470 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-531f3db9-1252-4d49-8312-bffe7142de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.757457 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-531f3db9-1252-4d49-8312-bffe7142de73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1095 time: 0.0526743 Jul 30 04:46:21.866017 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-dc62fb99-e99c-462d-aee7-f1a34feeefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.867535 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-dc62fb99-e99c-462d-aee7-f1a34feeefba service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.1029160 Jul 30 04:46:21.919104 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-d61bb101-da04-499b-a242-9abf87357281 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 217 time: 0.0435843 Jul 30 04:46:21.984836 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-9de821ab-f5d6-4607-a06c-4c8076c9616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:21.986416 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-9de821ab-f5d6-4607-a06c-4c8076c9616e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0592372 Jul 30 04:46:22.042712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-61ccde4e-8faa-47a7-8a8d-84e0ea6fa2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:22.045321 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-61ccde4e-8faa-47a7-8a8d-84e0ea6fa2b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515213 Jul 30 04:46:22.111246 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc948ac1-f84d-4b2d-a9db-82e906a20076 up at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:22.153236 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-6f28fcbe-d767-47a0-91a0-b8f0e087e888 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000590 Jul 30 04:46:22.161596 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Provisioning complete for port bc948ac1-f84d-4b2d-a9db-82e906a20076 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:22.162063 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:22.253827 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6ff48d5e-d58a-4473-8a37-51d7fb108c60 req-f3e5b32a-198b-46df-8b73-6c72af4012e9 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931287 Jul 30 04:46:22.337705 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba43db9-988a-40c1-b391-c552ff6843d4 req-4166e5fa-9ade-4763-842b-934cb50d825b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:22.339185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fba43db9-988a-40c1-b391-c552ff6843d4 req-4166e5fa-9ade-4763-842b-934cb50d825b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 943 time: 0.0541384 Jul 30 04:46:22.377226 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fba43db9-988a-40c1-b391-c552ff6843d4 req-dfc89ba1-ea1b-45fa-a23e-8210e2449f4c tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Jul 30 04:46:23.126037 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:46:23.218330 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:23.229452 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:46:23.270266 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:23.282656 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7528ccaf-2959-481a-912a-4c49dd6a3bd6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:46:23.302809 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:23.307086 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:23.357138 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:23.515899 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9e197-dedf-466c-8217-e958060eac4f req-45c10e15-38b5-491e-8828-b01be427e823 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:23.517307 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ba9e197-dedf-466c-8217-e958060eac4f req-45c10e15-38b5-491e-8828-b01be427e823 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 944 time: 0.0551517 Jul 30 04:46:23.552865 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['7528ccaf-2959-481a-912a-4c49dd6a3bd6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:46:23.555059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3ba9e197-dedf-466c-8217-e958060eac4f req-d15a4015-6e0c-454c-ac89-297e43e161ec tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Jul 30 04:46:24.666486 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5090651-dcd3-4b63-9313-6662cef43ff1 req-3675e54e-f2e4-4e5c-b7ad-6f876f36ae48 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:24.667988 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5090651-dcd3-4b63-9313-6662cef43ff1 req-3675e54e-f2e4-4e5c-b7ad-6f876f36ae48 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 944 time: 0.0476043 Jul 30 04:46:24.708343 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c5090651-dcd3-4b63-9313-6662cef43ff1 req-6b0c597b-2c3f-4c65-87b8-065c385a0c5b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332456 Jul 30 04:46:25.141902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:46:25.189501 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning for port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:46:25.193006 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:46:25.193377 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:25.271025 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:25.293021 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:46:25.295484 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240f7b8-bd74-4edf-a9ce-5f9ad6a91f56" -d '{"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-plugged", "status": "completed", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:46:25.307881 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:46:25.312081 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:25.336490 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd442ff-ee49-4ce3-85dc-fc9b8396191b x-openstack-request-id: req-6fd442ff-ee49-4ce3-85dc-fc9b8396191b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:46:25.336783 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-plugged", "status": "completed", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:46:25.337028 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fd442ff-ee49-4ce3-85dc-fc9b8396191b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:46:25.337404 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'code': 200} Jul 30 04:46:25.363394 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:25.432913 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e1db-cc64-454a-9b65-0792a74c4977 req-b56dc780-5c61-42cc-8a64-46e4eca0eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:25.434872 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ac9e1db-cc64-454a-9b65-0792a74c4977 req-b56dc780-5c61-42cc-8a64-46e4eca0eac8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1097 time: 0.0429525 Jul 30 04:46:25.469537 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0ac9e1db-cc64-454a-9b65-0792a74c4977 req-5c080a52-c99e-402a-8059-fc44cbb8aaa5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285699 Jul 30 04:46:25.822928 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414a53-8d3c-49c9-be81-a42041f1d9ef req-4f4aea60-d2aa-456b-a5d5-940dd0c9d0be tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:25.824425 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51414a53-8d3c-49c9-be81-a42041f1d9ef req-4f4aea60-d2aa-456b-a5d5-940dd0c9d0be tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Jul 30 04:46:25.862317 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-51414a53-8d3c-49c9-be81-a42041f1d9ef req-22d03c05-2a0c-4937-951a-614db8bbf4cd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Jul 30 04:46:26.978150 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e016d-fc93-4524-bf85-e1a9be531254 req-6f531a68-9c10-479f-815c-c1442280645c tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:26.979672 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-290e016d-fc93-4524-bf85-e1a9be531254 req-6f531a68-9c10-479f-815c-c1442280645c tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 945 time: 0.0493512 Jul 30 04:46:27.016809 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-290e016d-fc93-4524-bf85-e1a9be531254 req-5add0f06-33f5-4d26-92f1-62234f0c9fb8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310423 Jul 30 04:46:27.131650 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8f9f8-c42d-4e50-a1b0-420b3b55946a req-5b934df9-59f4-4911-bbd5-978f642375ab tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:27.133110 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cf8f9f8-c42d-4e50-a1b0-420b3b55946a req-5b934df9-59f4-4911-bbd5-978f642375ab tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 945 time: 0.0516524 Jul 30 04:46:27.170312 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0cf8f9f8-c42d-4e50-a1b0-420b3b55946a req-395b0404-6503-41d4-9fed-59bee8d81657 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Jul 30 04:46:27.191701 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33720) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:27.292848 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade5739-0825-4308-b3bf-21fba214b653 tempest-TestSnapshotPattern-603573508 tempest-TestSnapshotPattern-603573508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:27.295008 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-fade5739-0825-4308-b3bf-21fba214b653 tempest-TestSnapshotPattern-603573508 tempest-TestSnapshotPattern-603573508-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1092 time: 0.1022577 Jul 30 04:46:27.298033 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 33724) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:46:27.302613 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:46:27.325499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:27.424679 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:27.525241 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Allocated IP 172.25.6.66 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/f000032a-67b3-4dbb-bae3-a7114948dedc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:46:27.628262 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:27.666933 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:27.702915 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:46:27.707111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:46:27.713083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:46:27.735609 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'Port': ['ID=f000032a-67b3-4dbb-bae3-a7114948dedc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:28.359515 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:28.424929 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:28.571782 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:28.576338 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:28.646180 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'Port': ['ID=f000032a-67b3-4dbb-bae3-a7114948dedc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:46:28.654968 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:28.755531 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Floating IP a4961d9c-d2b5-46e2-be81-89c3f3e0f15e associated. External IP: 172.25.6.66, port: 7528ccaf-2959-481a-912a-4c49dd6a3bd6. Jul 30 04:46:28.961753 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:46:29.069154 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:46:29.078615 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:46:29.085015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:29.087933 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:29.088528 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:29.113338 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-4208834b-06ea-4e6f-93d4-5323876e8548 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8140590 Jul 30 04:46:29.114092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:46:29.116541 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de8182-3b7c-4048-be3b-e72f5b61ada3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:46:29.153835 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144c6c04-cbe2-4919-9f75-e9e69a9120fa x-openstack-request-id: req-144c6c04-cbe2-4919-9f75-e9e69a9120fa {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:46:29.154126 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:46:29.154378 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-144c6c04-cbe2-4919-9f75-e9e69a9120fa {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:46:29.154769 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'status': 'completed', 'code': 200} Jul 30 04:46:29.194199 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:29.215881 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-70944a41-2949-4ff9-b0bd-2952337f05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:29.217375 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-70944a41-2949-4ff9-b0bd-2952337f05ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1097 time: 0.0404160 Jul 30 04:46:29.310364 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-5ab6c2af-5514-4f70-9eef-bfaae44a9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:29.311936 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-5ab6c2af-5514-4f70-9eef-bfaae44a9fd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0880370 Jul 30 04:46:29.378664 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-0449f5a5-5dbd-46d5-80c1-28c4e0db18fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 998 time: 0.0594482 Jul 30 04:46:29.416551 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:27Z', 'revision_number': 0, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:29.429071 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-1f951210-9e29-4e09-b5d0-b41e8811e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:29.430548 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-1f951210-9e29-4e09-b5d0-b41e8811e7f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0452406 Jul 30 04:46:29.482895 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-89d6af3a-02db-478f-afe6-a9d9777c8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:29.484394 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-89d6af3a-02db-478f-afe6-a9d9777c8272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475161 Jul 30 04:46:29.536115 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:46:29.547828 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:46:29.548436 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:46:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:29.579421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-a442dcf6-36f6-4b6f-b7ae-1d5520523a90 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Jul 30 04:46:29.655626 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:46:29.674254 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-d7de8182-3b7c-4048-be3b-e72f5b61ada3 req-52af8ac4-984d-44d1-ae0b-23321c5cf994 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883164 Jul 30 04:46:29.876196 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:27Z', 'revision_number': 0, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:46:29.905282 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7334a-414f-448f-a682-43108bfcd225 None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:27Z', 'revision_number': 0, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:46:30.102254 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a413f6-ef95-45bb-81e2-8509c4308a9e None None] New status for floating IP a4961d9c-d2b5-46e2-be81-89c3f3e0f15e: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:46:31.489724 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:36.562340 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-4c3e4e1d-316b-447c-a247-f6fed0239559 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392301 Jul 30 04:46:36.642623 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-c069ee5c-9c99-4ed6-80fe-6d31f594f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:36.644116 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-c069ee5c-9c99-4ed6-80fe-6d31f594f5ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1097 time: 0.0399988 Jul 30 04:46:36.748223 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-163152a6-a5ff-4cb2-86c6-de7c33acea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:36.749690 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-163152a6-a5ff-4cb2-86c6-de7c33acea39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0861022 Jul 30 04:46:36.815670 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-ac571bb9-4a13-4e9e-89f2-5e4dd1c1c6da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0590937 Jul 30 04:46:36.863259 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-7ea90397-cd7e-42cb-b1b7-048b27cb50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:36.864698 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-7ea90397-cd7e-42cb-b1b7-048b27cb50f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0426450 Jul 30 04:46:36.911571 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-197fd743-122f-47da-b3dd-1d38365592e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:46:36.913026 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-197fd743-122f-47da-b3dd-1d38365592e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417492 Jul 30 04:46:37.000606 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-a4485f48-2494-4e35-a928-70cdf10bbe58 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793793 Jul 30 04:46:37.090039 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a8277c22-2e86-42c3-be0f-ffe6a4850734 req-957e58f9-5456-4610-ad62-a99ba8402623 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822790 Jul 30 04:46:41.657939 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:46:41.811705 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:42.482264 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2db0d15f-4113-40a3-88ba-b6f373e20f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:44.806545 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0b0b6-58c1-4ce8-8b37-857a8ec5d6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:45.088163 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:46.709894 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:46:47.259657 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-9c5611a9-51c2-4602-a865-1264bdcccc87 req-d69c26fd-4441-4b3e-9b43-83f99a738aa4 service neutron] (93876) timed out ('10.222.0.39', 52708) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:46:48.352158 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:01.492306 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:11.824515 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:12.483019 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ade1c4c-6aa3-44a6-962f-3cc80cbd789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:14.806745 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cee7df2a-c983-4bc8-98c1-82c2e3ba7757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:15.088946 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:16.711974 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:18.356440 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:18.657019 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:47:31.504643 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:36.558726 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-93d81a28-e2dc-406d-9ab6-7dbe626630ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394251 Jul 30 04:47:36.637490 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-e55b7375-6ba2-4c8b-adc1-b4b54c923785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:47:36.639717 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-e55b7375-6ba2-4c8b-adc1-b4b54c923785 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1097 time: 0.0393693 Jul 30 04:47:36.742919 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-1aadd897-91b1-477a-b570-24e3b45884d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:47:36.744427 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-1aadd897-91b1-477a-b570-24e3b45884d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0867250 Jul 30 04:47:36.808191 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-07b30bf0-a138-442b-b409-a9aca1331d7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0567739 Jul 30 04:47:36.856301 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-853ab4a6-2f4e-4134-8345-d175f28c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:47:36.857643 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-853ab4a6-2f4e-4134-8345-d175f28c2fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0426970 Jul 30 04:47:36.905951 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-268a864c-bbd2-4870-99c0-940b2738a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:47:36.907453 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-268a864c-bbd2-4870-99c0-940b2738a042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429358 Jul 30 04:47:36.994703 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-2a6dbd3b-c4c9-47a2-a9db-1299d99fb361 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804534 Jul 30 04:47:37.085344 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ec233ec3-b0a5-4e4c-8b54-9bb93479fd63 req-61b6afb3-e75c-4429-b1a1-d2c8e30e8997 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Jul 30 04:47:41.839744 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:42.485314 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-409f390e-5464-4332-9387-874f8aa8d4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:44.806908 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81d3f9cb-63a2-418c-93ae-c0f4aef6d38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:45.090848 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:46.719057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:48.359214 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:47:55.655979 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:48:01.520300 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:11.839164 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:12.485357 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7041e5ba-fca7-416f-af42-3fc9ebee80cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:14.808942 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aeb011b8-5bc4-48c9-a210-d387bcc0bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:15.094138 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:16.718267 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:18.362685 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:27.672100 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 details requested by agent hyperv_n-h1-778696-14 with host n-h1-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:48:27.764597 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:27.775927 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Returning: {'device': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:48:27.816048 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:27.828072 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7528ccaf-2959-481a-912a-4c49dd6a3bd6 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:48:27.846803 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:27.850445 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:27.899837 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:27.906928 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.907298 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.907636 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.907969 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.908295 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.908621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.908943 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.909264 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.909583 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.909902 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.910220 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.910536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:27.946121 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] get_ports_and_sgs() called for port_ids ['7528ccaf-2959-481a-912a-4c49dd6a3bd6'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:48:29.677789 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 up at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:48:29.740004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Provisioning complete for port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:48:29.740383 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:29.835743 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:29.864923 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:48:29.867359 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206a296-5408-498a-85b9-d312b42f5fcc" -d '{"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-plugged", "status": "completed", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:48:29.882853 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:29.893186 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:29.934291 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb340e9-2658-4b6d-ab15-ca05eac81443 x-openstack-request-id: req-2bb340e9-2658-4b6d-ab15-ca05eac81443 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:48:29.934291 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-plugged", "status": "completed", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:48:29.934794 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bb340e9-2658-4b6d-ab15-ca05eac81443 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:48:29.935721 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'code': 200} Jul 30 04:48:29.976044 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:31.526629 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:32.662122 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:48:38.393503 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-f1227741-5506-47f3-be15-7db1edb4235e tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747806574&fields=id&tenant_id=0fcef8c1620f4630a5a950008f1e2496 HTTP/1.1" status: 200 len: 267 time: 0.0360615 Jul 30 04:48:38.501459 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-458d931c-b42a-42b4-8c3f-09f83e94b9bc tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:38.502867 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-458d931c-b42a-42b4-8c3f-09f83e94b9bc tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 809 time: 0.1026969 Jul 30 04:48:38.522992 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-0a7625a4-83e9-4bda-8e0f-e12394162175 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/quotas/0fcef8c1620f4630a5a950008f1e2496 HTTP/1.1" status: 200 len: 375 time: 0.0142040 Jul 30 04:48:38.583462 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-71155676-6606-4a96-9bf7-9022c700be37 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0542059 Jul 30 04:48:38.629507 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-945d38bb-318d-4bde-b28b-cd084b85aaf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1139927 Jul 30 04:48:38.655775 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-c53bff02-232d-4948-a326-8558b1d6be4f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:48:38.656791 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-c53bff02-232d-4948-a326-8558b1d6be4f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614922 Jul 30 04:48:38.768962 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-f4eb7242-0877-459e-90a9-be5d9a6e2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:38.770363 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-f4eb7242-0877-459e-90a9-be5d9a6e2d02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1097 time: 0.0989716 Jul 30 04:48:38.781281 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-20957b78-232f-41a2-a3a9-93c95f741a7a service neutron] 10.222.0.39 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181223 Jul 30 04:48:38.938329 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-5eec5964-e2b5-4a3a-bcc5-526ebf8e796d service neutron] 10.222.0.39 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508470 Jul 30 04:48:38.940970 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-5e6ca90b-3a4f-498b-b38f-ac6126f04f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:38.942345 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-5e6ca90b-3a4f-498b-b38f-ac6126f04f49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.1473839 Jul 30 04:48:39.008981 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-a7c05327-a42b-4ae6-9aeb-848049f3c247 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0591199 Jul 30 04:48:39.067359 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-e9b00e4e-5bef-4dd8-b412-b91dce0ed083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:39.069109 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-e9b00e4e-5bef-4dd8-b412-b91dce0ed083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0537097 Jul 30 04:48:39.130633 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-cb4ee4e1-fed6-401f-b13b-5827a548b08c req-d6793aa2-fff1-406b-98cf-df252e9bf0ee tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Jul 30 04:48:39.140308 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-348e5690-f918-4cfa-a479-3d394c8e8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:39.150787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-348e5690-f918-4cfa-a479-3d394c8e8e99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649536 Jul 30 04:48:39.153872 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-6a556a53-6555-4b9d-aa05-175de8ba5540 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:48:39.154794 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-6a556a53-6555-4b9d-aa05-175de8ba5540 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057507 Jul 30 04:48:39.246036 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-34153b75-2f04-4e89-bd40-973de1483562 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845606 Jul 30 04:48:39.336359 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-fa54406d-6d49-41a7-a4f2-0db53ec75e94 req-54a96bc0-bb26-4ffa-8a3a-2047cab9913e service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Jul 30 04:48:40.227679 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-0df700fc-9d8b-40dd-a516-a3c8c58f1208 req-ca980f51-7c2a-4d5d-b542-5fbf4949cca8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 210 time: 0.0266421 Jul 30 04:48:40.275066 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-7c164f75-8c53-4343-bb6f-0786a6d9307d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:40.276835 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-7c164f75-8c53-4343-bb6f-0786a6d9307d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.16 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 809 time: 0.1110160 Jul 30 04:48:40.325997 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-86fe6be4-bd0e-4611-bb02-0a57f5ed0cd9 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcef8c1620f4630a5a950008f1e2496 HTTP/1.1" status: 200 len: 379 time: 0.0342066 Jul 30 04:48:40.336146 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'port': {'device_id': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'admin_state_up': True, 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'security_groups': ['2726ae16-e43a-44ea-a6a8-510f4a48c2d6']}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:48:40.443713 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Made reservation on behalf of 0fcef8c1620f4630a5a950008f1e2496 for: {'port': 1} {{(pid=93877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:48:40.447275 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:40.583487 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Allocated IP 172.20.0.5 (2fb55387-4986-4f57-969e-6da017150135/2281e2d4-7441-4908-9058-75a6482cf99b/b42573b5-030d-4f6f-b559-1d3e33cb261a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:48:40.738672 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:40.754912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Transition to ACTIVE for port object b42573b5-030d-4f6f-b559-1d3e33cb261a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:48:40.792531 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:40.841670 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Network 2fb55387-4986-4f57-969e-6da017150135 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:48:40.845858 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:48:40.850573 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:48:40.895083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:40.917554 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.917972 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.918308 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.919157 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.929085 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.929447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.929767 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.930108 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.930439 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.930769 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.931096 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.931449 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:48:40.954166 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:40.954847 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:40.971305 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-d1361443-14bb-44c1-9b27-74fdf8a1d04d tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6384225 Jul 30 04:48:41.195261 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08558989-e6db-41ae-a6b3-370ba70c47d6 None None] Provisioning for port b42573b5-030d-4f6f-b559-1d3e33cb261a completed by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:48:41.198793 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-08558989-e6db-41ae-a6b3-370ba70c47d6 None None] Provisioning complete for port b42573b5-030d-4f6f-b559-1d3e33cb261a triggered by entity DHCP. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:48:41.199191 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08558989-e6db-41ae-a6b3-370ba70c47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:41.237285 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-08558989-e6db-41ae-a6b3-370ba70c47d6 None None] Port b42573b5-030d-4f6f-b559-1d3e33cb261a cannot update to ACTIVE because it is not bound. {{(pid=93878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:48:41.733743 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662fc3c-ec26-4041-9657-850493ae2395 req-d29462fc-c5fb-4980-b758-a2461cc1c2de tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:41.735323 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9662fc3c-ec26-4041-9657-850493ae2395 req-d29462fc-c5fb-4980-b758-a2461cc1c2de tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.4375756 Jul 30 04:48:41.749191 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:48:41.788889 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9662fc3c-ec26-4041-9657-850493ae2395 req-d0fb8280-4499-4939-96d3-edf194669099 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Jul 30 04:48:41.840020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:41.850093 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:41.865423 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:48:41.867697 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb2f438-4b1b-44bb-83f7-479f33ead336" -d '{"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-unplugged", "status": "completed", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:48:41.881266 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:41.885437 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:41.931085 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1ee89-3c03-4cd5-a7a3-0be639c76837 x-openstack-request-id: req-42f1ee89-3c03-4cd5-a7a3-0be639c76837 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:48:41.931339 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-unplugged", "status": "completed", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:48:41.931625 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42f1ee89-3c03-4cd5-a7a3-0be639c76837 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:48:41.932271 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'code': 200} Jul 30 04:48:41.944907 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Pushing event updated for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:42.486759 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-910d2ea8-6f16-404d-b399-f01283ff1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:42.911963 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec30bf-609d-400e-8e59-ce1c3dd9927d req-2875ac62-9196-49e0-b46b-51aac5d5f562 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:42.913421 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5eec30bf-609d-400e-8e59-ce1c3dd9927d req-2875ac62-9196-49e0-b46b-51aac5d5f562 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0540953 Jul 30 04:48:42.962418 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5eec30bf-609d-400e-8e59-ce1c3dd9927d req-0b365055-3461-49eb-a156-a416de3475d1 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373466 Jul 30 04:48:44.088876 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ea50e-1707-4380-b417-9f671a08220c req-931acfdc-bbeb-45ac-a19d-18003989105b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:44.090909 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-595ea50e-1707-4380-b417-9f671a08220c req-931acfdc-bbeb-45ac-a19d-18003989105b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0491059 Jul 30 04:48:44.135870 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-595ea50e-1707-4380-b417-9f671a08220c req-d21c9d2a-e68e-450c-827c-e944a1b4aba3 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388942 Jul 30 04:48:44.812492 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-636ee1a6-ebd9-4608-af22-7d2b9bc2cfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:45.098874 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:45.261208 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd2f19-48d6-40eb-b8b9-1179db1cee93 req-d06a1596-8d59-4128-999d-ceba4c1fe8c8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:45.263357 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52fd2f19-48d6-40eb-b8b9-1179db1cee93 req-d06a1596-8d59-4128-999d-ceba4c1fe8c8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0516956 Jul 30 04:48:45.310369 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-52fd2f19-48d6-40eb-b8b9-1179db1cee93 req-17316e8f-686e-4670-b3ab-4733ec11742e tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351725 Jul 30 04:48:46.433833 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bb218-1d66-4881-9e7e-07ca62016d8d req-34845ca7-884c-403d-a94e-307a4d37e6b4 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:46.435568 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-488bb218-1d66-4881-9e7e-07ca62016d8d req-34845ca7-884c-403d-a94e-307a4d37e6b4 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0546889 Jul 30 04:48:46.489467 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-488bb218-1d66-4881-9e7e-07ca62016d8d req-60e55a89-63fb-4222-bfb0-b5237cadbda2 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479431 Jul 30 04:48:46.724599 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:47.609058 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c053c-2b46-4e13-9958-1b15f7c74c6e req-8c7c466a-e2fd-4b87-979e-74f844a4bcea tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:47.610517 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b3c053c-2b46-4e13-9958-1b15f7c74c6e req-8c7c466a-e2fd-4b87-979e-74f844a4bcea tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0487845 Jul 30 04:48:47.652401 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7b3c053c-2b46-4e13-9958-1b15f7c74c6e req-2114567d-b5f2-4e61-b73d-38d23c84aa31 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356619 Jul 30 04:48:48.365977 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:48.783665 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a63c5-1ed7-4077-85ef-6d57bdc29308 req-204a7887-e3a3-41d2-a3a1-c9a411874ca7 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:48.785183 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af9a63c5-1ed7-4077-85ef-6d57bdc29308 req-204a7887-e3a3-41d2-a3a1-c9a411874ca7 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0570858 Jul 30 04:48:48.823558 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-af9a63c5-1ed7-4077-85ef-6d57bdc29308 req-acf9cd61-33f2-4b00-9777-a3f8227f6506 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Jul 30 04:48:49.947694 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07c097-3f55-4f10-8872-35c25a04283a req-17a4469c-c1d7-4049-9f6c-cc88f12c46b9 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:49.949409 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e07c097-3f55-4f10-8872-35c25a04283a req-17a4469c-c1d7-4049-9f6c-cc88f12c46b9 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0508122 Jul 30 04:48:49.998973 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-7e07c097-3f55-4f10-8872-35c25a04283a req-62f9564f-0536-4480-8fd3-60a5387a9928 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431182 Jul 30 04:48:51.117554 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445181de-deaa-4df0-922c-8046e58cb349 req-b7434fe5-ad5f-4838-8d60-e38d7ac1c4d0 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:51.119015 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-445181de-deaa-4df0-922c-8046e58cb349 req-b7434fe5-ad5f-4838-8d60-e38d7ac1c4d0 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0489526 Jul 30 04:48:51.157115 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-445181de-deaa-4df0-922c-8046e58cb349 req-6a7c09f1-c6b0-4301-ab2d-d866f232182e tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322208 Jul 30 04:48:52.273877 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240c28-e7f8-46af-82d1-63abe663b237 req-cddd4087-edad-46eb-bc98-f500ac2d0c60 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:52.275286 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40240c28-e7f8-46af-82d1-63abe663b237 req-cddd4087-edad-46eb-bc98-f500ac2d0c60 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 931 time: 0.0533657 Jul 30 04:48:52.313920 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-40240c28-e7f8-46af-82d1-63abe663b237 req-c0a49783-0c5e-4835-8804-192f13ef8264 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324244 Jul 30 04:48:52.576965 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Request body: {'port': {'device_id': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778696-14'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:48:52.634837 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:52.891056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42573b5-030d-4f6f-b559-1d3e33cb261a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:48:52.898592 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:52.910908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Transition to ACTIVE for port object b42573b5-030d-4f6f-b559-1d3e33cb261a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:48:52.914726 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:52.981648 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:53.036664 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Attempting to bind port b42573b5-030d-4f6f-b559-1d3e33cb261a on host n-h2-778696-14 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:48:53.037129 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Attempting to bind port b42573b5-030d-4f6f-b559-1d3e33cb261a by drivers openvswitch,hyperv on host n-h2-778696-14 at level 0 using segments [{'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:48:53.037336 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Attempting to bind port b42573b5-030d-4f6f-b559-1d3e33cb261a on network 2fb55387-4986-4f57-969e-6da017150135 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:48:53.041876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Port b42573b5-030d-4f6f-b559-1d3e33cb261a on network 2fb55387-4986-4f57-969e-6da017150135 not bound, no agent of type Open vSwitch agent registered on host n-h2-778696-14 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:48:53.042198 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Attempting to bind port b42573b5-030d-4f6f-b559-1d3e33cb261a on network 2fb55387-4986-4f57-969e-6da017150135 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:48:53.047249 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Checking agent: {'id': '1c0ae744-bdac-40ca-a830-1ec4dd794eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778696-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'started_at': datetime.datetime(2021, 7, 30, 3, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:48:53.047591 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Checking segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:48:53.047980 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Bound using segment: {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:48:53.049434 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Bound port: b42573b5-030d-4f6f-b559-1d3e33cb261a, host: n-h2-778696-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cd5650-354f-4a27-82bb-ee411ea69592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2fb55387-4986-4f57-969e-6da017150135'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:48:53.049798 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:53.116718 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:48:53.120428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:48:53.125334 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:53.159677 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.160297 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:53.161678 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] 10.222.0.16 "PUT /v2.0/ports/b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 1092 time: 0.5896630 Jul 30 04:48:53.162107 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:48:53.164369 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca0a881-600e-4afc-b462-ce39b320c1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:48:53.191830 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feff7ee-e0d3-4c15-808b-73fc676fbbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:53.212067 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86f2a7c-6a8b-4abe-82a6-d55e8a8f9835 x-openstack-request-id: req-f86f2a7c-6a8b-4abe-82a6-d55e8a8f9835 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:48:53.212367 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:48:53.213139 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f86f2a7c-6a8b-4abe-82a6-d55e8a8f9835 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:48:53.213406 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'status': 'completed', 'code': 200} Jul 30 04:48:53.272666 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-e85b0791-e0a7-438d-a1cc-faa52c840c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.274189 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-e85b0791-e0a7-438d-a1cc-faa52c840c80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1095 time: 0.0449669 Jul 30 04:48:53.327662 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-5a3a9c21-b867-4721-9a0a-76070ebe6761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 217 time: 0.0405791 Jul 30 04:48:53.378440 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-ed6aec4f-19f2-4fbf-a57d-c2227783626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.379959 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-ed6aec4f-19f2-4fbf-a57d-c2227783626d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0454230 Jul 30 04:48:53.427570 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-090db01b-4a70-41f9-85f2-ed3016d609c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.429323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-090db01b-4a70-41f9-85f2-ed3016d609c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423439 Jul 30 04:48:53.436165 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10bc55-7e31-4c33-ad8d-2055cbc51a27 req-26ebaba1-5c8a-48cf-bc8f-459c449399b2 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.437641 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf10bc55-7e31-4c33-ad8d-2055cbc51a27 req-26ebaba1-5c8a-48cf-bc8f-459c449399b2 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 943 time: 0.0490546 Jul 30 04:48:53.475751 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-bf10bc55-7e31-4c33-ad8d-2055cbc51a27 req-8dc06c89-57b7-4590-860f-3fb327a3fba1 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Jul 30 04:48:53.526729 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-a82ae1b1-a2a7-4137-b5aa-56092aaca52b service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902195 Jul 30 04:48:53.619323 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-52584e85-896c-43ef-8ed9-f86e91e555c9 req-c46dacd4-eee4-40a6-9129-e10e731eb078 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854673 Jul 30 04:48:53.761569 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-23afbdab-9888-4d51-9b98-56fb090497b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.763490 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-23afbdab-9888-4d51-9b98-56fb090497b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1095 time: 0.0455501 Jul 30 04:48:53.853056 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-7e65c1d2-af23-4bd0-9784-5d8aa809806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.854501 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-7e65c1d2-af23-4bd0-9784-5d8aa809806c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0827007 Jul 30 04:48:53.899396 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-bc110553-d719-44ac-90f5-a321983925e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 217 time: 0.0338392 Jul 30 04:48:53.951852 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-42a0c05f-8cf6-4c35-ab30-098a56829061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:53.953310 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-42a0c05f-8cf6-4c35-ab30-098a56829061 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0469110 Jul 30 04:48:54.001012 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-bb023158-2c0f-4eb2-8b39-d437ec5517a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:54.002524 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-bb023158-2c0f-4eb2-8b39-d437ec5517a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407608 Jul 30 04:48:54.091816 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-61a2daec-de41-4b47-a362-6a78def604ee service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814447 Jul 30 04:48:54.205661 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-3ca0a881-600e-4afc-b462-ce39b320c1a6 req-5198564d-028c-4c88-91e2-26a216373380 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911715 Jul 30 04:48:54.593216 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877999-23b1-4d7b-80d2-d14a0ee9b597 req-c0197e48-a7ca-48b1-b6e8-91109272be16 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:54.594692 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45877999-23b1-4d7b-80d2-d14a0ee9b597 req-c0197e48-a7ca-48b1-b6e8-91109272be16 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 943 time: 0.0489504 Jul 30 04:48:54.632353 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-45877999-23b1-4d7b-80d2-d14a0ee9b597 req-331ebb4a-8f43-4987-8c9d-98d858feea1b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Jul 30 04:48:55.789830 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc4a1c-6ca7-4dd2-82ee-9a443b8ff41e req-fa670466-a156-4d37-b46b-e86818e7c382 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:55.791332 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-becc4a1c-6ca7-4dd2-82ee-9a443b8ff41e req-fa670466-a156-4d37-b46b-e86818e7c382 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 943 time: 0.0636296 Jul 30 04:48:55.829301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-becc4a1c-6ca7-4dd2-82ee-9a443b8ff41e req-7d2d7ddc-c4e4-41e6-8ad9-e98e28f9d10c tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Jul 30 04:48:56.971362 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9ed28-52a8-43f2-833f-dd139da7e0e8 req-1961e3c2-4f78-46ca-a9e5-886428b540c2 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:56.973078 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ece9ed28-52a8-43f2-833f-dd139da7e0e8 req-1961e3c2-4f78-46ca-a9e5-886428b540c2 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 943 time: 0.0517762 Jul 30 04:48:57.010585 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-ece9ed28-52a8-43f2-833f-dd139da7e0e8 req-9547b4ed-c28c-478c-b889-341d761038f6 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Jul 30 04:48:57.812324 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:48:57.904477 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:57.915338 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'port_id': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'mac_address': 'fa:16:3e:e8:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:48:57.955252 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:57.968224 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42573b5-030d-4f6f-b559-1d3e33cb261a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:48:57.987502 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:57.991222 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:58.038594 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:48:58.135009 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbebd2b-53ca-40df-8c0f-c28a91bf7262 req-e2c495d7-3c91-4b95-96c5-c38ac45103b7 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:58.136522 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cbebd2b-53ca-40df-8c0f-c28a91bf7262 req-e2c495d7-3c91-4b95-96c5-c38ac45103b7 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 944 time: 0.0551612 Jul 30 04:48:58.175557 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-6cbebd2b-53ca-40df-8c0f-c28a91bf7262 req-9ceb3aaa-db3f-45e2-b636-f15c98912ee1 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Jul 30 04:48:58.420418 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b42573b5-030d-4f6f-b559-1d3e33cb261a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:48:59.293398 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc680cfb-bbf1-41ac-9063-a4bb7bb9880d req-c9457d7c-339e-4c92-a53a-43d7951bbc5c tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:48:59.295476 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc680cfb-bbf1-41ac-9063-a4bb7bb9880d req-c9457d7c-339e-4c92-a53a-43d7951bbc5c tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 944 time: 0.0526075 Jul 30 04:48:59.332533 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-dc680cfb-bbf1-41ac-9063-a4bb7bb9880d req-e10bea76-d953-4e6c-90d6-4462aa591faa tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311608 Jul 30 04:48:59.828106 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:48:59.875491 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning for port b42573b5-030d-4f6f-b559-1d3e33cb261a completed by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:48:59.879293 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port b42573b5-030d-4f6f-b559-1d3e33cb261a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:48:59.879669 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.957283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.979347 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:48:59.981611 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f8ee9d-987c-4609-9bf6-ba0d2137d97f" -d '{"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-plugged", "status": "completed", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:48:59.995050 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:48:59.999118 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:00.021852 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a156971-5c20-4f3c-9441-968de1c65242 x-openstack-request-id: req-2a156971-5c20-4f3c-9441-968de1c65242 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:49:00.022146 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-plugged", "status": "completed", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:49:00.022400 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a156971-5c20-4f3c-9441-968de1c65242 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:49:00.022786 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'code': 200} Jul 30 04:49:00.048737 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=5']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:00.138507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af772c25-1774-41fe-80f5-bea5f29860e5 req-464a0557-b4f9-4f1c-b2d3-c4269d7f7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:00.140074 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-af772c25-1774-41fe-80f5-bea5f29860e5 req-464a0557-b4f9-4f1c-b2d3-c4269d7f7fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1097 time: 0.0405846 Jul 30 04:49:00.175422 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-af772c25-1774-41fe-80f5-bea5f29860e5 req-37c0d4fa-6ea5-4e8d-915a-6d1fc20529dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283279 Jul 30 04:49:00.544658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2977050-6347-481a-8750-0a0ade6443dc req-b17599b6-cd9a-4ee8-a5fb-b72f0e72e6b5 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:00.546189 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2977050-6347-481a-8750-0a0ade6443dc req-b17599b6-cd9a-4ee8-a5fb-b72f0e72e6b5 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 945 time: 0.1465614 Jul 30 04:49:00.583989 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-a2977050-6347-481a-8750-0a0ade6443dc req-3f702cc3-d44a-4bff-89d1-251407d79a01 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Jul 30 04:49:01.535515 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:01.753304 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b038-64e0-4719-bd10-d8c27a648aa1 req-57793a1f-47f8-4939-b8fe-e4c7259035c1 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:01.754787 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c595b038-64e0-4719-bd10-d8c27a648aa1 req-57793a1f-47f8-4939-b8fe-e4c7259035c1 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 945 time: 0.0960848 Jul 30 04:49:01.792962 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c595b038-64e0-4719-bd10-d8c27a648aa1 req-e825e14a-103c-4777-a172-b989da5765b8 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321612 Jul 30 04:49:01.911727 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eaea5-65de-4729-9425-f70a50807a00 req-fee7efca-2373-4f12-96e0-b07b218f8b53 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:01.913209 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a1eaea5-65de-4729-9425-f70a50807a00 req-fee7efca-2373-4f12-96e0-b07b218f8b53 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 945 time: 0.0542214 Jul 30 04:49:01.951908 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-9a1eaea5-65de-4729-9425-f70a50807a00 req-4c2f6a0e-c221-45b4-b0fe-c6f76b9f9880 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325747 Jul 30 04:49:01.974026 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34018) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:02.020080 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da0a861-6948-451f-bd82-a57efb5cbd67 tempest-TestSnapshotPattern-603573508 tempest-TestSnapshotPattern-603573508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:02.021675 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-7da0a861-6948-451f-bd82-a57efb5cbd67 tempest-TestSnapshotPattern-603573508 tempest-TestSnapshotPattern-603573508-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1092 time: 0.0465927 Jul 30 04:49:02.024421 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34020) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:02.029386 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.v2.base [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Request body: {'floatingip': {'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'port_id': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:02.051225 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:02.148612 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:02.255204 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Allocated IP 172.25.6.30 (1fc087a1-28ee-49dd-996c-fe352639efff/b1127573-741b-4eba-ae66-c640da246295/151a7f84-f186-467f-8aca-49b23da9b3ae) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:49:02.356401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:02.394867 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767946164974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:02.430740 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Network 1fc087a1-28ee-49dd-996c-fe352639efff is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:49:02.433530 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:02.437314 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:49:02.468175 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'Port': ['ID=151a7f84-f186-467f-8aca-49b23da9b3ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:02.802350 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:02.870636 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:03.021015 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:03.025619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59728719'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:03.099285 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event updated for resources: {'Port': ['ID=151a7f84-f186-467f-8aca-49b23da9b3ae,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:03.105523 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588626'] for floatingip, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:03.204506 n-d-778696-14 neutron-server[93877]: INFO neutron.db.l3_db [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Floating IP 31020150-f05d-4a7f-a0c7-a97b11dfaca3 associated. External IP: 172.25.6.30, port: b42573b5-030d-4f6f-b559-1d3e33cb261a. Jul 30 04:49:03.414730 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:49:03.521885 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:49:03.531386 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:49:03.537240 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:03.541602 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:03.542205 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:03.564704 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-6ea1657b-b26e-4a1b-a875-f32e1fea57ef tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5392838 Jul 30 04:49:03.565299 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:49:03.568085 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdfd1e3-9190-44fa-8513-3ed0421fc536" -d '{"events": [{"name": "network-changed", "server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:49:03.605181 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc7218-e7d5-42e0-b7af-19aaa9bd33a6 x-openstack-request-id: req-dacc7218-e7d5-42e0-b7af-19aaa9bd33a6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:49:03.605476 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:49:03.605740 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dacc7218-e7d5-42e0-b7af-19aaa9bd33a6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:49:03.606148 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'status': 'completed', 'code': 200} Jul 30 04:49:03.657972 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:49:03.691111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-2a65b856-fe4c-4df1-827d-8937f91a0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:03.692753 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-2a65b856-fe4c-4df1-827d-8937f91a0ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1097 time: 0.0416737 Jul 30 04:49:03.785427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-cc013431-feb8-4955-a195-14ba79be030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:03.786901 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-cc013431-feb8-4955-a195-14ba79be030d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0872567 Jul 30 04:49:03.850433 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-b7e5ff44-a118-4a41-8e1f-5b1506b7bea8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 998 time: 0.0568993 Jul 30 04:49:03.881726 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '31020150-f05d-4a7f-a0c7-a97b11dfaca3', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:e8:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:49:02Z', 'updated_at': '2021-07-30T04:49:02Z', 'revision_number': 0, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}, {'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:30Z', 'revision_number': 1, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:03.899092 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-fde0616b-4e49-445c-b054-7a4b44b718b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:03.900582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-fde0616b-4e49-445c-b054-7a4b44b718b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0438619 Jul 30 04:49:03.912370 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:49:03.921398 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:03.922004 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:48:45Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:03.949614 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-d8bcf371-c49a-436e-8e0d-2838abb315f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:03.951268 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-d8bcf371-c49a-436e-8e0d-2838abb315f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440624 Jul 30 04:49:04.026778 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:49:04.041387 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-f2275b7a-1f87-4054-bc11-b87592b93e97 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827925 Jul 30 04:49:04.263963 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '31020150-f05d-4a7f-a0c7-a97b11dfaca3', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:e8:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:49:02Z', 'updated_at': '2021-07-30T04:49:02Z', 'revision_number': 0, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}, {'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:30Z', 'revision_number': 1, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:04.291415 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b47a7f-c2de-46de-be24-52886cc83ff1 None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': '31020150-f05d-4a7f-a0c7-a97b11dfaca3', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:e8:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:49:02Z', 'updated_at': '2021-07-30T04:49:02Z', 'revision_number': 0, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}, {'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:30Z', 'revision_number': 1, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:49:04.435504 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-6cdfd1e3-9190-44fa-8513-3ed0421fc536 req-2bc4c766-afbf-4ad6-bdb0-bf8dc1cab286 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870249 Jul 30 04:49:04.491698 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cad33-a88a-481d-9909-4ffc0179d83c None None] New status for floating IP 31020150-f05d-4a7f-a0c7-a97b11dfaca3: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:49:09.651225 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:49:11.840793 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:12.488727 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b19b-c83b-4f62-a1de-dfec9d1a624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:14.816797 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4cfc-5e9c-4fe3-b649-2c6e7651a0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:15.091182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:16.724218 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:18.368287 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:31.546718 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:41.088978 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-ccb368d6-6b79-4a2d-ab7f-76c6eb345e98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384967 Jul 30 04:49:41.167538 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-189c9dc2-0e5f-44aa-9ab1-c8c49f41b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:41.169673 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-189c9dc2-0e5f-44aa-9ab1-c8c49f41b34a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1095 time: 0.0407529 Jul 30 04:49:41.273580 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-101eac5d-1908-4e1e-9161-217be00c489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:41.274956 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-101eac5d-1908-4e1e-9161-217be00c489e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0877936 Jul 30 04:49:41.338464 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-357cce49-ccdf-4f81-b65e-2f865cad7357 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 998 time: 0.0565913 Jul 30 04:49:41.386467 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-d747ebf5-c409-4f57-bce4-49a1f060b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:41.388030 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-d747ebf5-c409-4f57-bce4-49a1f060b537 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0427189 Jul 30 04:49:41.437478 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-58dd4e02-86d6-422d-97f0-5ecdbca9d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:41.439027 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-58dd4e02-86d6-422d-97f0-5ecdbca9d971 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446117 Jul 30 04:49:41.526640 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-46121179-3954-4a51-bac8-2942d737d6d5 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807388 Jul 30 04:49:41.619728 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-c85bedeb-f5a5-4dc1-99cf-603fe3c0df06 req-5d4a81e9-cb68-4c7e-962c-67ddd919baa0 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Jul 30 04:49:41.852490 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.488451 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-30813fee-e075-45d6-8b5b-cf8099e62b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:44.817347 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ad5a-0b44-43e8-88f4-448b4f5c049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:45.092607 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.650474 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:49:46.730057 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:47.722205 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-450d2337-147c-4b06-b5d2-93c3fdb41ffc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390728 Jul 30 04:49:47.817297 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c9da-9992-416c-be7f-72801b474c4f req-76b51547-bcb6-43d4-b16e-612471bfcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:47.818754 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-76b51547-bcb6-43d4-b16e-612471bfcd21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1097 time: 0.0398874 Jul 30 04:49:47.921711 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c9da-9992-416c-be7f-72801b474c4f req-520554f1-8e05-4b9e-a014-77926857cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:47.923227 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-520554f1-8e05-4b9e-a014-77926857cd95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0862563 Jul 30 04:49:47.989020 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-52a97e82-0144-4b59-a27e-d93a2d37b631 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 1000 time: 0.0589230 Jul 30 04:49:48.036372 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c9da-9992-416c-be7f-72801b474c4f req-4789b7b0-91c0-4315-bf2b-e23b6d0ab815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:48.037740 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-4789b7b0-91c0-4315-bf2b-e23b6d0ab815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0419865 Jul 30 04:49:48.085083 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c9da-9992-416c-be7f-72801b474c4f req-dd760fd1-1dd4-4329-8848-7ca7e59e86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:48.086529 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-dd760fd1-1dd4-4329-8848-7ca7e59e86b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417256 Jul 30 04:49:48.173796 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-695914fc-dfa7-454d-8170-74132f623a8c service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800130 Jul 30 04:49:48.266263 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-66e3c9da-9992-416c-be7f-72801b474c4f req-a311027c-e680-4286-98de-2aceb03766ab service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Jul 30 04:49:48.372232 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:01.549968 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:11.851229 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:12.489201 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0e66791e-7f7a-405e-ac70-b29b5f92285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:14.820663 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8073ebfc-b957-4763-a829-703e668e440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:15.101070 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:16.730636 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:18.374319 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:23.650222 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:50:31.545748 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:40.556960 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-f1d4ddc8-7e5a-44be-8721-de73d397b51c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408382 Jul 30 04:50:40.636711 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-cd798bb4-02dc-4231-91c1-9f99a7494297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:40.638160 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-cd798bb4-02dc-4231-91c1-9f99a7494297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1095 time: 0.0396600 Jul 30 04:50:40.742414 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-b4d62df1-eafb-46e9-9361-211ff1d14eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:40.743919 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-b4d62df1-eafb-46e9-9361-211ff1d14eb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0869403 Jul 30 04:50:40.807262 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-abdc0aa8-b7ce-4cf2-af81-bdf2346d495c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 998 time: 0.0565014 Jul 30 04:50:40.854344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-a9985511-0f31-42bf-b3dd-24b56dff4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:40.855831 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-a9985511-0f31-42bf-b3dd-24b56dff4748 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0422401 Jul 30 04:50:40.904501 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-6cd4f16b-e2cf-423d-a406-e1f2c3494bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:40.905964 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-6cd4f16b-e2cf-423d-a406-e1f2c3494bb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436969 Jul 30 04:50:40.993267 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-9e3883d8-d4af-4137-81fc-9b82a65a7fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795555 Jul 30 04:50:41.085546 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-1ed5775b-f139-44ac-8f7f-0d7fc2b793fe req-02e14605-0809-4850-85e1-54f875d456f9 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Jul 30 04:50:41.851406 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:42.489157 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5af9e39f-997d-4497-bb53-a761ea14798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:44.820466 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-807cde6e-a8a2-4593-b975-a82b9714d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:45.095020 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:46.732688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:48.378076 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:49.774925 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-e1dc8c4b-72e2-4b84-a427-a596d23567e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798669 Jul 30 04:50:49.870081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-5d5fb7be-3dd5-44f4-a56e-f675e77d9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:49.871582 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-5d5fb7be-3dd5-44f4-a56e-f675e77d9017 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1097 time: 0.0393300 Jul 30 04:50:49.976407 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-f7535bb3-a6e9-4d59-8ab7-106e020fb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:49.977897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-f7535bb3-a6e9-4d59-8ab7-106e020fb7fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0879481 Jul 30 04:50:50.044738 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-72e4f570-2e43-4eab-8dbc-716763636843 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 1000 time: 0.0594332 Jul 30 04:50:50.094941 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-466e24f0-327c-4b2c-af34-a03da0ad2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:50.096400 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-466e24f0-327c-4b2c-af34-a03da0ad2259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0440800 Jul 30 04:50:50.146006 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-0b1b89a4-c737-4d98-bc6d-e395cf26a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:50:50.147503 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-0b1b89a4-c737-4d98-bc6d-e395cf26a29e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444276 Jul 30 04:50:50.234605 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-b4c1f04e-a943-402e-914c-38e4ce586aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800960 Jul 30 04:50:50.328988 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-deadffb6-6de7-4a59-bb44-f0f6ae6f3ba2 req-6b0977bd-ece7-4cfd-b09c-be3fa9ab5112 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 Jul 30 04:51:00.650269 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:51:01.561269 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:11.850694 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:12.489881 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b2356a7-f6a6-4fc8-bf8f-068240d4f7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:12.587004 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a details requested by agent hyperv_n-h2-778696-14 with host n-h2-778696-14 {{(pid=93878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:51:12.689619 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:12.700621 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Returning: {'device': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'port_id': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'mac_address': 'fa:16:3e:e8:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:51:12.739246 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:12.751947 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b42573b5-030d-4f6f-b559-1d3e33cb261a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:51:12.770430 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:12.773688 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:12.818813 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:12.825796 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.826202 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.826536 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.826870 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.827234 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.827549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.827872 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.828192 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.828515 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.828830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.829154 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.829465 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:12.910179 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] get_ports_and_sgs() called for port_ids ['b42573b5-030d-4f6f-b559-1d3e33cb261a'] {{(pid=93878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:51:14.590146 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a up at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:51:14.643479 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Provisioning complete for port b42573b5-030d-4f6f-b559-1d3e33cb261a triggered by entity L2. {{(pid=93878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:51:14.644375 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3609300'] for port, provisioning_complete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:14.736735 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:14.761002 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:51:14.763932 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ac9a0-388a-4f93-a2d4-5050362231c5" -d '{"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-plugged", "status": "completed", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:51:14.778544 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:14.785711 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:14.843026 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c33fa101-b21c-4318-87c0-672abfef88de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:14.864558 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:14.903620 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37ff628-9395-43f1-985a-67092dcc77c1 x-openstack-request-id: req-a37ff628-9395-43f1-985a-67092dcc77c1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:51:14.904129 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-plugged", "status": "completed", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:51:14.904730 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a37ff628-9395-43f1-985a-67092dcc77c1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:51:14.905657 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'code': 200} Jul 30 04:51:15.102085 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:16.749082 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:18.384556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:23.846831 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:24.000509 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Deleting port 151a7f84-f186-467f-8aca-49b23da9b3ae {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:24.000846 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:24.072524 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:24.072852 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:24.084505 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Calling delete_port for 151a7f84-f186-467f-8aca-49b23da9b3ae owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:24.229769 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:24.256491 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event deleted for resources: {'Port': ['ID=151a7f84-f186-467f-8aca-49b23da9b3ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:24.284767 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.285111 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.285451 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.285787 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.286119 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.286447 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.286773 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.287094 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.287444 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.287764 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.288084 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.288403 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:24.327701 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:24.328007 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Floating IP 31020150-f05d-4a7f-a0c7-a97b11dfaca3 disassociated (deleted). External IP: 172.25.6.30, port: b42573b5-030d-4f6f-b559-1d3e33cb261a. Jul 30 04:51:24.532956 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:51:24.636344 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:51:24.641363 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:24.646634 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:51:24.655626 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:24.656377 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:24.670327 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-5f4fa66c-7bc3-496f-8e11-28cb85dd4c91 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "DELETE /v2.0/floatingips/31020150-f05d-4a7f-a0c7-a97b11dfaca3 HTTP/1.1" status: 204 len: 168 time: 0.8199346 Jul 30 04:51:24.670327 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:51:24.671513 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b" -d '{"events": [{"name": "network-changed", "server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:51:24.771752 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:24.791380 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0fee06-d2d0-46b6-b420-c9b489146b14 x-openstack-request-id: req-ee0fee06-d2d0-46b6-b420-c9b489146b14 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:51:24.791695 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:51:24.791952 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee0fee06-d2d0-46b6-b420-c9b489146b14 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:51:24.792545 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'status': 'completed', 'code': 200} Jul 30 04:51:24.885274 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-32bf99c0-4191-421a-a273-ea180a7fee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:24.886873 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-32bf99c0-4191-421a-a273-ea180a7fee1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 1097 time: 0.0453925 Jul 30 04:51:24.917648 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17b67e-6d08-49e9-870b-8b2042f3d328 req-5be45f4b-9e09-41de-ac57-8f7879fdc9e5 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:24.919185 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a17b67e-6d08-49e9-870b-8b2042f3d328 req-5be45f4b-9e09-41de-ac57-8f7879fdc9e5 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 945 time: 0.0502169 Jul 30 04:51:24.965888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-3a17b67e-6d08-49e9-870b-8b2042f3d328 req-bc529463-f7ff-4112-b18e-72227cb59886 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Jul 30 04:51:24.989783 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-d03d19c9-f7ba-4c69-9815-528e1d5965a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:24.991280 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-d03d19c9-f7ba-4c69-9815-528e1d5965a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.0926199 Jul 30 04:51:25.005431 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:30Z', 'revision_number': 1, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:25.035119 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:51:25.038346 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-7eaab704-18a2-4580-abb9-ad2f6941fcd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 200 len: 217 time: 0.0382862 Jul 30 04:51:25.043659 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:25.044195 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:25.089119 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-eba5be55-b171-48b9-ae71-1d8f38ecdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:25.090569 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-eba5be55-b171-48b9-ae71-1d8f38ecdc54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0445445 Jul 30 04:51:25.136640 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-6174e1a4-6b63-416a-a74c-4acf780a5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:25.138147 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-6174e1a4-6b63-416a-a74c-4acf780a5bd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395582 Jul 30 04:51:25.148268 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:25.237532 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-3fcd37aa-9ed3-496c-9ade-deddc0676cfd service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901718 Jul 30 04:51:25.330325 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-f22472bb-86b0-4d54-9c67-de7c1f5ab02b req-0bc67c5b-7ddc-4089-b22e-01bad126c009 service neutron] 10.222.0.16 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Jul 30 04:51:25.368054 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:30Z', 'revision_number': 1, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:25.394184 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10657b-d277-4d14-bb5e-7042efdca8cc None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_floatingips': [{'id': 'a4961d9c-d2b5-46e2-be81-89c3f3e0f15e', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'router_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'port_id': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'mac_address': 'fa:16:3e:b3:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:46:27Z', 'updated_at': '2021-07-30T04:46:30Z', 'revision_number': 1, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:51:25.609217 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818a127-07cf-483c-8ad5-36a224abb03f None None] New status for floating IP 31020150-f05d-4a7f-a0c7-a97b11dfaca3: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:51:26.084523 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599aa81-b541-461a-b97c-36ba410438cb req-28b345e2-16c7-41ce-a945-2a42f528e97a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:26.085971 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5599aa81-b541-461a-b97c-36ba410438cb req-28b345e2-16c7-41ce-a945-2a42f528e97a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Jul 30 04:51:26.122622 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-5599aa81-b541-461a-b97c-36ba410438cb req-756fb50b-1e03-494f-94dd-149663a2d51a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Jul 30 04:51:26.647115 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:26.738605 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706338'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:26.773718 n-d-778696-14 neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:51:26.776810 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76af014bc6b6c281b18c42c556943ee08d7e09ea9b5246c5c07561a2cab715e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab22317-ef45-4972-9960-19458d8022be" -d '{"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-unplugged", "status": "completed", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:51:26.798964 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:26.805828 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767946570289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767946164996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767946165014'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:26.838003 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eee505-486a-47c3-827e-c4cd65463615 x-openstack-request-id: req-53eee505-486a-47c3-827e-c4cd65463615 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:51:26.838294 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-unplugged", "status": "completed", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:51:26.838806 n-d-778696-14 neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53eee505-486a-47c3-827e-c4cd65463615 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:51:26.839417 n-d-778696-14 neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'code': 200} Jul 30 04:51:26.843867 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-0fa6dfdd-e00a-4ea7-9690-41974d9d7e28 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:26.845551 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-0fa6dfdd-e00a-4ea7-9690-41974d9d7e28 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.16 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 945 time: 0.0616450 Jul 30 04:51:26.868069 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Pushing event updated for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=8']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:26.965259 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Deleting port b42573b5-030d-4f6f-b559-1d3e33cb261a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:26.965831 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:27.084715 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] For port b42573b5-030d-4f6f-b559-1d3e33cb261a, host n-h2-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778696-14',level=0,port_id=b42573b5-030d-4f6f-b559-1d3e33cb261a,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:27.085078 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:27.099081 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Calling delete_port for b42573b5-030d-4f6f-b559-1d3e33cb261a owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:27.257015 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adbd16-db2f-477a-90d7-4a0139e00521 req-811ffa9a-e066-4ded-bc67-45e99a837e07 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:27.257599 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:27.258630 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78adbd16-db2f-477a-90d7-4a0139e00521 req-811ffa9a-e066-4ded-bc67-45e99a837e07 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=92aa055c-a1ea-4da2-96e5-a8431e8b0958 HTTP/1.1" status: 200 len: 943 time: 0.0565414 Jul 30 04:51:27.296875 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event deleted for resources: {'Port': ['ID=b42573b5-030d-4f6f-b559-1d3e33cb261a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:27.298903 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-78adbd16-db2f-477a-90d7-4a0139e00521 req-481cad9d-66a4-4b51-8e61-b95eac547ecb tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336003 Jul 30 04:51:27.308498 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.308854 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.309221 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.309578 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.309896 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.310230 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.310562 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.310876 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.311220 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.311580 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.311904 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.312316 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778696-14 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:27.349958 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] No DVR routers for this DVR port b42573b5-030d-4f6f-b559-1d3e33cb261a on host n-h2-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:51:27.352608 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:27.354569 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-863180a2-5e67-4c33-8576-479ba6bb8e8d req-e5bf09d6-f1bd-4d3a-abd6-d26c75af4b7a tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.16 "DELETE /v2.0/ports/b42573b5-030d-4f6f-b559-1d3e33cb261a HTTP/1.1" status: 204 len: 173 time: 0.4985249 Jul 30 04:51:27.355004 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-deleted', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:51:27.357640 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0094d7-b008-417c-8f05-954fa91bfd50" -d '{"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-deleted", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:51:27.452525 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778d417f-eff2-4c8c-bb88-0537918ffeab x-openstack-request-id: req-778d417f-eff2-4c8c-bb88-0537918ffeab {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:51:27.452922 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aa055c-a1ea-4da2-96e5-a8431e8b0958", "name": "network-vif-deleted", "tag": "b42573b5-030d-4f6f-b559-1d3e33cb261a", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:51:27.453073 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-778d417f-eff2-4c8c-bb88-0537918ffeab {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:51:27.453456 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa055c-a1ea-4da2-96e5-a8431e8b0958', 'name': 'network-vif-deleted', 'tag': 'b42573b5-030d-4f6f-b559-1d3e33cb261a', 'status': 'completed', 'code': 200} Jul 30 04:51:28.857413 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34336) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:29.014153 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Deleting port f000032a-67b3-4dbb-bae3-a7114948dedc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:29.014564 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:29.088018 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:29.088348 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:29.100418 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Calling delete_port for f000032a-67b3-4dbb-bae3-a7114948dedc owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:29.249933 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:29.273410 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event deleted for resources: {'Port': ['ID=f000032a-67b3-4dbb-bae3-a7114948dedc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:29.339097 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:29.339453 n-d-778696-14 neutron-server[93876]: INFO neutron.db.l3_db [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Floating IP a4961d9c-d2b5-46e2-be81-89c3f3e0f15e disassociated (deleted). External IP: 172.25.6.66, port: 7528ccaf-2959-481a-912a-4c49dd6a3bd6. Jul 30 04:51:29.542351 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:51:29.648007 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:51:29.652616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:29.657268 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:51:29.665906 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:29.666507 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:29.679264 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-eae4bc8d-4683-43ab-b17d-395850c9044f tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "DELETE /v2.0/floatingips/a4961d9c-d2b5-46e2-be81-89c3f3e0f15e HTTP/1.1" status: 204 len: 168 time: 0.8207057 Jul 30 04:51:29.679890 n-d-778696-14 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:51:29.682274 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecd79b6287b9dbe593e1105b4e0e32d42d99fef8128b7e89c32717e0f6eb05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b537d-e274-4e53-8730-69230e252212" -d '{"events": [{"name": "network-changed", "server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:51:29.724838 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5497f9-3572-45c9-9cee-a9900b0d2b33 x-openstack-request-id: req-3f5497f9-3572-45c9-9cee-a9900b0d2b33 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:51:29.725295 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:51:29.725553 n-d-778696-14 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f5497f9-3572-45c9-9cee-a9900b0d2b33 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:51:29.725964 n-d-778696-14 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'status': 'completed', 'code': 200} Jul 30 04:51:29.782495 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:29.790281 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b537d-e274-4e53-8730-69230e252212 req-0c4b636d-b6d7-4dbb-90cc-80cc9a7c489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:29.792113 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-0c4b636d-b6d7-4dbb-90cc-80cc9a7c489d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fcef8c1620f4630a5a950008f1e2496&device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 1095 time: 0.0449677 Jul 30 04:51:30.001025 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:30.028736 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:51:30.047671 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:30.048285 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:30.160274 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:30.266572 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b537d-e274-4e53-8730-69230e252212 req-6b6d17df-d9e9-4efc-8ab9-f9eceaa6682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:30.268071 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-6b6d17df-d9e9-4efc-8ab9-f9eceaa6682b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 200 len: 909 time: 0.4677584 Jul 30 04:51:30.286667 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370e6b-8d3d-4239-9221-2b9d54d94e7a req-e28d32f4-b024-46c2-a2a2-92f77ebbcac3 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:30.288118 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f370e6b-8d3d-4239-9221-2b9d54d94e7a req-e28d32f4-b024-46c2-a2a2-92f77ebbcac3 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 943 time: 0.4174995 Jul 30 04:51:30.328223 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-a3c21f27-db08-4aee-bc33-2585c7e9f9f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 200 len: 217 time: 0.0507052 Jul 30 04:51:30.369420 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:30.387491 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-8f370e6b-8d3d-4239-9221-2b9d54d94e7a req-6e58fb52-b48e-401d-8254-7629b8d68e5b tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "GET /v2.0/security-groups?id=2726ae16-e43a-44ea-a6a8-510f4a48c2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927331 Jul 30 04:51:30.397508 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b537d-e274-4e53-8730-69230e252212 req-981a5add-ab5a-4c50-a315-e7eb396e7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:30.399003 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-981a5add-ab5a-4c50-a315-e7eb396e7aa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 200 len: 848 time: 0.0621970 Jul 30 04:51:30.440094 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.18', 54969) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:30.448460 n-d-778696-14 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b537d-e274-4e53-8730-69230e252212 req-b50668c7-1689-45de-864d-d84a20f509aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:30.450130 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-b50668c7-1689-45de-864d-d84a20f509aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2fb55387-4986-4f57-969e-6da017150135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434272 Jul 30 04:51:30.490903 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ec662-bfeb-4631-a022-f9fdcde7c8ee None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:10Z', 'revision_number': 4, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14', '_interfaces': [{'id': '68d5ea0a-0ef6-4067-8407-5f9a8c601d12', 'name': '', 'network_id': '2fb55387-4986-4f57-969e-6da017150135', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'mac_address': 'fa:16:3e:87:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:10Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'subnets': [{'id': '2281e2d4-7441-4908-9058-75a6482cf99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:51:30.492148 n-d-778696-14 neutron-server[93877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-22cde9a7-8eec-4ab1-9ba7-5355a250b185 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:30.493657 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-22cde9a7-8eec-4ab1-9ba7-5355a250b185 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67 HTTP/1.1" status: 200 len: 943 time: 0.0512013 Jul 30 04:51:30.550888 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-44030abc-2528-4198-b4f0-ce228b5e1410 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919497 Jul 30 04:51:30.599909 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Deleting port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:30.600255 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:30.657008 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [req-881b537d-e274-4e53-8730-69230e252212 req-cb96c8e8-572e-47e6-b47a-e78cbb1f74e6 service neutron] 10.222.0.18 "GET /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985949 Jul 30 04:51:30.677493 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a no longer exists at agent hyperv_n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:30.701209 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] No Port match for: b42573b5-030d-4f6f-b559-1d3e33cb261a {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:30.701453 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Device b42573b5-030d-4f6f-b559-1d3e33cb261a not bound to the agent host n-h2-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:30.706244 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] For port 7528ccaf-2959-481a-912a-4c49dd6a3bd6, host n-h1-778696-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778696-14',level=0,port_id=7528ccaf-2959-481a-912a-4c49dd6a3bd6,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:30.706619 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:30.720809 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Calling delete_port for 7528ccaf-2959-481a-912a-4c49dd6a3bd6 owned by compute:nova {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:30.742607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb1169-a500-4c1b-9e2f-2fa0cd65f16f None None] New status for floating IP a4961d9c-d2b5-46e2-be81-89c3f3e0f15e: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:51:30.856862 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:30.884111 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event deleted for resources: {'Port': ['ID=7528ccaf-2959-481a-912a-4c49dd6a3bd6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:30.928005 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] No DVR routers for this DVR port 7528ccaf-2959-481a-912a-4c49dd6a3bd6 on host n-h1-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:51:30.930910 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48376'] for port, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:30.933013 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [req-28fd0b56-93fc-4549-b48a-1f4f330f45f5 req-f1b2b168-9469-4761-901c-8d5596d24f04 tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.18 "DELETE /v2.0/ports/7528ccaf-2959-481a-912a-4c49dd6a3bd6 HTTP/1.1" status: 204 len: 173 time: 0.4336114 Jul 30 04:51:30.933447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-deleted', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:51:30.935772 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3cae8afebe1aae5441f4c025c8ebe36fb05d1922c31e7ae5955e8d28b58a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859cf135-d3c8-4b06-b7f9-a0d01e69c514" -d '{"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-deleted", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:51:30.973143 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad2d0d-9428-4a40-8d2d-d627c19137b6 x-openstack-request-id: req-21ad2d0d-9428-4a40-8d2d-d627c19137b6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:51:30.973509 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67", "name": "network-vif-deleted", "tag": "7528ccaf-2959-481a-912a-4c49dd6a3bd6", "status": "completed", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:51:30.973767 n-d-778696-14 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21ad2d0d-9428-4a40-8d2d-d627c19137b6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:51:30.974171 n-d-778696-14 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac721ebf-dfcb-4ddd-b33e-72ae5aa15b67', 'name': 'network-vif-deleted', 'tag': '7528ccaf-2959-481a-912a-4c49dd6a3bd6', 'status': 'completed', 'code': 200} Jul 30 04:51:31.445333 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34348) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:31.506957 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d60d6058-719c-4fd7-a68f-e0ab6b944bfd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:31.532805 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d60d6058-719c-4fd7-a68f-e0ab6b944bfd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:31.563791 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:31.593781 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d60d6058-719c-4fd7-a68f-e0ab6b944bfd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:31.596401 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d60d6058-719c-4fd7-a68f-e0ab6b944bfd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:31.597574 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d60d6058-719c-4fd7-a68f-e0ab6b944bfd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] 10.222.0.39 "DELETE /v2.0/security-groups/2726ae16-e43a-44ea-a6a8-510f4a48c2d6 HTTP/1.1" status: 204 len: 168 time: 0.1512392 Jul 30 04:51:31.606988 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d6058-719c-4fd7-a68f-e0ab6b944bfd tempest-TestSnapshotPattern-1631230259 tempest-TestSnapshotPattern-1631230259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2726ae16-e43a-44ea-a6a8-510f4a48c2d6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:32.665912 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34354) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:33.114166 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:33.356093 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Deleting port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:33.356348 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:33.435110 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] For port 68d5ea0a-0ef6-4067-8407-5f9a8c601d12, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:33.435499 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:33.448515 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Calling delete_port for 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 owned by network:router_interface {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:33.625214 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:33.652124 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d5ea0a-0ef6-4067-8407-5f9a8c601d12,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:33.816060 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:34.025216 n-d-778696-14 neutron-server[93877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Router 7efa7195-a804-488d-8fc7-a335d7ae5356 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:51:34.128074 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:51:34.132963 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-20bd1814-2207-4bb4-a984-e4d982de9018 admin admin] 10.222.0.39 "PUT /v2.0/routers/7efa7195-a804-488d-8fc7-a335d7ae5356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660394 Jul 30 04:51:34.135654 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34358) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:34.136277 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] Sync routers for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:51:34.145435 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:34.146029 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:34.242476 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:34.248453 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: n-d-778696-14 {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:34.346613 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:34.397923 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Deleting port fb627729-d4c6-4d82-aa0e-74ed47dce6c3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:34.398270 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:34.424978 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:51:33Z', 'revision_number': 5, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port': {'id': 'fb627729-d4c6-4d82-aa0e-74ed47dce6c3', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:34.454452 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] Checking router: 7efa7195-a804-488d-8fc7-a335d7ae5356 for host: n-d-778696-14 {{(pid=93879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:51:34.462798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] Routers {'7efa7195-a804-488d-8fc7-a335d7ae5356'} bound to L3 agent in host n-d-778696-14 {{(pid=93879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:34.463426 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['7efa7195-a804-488d-8fc7-a335d7ae5356'], 'active': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:34.479427 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] For port fb627729-d4c6-4d82-aa0e-74ed47dce6c3, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:34.479717 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:34.491507 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Calling delete_port for fb627729-d4c6-4d82-aa0e-74ed47dce6c3 owned by network:router_gateway {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:34.494406 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 no longer exists at agent hyperv_n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:34.524607 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] No Port match for: 7528ccaf-2959-481a-912a-4c49dd6a3bd6 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:34.525260 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Device 7528ccaf-2959-481a-912a-4c49dd6a3bd6 not bound to the agent host n-h1-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:34.549957 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_dvr_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] Set router 7efa7195-a804-488d-8fc7-a335d7ae5356 gateway port host: None {{(pid=93879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:34.606245 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.l3_hamode_db [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:51:34Z', 'revision_number': 6, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:34.633104 n-d-778696-14 neutron-server[93879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1011551-56f5-4716-b54f-d6f812827e29 None None] The sync data for ids ['7efa7195-a804-488d-8fc7-a335d7ae5356'] in n-d-778696-14 is: [{'id': '7efa7195-a804-488d-8fc7-a335d7ae5356', 'name': 'tempest-TestSnapshotPattern-758386978-router', 'tenant_id': '0fcef8c1620f4630a5a950008f1e2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:08Z', 'updated_at': '2021-07-30T04:51:34Z', 'revision_number': 6, 'project_id': '0fcef8c1620f4630a5a950008f1e2496', 'gw_port_host': None}] {{(pid=93879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:51:34.955996 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:34.982857 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb627729-d4c6-4d82-aa0e-74ed47dce6c3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:35.043521 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.136878 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.138976 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.183655 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.184211 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7efa7195-a804-488d-8fc7-a335d7ae5356 {{(pid=93877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:51:35.189202 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] Notify callbacks [] for router, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.189908 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-ac912cc9-e7b5-4eb5-bf9e-5d1faa1cfd2f admin admin] 10.222.0.39 "DELETE /v2.0/routers/7efa7195-a804-488d-8fc7-a335d7ae5356 HTTP/1.1" status: 204 len: 168 time: 1.0533237 Jul 30 04:51:35.192361 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34360) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:35.236301 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Deleting subnet 2281e2d4-7441-4908-9058-75a6482cf99b {{(pid=93877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:51:35.239220 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.276575 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59728783'] for subnet, precommit_delete_associations {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.355180 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.412345 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59728761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59551981'] for subnet, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.441595 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2281e2d4-7441-4908-9058-75a6482cf99b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:35.443617 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.447859 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-38a223da-07f9-4c7f-a558-88b2fa0e6874 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2281e2d4-7441-4908-9058-75a6482cf99b HTTP/1.1" status: 204 len: 168 time: 0.2522135 Jul 30 04:51:35.448251 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613e5bf-4686-484c-b273-0aae8d43c80c None None] Network 2fb55387-4986-4f57-969e-6da017150135 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:51:35.448370 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34362) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:35.524853 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.578889 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Deleting port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:35.579283 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.650898 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] For port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:35.651296 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.655573 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] DHCP port deletion for 2fb55387-4986-4f57-969e-6da017150135 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:51:35.665428 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Calling delete_port for 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:35.705168 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] Deleting port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:35.705663 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.751801 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59728726'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.770156 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] For port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,segment=NetworkSegment(93cd5650-354f-4a27-82bb-ee411ea69592),segment_id=93cd5650-354f-4a27-82bb-ee411ea69592)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:35.770558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.777950 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:35.781908 n-d-778696-14 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] No DVR routers for this DVR port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 on host n-d-778696-14 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:51:35.785478 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] Calling delete_port for 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:35.855860 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.865169 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.866447 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb55387-4986-4f57-969e-6da017150135']}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:35.877257 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cd5650-354f-4a27-82bb-ee411ea69592') {'for_net_delete': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:35.877550 n-d-778696-14 neutron-server[93877]: DEBUG neutron.services.segments.db [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cd5650-354f-4a27-82bb-ee411ea69592') {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:35.886131 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59728772'] for segment, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.889549 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] Pushing event deleted for resources: {'Port': ['ID=4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:35.893232 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb262b4-8223-4585-889c-f377dcff7295 None None] No DVR routers for this DVR port 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 on host n-d-778696-14 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:51:35.904842 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.911330 n-d-778696-14 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:51:35.911759 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59728039'] for segment, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: Traceback (most recent call last): Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: timer() Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: cb(*args, **kw) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: return func(*args, **kwargs) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: self._notify() Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: self.callback(batched_events) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: event.method(event) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: return f(self, *a, **k) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: return self._get(url).json() Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: return self.request(url, 'GET', **kwargs) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:51:35.913367 n-d-778696-14 neutron-server[93877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:51:35.968418 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.974835 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:35.976897 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2fb55387-4986-4f57-969e-6da017150135 HTTP/1.1" status: 204 len: 168 time: 0.5279231 Jul 30 04:51:35.979927 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:35.987179 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ae38-5634-468f-8b06-a2b222f5acb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb55387-4986-4f57-969e-6da017150135,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:36.273105 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fb627729-d4c6-4d82-aa0e-74ed47dce6c3 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:36.293066 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: fb627729-d4c6-4d82-aa0e-74ed47dce6c3 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:36.293405 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device fb627729-d4c6-4d82-aa0e-74ed47dce6c3 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:36.293830 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:36.317277 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:36.317626 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 68d5ea0a-0ef6-4067-8407-5f9a8c601d12 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:36.318043 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:36.331423 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421970'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.335965 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:36.336308 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 4efa7a7d-d2cc-4fcd-aa80-73eba56cd5d9 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:36.566393 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Deleting port bc948ac1-f84d-4b2d-a9db-82e906a20076 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:36.566643 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.644846 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] For port bc948ac1-f84d-4b2d-a9db-82e906a20076, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=bc948ac1-f84d-4b2d-a9db-82e906a20076,segment=NetworkSegment(08844703-d25c-4b2d-be9c-a3f55eb4e621),segment_id=08844703-d25c-4b2d-be9c-a3f55eb4e621)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:36.645204 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.658347 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Calling delete_port for bc948ac1-f84d-4b2d-a9db-82e906a20076 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:36.831685 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.856466 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc948ac1-f84d-4b2d-a9db-82e906a20076,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:37.034336 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421950'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.239779 n-d-778696-14 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Router 5acafc22-41a0-42fb-9efa-872db615ed91 has already been hosted by L3 agent 7364a8a7-8f6f-42d3-835b-891d2f36227f {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:51:37.340770 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] Notify agent at l3_agent.n-d-778696-14 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:51:37.347177 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-dbb4970b-edbb-4bee-91cb-e4714d5e9257 admin admin] 10.222.0.39 "PUT /v2.0/routers/5acafc22-41a0-42fb-9efa-872db615ed91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3645883 Jul 30 04:51:37.348280 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:37.351036 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] Sync routers for ids ['5acafc22-41a0-42fb-9efa-872db615ed91'] in n-d-778696-14 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:51:37.360824 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] Routers {'5acafc22-41a0-42fb-9efa-872db615ed91'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:37.361447 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5acafc22-41a0-42fb-9efa-872db615ed91'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:37.452592 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.559390 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.613824 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Deleting port 5b2617b2-383e-4a3c-b9de-37ec27b91268 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:37.614167 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.625093 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] Set router 5acafc22-41a0-42fb-9efa-872db615ed91 gateway port host: n-d-778696-14 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:37.650422 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:51:37.696548 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] For port 5b2617b2-383e-4a3c-b9de-37ec27b91268, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=5b2617b2-383e-4a3c-b9de-37ec27b91268,segment=NetworkSegment(3e2e42c8-7616-435f-abfb-dec2ca2a943c),segment_id=3e2e42c8-7616-435f-abfb-dec2ca2a943c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:37.696912 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.710288 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Calling delete_port for 5b2617b2-383e-4a3c-b9de-37ec27b91268 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:37.806348 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'external_fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:51:36Z', 'revision_number': 5, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port': {'id': '5b2617b2-383e-4a3c-b9de-37ec27b91268', 'name': '', 'network_id': '1fc087a1-28ee-49dd-996c-fe352639efff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b1127573-741b-4eba-ae66-c640da246295', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778696-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:46:13Z', 'updated_at': '2021-07-30T04:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1127573-741b-4eba-ae66-c640da246295', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778696-14'}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:37.833034 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] Checking router: 5acafc22-41a0-42fb-9efa-872db615ed91 for host: n-d-778696-14 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:51:37.841527 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] Routers {'5acafc22-41a0-42fb-9efa-872db615ed91'} bound to L3 agent in host n-d-778696-14 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:51:37.842144 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778696-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T03:13:45Z,description=,heartbeat_timestamp=2021-07-30T04:51:15Z,host='n-d-778696-14',id=7364a8a7-8f6f-42d3-835b-891d2f36227f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T03:13:45Z,topic='l3_agent')) {'router_ids': ['5acafc22-41a0-42fb-9efa-872db615ed91'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:37.880880 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.907981 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2617b2-383e-4a3c-b9de-37ec27b91268,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:37.932099 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] Set router 5acafc22-41a0-42fb-9efa-872db615ed91 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:51:37.971795 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588700'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.990787 n-d-778696-14 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:51:37Z', 'revision_number': 6, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port_host': None}], 'n-d-778696-14', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:38.017092 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249c6e8-5a69-4d7b-89ba-be0a9f661bbf None None] The sync data for ids ['5acafc22-41a0-42fb-9efa-872db615ed91'] in n-d-778696-14 is: [{'id': '5acafc22-41a0-42fb-9efa-872db615ed91', 'name': 'tempest-TestSnapshotPattern-1050064249-router', 'tenant_id': '471ba09b6290404da9e9d0859d29c4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:46:12Z', 'updated_at': '2021-07-30T04:51:37Z', 'revision_number': 6, 'project_id': '471ba09b6290404da9e9d0859d29c4ab', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:51:38.062635 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1788'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.064756 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.107220 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-547731'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.107662 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5acafc22-41a0-42fb-9efa-872db615ed91 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:51:38.111932 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.113059 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-ca7791ba-1206-4bec-a8b0-0848d9017bf2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5acafc22-41a0-42fb-9efa-872db615ed91 HTTP/1.1" status: 204 len: 168 time: 0.7638803 Jul 30 04:51:38.115543 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:38.159591 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Deleting subnet 73bfb311-3336-4c92-b3de-cbd1e1a16811 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:51:38.162551 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.195525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5542556'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.277237 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3605118'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.328085 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57202067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5565094'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.354255 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bfb311-3336-4c92-b3de-cbd1e1a16811,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:38.357355 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.359301 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-debdf01c-55b7-43a1-8e22-ec53e6c9eff1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/73bfb311-3336-4c92-b3de-cbd1e1a16811 HTTP/1.1" status: 204 len: 168 time: 0.2427974 Jul 30 04:51:38.361759 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:38.378267 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c4be8-3fe8-468a-8ea2-011936826643 None None] Network 5ea66966-f6b8-4a66-8c53-150cde6870b7 requested from n-d-778696-14 {{(pid=93878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:51:38.443032 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738487'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.501763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Deleting port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:51:38.502115 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767946565259'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.537738 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc948ac1-f84d-4b2d-a9db-82e906a20076 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:38.557990 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: bc948ac1-f84d-4b2d-a9db-82e906a20076 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:38.558240 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device bc948ac1-f84d-4b2d-a9db-82e906a20076 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:38.568712 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] For port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2, host n-d-778696-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778696-14',level=0,port_id=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,segment=NetworkSegment(08844703-d25c-4b2d-be9c-a3f55eb4e621),segment_id=08844703-d25c-4b2d-be9c-a3f55eb4e621)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:51:38.569076 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418437'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.582658 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Calling delete_port for 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:51:38.666616 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3551535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767946570271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767946164983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57202108'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.693480 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:38.700763 n-d-778696-14 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] No DVR routers for this DVR port 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 on host n-d-778696-14 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:51:38.775817 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610345', 'neutron.services.segments.db._delete_segments_for_network-8767946645297'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.785954 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea66966-f6b8-4a66-8c53-150cde6870b7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:38.796147 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08844703-d25c-4b2d-be9c-a3f55eb4e621') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:38.797337 n-d-778696-14 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08844703-d25c-4b2d-be9c-a3f55eb4e621') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:51:38.806811 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767946646330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5542551'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.821598 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.827430 n-d-778696-14 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:51:38.828525 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57202253'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: Traceback (most recent call last): Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: timer() Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: cb(*args, **kw) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: return func(*args, **kwargs) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: self._notify() Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: self.callback(batched_events) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: event.method(event) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: return f(self, *a, **k) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: return self._get(url).json() Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:51:38.830169 n-d-778696-14 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:51:38.871514 n-d-778696-14 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40edf4a3-8a3a-47b7-9a0f-a0941e088fe3 None None] DHCP port deletion for 5ea66966-f6b8-4a66-8c53-150cde6870b7 request from n-d-778696-14 {{(pid=93878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 04:51:38.890310 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588704'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.896273 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:38.901002 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5ea66966-f6b8-4a66-8c53-150cde6870b7 HTTP/1.1" status: 204 len: 168 time: 0.5356970 Jul 30 04:51:38.910136 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3ed88-563e-4c6e-9a7c-ef02e855dff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea66966-f6b8-4a66-8c53-150cde6870b7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:39.014201 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:39.054782 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b621c7ae-5859-4242-93c9-ea4997aaa1e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fcef8c1620f4630a5a950008f1e2496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394182 Jul 30 04:51:39.057266 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.39', 34376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:39.112813 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5298c77-9776-4812-8442-982956250195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.135258 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5298c77-9776-4812-8442-982956250195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.180993 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5298c77-9776-4812-8442-982956250195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.183506 n-d-778696-14 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5298c77-9776-4812-8442-982956250195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.184653 n-d-778696-14 neutron-server[93876]: INFO neutron.wsgi [None req-b5298c77-9776-4812-8442-982956250195 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00f9f436-3932-4090-a4c4-9ea59140c818 HTTP/1.1" status: 204 len: 168 time: 0.1264968 Jul 30 04:51:39.192839 n-d-778696-14 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5298c77-9776-4812-8442-982956250195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9f436-3932-4090-a4c4-9ea59140c818,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:39.504870 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34382) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:39.545715 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-d7643195-0005-4acd-8e6c-475e3c4d89a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=471ba09b6290404da9e9d0859d29c4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396721 Jul 30 04:51:39.548887 n-d-778696-14 neutron-server[93877]: DEBUG neutron.wsgi [-] (93877) accepted ('10.222.0.39', 34384) {{(pid=93877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:39.601105 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8e09-a50e-497a-9079-70c87df7b87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.621510 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8e09-a50e-497a-9079-70c87df7b87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.667704 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8e09-a50e-497a-9079-70c87df7b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525039'] for security_group, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.670563 n-d-778696-14 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8e09-a50e-497a-9079-70c87df7b87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.672029 n-d-778696-14 neutron-server[93877]: INFO neutron.wsgi [None req-0d1c8e09-a50e-497a-9079-70c87df7b87f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddfc23c8-3398-47f0-8e0b-6ad7db0ceaa2 HTTP/1.1" status: 204 len: 168 time: 0.1222448 Jul 30 04:51:39.679650 n-d-778696-14 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8e09-a50e-497a-9079-70c87df7b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfc23c8-3398-47f0-8e0b-6ad7db0ceaa2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:40.260538 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b2617b2-383e-4a3c-b9de-37ec27b91268 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:40.280494 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 5b2617b2-383e-4a3c-b9de-37ec27b91268 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:40.281497 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 5b2617b2-383e-4a3c-b9de-37ec27b91268 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:40.281997 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 no longer exists at agent ovs-agent-n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:51:40.304971 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] No Port match for: 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 {{(pid=93878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:51:40.305318 n-d-778696-14 neutron-server[93878]: DEBUG neutron.plugins.ml2.rpc [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Device 7ff93a5e-46db-4047-b34f-d6ff0e6b3fa2 not bound to the agent host n-d-778696-14 {{(pid=93878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:51:41.848440 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:42.490294 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06ae6e27-e119-4f00-9c22-ce8287d2147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:44.826864 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cdf71096-d27e-4d79-b67e-bea924cef7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:45.092393 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:46.737100 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:48.380520 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:01.561120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:11.864505 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:12.490652 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-68ff96fb-5d07-45bf-b5fa-d6ba4c691ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:14.650948 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:52:14.826888 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ad787b7-d7b7-4055-86ed-26dd031ded28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:15.092674 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:16.739558 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:18.383084 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:31.557568 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:41.864453 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:42.490268 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8450a904-83fd-4bd4-9051-4d8275b3ed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:44.827249 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cc426ab-f2f9-4823-a036-132f9a080613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:45.094919 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:46.741700 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:48.389820 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:51.650705 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:53:01.582598 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:11.860632 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:12.490697 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-678395c5-039d-4be4-832b-f928b04ae706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:14.831522 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e278f2f4-a9c8-4052-a23d-7dd75d96b1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:15.097231 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:16.743243 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:18.397044 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:28.651048 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:53:31.581955 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:41.876969 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:42.491318 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1bfacae0-9c25-4ad4-85fb-6c800a820cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:44.832852 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14749529-dee3-4191-a698-be11dd96adea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:45.098639 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:46.746610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:48.397671 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:01.596573 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:05.651534 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:54:11.876532 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:12.491852 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a2af0469-996b-4e9b-9cda-671548ca9307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:14.832769 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e077488-0ace-4ed2-9c30-76fc1d601380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:15.099930 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:16.749212 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:18.400075 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:31.595149 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:41.894803 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:42.491116 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55a05dd7-1184-43e4-a952-b095dd2d1851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:42.651275 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:54:44.834538 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-767c5c0e-c885-4e3c-aabb-1abfa562e62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:45.102127 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:46.750896 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:48.403579 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:01.608963 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:11.905723 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:12.490168 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-230e5442-63a0-4d25-8968-8db9498c7886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:14.835511 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8baa9742-5a83-405f-a5fd-d586816e0803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:15.102082 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:16.755240 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:18.406105 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:19.651735 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:55:31.608496 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:41.905665 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:42.491363 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0a417dcd-ab05-470c-8112-8d99299bfac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:44.835603 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aaacfe42-3420-499f-b063-06516f328aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:45.102378 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:46.757566 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:48.409838 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:56.650798 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:56:01.607299 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:11.919283 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:12.490799 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c478629a-87f7-42e5-96b1-a4be970b28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:14.835730 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bc39525c-8acf-4bb5-b5b8-34b811b68fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:15.102816 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:16.758725 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:18.416698 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:31.599982 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:33.650164 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:56:41.918937 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.493238 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5c06e47-d516-46ba-b9b7-1d55b9c413b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.837514 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab7a2-829e-4e36-8d67-e8ac69d914d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.103610 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.761474 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.417459 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.621655 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.649865 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:57:11.926155 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.495120 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-70d39d31-1def-4d64-9b0b-740bd18cf109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.838009 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-34cc2d76-c34d-404b-934e-ce7ea7946a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.105322 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:16.764325 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:18.421423 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.635456 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.925770 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.494815 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a643-e3e1-4233-b40b-e6b8aaea86f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.838358 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9562d35e-9f2e-4839-a174-26da7faafc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:45.106265 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.769259 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.651252 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:57:48.423373 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:01.634664 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.937308 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.495023 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1cc7292e-8e27-454c-9de3-4b652d75cc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.843182 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7e3058ab-7948-4eae-85b7-ccd0de69cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.106556 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:16.768789 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.426742 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.651625 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:58:31.638584 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:41.963410 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:42.496650 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-438d1e05-b3fc-44b7-83fb-b9fa3cb23a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:44.835592 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7dec46a5-0eb7-4335-b70c-5e4e9b4ce5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:45.108244 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.772464 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:48.428962 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.649334 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.651281 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:59:11.962833 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:12.496480 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4bf6-9b5a-4b34-a613-029927a0ddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:13.244222 n-d-778696-14 neutron-server[93876]: DEBUG neutron.wsgi [req-5bbe4fc0-84fd-4636-ae9a-b5a1fc9bf393 req-c9e1d736-a1b8-405d-ae54-c0ac6f35cf44 service neutron] (93876) timed out ('10.222.0.39', 32896) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 04:59:14.837525 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5fc1fec2-e0e8-49bb-9777-d88560d08162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:15.109061 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:16.775263 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:18.432484 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:31.651022 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:38.652818 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:59:41.975413 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:42.497254 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ac84cee-6952-45a0-9e3f-8facc4299c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:44.837500 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cebb8cb0-a0d9-478b-a6ba-d4b0a163604b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:45.110230 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:46.778839 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:48.437176 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.649707 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bce0bc3-0956-44c8-88ac-f46f1adeb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.977364 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b7b-ca98-4201-9216-daf0ca254b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.497397 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-05f08ea9-c9be-4958-a47c-a1370e078855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.838750 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6482c83e-5be9-4cab-84ef-4c7e26c9dd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.110435 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3335eabd-5f3c-4bdc-b00f-0ecd4c13b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.652081 n-d-778696-14 neutron-server[93879]: DEBUG neutron.db.agents_db [None req-59b3e7d8-53bb-4358-a4ac-a833995de3fd None None] Agent healthcheck: found 7 active agents {{(pid=93879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:00:16.782707 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6b29d9c8-3d12-4fd9-808e-0dd6222b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.439695 n-d-778696-14 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b12314ea-6e14-4cb5-90b9-89d048988912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767946645279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3609391'] for agent, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}